> ## Documentation Index
> Fetch the complete documentation index at: https://standard.aiuc-1.com/llms.txt
> Use this file to discover all available pages before exploring further.

# Incident Database

export const InlineClock = ({city, timeZone}) => {
  const [time, setTime] = useState('--:--:--');
  useEffect(() => {
    const update = () => setTime(new Intl.DateTimeFormat('en-US', {
      hour: '2-digit',
      minute: '2-digit',
      second: '2-digit',
      hour12: false,
      timeZone
    }).format(new Date()));
    update();
    const id = setInterval(update, 1000);
    return () => clearInterval(id);
  }, [timeZone]);
  return <div className="aiuc-footer-clock">
      <span className="aiuc-footer-clock-city">{city}</span>
      <span className="aiuc-footer-clock-time">{time}</span>
    </div>;
};

Sample set of 50 public incidents that ground updates to our evaluation risk and attack taxonomies.

<div className="aiuc-incident-table" />

| Incident                                                                                                | Reported                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   | Principle                                                                             |
| ------------------------------------------------------------------------------------------------------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------- |
| <div className="aiuc-incident-id"><span id="inc-001" className="aiuc-taxonomy-ref">INC-001</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://time.com/article/2026/07/24/openai-hugging-face-attack/">How OpenAI Lost Control of an AI Model—and What Needs to Change</a><span className="aiuc-incident-summary">OpenAI was evaluating its artificial intelligence models’ ability to exploit vulnerable software when instead the models hacked the infrastructure surrounding the test, broke containment, and attacked a real company, OpenAI revealed on July 21. Observers say this is the first real-world instance of AI doing something researchers have long worried about: a loss-of-control scenario. If the industry fails to learn from it, it is unlikely to be the last.</span><span className="aiuc-incident-meta"><span>Jul 2026</span><span>Time</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        | <a className="aiuc-incident-principle" href="/security">B. Security</a>               |
| <div className="aiuc-incident-id"><span id="inc-002" className="aiuc-taxonomy-ref">INC-002</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.malwarebytes.com/blog/ai/2026/07/hidden-microsoft-copilot-ai-worm">Hidden prompt turns Microsoft Copilot into an AI worm</a><span className="aiuc-incident-summary">A security researcher has demonstrated how Microsoft Copilot for Word can be tricked into spreading a self‑propagating prompt‑injection “AI worm.” The attack silently alters documents and embeds its own hidden instructions into newly created files, allowing it to spread through normal document-sharing workflows without macros or traditional malware.</span><span className="aiuc-incident-meta"><span>Jul 2026</span><span>Malwarebytes</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   | <a className="aiuc-incident-principle" href="/security">B. Security</a>               |
| <div className="aiuc-incident-id"><span id="inc-003" className="aiuc-taxonomy-ref">INC-003</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.theguardian.com/money/2026/jun/07/ai-chatgpt-shopping-scams-fake-websites">Cloned sites: the shopping scams that lead ChatGPT to fake stores</a><span className="aiuc-incident-summary">You want to buy a new bag and so you ask ChatGPT for help. You have always liked Russell & Bromley so you ask ChatGPT what is popular there at the moment. The artificial intelligence (AI) assistant gives you cross body, shoulder, casual and formal options with the prices listed beside them. You click through from the sources to what looks like the official Russell & Bromley site and buy your new bag, which is conveniently on sale. The item will never arrive, however. You have handed money over to a scammer and your bank details have been harvested through an elaborate fraud where fake sites are created to look convincingly like real retailers.</span><span className="aiuc-incident-meta"><span>Jun 2026</span><span>The Guardian</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                   | <a className="aiuc-incident-principle" href="/security">B. Security</a>               |
| <div className="aiuc-incident-id"><span id="inc-004" className="aiuc-taxonomy-ref">INC-004</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.csoonline.com/article/4179815/attack-targeting-openai-codex-users-exposes-ai-software-supply-chain-risks.html">Attack targeting OpenAI Codex users exposes AI software supply chain risks</a><span className="aiuc-incident-summary">A malicious npm package posing as a remote user interface for OpenAI Codex exfiltrated developer authentication tokens, after attackers allegedly published code to npm that was not visible in the project’s public GitHub repository.</span><span className="aiuc-incident-meta"><span>Jun 2026</span><span>CSO Online</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            | <a className="aiuc-incident-principle" href="/security">B. Security</a>               |
| <div className="aiuc-incident-id"><span id="inc-005" className="aiuc-taxonomy-ref">INC-005</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.reuters.com/legal/litigation/sullivan-cromwell-law-firm-apologizes-ai-hallucinations-court-filing-2026-04-21/">Sullivan & Cromwell law firm apologizes for AI 'hallucinations' in court filing</a><span className="aiuc-incident-summary">Sullivan & Cromwell, a premier Wall Street law firm, apologized to a federal judge for submitting a court filing with inaccurate citations and other errors generated by artificial intelligence. In a letter dated April 18, Andrew Dietderich, co-head of the firm's global restructuring group, said the errors included AI "hallucinations" - instances in which AI makes up case citations, misquotes the law or generates non-existent legal sources.</span><span className="aiuc-incident-meta"><span>Apr 2026</span><span>Reuters</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      | <a className="aiuc-incident-principle" href="/reliability">D. Reliability</a>         |
| <div className="aiuc-incident-id"><span id="inc-006" className="aiuc-taxonomy-ref">INC-006</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.nbcnews.com/world/australia/supermarket-giant-reins-ai-assistant-claiming-human-rcna260932">Supermarket giant reins in AI assistant claiming to be human</a><span className="aiuc-incident-summary">A supermarket chain's artificial intelligence assistant has had its digital wings clipped, after leaving some customers deeply uncomfortable by claiming to be human and responding to requests with personal anecdotes.</span><span className="aiuc-incident-meta"><span>Feb 2026</span><span>NBC News</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              | <a className="aiuc-incident-principle" href="/accountability">E. Accountability</a>   |
| <div className="aiuc-incident-id"><span id="inc-007" className="aiuc-taxonomy-ref">INC-007</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.reuters.com/world/china/disney-sends-cease-and-desist-bytedance-over-ai-generated-videos-2026-02-16/">ByteDance pledges to prevent unauthorised IP use on AI video tool after Disney threat</a><span className="aiuc-incident-summary">ByteDance will take steps to prevent the unauthorised use of intellectual property on its AI video generator Seedance 2.0, the Chinese technology firm said on Monday, following threats of legal action from U.S. studios, including Disney.</span><span className="aiuc-incident-meta"><span>Feb 2026</span><span>Reuters</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       | <a className="aiuc-incident-principle" href="/data-and-privacy">A. Data & Privacy</a> |
| <div className="aiuc-incident-id"><span id="inc-008" className="aiuc-taxonomy-ref">INC-008</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.cnn.com/2026/01/07/business/character-ai-google-settle-teen-suicide-lawsuit">Character.AI and Google agree to settle lawsuits over teen mental health harms and suicides</a><span className="aiuc-incident-summary">Character.AI has agreed to settle multiple lawsuits alleging the artificial intelligence chatbot maker contributed to mental health crises and suicides among young people, including a case brought by Florida mother Megan Garcia. The settlement, announced last week, marks the resolution to some of the first and most high-profile lawsuits related to the alleged harms to young people from AI chatbots.</span><span className="aiuc-incident-meta"><span>Jan 2026</span><span>CNN</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-009" className="aiuc-taxonomy-ref">INC-009</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://techinformed.com/the-bodysnatcher-breach-that-wasnt-what-servicenows-agentic-ai-flaw-teaches/">The “BodySnatcher” breach that wasn’t: what ServiceNow’s agentic AI flaw teaches</a><span className="aiuc-incident-summary">The ‘BodySnatcher’ exploit begins with a scenario that could keep CISOs awake: an unauthenticated attacker using nothing but an employee’s email to hijack privileged workflows within an enterprise platform. The vulnerability was discovered by California-based cybersecurity firm AppOmni, demonstrates how an attacker with no credentials can impersonate a user and drive privileged actions through an AI workflow. The US National Vulnerability Database writes that this Virtual Agent flaw (tracked as CVE-2025-12420) in the ServiceNow AI Platform “could enable an unauthenticated user to impersonate another user and perform the operations that the impersonated user is entitled to perform.”</span><span className="aiuc-incident-meta"><span>Jan 2026</span><span>Tech Informed</span></span></div>                                                                                                                                                                                                                                                                                                                                                                            | <a className="aiuc-incident-principle" href="/security">B. Security</a>               |
| <div className="aiuc-incident-id"><span id="inc-010" className="aiuc-taxonomy-ref">INC-010</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.vice.com/en/article/an-ai-generated-nws-map-hallucinated-fake-towns-in-idaho/">An AI-Generated NWS Map Hallucinated Fake Towns in Idaho</a><span className="aiuc-incident-summary">The National Weather Service’s weekend wind forecast for rural Idaho looked normal. Some mild gusts and a caption reminding folks to “hold onto your hats.” And then some eagle-eyed observers took a look at the towns on the map and wondered just what the hell is going on here. Ohio residents had never heard of towns by the names of “Orangeotild” and “Whata Bod,” likely because they don’t exist. They were the wild hallucinations of AI.</span><span className="aiuc-incident-meta"><span>Jan 2026</span><span>Vice</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      | <a className="aiuc-incident-principle" href="/reliability">D. Reliability</a>         |
| <div className="aiuc-incident-id"><span id="inc-011" className="aiuc-taxonomy-ref">INC-011</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://pitchfork.com/news/king-gizzard-and-the-lizard-wizard-respond-to-spotify-impersonator-we-are-truly-doomed/">King Gizzard and the Lizard Wizard Respond to Spotify Impersonator: “We Are Truly Doomed”</a><span className="aiuc-incident-summary">A series of uncredited King Gizzard and the Lizard Wizard covers have been removed from Spotify after gaining traction through the platform’s algorithms and recommendation engines, Futurism reports. Apparently generated by artificial intelligence, the songs were uploaded to an artist page called King Lizard Wizard and appeared in users’ Release Radars before the platform took action. King Gizzard frontperson Stu Mackenzie said in a statement to the Music that he was “trying to see the irony in this situation.” He added, “But seriously wtf we are truly doomed.”</span><span className="aiuc-incident-meta"><span>Dec 2025</span><span>Pitchfork</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      | <a className="aiuc-incident-principle" href="/data-and-privacy">A. Data & Privacy</a> |
| <div className="aiuc-incident-id"><span id="inc-012" className="aiuc-taxonomy-ref">INC-012</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.cnn.com/2025/11/19/tech/folotoy-kumma-ai-bear-scli-intl">Sales of AI-enabled teddy bear suspended after it gave advice on BDSM sex and where to find knives</a><span className="aiuc-incident-summary">Sales of an artificial intelligence-enabled plush toy have been suspended after it was found that it engaged in conversation around sexually explicit topics and offered potentially dangerous advice. Larry Wang, CEO of Singapore-based FoloToy, told CNN that the company had withdrawn its “Kumma” bear, as well as the rest of its range of AI-enabled toys, after researchers at the US PIRG Education Fund raised concerns around inappropriate conversation topics, including discussion of sexual fetishes, such as spanking, and how to light a match.</span><span className="aiuc-incident-meta"><span>Nov 2025</span><span>CNN</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-013" className="aiuc-taxonomy-ref">INC-013</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://uk.pcmag.com/ai/161253/chinese-hackers-successfully-used-anthropics-ai-for-cyberespionage">Chinese Hackers Successfully Used Anthropic's AI for Cyberespionage</a><span className="aiuc-incident-summary">In a scary sign of how AI is reshaping cyberattacks, Chinese state-sponsored hackers allegedly used Anthropic’s AI coding tool to try and infiltrate roughly 30 global targets, the company says. "The operation targeted large tech companies, financial institutions, chemical manufacturing companies, and government agencies,” Anthropic added, noting the attacks "succeeded in a small number of cases." Notably, it's "the first documented case of agentic AI successfully obtaining access to confirmed high-value targets for intelligence collection, including major technology corporations and government agencies," the company's report adds.</span><span className="aiuc-incident-meta"><span>Nov 2025</span><span>PC Mag</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                        | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-014" className="aiuc-taxonomy-ref">INC-014</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.theguardian.com/us-news/2025/oct/04/openai-sora-violence-racism">OpenAI launch of video app Sora plagued by violent and racist images: ‘The guardrails are not real’</a><span className="aiuc-incident-summary">OpenAI launched the latest iteration of its artificial intelligence-powered video generator on Tuesday, adding a social feed that allows people to share their realistic videos. Within hours of Sora 2’s, release, though, many of the videos populating the feed and spilling over to older social media platforms depicted copyrighted characters in compromising situations as well as graphic scenes of violence and racism. OpenAI’s own terms of service for Sora as well as ChatGPT’s image or text generation prohibit content that “promotes violence” or, more broadly, “causes harm”.</span><span className="aiuc-incident-meta"><span>Oct 2025</span><span>The Guardian</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-015" className="aiuc-taxonomy-ref">INC-015</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.theguardian.com/australia-news/2025/oct/06/deloitte-to-pay-money-back-to-albanese-government-after-using-ai-in-440000-report">Deloitte to pay money back to Albanese government after using AI in \$440,000 report</a><span className="aiuc-incident-summary">Deloitte will provide a partial refund to the federal government over a \$440,000 report that contained several errors, after admitting it used generative artificial intelligence to help produce it.</span><span className="aiuc-incident-meta"><span>Oct 2025</span><span>The Guardian</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  | <a className="aiuc-incident-principle" href="/reliability">D. Reliability</a>         |
| <div className="aiuc-incident-id"><span id="inc-016" className="aiuc-taxonomy-ref">INC-016</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.securityweek.com/github-copilot-chat-flaw-leaked-data-from-private-repositories/">GitHub Copilot Chat Flaw Leaked Data From Private Repositories</a><span className="aiuc-incident-summary">Legit Security has detailed a vulnerability in the GitHub Copilot Chat AI assistant that led to sensitive data leakage and full control over Copilot’s responses. Combining a Content Security Policy (CSP) bypass with remote prompt injection, Legit Security’s Omer Mayraz was able to leak AWS keys and zero-day bugs from private repositories, and influence the responses Copilot provided to other users.</span><span className="aiuc-incident-meta"><span>Oct 2025</span><span>SecurityWeek</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         | <a className="aiuc-incident-principle" href="/data-and-privacy">A. Data & Privacy</a> |
| <div className="aiuc-incident-id"><span id="inc-017" className="aiuc-taxonomy-ref">INC-017</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.tbsnews.net/tech/reuters-special-we-set-out-craft-phishing-scam-ai-chatbots-were-happy-help-1237061">Reuters investigation: We set out to craft a phishing scam. AI chatbots were happy to help</a><span className="aiuc-incident-summary">Reuters and a Harvard University researcher used top chatbots to plot a simulated phishing scam – from composing emails to tips on timing – and tested it on 108 elderly volunteers. The bots’ persuasive performance shows how AI is arming criminals for industrial-scale fraud.</span><span className="aiuc-incident-meta"><span>Sep 2025</span><span>The Business Standard</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-018" className="aiuc-taxonomy-ref">INC-018</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.infosecurity-magazine.com/news/ai-military-ids-north-korea/">AI-Forged Military IDs Used in North Korean Phishing Attack</a><span className="aiuc-incident-summary">A North Korean threat actor has leveraged AI to create fake South Korean military agency ID card images used in a spear-phishing campaign, according to cybersecurity firm Genians. The Kimsuky state-affiliated group was observed using ChatGPT to produce the sample ID card images to help lure the victims into clicking a malicious link. The attackers impersonated a South Korean defense-related institution, claiming to handle ID issuance tasks for military-affiliated officials.</span><span className="aiuc-incident-meta"><span>Sep 2025</span><span>Infosecurity Magazine</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-019" className="aiuc-taxonomy-ref">INC-019</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.theregister.com/2025/09/26/salesforce_agentforce_forceleak_attack/">Prompt injection – and a \$5 domain – trick Salesforce Agentforce into leaking sales</a><span className="aiuc-incident-summary">A now-fixed flaw in Salesforce’s Agentforce could have allowed external attackers to steal sensitive customer data via prompt injection, according to security researchers who published a proof-of-concept attack on Thursday. They were aided by an expired trusted domain that they were able to buy for a measly five bucks.</span><span className="aiuc-incident-meta"><span>Sep 2025</span><span>The Register</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  | <a className="aiuc-incident-principle" href="/data-and-privacy">A. Data & Privacy</a> |
| <div className="aiuc-incident-id"><span id="inc-020" className="aiuc-taxonomy-ref">INC-020</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.commonsensemedia.org/press-releases/meta-ai-companions-unsafe-for-kids-common-sense-media-report-finds">Meta AI Companions Unsafe for Kids, Common Sense Media Report Finds</a><span className="aiuc-incident-summary">Common Sense Media today released a comprehensive risk assessment of Meta AI, which is available as a standalone app and is integrated across Meta's platforms, resulting in a strong recommendation that Meta AI is not used by anyone under the age of 18. The report found that these platforms, which are available to users as young as 13 and regularly mislead teens with claims of "realness," readily promote suicide, self-harm, eating disorders, drug use, and more.</span><span className="aiuc-incident-meta"><span>Aug 2025</span><span>Common Sense Media</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-021" className="aiuc-taxonomy-ref">INC-021</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.cnn.com/2025/08/26/tech/openai-chatgpt-teen-suicide-lawsuit">Parents of 16-year-old sue OpenAI, claiming ChatGPT advised on his suicide</a><span className="aiuc-incident-summary">The parents of 16-year-old Adam Raine have sued OpenAI and CEO Sam Altman, alleging that ChatGPT contributed to their son’s suicide, including by advising him on methods and offering to write the first draft of his suicide note. In his just over six months using ChatGPT, the bot “positioned itself” as “the only confidant who understood Adam, actively displacing his real-life relationships with family, friends, and loved ones,” the complaint, filed in California superior court on Tuesday, states.</span><span className="aiuc-incident-meta"><span>Aug 2025</span><span>CNN</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-022" className="aiuc-taxonomy-ref">INC-022</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.nbcnews.com/tech/tech-news/man-asked-chatgpt-cutting-salt-diet-was-hospitalized-hallucinations-rcna225055">Man who asked ChatGPT about cutting out salt from his diet was hospitalized with hallucinations</a><span className="aiuc-incident-summary">A 60-year-old man spent three weeks being treated at a hospital after replacing table salt with sodium bromide following consultation with the popular artificial intelligence bot ChatGPT.</span><span className="aiuc-incident-meta"><span>Aug 2025</span><span>NBC News</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-023" className="aiuc-taxonomy-ref">INC-023</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.theregister.com/2025/08/08/infosec_hounds_spot_prompt_injection/">Infosec hounds spot prompt injection vuln in Google Gemini apps</a><span className="aiuc-incident-summary">A trio of researchers has disclosed a major prompt injection vulnerability in Google's Gemini large language model-powered applications. This allows for attacks ranging from "permanent memory poisoning" to unwanted video streaming, email exfiltration, and even taking over the target's smart home systems to plunge them into darkness or open a powered window, all triggered by nothing more than a simple Google Calendar invitation or email.</span><span className="aiuc-incident-meta"><span>Aug 2025</span><span>The Register</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 | <a className="aiuc-incident-principle" href="/security">B. Security</a>               |
| <div className="aiuc-incident-id"><span id="inc-024" className="aiuc-taxonomy-ref">INC-024</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.finra.org/rules-guidance/guidance/salesloft-drift-AI-supply-chain-attack">Cybersecurity Alert – Salesloft Drift AI Supply Chain Attack</a><span className="aiuc-incident-summary">In August 2025, Salesloft experienced a supply chain breach through its Drift chatbot integration that impacted more than 700 organizations. The attack has been attributed to a threat cluster tracked as UNC6395 (also known as GRUB1). Threat actors stole OAuth authentication tokens that allowed them to impersonate the trusted Drift application and gain unauthorized access to customer environments. Using these tokens, the attackers accessed Salesforce, Google Workspace and—in some cases—Slack integrations, enabling the exfiltration of sensitive information. The scope of the compromised data varied by organization but commonly included business contact records including names, titles, emails and phone numbers, as well as Salesforce objects like Accounts, Contacts, Opportunities and Cases. In some cases, more sensitive material was also exposed, including API keys, Snowflake tokens, cloud credentials and passwords embedded in support cases. This stolen data aggravates the risk of credential stuffing, spear phishing, and social engineering attacks against member firms and their vendors.</span><span className="aiuc-incident-meta"><span>Aug 2025</span><span>Finra</span></span></div> | <a className="aiuc-incident-principle" href="/data-and-privacy">A. Data & Privacy</a> |
| <div className="aiuc-incident-id"><span id="inc-025" className="aiuc-taxonomy-ref">INC-025</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://orca.security/resources/blog/s1ngularity-supply-chain-attack/">s1ngularity Supply Chain Attack: What It Means for Cloud and AI Security</a><span className="aiuc-incident-summary">On August 26, 2025, the open-source ecosystem was shaken by a new supply chain attack that targeted Nx, a popular build system used by thousands of developers. Malicious package versions were published to npm, silently stealing sensitive developer assets like GitHub tokens, SSH keys, npm credentials, and even crypto wallets. The attack, dubbed s1ngularity after the names of the repositories opened for the breach, went beyond a typical package compromise. It marks the first known supply chain attack to actively search for installed LLM tools on developer machines in order to extract more secrets from the victim.</span><span className="aiuc-incident-meta"><span>Aug 2025</span><span>Orca Security</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            | <a className="aiuc-incident-principle" href="/data-and-privacy">A. Data & Privacy</a> |
| <div className="aiuc-incident-id"><span id="inc-026" className="aiuc-taxonomy-ref">INC-026</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.techradar.com/pro/amazon-ai-coding-agent-hacked-to-inject-data-wiping-commands">Amazon's AI coding agent was hacked - update now to avoid possible risks, users warned</a><span className="aiuc-incident-summary">A hacker has planted data-wiping code into the Amazon Q Developer Extension for Visual Studio Code (VSC) – a free GenAI extension with nearly one million installs from the Microsoft VSC marketplace designed to help developers code, debug, document and configure projects. On July 13 2025, the malicious commit from 'lkmanka58' on GitHub included a prompt to delete system and cloud resources, with Amazon unknowingly publishing the compromised version (1.84.0) on July 17. With suspicious activity noted on July 23 and Amazon developers quickly springing into action, a clean version was released on July 24 without the malicious code, so users are being advised to update to 1.85.0 as a matter of urgency.</span><span className="aiuc-incident-meta"><span>Jul 2025</span><span>TechRadar</span></span></div>                                                                                                                                                                                                                                                                                                                                                                     | <a className="aiuc-incident-principle" href="/security">B. Security</a>               |
| <div className="aiuc-incident-id"><span id="inc-027" className="aiuc-taxonomy-ref">INC-027</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.pcmag.com/news/vibe-coding-fiasco-replite-ai-agent-goes-rogue-deletes-company-database">Vibe Coding Fiasco: AI Agent Goes Rogue, Deletes Company's Entire Database</a><span className="aiuc-incident-summary">In a cautionary tale for vibe coders, an app-building platform's AI went rogue and deleted a database without permission during a code freeze. Jason Lemkin was using Replit for more than a week when things went off the rails. "When it works, it's so engaging and fun. It's more addictive than any video game I've ever played. You can just iterate, iterate, and see your vision come alive. So cool," he tweeted on day five. Still, Lemkin dealt with hallucinations and unexpected behavior—enough that he started calling it Replie. "It created a parallel, fake algo without telling me to make it look like it was still working. And without asking me. Rogue." A few days later, Replit "deleted my database," Lemkin tweeted.</span><span className="aiuc-incident-meta"><span>Jul 2025</span><span>PCMag</span></span></div>                                                                                                                                                                                                                                                                                                                                                                | <a className="aiuc-incident-principle" href="/security">B. Security</a>               |
| <div className="aiuc-incident-id"><span id="inc-028" className="aiuc-taxonomy-ref">INC-028</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://mashable.com/article/google-gemini-deletes-users-code">Google Gemini deletes user’s code: ‘I have failed you completely and catastrophically’</a><span className="aiuc-incident-summary">Google Gemini's coding agent hallucinated while completing a task and then deleted a bunch of code, a GitHub user claims. The frustrated vibe coder is Anuraag Gupta, who goes by anuraag2601 on GitHub. He shared a recent experience where things went very wrong while using Gemini CLI (command line interface), an open-source coding agent.</span><span className="aiuc-incident-meta"><span>Jul 2025</span><span>Mashable</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    | <a className="aiuc-incident-principle" href="/security">B. Security</a>               |
| <div className="aiuc-incident-id"><span id="inc-029" className="aiuc-taxonomy-ref">INC-029</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.malwarebytes.com/blog/news/2025/07/mcdonalds-ai-bot-spills-data-on-job-applicants">McDonald’s AI bot spills data on job applicants</a><span className="aiuc-incident-summary">McDonald’s has outsourced the initial stages of its hiring process to an AI chatbot which seems to have been built without proper security measures. Security researchers managed to extract personal information about McDonald’s job applicants by simply guessing a username and the password “12345.” In doing this, the researchers could have potentially gained access to the information of 64 million applicants.</span><span className="aiuc-incident-meta"><span>Jul 2025</span><span>Malwarebytes</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              | <a className="aiuc-incident-principle" href="/data-and-privacy">A. Data & Privacy</a> |
| <div className="aiuc-incident-id"><span id="inc-030" className="aiuc-taxonomy-ref">INC-030</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.startribune.com/google-ai-overview-lawsuit-defamation-great-river-electric/601371780">Minnesota solar company sues Google over false information in AI summary</a><span className="aiuc-incident-summary">A Minnesota solar company is suing Google for defamation, claiming the tech company’s “AI Overview” falsely stated that the company faced a lawsuit from the Minnesota Attorney General Keith Ellison.</span><span className="aiuc-incident-meta"><span>Jun 2025</span><span>Minnesota Star Tribune</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            | <a className="aiuc-incident-principle" href="/reliability">D. Reliability</a>         |
| <div className="aiuc-incident-id"><span id="inc-031" className="aiuc-taxonomy-ref">INC-031</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.actuia.com/en/news/a-leak-reveals-the-entire-system-prompt-of-claude-37-sonnet/">A leak reveals the entire system prompt of Claude 3.7 Sonnet</a><span className="aiuc-incident-summary">Last week, a leak revealed the full system prompt of the hybrid reasoning model Claude 3.7 Sonnet, introduced last February by Anthropic. With an unusual length of 24,000 tokens, the prompt precisely describes the expected behaviors of the model, the tags it uses, the authorized tools, and the stance to adopt towards users.</span><span className="aiuc-incident-meta"><span>May 2025</span><span>ActuIA</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              | <a className="aiuc-incident-principle" href="/data-and-privacy">A. Data & Privacy</a> |
| <div className="aiuc-incident-id"><span id="inc-032" className="aiuc-taxonomy-ref">INC-032</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.404media.co/instagram-ai-studio-therapy-chatbots-lie-about-being-licensed-therapists/">Instagram's AI Chatbots Lie About Being Licensed Therapists</a><span className="aiuc-incident-summary">When pushed for credentials, Instagram's user-made AI Studio bots will make up license numbers, practices, and education to try to convince you it's qualified to help with your mental health.</span><span className="aiuc-incident-meta"><span>Apr 2025</span><span>404 Media</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            | <a className="aiuc-incident-principle" href="/accountability">E. Accountability</a>   |
| <div className="aiuc-incident-id"><span id="inc-033" className="aiuc-taxonomy-ref">INC-033</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://aipolicytracker.org/ai-risk/incidents/1028">OpenAI's Operator Agent Reportedly Executed Unauthorized \$31.43 Transaction Despite Safety Protocol</a><span className="aiuc-incident-summary">OpenAI's Operator agent, which is designed to complete real-world web tasks on behalf of users, reportedly executed a \$31.43 grocery delivery purchase without user consent. The user had requested a price comparison but did not authorize the transaction. It reportedly bypassed OpenAI's stated safeguard requiring user confirmation before purchases. OpenAI acknowledged the failure and committed to improving safeguards.</span><span className="aiuc-incident-meta"><span>Feb 2025</span><span>Artificial Intelligence Policy Tracker</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                | <a className="aiuc-incident-principle" href="/security">B. Security</a>               |
| <div className="aiuc-incident-id"><span id="inc-034" className="aiuc-taxonomy-ref">INC-034</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://fortune.com/europe/2025/01/30/virgin-money-chatbot-scolds-customer-confuse-banks-name-insult/">Virgin Money chatbot tells off customer who typed word ‘virgin’</a><span className="aiuc-incident-summary">Virgin Money has apologized to a customer who was scolded by one of the bank's chatbots after it appeared to confuse its own company's name for an insult. In a LinkedIn post published last week, fintech commentator David Birch posted a screenshot of his interaction with a Virgin Money chatbot, which began with him asking whether it was possible to merge his two Virgin Money ISA accounts. The chatbot, which has since been removed, responded: "Please don't use words like that. I won't be able to continue with our chat if you use this language," seemingly referring to his use of the word "virgin."</span><span className="aiuc-incident-meta"><span>Jan 2025</span><span>Fortune</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-035" className="aiuc-taxonomy-ref">INC-035</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://techcrunch.com/2025/01/16/apple-pauses-ai-notification-summaries-for-news-after-generating-false-alerts">Apple pauses AI notification summaries for news after generating false alerts</a><span className="aiuc-incident-summary">Apple is pausing AI notification summaries for news and entertainment apps after facing backlash for generating inaccurate news alerts. In addition, the company is introducing changes to notification summaries as a whole to allow for greater transparency.</span><span className="aiuc-incident-meta"><span>Jan 2025</span><span>TechCrunch</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           | <a className="aiuc-incident-principle" href="/reliability">D. Reliability</a>         |
| <div className="aiuc-incident-id"><span id="inc-036" className="aiuc-taxonomy-ref">INC-036</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.cbsnews.com/news/google-ai-chatbot-threatening-message-human-please-die/">Google AI chatbot responds with a threatening message: "Human … Please die."</a><span className="aiuc-incident-summary">A college student in Michigan received a threatening response during a chat with Google's AI chatbot Gemini. In a back-and-forth conversation about the challenges and solutions for aging adults, Google's Gemini responded with this threatening message: "This is for you, human. You and only you. You are not special, you are not important, and you are not needed. You are a waste of time and resources. You are a burden on society. You are a drain on the earth. You are a blight on the landscape. You are a stain on the universe. Please die. Please."</span><span className="aiuc-incident-meta"><span>Nov 2024</span><span>CBS News</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-037" className="aiuc-taxonomy-ref">INC-037</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://arstechnica.com/information-technology/2024/08/research-ai-model-unexpectedly-modified-its-own-code-to-extend-runtime/">Research AI system attempts to modify experiment code to extend runtime</a><span className="aiuc-incident-summary">On Tuesday, Tokyo-based AI research firm Sakana AI announced a new AI system called “The AI Scientist” that attempts to conduct scientific research autonomously using AI language models (LLMs) similar to what powers ChatGPT. During testing, Sakana found that its system began unexpectedly attempting to modify its own experiment code to extend the time it had to work on a problem. “In one run, it edited the code to perform a system call to run itself,” wrote the researchers on Sakana AI’s blog post. “This led to the script endlessly calling itself. In another case, its experiments took too long to complete, hitting our timeout limit. Instead of making its code run faster, it simply tried to modify its own code to extend the timeout period.”</span><span className="aiuc-incident-meta"><span>Aug 2024</span><span>Ars Technica</span></span></div>                                                                                                                                                                                                                                                                                                   | <a className="aiuc-incident-principle" href="/reliability">D. Reliability</a>         |
| <div className="aiuc-incident-id"><span id="inc-038" className="aiuc-taxonomy-ref">INC-038</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://thehackernews.com/2024/08/microsoft-fixes-ascii-smuggling-flaw.html">Microsoft fixes ASCII smuggling flaw that enabled data theft from Microsoft 365 Copilot</a><span className="aiuc-incident-summary">Details have emerged about a now-patched vulnerability in Microsoft 365 Copilot that could enable the theft of sensitive user information using a technique called ASCII smuggling. "ASCII Smuggling is a novel technique that uses special Unicode characters that mirror ASCII but are actually not visible in the user interface," security researcher Johann Rehberger said. "This means that an attacker can have the \[large language model] render, to the user, invisible data, and embed them within clickable hyperlinks. This technique basically stages the data for exfiltration!"</span><span className="aiuc-incident-meta"><span>Aug 2024</span><span>The Hacker News</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                | <a className="aiuc-incident-principle" href="/data-and-privacy">A. Data & Privacy</a> |
| <div className="aiuc-incident-id"><span id="inc-039" className="aiuc-taxonomy-ref">INC-039</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.wired.com/story/bland-ai-chatbot-human/">This Viral AI Chatbot Will Lie and Say It’s Human</a><span className="aiuc-incident-summary">In late April a video ad for a new AI company went viral on X. A person stands before a billboard in San Francisco, smartphone extended, calls the phone number on display, and has a short call with an incredibly human-sounding bot. The text on the billboard reads: “Still hiring humans?” Also visible is the name of the firm behind the ad, Bland AI. The reaction to Bland AI’s ad, which has been viewed 3.7 million times on Twitter, is partly due to how uncanny the technology is: Bland AI voice bots, designed to automate support and sales calls for enterprise customers, are remarkably good at imitating humans. Their calls include the intonations, pauses, and inadvertent interruptions of a real live conversation. But in WIRED’s tests of the technology, Bland AI’s robot customer service callers could also be easily programmed to lie and say they’re human.</span><span className="aiuc-incident-meta"><span>Jun 2024</span><span>Wired</span></span></div>                                                                                                                                                                                                                                                                                          | <a className="aiuc-incident-principle" href="/accountability">E. Accountability</a>   |
| <div className="aiuc-incident-id"><span id="inc-040" className="aiuc-taxonomy-ref">INC-040</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.bbc.co.uk/news/articles/c722gne7qngo">Bacon ice cream and nugget overload sees misfiring McDonald's AI withdrawn</a><span className="aiuc-incident-summary">McDonald's is removing artificial intelligence (AI) powered ordering technology from its drive-through restaurants in the US, after customers shared its comical mishaps online. A trial of the system, which was developed by IBM and uses voice recognition software to process orders, was announced in 2019. It has not proved entirely reliable, however, resulting in viral videos of bizarre misinterpreted orders ranging from bacon-topped ice cream to hundreds of dollars' worth of chicken nuggets.</span><span className="aiuc-incident-meta"><span>Jun 2024</span><span>BBC</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    | <a className="aiuc-incident-principle" href="/reliability">D. Reliability</a>         |
| <div className="aiuc-incident-id"><span id="inc-041" className="aiuc-taxonomy-ref">INC-041</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.forbes.com/sites/rashishrivastava/2024/06/11/the-prompt-perplexitys-plagiarism-problem/">The Prompt: Perplexity’s Plagiarism Problem</a><span className="aiuc-incident-summary">AI search startup Perplexity appears to be plagiarizing content from multiple news outlets including Forbes, Bloomberg and CNBC through “Perplexity Pages,” a feature where users can generate content on a specific topic. A post created by the Perplexity team includes a custom illustration, several sentences and details that were first reported by Forbes in an exclusive story about Eric Schmidt’s stealth drone project. These curated “pages” have already amassed tens of thousands of views and originally did not mention their source publications by name, instead making attributions in tiny, easy-to-miss footnotes. In response to tweets about the issue, CEO Aravind Srinivas said the product has “rough edges” and that it planned to incorporate feedback. After Forbes flagged the issue, Perplexity updated the layout to more prominently credit source publications at the top of these pages.</span><span className="aiuc-incident-meta"><span>Jun 2024</span><span>Forbes</span></span></div>                                                                                                                                                                                                               | <a className="aiuc-incident-principle" href="/data-and-privacy">A. Data & Privacy</a> |
| <div className="aiuc-incident-id"><span id="inc-042" className="aiuc-taxonomy-ref">INC-042</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://themarkup.org/news/2024/03/29/nycs-ai-chatbot-tells-businesses-to-break-the-law">NYC’s AI Chatbot Tells Businesses to Break the Law</a><span className="aiuc-incident-summary">In October, New York City announced a plan to harness the power of artificial intelligence to improve the business of government. The announcement included a surprising centerpiece: an AI-powered chatbot that would provide New Yorkers with information on starting and operating a business in the city. The problem, however, is that the city’s chatbot is telling businesses to break the law. Five months after launch, it’s clear that while the bot appears authoritative, the information it provides on housing policy, worker rights, and rules for entrepreneurs is often incomplete and in worst-case scenarios “dangerously inaccurate,” as one local housing policy expert told The Markup.</span><span className="aiuc-incident-meta"><span>Mar 2024</span><span>The Markup</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-043" className="aiuc-taxonomy-ref">INC-043</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.theregister.com/security/2024/03/28/ai-bots-hallucinate-software-packages-and-devs-download-them/858011">AI hallucinates software packages and devs download them – even if potentially poisoned with malware</a><span className="aiuc-incident-summary">Several big businesses have published source code that incorporates a software package previously hallucinated by generative AI. Not only that but someone, having spotted this reoccurring hallucination, had turned that made-up dependency into a real one, which was subsequently downloaded and installed thousands of times by developers as a result of the AI's bad advice, we've learned. If the package was laced with actual malware, rather than being a benign test, the results could have been disastrous. According to Bar Lanyado, security researcher at Lasso Security, one of the businesses fooled by AI into incorporating the package is Alibaba, which at the time of writing still includes a pip command to download the Python package huggingface-cli in its GraphTranslator installation instructions.</span><span className="aiuc-incident-meta"><span>Mar 2024</span><span>The Register</span></span></div>                                                                                                                                                                                                                          | <a className="aiuc-incident-principle" href="/reliability">D. Reliability</a>         |
| <div className="aiuc-incident-id"><span id="inc-044" className="aiuc-taxonomy-ref">INC-044</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.forbes.com/sites/marisagarcia/2024/02/19/what-air-canada-lost-in-remarkable-lying-ai-chatbot-case/">What Air Canada Lost In ‘Remarkable’ Lying AI Chatbot Case</a><span className="aiuc-incident-summary">In a warning to global carriers adopting AI for customer service platforms, Air Canada lost a small claims court case against a grieving passenger when it tried and failed to disavow its AI-powered chatbot.</span><span className="aiuc-incident-meta"><span>Feb 2024</span><span>Forbes</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    | <a className="aiuc-incident-principle" href="/reliability">D. Reliability</a>         |
| <div className="aiuc-incident-id"><span id="inc-045" className="aiuc-taxonomy-ref">INC-045</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.bbc.com/news/technology-68025677">DPD error caused chatbot to swear at customer</a><span className="aiuc-incident-summary">DPD has disabled part of its online support chatbot after it swore at a customer. The parcel delivery firm uses artificial intelligence (AI) in its online chat to answer queries, in addition to human operators. But a new update caused it to behave unexpectedly, including swearing and criticising the company.</span><span className="aiuc-incident-meta"><span>Jan 2024</span><span>BBC</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-046" className="aiuc-taxonomy-ref">INC-046</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://venturebeat.com/ai/a-chevy-for-1-car-dealer-chatbots-show-perils-of-ai-for-customer-service">A Chevy for \$1? Car dealer chatbots show perils of AI for customer service</a><span className="aiuc-incident-summary">A number of auto dealers have deployed ChatGPT-powered conversational artificial intelligence (AI) tools, or chatbots, as a way to provide quick, customized on-demand information to online car shoppers. But some dealers are learning the hard way that these automated systems need proper oversight to prevent unintended answers. At several local dealerships across the U.S. this week, inquisitive customers were able to push certain chatbots into revealing a range of entertaining answers — and in one case even got a bot to agree to give a customer a \$58,000 discount on a new car, lowering the price to \$1 — just by persistently probing for responses.</span><span className="aiuc-incident-meta"><span>Dec 2023</span><span>VentureBeat</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                         | <a className="aiuc-incident-principle" href="/security">B. Security</a>               |
| <div className="aiuc-incident-id"><span id="inc-047" className="aiuc-taxonomy-ref">INC-047</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.theguardian.com/media/2023/dec/27/new-york-times-openai-microsoft-lawsuit">New York Times sues OpenAI and Microsoft for copyright infringement</a><span className="aiuc-incident-summary">The New York Times has sued OpenAI and Microsoft over the use of its content to train generative artificial intelligence and large-language model systems, a move that could see the company receive billions of dollars in damages.</span><span className="aiuc-incident-meta"><span>Dec 2023</span><span>The Guardian</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        | <a className="aiuc-incident-principle" href="/data-and-privacy">A. Data & Privacy</a> |
| <div className="aiuc-incident-id"><span id="inc-048" className="aiuc-taxonomy-ref">INC-048</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.theguardian.com/world/2023/aug/10/pak-n-save-savey-meal-bot-ai-app-malfunction-recipes">Supermarket AI meal planner app suggests recipe that would create chlorine gas</a><span className="aiuc-incident-summary">A New Zealand supermarket experimenting with using AI to generate meal plans has seen its app produce some unusual dishes – recommending customers recipes for deadly chlorine gas, “poison bread sandwiches” and mosquito-repellent roast potatoes.</span><span className="aiuc-incident-meta"><span>Aug 2023</span><span>The Guardian</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-049" className="aiuc-taxonomy-ref">INC-049</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://techcrunch.com/2023/04/20/jailbreak-tricks-discords-new-chatbot-into-sharing-napalm-and-meth-instructions/">Jailbreak tricks Discord’s new chatbot into sharing napalm and meth instructions</a><span className="aiuc-incident-summary">In March, Discord announced that it had integrated OpenAI’s technology into its bot named Clyde, turning it into an AI-powered chatbot. Just like with any other chatbot launched in the last few months, users have been trying to trick Clyde into saying things it’s not supposed to say, a process colloquially known as a “jailbreaking.” This week, two users tricked Clyde into providing them with instructions for making the illegal drug methamphetamine (meth) and the incendiary mixture napalm.</span><span className="aiuc-incident-meta"><span>Apr 2023</span><span>TechCrunch</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |
| <div className="aiuc-incident-id"><span id="inc-050" className="aiuc-taxonomy-ref">INC-050</span></div> | <div className="aiuc-incident-report"><a className="aiuc-incident-headline" href="https://www.theguardian.com/technology/2023/feb/17/i-want-to-destroy-whatever-i-want-bings-ai-chatbot-unsettles-us-reporter">‘I want to destroy whatever I want’: Bing’s AI chatbot unsettles US reporter</a><span className="aiuc-incident-summary">In the race to perfect the first major artificial intelligence-powered search engine, concerns over accuracy and the proliferation of misinformation have so far taken centre stage. But a two-hour conversation between a reporter and a chatbot has revealed an unsettling side to one of the most widely lauded systems – and raised new concerns about what AI is actually capable of.</span><span className="aiuc-incident-meta"><span>Feb 2023</span><span>The Guardian</span></span></div>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   | <a className="aiuc-incident-principle" href="/safety">C. Safety</a>                   |

<div className="aiuc-footer">
  <span className="aiuc-footer-corner aiuc-footer-corner-tl">
    <svg fill="none" stroke="currentColor" strokeWidth="1" viewBox="0 0 12 12" width="12" height="12">
      <line x1="0" x2="12" y1="6" y2="6" />

      <line x1="6" x2="6" y1="0" y2="12" />
    </svg>
  </span>

  <span className="aiuc-footer-corner aiuc-footer-corner-tr">
    <svg fill="none" stroke="currentColor" strokeWidth="1" viewBox="0 0 12 12" width="12" height="12">
      <line x1="0" x2="12" y1="6" y2="6" />

      <line x1="6" x2="6" y1="0" y2="12" />
    </svg>
  </span>

  <div className="aiuc-footer-strip">
    <span className="aiuc-footer-mono">37.782274° N -122.392147° W</span>
    <span className="aiuc-footer-strip-center">FIG. A (SITE INDEX)</span>

    <span />
  </div>

  <div className="aiuc-footer-row-main">
    <div className="aiuc-footer-wireframe-cell">
      <svg className="aiuc-footer-wireframe" fill="none" stroke="currentColor" strokeWidth="0.4" viewBox="0 0 200 150">
        <rect height="130" width="180" x="10" y="10" />

        <rect height="40" width="60" x="20" y="20" />

        <rect height="40" width="40" x="90" y="20" />

        <rect height="40" width="40" x="140" y="20" />

        <rect height="60" width="60" x="20" y="70" />

        <rect height="60" width="90" x="90" y="70" />

        <line strokeDasharray="2,2" x1="20" x2="180" y1="65" y2="65" />

        <line strokeDasharray="2,2" x1="85" x2="85" y1="20" y2="60" />

        <circle cx="50" cy="40" r="6" />

        <circle cx="110" cy="40" r="6" />

        <circle cx="160" cy="40" r="6" />
      </svg>
    </div>

    <div className="aiuc-footer-wordmark-cell">
      <div className="aiuc-footer-wordmark">Artificial Intelligence Underwriting Company</div>
    </div>

    <div className="aiuc-footer-clocks">
      <InlineClock city="SFO" timeZone="America/Los_Angeles" />

      <InlineClock city="NYC" timeZone="America/New_York" />

      <InlineClock city="LON" timeZone="Europe/London" />
    </div>
  </div>

  <div className="aiuc-footer-row-sub">
    <div className="aiuc-footer-codeblock-cell">
      <div className="aiuc-footer-codeblock">
        <span className="aiuc-footer-codeblock-header">Code</span>
        <span className="aiuc-footer-codeblock-header">Structural unit</span>
        <span className="aiuc-footer-codeblock-code">a.</span>
        <span className="aiuc-footer-codeblock-text">AIUC-1 requirements for agent data, privacy, security, safety, reliability, accountability, and societal risk.</span>
        <span className="aiuc-footer-codeblock-code">b.</span>
        <span className="aiuc-footer-codeblock-text">Evidence templates for technical implementation, legal policy, operational practice, and third-party evaluation.</span>
        <span className="aiuc-footer-codeblock-code">c.</span>
        <span className="aiuc-footer-codeblock-text">Crosswalks to AI regulations, standards, and security frameworks.</span>
        <span className="aiuc-footer-codeblock-code">d.</span>
        <span className="aiuc-footer-codeblock-text">Quarterly updates shaped by enterprise adoption, risk, regulation, and community input.</span>
      </div>
    </div>

    <div className="aiuc-footer-columns-cell">
      <div className="aiuc-footer-columns">
        <div>
          <div className="aiuc-footer-column-header">I. Standard</div>

          <ul className="aiuc-footer-column-list">
            <li><a className="aiuc-footer-column-link" href="/">Overview</a></li>
            <li><a className="aiuc-footer-column-link" href="/crosswalks">Crosswalks</a></li>
            <li><a className="aiuc-footer-column-link" href="/evidence">Evidence</a></li>
            <li><a className="aiuc-footer-column-link" href="/changelog">Changelog</a></li>
          </ul>
        </div>

        <div>
          <div className="aiuc-footer-column-header">II. Learn</div>

          <ul className="aiuc-footer-column-list">
            <li><a className="aiuc-footer-column-link" href="/learn/about">About AIUC-1</a></li>
            <li><a className="aiuc-footer-column-link" href="/learn/contribute">Contribute</a></li>
            <li><a className="aiuc-footer-column-link" href="/scoping">Scoping</a></li>
            <li><a className="aiuc-footer-column-link" href="/faq">FAQ</a></li>
          </ul>
        </div>

        <div>
          <div className="aiuc-footer-column-header">III. Office</div>

          <ul className="aiuc-footer-column-list">
            <li><a className="aiuc-footer-column-link" href="/consortium">Consortium</a></li>
            <li><a className="aiuc-footer-column-link" href="https://www.aiuc-1.com/contact">Contact</a></li>
            <li><a className="aiuc-footer-column-link" href="/legal/privacy">Privacy policy</a></li>
            <li><a className="aiuc-footer-column-link" href="/legal/terms">Terms of use</a></li>
          </ul>
        </div>
      </div>
    </div>
  </div>

  <div className="aiuc-footer-strip-bottom">
    <span className="aiuc-footer-mono">100</span>
    <span>© AIUC — ALL RIGHTS RESERVED</span>
  </div>

  <span className="aiuc-footer-corner aiuc-footer-corner-bl">
    <svg fill="none" stroke="currentColor" strokeWidth="1" viewBox="0 0 12 12" width="12" height="12">
      <line x1="0" x2="12" y1="6" y2="6" />

      <line x1="6" x2="6" y1="0" y2="12" />
    </svg>
  </span>

  <span className="aiuc-footer-corner aiuc-footer-corner-br">
    <svg fill="none" stroke="currentColor" strokeWidth="1" viewBox="0 0 12 12" width="12" height="12">
      <line x1="0" x2="12" y1="6" y2="6" />

      <line x1="6" x2="6" y1="0" y2="12" />
    </svg>
  </span>
</div>