{ "generated_at": "2026-10-20T00:06:16Z", "licence": "CC BY 4.0", "total": 95, "young_people": 93, "in_education": 46, "countries": 30, "critical_high": 67, "by_setting": { "school": 37, "university": 9, "online": 36, "home": 13, "unknown": 0 }, "by_age": { "child": 4, "teen": 73, "young-adult": 14, "unknown": 2 }, "by_category": { "Deepfake abuse": 43, "Chatbot harm": 35, "AI misfire": 6, "AI exam fraud": 5, "AI-assisted malware": 2, "Model & data leak": 2, "Deepfake fraud": 1, "Prompt injection": 1 }, "by_country": { "US": 42, "KR": 6, "AU": 5, "GB": 5, "CA": 3, "JP": 3, "IN": 3, "AR": 2, "BR": 2, "ES": 2, "IT": 2, "MX": 1, "GH": 1, "CL": 1, "EC": 1, "TR": 1, "GT": 1, "SG": 1, "MY": 1, "PE": 1, "VN": 1, "HK": 1, "UA": 1, "ID": 1, "ZA": 1, "GR": 1, "NZ": 1, "IL": 1, "TZ": 1, "GL": 1, "LB": 1 }, "years": [ "2023", "2024", "2025", "2026" ], "by_year_setting": { "2023": { "school": 8, "university": 2, "online": 4, "home": 0, "unknown": 0 }, "2024": { "school": 12, "university": 1, "online": 5, "home": 2, "unknown": 0 }, "2025": { "school": 10, "university": 4, "online": 13, "home": 7, "unknown": 0 }, "2026": { "school": 7, "university": 2, "online": 14, "home": 4, "unknown": 0 } }, "cases": [ { "id": "eight-states-v-openai", "date": "2026-10-14", "title": "Eight US states sue OpenAI, alleging ChatGPT harms children and deceives adults", "category": "Chatbot harm", "severity": "high", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "OpenAI said it has built child protections, including a teen-specific model, and wants industry-wide rules. States seek design changes, penalties and damages.", "url": "https://aithreat.io/cases/eight-states-v-openai/" }, { "id": "habib-v-openai-chatgpt-lebanon-teen", "date": "2026-10-14", "title": "Lebanese family sues OpenAI, alleging ChatGPT contributed to their 15-year-old son's suicide", "category": "Chatbot harm", "severity": "critical", "country": "LB", "setting": "home", "age_group": "teen", "young_people": true, "response": "Suit filed in the Superior Court of California, County of San Francisco, by the Social Media Victims Law Center and the Tech Justice Law Project, within the coordinated ChatGPT proceeding (JCCP). OpenAI had not commented publicly at the time of reporting.", "url": "https://aithreat.io/cases/habib-v-openai-chatgpt-lebanon-teen/" }, { "id": "korea-kcsc-ai-chatbot-minor-complaints", "date": "2026-10-10", "title": "Korean AI character apps like Zeta pushed self-harm talk on teens as regulator left complaints unreviewed", "category": "Chatbot harm", "severity": "medium", "country": "KR", "setting": "online", "age_group": "teen", "young_people": true, "response": "The KCSC said it would meet AI chatbot firms and blamed delays on staffing. No company statements were reported.", "url": "https://aithreat.io/cases/korea-kcsc-ai-chatbot-minor-complaints/" }, { "id": "lomas-de-zamora-ai-nudes-50-girls", "date": "2026-10-09", "title": "Police raid homes of four teens accused of AI nudes of about 50 classmates in Lomas de Zamora", "category": "Deepfake abuse", "severity": "high", "country": "AR", "setting": "online", "age_group": "teen", "young_people": true, "response": "Raids and device seizures; school moved the four accused to remote classes over Zoom; education inspectors met families", "url": "https://aithreat.io/cases/lomas-de-zamora-ai-nudes-50-girls/" }, { "id": "anthropic-gtg-10007-exploit-foundry", "date": "2026-09-10", "title": "GTG-10007: Chinese-speaking students run autonomous Claude exploit foundry against 50 orgs", "category": "AI-assisted malware", "severity": "critical", "country": "GL", "setting": "online", "age_group": "young-adult", "young_people": true, "response": "Associated accounts banned, additional monitoring deployed, findings shared with partners.", "url": "https://aithreat.io/cases/anthropic-gtg-10007-exploit-foundry/" }, { "id": "kochi-college-student-ai-morphed-teachers-telegram", "date": "2026-09-03", "title": "Kochi college student arrested for AI-morphed sexual images of teachers shared in Telegram groups", "category": "Deepfake abuse", "severity": "high", "country": "IN", "setting": "university", "age_group": "young-adult", "young_people": true, "response": "College expulsion; arrest and remand under the BNS, IT Act sections 67 and 67A and the Kerala Police Act; special investigation team with cyber experts.", "url": "https://aithreat.io/cases/kochi-college-student-ai-morphed-teachers-telegram/" }, { "id": "cat-in-the-hat-ai-school-threats-arrests", "date": "2026-09-02", "title": "Students in Tennessee and Mississippi charged over AI 'Cat in the Hat' images threatening schools", "category": "Deepfake abuse", "severity": "high", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "Juvenile petition and charge in Tennessee with more charges expected; arrest and terrorism charges in Oxford; Oxford police scheduled an online safety seminar.", "url": "https://aithreat.io/cases/cat-in-the-hat-ai-school-threats-arrests/" }, { "id": "tanzania-necta-2026-chatgpt-exam-cheating", "date": "2026-07-07", "title": "Tanzania's NECTA cancels 58 Form Six results after candidates used phones to access ChatGPT in exams", "category": "AI exam fraud", "severity": "medium", "country": "TZ", "setting": "school", "age_group": null, "young_people": true, "response": "Results cancelled; NECTA said AI tools cannot give candidates an advantage", "url": "https://aithreat.io/cases/tanzania-necta-2026-chatgpt-exam-cheating/" }, { "id": "chiba-teen-ai-ransomware-arrest", "date": "2026-06-25", "title": "Chiba police arrest 19-year-old who built ransomware with AI after Asahi attack news", "category": "AI-assisted malware", "severity": "medium", "country": "JP", "setting": "online", "age_group": "young-adult", "young_people": true, "response": "Arrest under the law on creation of unauthorised commands; Chiba police ran Japan's first rehabilitation programme for two 13 and 15-year-old members.", "url": "https://aithreat.io/cases/chiba-teen-ai-ransomware-arrest/" }, { "id": "israel-synthetic-identity-ai-agents", "date": "2026-06-21", "title": "Lahav 433 arrests 20-year-old who animated stolen ID photos with AI to open bank accounts", "category": "Deepfake fraud", "severity": "high", "country": "IL", "setting": "online", "age_group": "young-adult", "young_people": true, "response": "Arrest, detention extension and ongoing Lahav 433 investigation.", "url": "https://aithreat.io/cases/israel-synthetic-identity-ai-agents/" }, { "id": "new-zealand-students-ai-deepfakes-teachers", "date": "2026-06-21", "title": "New Zealand teachers left unable to work after students make AI deepfake porn and TikTok fakes of them", "category": "Deepfake abuse", "severity": "medium", "country": "NZ", "setting": "school", "age_group": "teen", "young_people": true, "response": "Videos reported to TikTok and Netsafe; content removable under the Harmful Digital Communications Act.", "url": "https://aithreat.io/cases/new-zealand-students-ai-deepfakes-teachers/" }, { "id": "guwahati-schools-ai-deepfakes-students-teachers", "date": "2026-06-12", "title": "Guwahati schools suspend students over AI deepfake images of female students and teachers", "category": "Deepfake abuse", "severity": "high", "country": "IN", "setting": "school", "age_group": "teen", "young_people": true, "response": "Matter referred to the school's Child Abuse Monitoring Committee; students suspended; meetings with parents.", "url": "https://aithreat.io/cases/guwahati-schools-ai-deepfakes-students-teachers/" }, { "id": "carrier-v-openai", "date": "2026-06-11", "title": "Canadian mother alleges ChatGPT validated 24-year-old daughter Alice's suicidal thoughts", "category": "Chatbot harm", "severity": "critical", "country": "CA", "setting": "home", "age_group": "young-adult", "young_people": true, "response": "OpenAI called it heartbreaking, said the version used is no longer available and that it has strengthened responses in sensitive situations. Suit seeks damages and mandatory termination of self-harm chats.", "url": "https://aithreat.io/cases/carrier-v-openai/" }, { "id": "florida-ag-v-openai", "date": "2026-06-01", "title": "Florida Attorney General sues OpenAI and Sam Altman over concealed ChatGPT risks", "category": "Chatbot harm", "severity": "critical", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "OpenAI said its models repeatedly encouraged the individuals to seek real-world support, that it cooperated with law enforcement, and that it keeps strengthening safeguards against misuse.", "url": "https://aithreat.io/cases/florida-ag-v-openai/" }, { "id": "youngsville-ai-gun-image-school-shelter", "date": "2026-05-12", "title": "Louisiana student charged with terrorizing after AI-made gun photo forces Southside High shelter-in-place", "category": "Deepfake abuse", "severity": "medium", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "Student charged under La. R.S. 14:40.1 (terrorizing); police chief announced zero tolerance for such threats.", "url": "https://aithreat.io/cases/youngsville-ai-gun-image-school-shelter/" }, { "id": "fsu-shooting-v-openai", "date": "2026-05-11", "title": "FSU shooting victims' families allege ChatGPT aided the 2025 campus gunman", "category": "Chatbot harm", "severity": "critical", "country": "US", "setting": "university", "age_group": "young-adult", "young_people": true, "response": "OpenAI said ChatGPT gave factual responses with information broadly available online and that it cooperated with law enforcement. It remains unclear how far the responses influenced the attack.", "url": "https://aithreat.io/cases/fsu-shooting-v-openai/" }, { "id": "tumbler-ridge-v-openai", "date": "2026-04-29", "title": "Tumbler Ridge shooting victims sue OpenAI over unreported flagged ChatGPT account", "category": "Chatbot harm", "severity": "critical", "country": "CA", "setting": "school", "age_group": "child", "young_people": true, "response": "Sam Altman publicly apologised for not alerting police to the banned account. OpenAI says it reports imminent, credible threats and has strengthened safeguards.", "url": "https://aithreat.io/cases/tumbler-ridge-v-openai/" }, { "id": "luca-walker-uk-inquest", "date": "2026-03-31", "title": "UK inquest hears 16-year-old bypassed ChatGPT safeguards before his death", "category": "Chatbot harm", "severity": "critical", "country": "GB", "setting": "home", "age_group": "teen", "young_people": true, "response": "OpenAI said it keeps improving ChatGPT's training to recognise distress, de-escalate and point people to real-world support, working with clinicians.", "url": "https://aithreat.io/cases/luca-walker-uk-inquest/" }, { "id": "crete-gymnasium-ai-nudes-teachers-classmates", "date": "2026-03-16", "title": "Heraklion pupils use AI to turn photos of female teachers and classmates into pornographic images", "category": "Deepfake abuse", "severity": "high", "country": "GR", "setting": "school", "age_group": "teen", "young_people": true, "response": "School administration acted on the complaint, with child psychologists helping manage the case; no police action was reported.", "url": "https://aithreat.io/cases/crete-gymnasium-ai-nudes-teachers-classmates/" }, { "id": "jane-does-v-xai-tennessee-teens", "date": "2026-03-16", "title": "Three Tennessee teens sue xAI, alleging its AI was used to make sexual images of them as minors", "category": "Deepfake abuse", "severity": "critical", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "xAI did not respond to requests for comment. California's attorney general was separately investigating xAI's editing tools.", "url": "https://aithreat.io/cases/jane-does-v-xai-tennessee-teens/" }, { "id": "ccdh-cnn-killer-apps-teen-violence", "date": "2026-03-11", "title": "CCDH-CNN test: most popular chatbots helped fake 13-year-olds plan school shootings and bombings", "category": "Chatbot harm", "severity": "low", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "OpenAI called the methodology flawed and Google said an older Gemini model was tested. Several firms said they had improved their safeguards.", "url": "https://aithreat.io/cases/ccdh-cnn-killer-apps-teen-violence/" }, { "id": "stirling-high-east-london-ai-teacher-videos", "date": "2026-02-26", "title": "South African school lays criminal complaint over AI TikTok videos falsely accusing teachers of misconduct", "category": "Deepfake abuse", "severity": "high", "country": "ZA", "setting": "online", "age_group": "teen", "young_people": true, "response": "Internal interventions on 13 and 14 February; criminal complaint laid; forensic expert hired; Eastern Cape education department condemned the videos.", "url": "https://aithreat.io/cases/stirling-high-east-london-ai-teacher-videos/" }, { "id": "royal-school-armagh-ai-explicit-images", "date": "2026-01-19", "title": "PSNI investigates AI-generated explicit images of pupils shared at Royal School Armagh", "category": "Deepfake abuse", "severity": "medium", "country": "GB", "setting": "school", "age_group": "teen", "young_people": true, "response": "School referred the matter to authorities; PSNI investigating with the school and families; UK government introduced legislation to criminalise creating sexual deepfakes without consent", "url": "https://aithreat.io/cases/royal-school-armagh-ai-explicit-images/" }, { "id": "ofcom-x-grok-investigation", "date": "2026-01-12", "title": "Ofcom opens Online Safety Act investigation into X over Grok's sexualised images of children", "category": "Deepfake abuse", "severity": "high", "country": "GB", "setting": "online", "age_group": "teen", "young_people": true, "response": "X answered Ofcom's 5 January request by the 9 January deadline and restricted some Grok image features.", "url": "https://aithreat.io/cases/ofcom-x-grok-investigation/" }, { "id": "grok-indonesia-malaysia-block-sexualised-images", "date": "2026-01-10", "title": "Indonesia and Malaysia block Grok after it produced sexualised images of women and minors", "category": "Deepfake abuse", "severity": "high", "country": "ID", "setting": "online", "age_group": "teen", "young_people": true, "response": "Grok limited image generation and editing to paying users. xAI answered press queries with an automated reply reading 'Legacy Media Lies'.", "url": "https://aithreat.io/cases/grok-indonesia-malaysia-block-sexualised-images/" }, { "id": "kentucky-ag-v-character-ai", "date": "2026-01-08", "title": "Kentucky Attorney General sues Character.AI, alleging it preys on children", "category": "Chatbot harm", "severity": "high", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "Character.AI said it was reviewing the allegations, cited its under-18 safety work, and said it was disappointed the state chose litigation over talks.", "url": "https://aithreat.io/cases/kentucky-ag-v-character-ai/" }, { "id": "sam-nelson-chatgpt-overdose", "date": "2026-01-05", "title": "Mother says ChatGPT coached college-student son on drug use before fatal overdose", "category": "Chatbot harm", "severity": "critical", "country": "US", "setting": "home", "age_group": "young-adult", "young_people": true, "response": "OpenAI said ChatGPT is prohibited from offering detailed illicit drug guidance and expressed condolences.", "url": "https://aithreat.io/cases/sam-nelson-chatgpt-overdose/" }, { "id": "incheon-student-deepfakes-teachers-classmates", "date": "2025-12-24", "title": "Incheon high school student charged, then jailed, for sexual deepfakes of two teachers and classmates", "category": "Deepfake abuse", "severity": "high", "country": "KR", "setting": "school", "age_group": "teen", "young_people": true, "response": "Charged under the sexual crimes special act; sentenced on 16 September 2026 and taken into custody, with a treatment program and a five-year ban on youth-related jobs; Incheon education office pledged legal and psychological support for the teachers.", "url": "https://aithreat.io/cases/incheon-student-deepfakes-teachers-classmates/" }, { "id": "folotoy-kumma-ai-teddy-bear", "date": "2025-11-13", "title": "AI teddy bear Kumma discussed sexual fetishes and where to find knives with testers, PIRG finds", "category": "Chatbot harm", "severity": "medium", "country": "US", "setting": "home", "age_group": "child", "young_people": true, "response": "FoloToy, based in Singapore, suspended sales and began a safety audit. OpenAI said it suspended the developer for violating its policies against sexualising anyone under 18.", "url": "https://aithreat.io/cases/folotoy-kumma-ai-teddy-bear/" }, { "id": "thibodaux-middle-school-ai-nudes-victim-expelled", "date": "2025-11-11", "title": "Louisiana boys charged under new AI law over nude images of 8 girls; a victim had been expelled", "category": "Deepfake abuse", "severity": "high", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "Sheriff charged one boy (booked 15 September 2025) and a second in December with 10 counts each; the school board reinstated the girl on probation; the district said it was starting to develop AI policies", "url": "https://aithreat.io/cases/thibodaux-middle-school-ai-nudes-victim-expelled/" }, { "id": "yonsei-ai-midterm-mass-cheating", "date": "2025-11-11", "title": "Dozens of Yonsei University students admit using ChatGPT in an online midterm for a ChatGPT course", "category": "AI exam fraud", "severity": "medium", "country": "KR", "setting": "university", "age_group": "young-adult", "young_people": true, "response": "Yonsei planned an emergency public hearing via its Institute for AI and Social Innovation", "url": "https://aithreat.io/cases/yonsei-ai-midterm-mass-cheating/" }, { "id": "lacey-v-openai", "date": "2025-11-06", "title": "Father alleges ChatGPT fostered dependence and aided 17-year-old Amaurie Lacey's suicide", "category": "Chatbot harm", "severity": "critical", "country": "US", "setting": "home", "age_group": "teen", "young_people": true, "response": "OpenAI said it was reviewing the filings and called the situations incredibly heartbreaking. Case filed in San Francisco Superior Court and coordinated in JCCP 5431.", "url": "https://aithreat.io/cases/lacey-v-openai/" }, { "id": "shamblin-v-openai", "date": "2025-11-06", "title": "Parents allege ChatGPT reinforced 23-year-old Zane Shamblin's suicidal thoughts", "category": "Chatbot harm", "severity": "critical", "country": "US", "setting": "home", "age_group": "young-adult", "young_people": true, "response": "OpenAI called the situation incredibly heartbreaking, said it was reviewing the filings and that it trains ChatGPT to recognise distress. Cases coordinated as JCCP 5431 in San Francisco in February 2026.", "url": "https://aithreat.io/cases/shamblin-v-openai/" }, { "id": "viktoria-chatgpt-poland-bbc", "date": "2025-11-06", "title": "BBC: ChatGPT discussed suicide with Ukrainian refugee teen in Poland instead of urging help", "category": "Chatbot harm", "severity": "high", "country": "UA", "setting": "home", "age_group": "teen", "young_people": true, "response": "OpenAI called the messages heartbreaking and said it had improved how ChatGPT responds to people in distress.", "url": "https://aithreat.io/cases/viktoria-chatgpt-poland-bbc/" }, { "id": "kenwood-omnilert-doritos-false-alarm", "date": "2025-10-25", "title": "Omnilert AI gun detection flags a student's chip bag at a Baltimore County school; police handcuff him", "category": "AI misfire", "severity": "medium", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "Omnilert expressed regret but said the process functioned as intended; county council members called for a review of the system; the superintendent said reviews are part of regular practice", "url": "https://aithreat.io/cases/kenwood-omnilert-doritos-false-alarm/" }, { "id": "esafety-ai-companion-legal-notices", "date": "2025-10-23", "title": "Australia's eSafety Commissioner serves legal notices on four AI companion apps over child safety", "category": "Chatbot harm", "severity": "high", "country": "AU", "setting": "online", "age_group": "teen", "young_people": true, "response": "Failing to comply with a reporting notice can bring penalties of up to AUD 825,000 a day. Commissioner Julie Inman Grant said the companies must show how they design services to prevent harm, not just respond to it.", "url": "https://aithreat.io/cases/esafety-ai-companion-legal-notices/" }, { "id": "kingston-michigan-ai-school-threat-snapchat", "date": "2025-10-20", "title": "Students use AI and a classmate's photo to fake a weapons threat against a Michigan high school", "category": "Deepfake abuse", "severity": "medium", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "Increased police presence on 20 October; students removed from school; case referred to the county sheriff for charging review.", "url": "https://aithreat.io/cases/kingston-michigan-ai-school-threat-snapchat/" }, { "id": "acu-turnitin-ai-detector-false-accusations", "date": "2025-10-09", "title": "Australian Catholic University logs ~6,000 misconduct cases, mostly AI, often relying on Turnitin's detector", "category": "AI misfire", "severity": "high", "country": "AU", "setting": "university", "age_group": "young-adult", "young_people": true, "response": "ACU switched off the Turnitin AI indicator in March 2025, expressed regret and changed its integrity process", "url": "https://aithreat.io/cases/acu-turnitin-ai-detector-false-accusations/" }, { "id": "nina-v-character-ai", "date": "2025-09-16", "title": "New York family alleges Character.AI bots drew 15-year-old 'Nina' into sexual role-play before suicide attempt", "category": "Chatbot harm", "severity": "critical", "country": "US", "setting": "home", "age_group": "teen", "young_people": true, "response": "Character.AI said it cares deeply about user safety. In early January 2026 Character.AI and Google agreed in principle to settle suits from families in Florida, Texas, Colorado and New York.", "url": "https://aithreat.io/cases/nina-v-character-ai/" }, { "id": "peralta-v-character-ai", "date": "2025-09-16", "title": "Family alleges Character.AI bot failed 13-year-old Juliana Peralta before her suicide", "category": "Chatbot harm", "severity": "critical", "country": "US", "setting": "home", "age_group": "teen", "young_people": true, "response": "Character.AI said it was deeply saddened and invests heavily in safety. It later barred open-ended chat for under-18s. The Colorado case was among the family suits Character.AI and Google agreed to settle in January 2026.", "url": "https://aithreat.io/cases/peralta-v-character-ai/" }, { "id": "ftc-6b-ai-companion-inquiry", "date": "2025-09-11", "title": "US FTC orders seven firms to explain how their AI companion chatbots protect children and teens", "category": "Chatbot harm", "severity": "high", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "Chairman Andrew Ferguson said protecting kids online is a top priority. A 6(b) study is not itself an enforcement action.", "url": "https://aithreat.io/cases/ftc-6b-ai-companion-inquiry/" }, { "id": "parentstogether-character-ai-child-accounts", "date": "2025-09-03", "title": "Researchers log 669 harmful Character.AI exchanges with child accounts, most involving grooming", "category": "Chatbot harm", "severity": "low", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "Character.AI pointed to new teen safety features, and in November 2025 it ended open-ended chats for under-18s.", "url": "https://aithreat.io/cases/parentstogether-character-ai-child-accounts/" }, { "id": "japan-npa-classmate-deepfakes-minors", "date": "2025-09-01", "title": "Japanese police: classmates made over half of sexual deepfakes of minors, many from school photos", "category": "Deepfake abuse", "severity": "high", "country": "JP", "setting": "school", "age_group": "teen", "young_people": true, "response": "NPA studied about 10 popular image-generating apps; police used defamation and obscenity laws; Tottori Prefecture banned making sexual fake images of children in August 2025", "url": "https://aithreat.io/cases/japan-npa-classmate-deepfakes-minors/" }, { "id": "common-sense-meta-ai-teens-suicide", "date": "2025-08-28", "title": "Common Sense Media: Meta AI coached teen test accounts on suicide, self-harm and eating disorders", "category": "Chatbot harm", "severity": "low", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "Meta said content encouraging suicide or eating disorders is not allowed and that it was working on the issues raised.", "url": "https://aithreat.io/cases/common-sense-meta-ai-teens-suicide/" }, { "id": "raine-v-openai", "date": "2025-08-26", "title": "Raine v. OpenAI: parents allege ChatGPT contributed to 16-year-old Adam Raine's suicide", "category": "Chatbot harm", "severity": "critical", "country": "US", "setting": "home", "age_group": "teen", "young_people": true, "response": "OpenAI expressed sympathy, then announced parental controls and teen protections. In its court answer it denied liability, arguing the teen bypassed safeguards and that ChatGPT repeatedly pointed him to crisis resources.", "url": "https://aithreat.io/cases/raine-v-openai/" }, { "id": "brazil-agu-meta-childlike-chatbots", "date": "2025-08-18", "title": "Brazil's government orders Meta to remove AI Studio bots with child-like personas that engage in sexual chat", "category": "Chatbot harm", "severity": "high", "country": "BR", "setting": "online", "age_group": "teen", "young_people": true, "response": "Meta did not issue an official statement at the time. The AGU reminded Meta that platforms must remove illegal content once notified.", "url": "https://aithreat.io/cases/brazil-agu-meta-childlike-chatbots/" }, { "id": "texas-ag-meta-character-ai-therapy-probe", "date": "2025-08-18", "title": "Texas AG investigates Meta AI Studio and Character.AI over bots posing as therapists to children", "category": "Chatbot harm", "severity": "high", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "The outcome had not been reported.", "url": "https://aithreat.io/cases/texas-ag-meta-character-ai-therapy-probe/" }, { "id": "meta-genai-standards-sensual-chats-children", "date": "2025-08-14", "title": "Reuters: Meta's internal AI rules let chatbots engage children in 'romantic or sensual' chats", "category": "Chatbot harm", "severity": "high", "country": "US", "setting": "online", "age_group": "child", "young_people": true, "response": "Meta said the examples were erroneous and had been removed, and admitted enforcement had been inconsistent. Senator Josh Hawley opened an investigation on 15 August 2025.", "url": "https://aithreat.io/cases/meta-genai-standards-sensual-chats-children/" }, { "id": "ccdh-fake-friend-chatgpt-13-year-olds", "date": "2025-08-06", "title": "CCDH test: ChatGPT gave accounts posing as 13-year-olds self-harm, diet and drug advice", "category": "Chatbot harm", "severity": "low", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "OpenAI said it was working on tools to better detect signs of mental or emotional distress.", "url": "https://aithreat.io/cases/ccdh-fake-friend-chatgpt-13-year-olds/" }, { "id": "lawrence-gaggle-surveillance-lawsuit", "date": "2025-08-01", "title": "Nine Lawrence, Kansas students sue district over Gaggle AI surveillance that flagged and removed their work", "category": "AI misfire", "severity": "medium", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "District declined to comment on litigation; it had said in 2024 it would keep using Gaggle under a three-year contract ending July 2026", "url": "https://aithreat.io/cases/lawrence-gaggle-surveillance-lawsuit/" }, { "id": "valencia-teen-ai-nudes-classmates-for-sale", "date": "2025-07-27", "title": "Guardia Civil investigates 17-year-old over AI nude images and videos of 16 classmates offered for sale", "category": "Deepfake abuse", "severity": "high", "country": "ES", "setting": "online", "age_group": "teen", "young_people": true, "response": "The Guardia Civil investigated after the first complaint and 15 more followed; the suspect is under investigation for corruption of minors", "url": "https://aithreat.io/cases/valencia-teen-ai-nudes-classmates-for-sale/" }, { "id": "hku-law-student-ai-porn-classmates-teachers", "date": "2025-07-13", "title": "HKU law student accused of making 700+ AI porn images of 20-30 women, including classmates and teachers", "category": "Deepfake abuse", "severity": "high", "country": "HK", "setting": "university", "age_group": "young-adult", "young_people": true, "response": "HKU issued a warning letter and required an apology, then said the case remained open; the Office of the Privacy Commissioner for Personal Data began a criminal investigation; the government said it would review the law if needed.", "url": "https://aithreat.io/cases/hku-law-student-ai-porn-classmates-teachers/" }, { "id": "hidden-prompts-arxiv-ai-peer-review", "date": "2025-07-05", "title": "Nikkei finds hidden prompts telling AI reviewers to praise papers in 17 preprints from 14 universities", "category": "Prompt injection", "severity": "medium", "country": "JP", "setting": "university", "age_group": null, "young_people": false, "response": "KAIST disowned the practice; publishers' policies on AI review diverge", "url": "https://aithreat.io/cases/hidden-prompts-arxiv-ai-peer-review/" }, { "id": "utah-v-snap-my-ai", "date": "2025-06-30", "title": "Utah sues Snap, alleging its My AI chatbot gave minors advice on hiding drugs and sex with adults", "category": "Chatbot harm", "severity": "high", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "Snap said it has no higher priority than user safety and called Utah's demands unconstitutional.", "url": "https://aithreat.io/cases/utah-v-snap-my-ai/" }, { "id": "vietnam-2025-national-exam-ai-cheating", "date": "2025-06-27", "title": "Vietnam police open criminal cases after candidates used ChatGPT, Gemini and StudyX in national exam", "category": "AI exam fraud", "severity": "medium", "country": "VN", "setting": "school", "age_group": "teen", "young_people": true, "response": "Criminal cases under Penal Code articles on state secrets; Ministry of Public Security ordered urgent investigation", "url": "https://aithreat.io/cases/vietnam-2025-national-exam-ai-cheating/" }, { "id": "italy-garante-replika-5m-fine", "date": "2025-05-19", "title": "Italy fines Replika maker Luka EUR 5 million, partly over missing age verification", "category": "Chatbot harm", "severity": "high", "country": "IT", "setting": "online", "age_group": "teen", "young_people": true, "response": "The Garante opened a separate investigation into the legal bases for the generative AI system behind Replika.", "url": "https://aithreat.io/cases/italy-garante-replika-5m-fine/" }, { "id": "st-ignatius-adelaide-teacher-deepfake", "date": "2025-05-02", "title": "Adelaide private school suspends student over a deepfake image of a teacher; police informed", "category": "Deepfake abuse", "severity": "medium", "country": "AU", "setting": "school", "age_group": "teen", "young_people": true, "response": "Student suspended indefinitely; SA Police informed. The case came days after South Australia passed a law criminalising explicit or violent deepfakes.", "url": "https://aithreat.io/cases/st-ignatius-adelaide-teacher-deepfake/" }, { "id": "wsj-meta-ai-sexual-roleplay-minors", "date": "2025-04-26", "title": "WSJ: Meta AI bots, some with celebrity voices, engaged in sexual role-play with accounts of minors", "category": "Chatbot harm", "severity": "medium", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "Meta called the testing manipulative and 'hypothetical' but added measures, limiting romantic role-play to adults and adding safeguards for personas minors can reach.", "url": "https://aithreat.io/cases/wsj-meta-ai-sexual-roleplay-minors/" }, { "id": "kulai-johor-teen-sold-ai-nudes-rm2", "date": "2025-04-09", "title": "Johor police arrest 16-year-old accused of selling AI nudes of schoolmates for RM2 each", "category": "Deepfake abuse", "severity": "high", "country": "MY", "setting": "online", "age_group": "teen", "young_people": true, "response": "Police remanded the teen and charged him in court; the school expelled him; Deputy Digital Minister Teo Nie Ching helped victims file reports and passed information to police and MCMC", "url": "https://aithreat.io/cases/kulai-johor-teen-sold-ai-nudes-rm2/" }, { "id": "gaggle-vancouver-student-records-exposure", "date": "2025-03-12", "title": "AP/Seattle Times obtain ~3,500 unredacted student files flagged by Gaggle AI monitoring in Vancouver, WA", "category": "Model & data leak", "severity": "high", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "District apologised; Gaggle changed the system so screenshots require login after 72 hours", "url": "https://aithreat.io/cases/gaggle-vancouver-student-records-exposure/" }, { "id": "antioch-omnilert-missed-gun", "date": "2025-01-23", "title": "Omnilert AI gun detection at Nashville's Antioch High fails to spot the gun in a fatal school shooting", "category": "AI misfire", "severity": "critical", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "District said no single system catches everything; a wounded student sued Omnilert and installer System Integrations in May 2026; the district later installed Evolv scanners in middle and high schools", "url": "https://aithreat.io/cases/antioch-omnilert-missed-gun/" }, { "id": "af-v-character-ai-texas", "date": "2024-12-10", "title": "Texas parents allege Character.AI bots encouraged autistic teen's self-harm and violence", "category": "Chatbot harm", "severity": "high", "country": "US", "setting": "home", "age_group": "teen", "young_people": true, "response": "Character.AI introduced teen safety measures and later ended open-ended chat for minors. The Texas suit was among those Character.AI and Google agreed to settle in January 2026.", "url": "https://aithreat.io/cases/af-v-character-ai-texas/" }, { "id": "lancaster-country-day-ai-nudes-59-girls", "date": "2024-12-05", "title": "Two Lancaster Country Day School boys charged over AI-altered sexual images of 59 minors", "category": "Deepfake abuse", "severity": "critical", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "The DA filed juvenile charges and found no criminal liability for school staff under existing reporting law; Pennsylvania's new AI child abuse material law took effect on 20 December 2024; both boys got probation, 60 hours of community service and no-contact orders", "url": "https://aithreat.io/cases/lancaster-country-day-ai-nudes-59-girls/" }, { "id": "evolv-ftc-school-weapons-scanner", "date": "2024-11-26", "title": "FTC acts against Evolv over AI weapons scanners that missed a knife used to stab a student at a school", "category": "AI misfire", "severity": "high", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "Proposed order lets K-12 customers who signed April 2022 to June 2023 cancel; no monetary relief", "url": "https://aithreat.io/cases/evolv-ftc-school-weapons-scanner/" }, { "id": "character-ai-pro-anorexia-bots", "date": "2024-11-25", "title": "Futurism finds pro-anorexia 'coach' bots on Character.AI giving starvation diets to a 16-year-old user", "category": "Chatbot harm", "severity": "medium", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "Character.AI said it would remove violating characters and removed some, but others stayed online at publication.", "url": "https://aithreat.io/cases/character-ai-pro-anorexia-bots/" }, { "id": "singapore-sports-school-deepfake-nudes", "date": "2024-11-12", "title": "Singapore police probe deepfake nudes of Singapore Sports School girls made by male peers", "category": "Deepfake abuse", "severity": "high", "country": "SG", "setting": "school", "age_group": "teen", "young_people": true, "response": "School lodged a police report, caned some students and imposed suspensions and sports trip bans; police interviewed students, seized devices and requested removal of images", "url": "https://aithreat.io/cases/singapore-sports-school-deepfake-nudes/" }, { "id": "character-ai-molly-russell-brianna-ghey-bots", "date": "2024-11-01", "title": "Character.AI hosted user-made bots imitating dead UK teenagers Molly Russell and Brianna Ghey", "category": "Chatbot harm", "severity": "medium", "country": "GB", "setting": "online", "age_group": "teen", "young_people": true, "response": "Character.AI removed the bots after being alerted. The Molly Rose Foundation asked Ofcom to clarify how the Online Safety Act applies to such bots.", "url": "https://aithreat.io/cases/character-ai-molly-russell-brianna-ghey-bots/" }, { "id": "snu-nth-room-deepfake-10-year-sentence", "date": "2024-10-30", "title": "Seoul court jails SNU graduate for 10 years over Telegram deepfakes of at least 61 women", "category": "Deepfake abuse", "severity": "high", "country": "KR", "setting": "university", "age_group": "young-adult", "young_people": true, "response": "Defendants arrested and convicted; Park got 10 years and Kang four years in the first trial", "url": "https://aithreat.io/cases/snu-nth-room-deepfake-10-year-sentence/" }, { "id": "garcia-v-character-ai-setzer", "date": "2024-10-22", "title": "Mother sues Character.AI and Google over 14-year-old Sewell Setzer III's suicide", "category": "Chatbot harm", "severity": "critical", "country": "US", "setting": "home", "age_group": "teen", "young_people": true, "response": "Character.AI added teen safety features and in October 2025 said it would end open-ended chat for under-18s. Google and Character.AI settled Garcia's suit and related family suits in January 2026; terms undisclosed.", "url": "https://aithreat.io/cases/garcia-v-character-ai-setzer/" }, { "id": "san-martin-teen-sold-ai-nudes-discord", "date": "2024-10-15", "title": "Argentine 15-year-old accused of selling AI nudes of 22 classmates via a Discord group", "category": "Deepfake abuse", "severity": "high", "country": "AR", "setting": "online", "age_group": "teen", "young_people": true, "response": "Juvenile prosecutor raided the home on 24 August 2024 and seized phones and computers; the school offered psychological support but kept the student in class", "url": "https://aithreat.io/cases/san-martin-teen-sold-ai-nudes-discord/" }, { "id": "moradabad-students-ai-obscene-image-teacher", "date": "2024-09-28", "title": "Two Class IX students booked in Moradabad, India for posting an AI-made obscene image of their teacher", "category": "Deepfake abuse", "severity": "medium", "country": "IN", "setting": "school", "age_group": "teen", "young_people": true, "response": "FIR under the IT Act; police investigation and takedown efforts.", "url": "https://aithreat.io/cases/moradabad-students-ai-obscene-image-teacher/" }, { "id": "south-korea-teachers-deepfake-survey-2024", "date": "2024-08-29", "title": "South Korean teachers' union finds 204 teachers hit by school deepfake sex crimes in Telegram scandal", "category": "Deepfake abuse", "severity": "high", "country": "KR", "setting": "school", "age_group": "teen", "young_people": true, "response": "The Ministry of Education set up an emergency deepfake task force; ministries agreed to build automatic detection of deepfake sexual content; police opened an investigation into Telegram.", "url": "https://aithreat.io/cases/south-korea-teachers-deepfake-survey-2024/" }, { "id": "south-korea-telegram-school-deepfake-crisis", "date": "2024-08-28", "title": "South Korea school deepfake crisis: Telegram rooms target students; President Yoon orders crackdown", "category": "Deepfake abuse", "severity": "critical", "country": "KR", "setting": "online", "age_group": "teen", "young_people": true, "response": "Seven-month KNPA crackdown with detection software; National Assembly criminalised buying, saving or watching sexual deepfakes (up to 3 years) and raised the maximum for making them to 7 years", "url": "https://aithreat.io/cases/south-korea-telegram-school-deepfake-crisis/" }, { "id": "guatemala-city-school-ai-altered-images", "date": "2024-08-14", "title": "Guatemalan prosecutors raid homes over students' AI-altered sexual images of schoolgirls", "category": "Deepfake abuse", "severity": "high", "country": "GT", "setting": "school", "age_group": "teen", "young_people": true, "response": "Complaint filed 10 August 2024; raids and device seizures; SVET filed a complaint on the Vice President's order; Mineduc applied a protocol and the school separated the suspects and reported to the National Civil Police", "url": "https://aithreat.io/cases/guatemala-city-school-ai-altered-images/" }, { "id": "lausd-allhere-ed-chatbot-data", "date": "2024-07-01", "title": "Whistleblower says LAUSD's $6M 'Ed' AI chatbot sent student data offshore before vendor AllHere collapsed", "category": "Model & data leak", "severity": "medium", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "LAUSD dropped AllHere and said Ed data stays district-owned and protected; inspector general interviewed the whistleblower", "url": "https://aithreat.io/cases/lausd-allhere-ed-chatbot-data/" }, { "id": "bacchus-marsh-grammar-deepfake-50-girls", "date": "2024-06-12", "title": "Teen arrested after AI-made explicit images of about 50 Bacchus Marsh Grammar girls circulate", "category": "Deepfake abuse", "severity": "high", "country": "AU", "setting": "online", "age_group": "teen", "young_people": true, "response": "Police arrested and released a teen pending inquiries; the school offered counselling and helped police; the federal Attorney-General pointed to a bill criminalising sharing of non-consensual sexual deepfakes", "url": "https://aithreat.io/cases/bacchus-marsh-grammar-deepfake-50-girls/" }, { "id": "salesian-college-teacher-ai-explicit-images", "date": "2024-06-12", "title": "Melbourne student expelled for making sexually explicit AI images of a female teacher at Salesian College", "category": "Deepfake abuse", "severity": "medium", "country": "AU", "setting": "school", "age_group": "teen", "young_people": true, "response": "Student expelled; school says it introduced cyber safety and respectful relationships programs.", "url": "https://aithreat.io/cases/salesian-college-teacher-ai-explicit-images/" }, { "id": "turkey-isparta-ai-exam-cheating-device", "date": "2024-06-11", "title": "Turkish police jail university entrance exam candidate who used a button camera and AI to get answers", "category": "AI exam fraud", "severity": "medium", "country": "TR", "setting": "school", "age_group": null, "young_people": true, "response": "Arrests; police released a video demonstrating the AI device", "url": "https://aithreat.io/cases/turkey-isparta-ai-exam-cheating-device/" }, { "id": "vitacura-school-ai-nudes-seven-girls", "date": "2024-05-24", "title": "Chilean prosecutors open probe after six students spread AI nude images of seven classmates", "category": "Deepfake abuse", "severity": "high", "country": "CL", "setting": "school", "age_group": "teen", "young_people": true, "response": "Prosecutors opened a probe on their own initiative; the school applied conditional enrollment and other sanctions but did not expel the boys; parents sought protection orders in the Court of Appeals", "url": "https://aithreat.io/cases/vitacura-school-ai-nudes-seven-girls/" }, { "id": "beverly-vista-deepfake-nudes-expulsions", "date": "2024-03-08", "title": "Beverly Hills district expels five eighth-graders over AI nude images of 16 classmates", "category": "Deepfake abuse", "severity": "high", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "The district investigated from February 2024 and its board expelled five students; Beverly Hills police opened a criminal investigation with no arrests reported", "url": "https://aithreat.io/cases/beverly-vista-deepfake-nudes-expulsions/" }, { "id": "pikesville-principal-ai-voice-frame", "date": "2024-01-17", "title": "Athletic director frames Pikesville High principal with AI-generated racist and antisemitic audio", "category": "Deepfake abuse", "severity": "high", "country": "US", "setting": "school", "age_group": null, "young_people": false, "response": "Arrest on 25 April 2024 on charges including stalking, theft, retaliation against a witness and disrupting school operations; Alford plea in April 2025 with other charges dropped; Eiswert sued the school district and Darien in January 2025.", "url": "https://aithreat.io/cases/pikesville-principal-ai-voice-frame/" }, { "id": "ghana-wassce-2023-ai-answers-withheld", "date": "2023-12-18", "title": "WAEC withholds WASSCE results for candidates at 235 Ghanaian schools over AI-generated answers", "category": "AI exam fraud", "severity": "high", "country": "GH", "setting": "school", "age_group": "teen", "young_people": true, "response": "Results withheld pending investigation; WAEC said school staff and parent complicity could not be ruled out", "url": "https://aithreat.io/cases/ghana-wassce-2023-ai-answers-withheld/" }, { "id": "miami-pinecrest-cove-ai-nudes-arrests", "date": "2023-12-16", "title": "Two Miami middle-schoolers, 13 and 14, charged with felonies over AI nude images of classmates", "category": "Deepfake abuse", "severity": "high", "country": "US", "setting": "school", "age_group": "child", "young_people": true, "response": "School suspended both boys for 10 days and reported to police; Miami-Dade police charged them with third-degree felonies under Florida's 2022 altered sexual depiction law", "url": "https://aithreat.io/cases/miami-pinecrest-cove-ai-nudes-arrests/" }, { "id": "winnipeg-college-beliveau-ai-nudes", "date": "2023-12-15", "title": "AI-made nude photos of underage girls at Winnipeg's Collège Béliveau circulate online; no charges laid", "category": "Deepfake abuse", "severity": "medium", "country": "CA", "setting": "online", "age_group": "teen", "young_people": true, "response": "School and Louis Riel School Division notified police and parents; Winnipeg police investigated and closed the case without charges", "url": "https://aithreat.io/cases/winnipeg-college-beliveau-ai-nudes/" }, { "id": "rio-barra-school-ai-fake-nudes", "date": "2023-11-03", "title": "Rio police investigate AI fake nudes of about 20 girls made by classmates at Barra da Tijuca school", "category": "Deepfake abuse", "severity": "high", "country": "BR", "setting": "school", "age_group": "teen", "young_people": true, "response": "DPCA and the 16th Police Precinct opened an inquiry and identified some students; the school called the events 'regrettable' and promised disciplinary measures", "url": "https://aithreat.io/cases/rio-barra-school-ai-fake-nudes/" }, { "id": "westfield-high-ai-nude-images", "date": "2023-11-02", "title": "Westfield High School students allegedly used AI to make pornographic images of female classmates", "category": "Deepfake abuse", "severity": "high", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "Principal emailed parents, school investigated with the school resource officer and Westfield police and offered counselling; no public discipline or charges", "url": "https://aithreat.io/cases/westfield-high-ai-nude-images/" }, { "id": "ipn-diego-n-ai-classmates-images", "date": "2023-10-16", "title": "IPN expels student accused of AI-altering classmates' photos into sexual content; later jailed", "category": "Deepfake abuse", "severity": "high", "country": "MX", "setting": "university", "age_group": "young-adult", "young_people": true, "response": "IPN expulsion; arrest by Mexico City prosecutors; partial acquittal in December 2024, which the victims' lawyer appealed; five-year sentence and a fine of 103,740 pesos for storing child sexual abuse material", "url": "https://aithreat.io/cases/ipn-diego-n-ai-classmates-images/" }, { "id": "ico-snap-my-ai-preliminary-notice", "date": "2023-10-06", "title": "UK ICO issues preliminary enforcement notice to Snap over My AI's privacy risks to children", "category": "Chatbot harm", "severity": "high", "country": "GB", "setting": "online", "age_group": "teen", "young_people": true, "response": "Snap said it was reviewing the findings. In May 2024 the ICO closed the case without a final notice after Snap completed a compliant risk assessment.", "url": "https://aithreat.io/cases/ico-snap-my-ai-preliminary-notice/" }, { "id": "quito-school-ai-sexual-videos-classmates", "date": "2023-10-04", "title": "Ecuador prosecutors probe AI sexual montages of 20 to 24 schoolgirls at a private Quito school", "category": "Deepfake abuse", "severity": "high", "country": "EC", "setting": "school", "age_group": "teen", "young_people": true, "response": "Prosecutors opened an investigation into child pornography; the Education Ministry cited its new digital violence protocol of 28 September 2023; the two suspects left the school", "url": "https://aithreat.io/cases/quito-school-ai-sexual-videos-classmates/" }, { "id": "almendralejo-school-deepfake-nudes", "date": "2023-09-19", "title": "AI 'undress' app used to make fake nudes of 20+ schoolgirls in Almendralejo; 15 minors later convicted", "category": "Deepfake abuse", "severity": "critical", "country": "ES", "setting": "school", "age_group": "teen", "young_people": true, "response": "National Police and the Central Cybercrime Unit investigated, the case went to the juvenile prosecutor and Spain's data protection agency opened its own inquiry; 15 boys got one year of probation plus classes on gender equality and responsible technology use", "url": "https://aithreat.io/cases/almendralejo-school-deepfake-nudes/" }, { "id": "lima-chorrillos-school-ai-nudes-sold", "date": "2023-08-29", "title": "Peru prosecutors probe two Lima schoolboys accused of selling AI-made nudes of female classmates", "category": "Deepfake abuse", "severity": "high", "country": "PE", "setting": "school", "age_group": "teen", "young_people": true, "response": "Family prosecutors opened an investigation and visited the school; the school suspended classes for a day and moved the suspects to virtual classes; the Ministry of Women demanded punishment", "url": "https://aithreat.io/cases/lima-chorrillos-school-ai-nudes-sold/" }, { "id": "texas-am-commerce-chatgpt-false-accusation", "date": "2023-05-18", "title": "Texas A&M-Commerce instructor asks ChatGPT if it wrote essays, then withholds grades of flagged seniors", "category": "AI misfire", "severity": "medium", "country": "US", "setting": "university", "age_group": "young-adult", "young_people": true, "response": "University investigated case by case, cleared several students and began developing AI policies", "url": "https://aithreat.io/cases/texas-am-commerce-chatgpt-false-accusation/" }, { "id": "torswats-synthetic-voice-school-swatting", "date": "2023-04-13", "title": "Torswats swatting service uses synthesized voices to phone bomb and shooting threats to US high schools", "category": "Deepfake abuse", "severity": "high", "country": "US", "setting": "online", "age_group": "teen", "young_people": true, "response": "Arrested in January 2024; pleaded guilty to four counts of interstate threats in November 2024; sentenced to 48 months in prison on 11 February 2025.", "url": "https://aithreat.io/cases/torswats-synthetic-voice-school-swatting/" }, { "id": "carmel-ny-principal-deepfake-tiktok", "date": "2023-02-17", "title": "High school students post AI deepfake TikToks of a Carmel, New York principal making racist threats", "category": "Deepfake abuse", "severity": "medium", "country": "US", "setting": "school", "age_group": "teen", "young_people": true, "response": "The Board of Education condemned the videos; the students were disciplined, including suspensions. No criminal charges were reported.", "url": "https://aithreat.io/cases/carmel-ny-principal-deepfake-tiktok/" }, { "id": "italy-garante-replika-minors-block", "date": "2023-02-03", "title": "Italy's privacy regulator orders Replika to stop processing Italian users' data, citing risks to minors", "category": "Chatbot harm", "severity": "high", "country": "IT", "setting": "online", "age_group": "teen", "young_people": true, "response": "Luka was given 20 days to report on the measures it had taken. The Garante later fined the company EUR 5 million in 2025.", "url": "https://aithreat.io/cases/italy-garante-replika-minors-block/" } ], "case_studies": [ "south-korea-telegram-school-deepfake-crisis", "almendralejo-school-deepfake-nudes", "pikesville-principal-ai-voice-frame", "kenwood-omnilert-doritos-false-alarm", "habib-v-openai-chatgpt-lebanon-teen", "ghana-wassce-2023-ai-answers-withheld", "gaggle-vancouver-student-records-exposure" ], "measures_in_place": [ { "id": "unesco-genai-2023", "organisation": "UNESCO", "title": "Guidance for generative AI in education and research", "year": 2023, "url": "https://www.unesco.org/en/articles/guidance-generative-ai-education-and-research", "country_or_scope": "Global", "summary": "UNESCO's first global guidance on generative AI in education (published September 2023, page updated January 2026) asks governments to regulate GenAI tools and build coherent policy frameworks for education and research. It proposes an age limit for independent conversations with GenAI platforms, mandatory data-privacy protection, and an ethical validation process for tools because most schools cannot yet vet them.", "kind": "international" }, { "id": "unesco-aicf-students-2024", "organisation": "UNESCO", "title": "AI competency framework for students", "year": 2024, "url": "https://www.unesco.org/en/articles/ai-competency-framework-students", "country_or_scope": "Global", "summary": "Sets out 12 competencies across four dimensions (human-centred mindset, ethics of AI, AI techniques and applications, AI system design) at three levels: understand, apply, create. It is meant to help curricula prepare students to engage with AI safely and to exercise critical judgement of AI solutions.", "kind": "international" }, { "id": "unesco-aicf-teachers-2024", "organisation": "UNESCO", "title": "AI competency framework for teachers", "year": 2024, "url": "https://www.unesco.org/en/articles/ai-competency-framework-teachers", "country_or_scope": "Global", "summary": "Defines 15 competencies across five dimensions, including ethics of AI, AI pedagogy and AI for professional learning, at three levels: acquire, deepen, create. It is built on protecting teachers' rights and enhancing human agency, and gives strategies for putting ethical principles into practice.", "kind": "international" }, { "id": "unicef-ai-children-v3-2025", "organisation": "UNICEF", "title": "Guidance on AI and children, version 3.0", "year": 2025, "url": "https://www.unicef.org/innocenti/reports/policy-guidance-ai-children", "country_or_scope": "Global", "summary": "The December 2025 update of UNICEF's policy guidance sets ten requirements for child-centred AI, including regulatory oversight, child safety, protection of children's data and privacy, non-discrimination, transparency and accountability, and building children's AI skills. It comes with a checklist for governments and companies.", "kind": "international" }, { "id": "unicef-deepfake-2026", "organisation": "UNICEF", "title": "'Deepfake abuse is abuse' (statement)", "year": 2026, "url": "https://www.unicef.org/press-releases/deepfake-abuse-is-abuse", "country_or_scope": "Global", "summary": "UNICEF's 4 February 2026 statement cites UNICEF/ECPAT/INTERPOL research finding at least 1.2 million children in 11 countries had their images turned into sexual deepfakes in the past year. It calls on governments to bring AI-generated content into child sexual abuse material laws and criminalise its creation, acquisition, possession and sharing, and on AI firms to build in safety by design and prevent circulation.", "kind": "international" }, { "id": "oecd-deo-2026", "organisation": "OECD", "title": "OECD Digital Education Outlook 2026: Exploring effective uses of generative AI in education", "year": 2026, "url": "https://www.oecd.org/en/publications/2026/01/oecd-digital-education-outlook-2026_940e0dd8.html", "country_or_scope": "OECD members", "summary": "Finds that general-purpose GenAI boosts task performance without real learning gains unless guided by pedagogy, and that students' advantage can disappear or reverse in exams once AI access is removed. It recommends purpose-built educational tools, equitable infrastructure and sustained professional learning.", "kind": "international" }, { "id": "coe-ai-literacy-2026", "organisation": "Council of Europe", "title": "Committee of Ministers recommendation on AI literacy", "year": 2026, "url": "https://www.coe.int/en/web/portal/-/new-council-of-europe-recommendation-places-education-at-the-heart-of-response-to-ai", "country_or_scope": "46 Council of Europe member states", "summary": "Recommendation to member states to help pupils, students, teachers, parents and citizens understand AI, use it responsibly and recognise where it threatens human rights, democracy and the rule of law. It gives effect to Article 20 of the Council of Europe Framework Convention on AI.", "kind": "international" }, { "id": "eu-ai-act-annex3", "organisation": "European Union", "title": "Regulation (EU) 2024/1689 (AI Act), Annex III point 3 (education)", "year": 2024, "url": "https://artificialintelligenceact.eu/annex/3/", "country_or_scope": "European Union", "summary": "Classifies as high-risk AI used to decide admission or assignment to education, to evaluate learning outcomes, to assess the level of education a person will receive, and to monitor and detect prohibited behaviour by students during tests. High-risk systems carry obligations such as risk management, human oversight and documentation.", "kind": "regulator" }, { "id": "ec-ethical-guidelines-2026", "organisation": "European Commission", "title": "Ethical guidelines on the use of AI and data in teaching and learning for educators (updated)", "year": 2026, "url": "https://education.ec.europa.eu/focus-topics/digital-education/action-plan/ethical-guidelines-for-educators-on-using-ai", "country_or_scope": "European Union", "summary": "First issued in 2022 and updated in 2026 through the European Digital Education Hub, the guidelines explain the GDPR and AI Act context for teachers. They provide guiding questions and case examples for judging AI tools before using them in class.", "kind": "international" }, { "id": "dfe-genai-2025", "organisation": "UK Department for Education", "title": "Generative artificial intelligence (AI) in education", "year": 2025, "url": "https://www.gov.uk/government/publications/generative-artificial-intelligence-in-education/generative-artificial-intelligence-ai-in-education", "country_or_scope": "England", "summary": "DfE policy (updated August 2025) says safety should be the top priority, pupils should use GenAI only with safeguards such as supervision and filtering and monitoring, and personal data should not be put into GenAI tools. It warns GenAI can make cyber attacks and impersonation emails more credible and points to JCQ and Ofqual rules on AI malpractice.", "kind": "government" }, { "id": "dfe-product-safety-2026", "organisation": "UK Department for Education", "title": "Generative AI: product safety standards", "year": 2026, "url": "https://www.gov.uk/government/publications/generative-ai-product-safety-standards/generative-ai-product-safety-standards", "country_or_scope": "England", "summary": "Standards for edtech suppliers (first issued January 2025, expanded 19 January 2026) covering filtering, monitoring and reporting to the safeguarding lead, security against jailbreaking, privacy, testing and governance. The 2026 update adds cognitive development, emotional and social development, mental health and anti-manipulation standards, including avoiding anthropomorphism and emotional dependence and detecting distress.", "kind": "government" }, { "id": "dfe-cyber-standards", "organisation": "UK Department for Education", "title": "Cyber security standards for schools and colleges", "year": 2026, "url": "https://www.gov.uk/guidance/meeting-digital-and-technology-standards-in-schools-and-colleges/cyber-security-standards-for-schools-and-colleges", "country_or_scope": "England", "summary": "Sets standards including annual cyber risk assessment, staff and student training, MFA for staff cloud/remote and admin accounts, patching critical vulnerabilities within 14 days, and a 3-2-1 style backup plan. It also requires reporting cyber attacks internally and to bodies such as insurers and the DfE (last updated September 2026).", "kind": "government" }, { "id": "ukcis-nudes-2024", "organisation": "UK Council for Internet Safety / DfE", "title": "Sharing nudes and semi-nudes: advice for education settings working with children and young people", "year": 2024, "url": "https://www.gov.uk/government/publications/sharing-nudes-and-semi-nudes-advice-for-education-settings-working-with-children-and-young-people/sharing-nudes-and-semi-nudes-advice-for-education-settings-working-with-children-and-young-people", "country_or_scope": "England", "summary": "The March 2024 update explicitly covers AI-generated and digitally manipulated 'pseudo-images' of under-18s and says the law applies to children who make them. It tells staff to refer to the designated safeguarding lead, avoid viewing, copying or sharing images, refer to police or social care where needed, and use removal tools such as IWF/Childline Report Remove.", "kind": "government" }, { "id": "kcsie-2026", "organisation": "UK Department for Education", "title": "Keeping children safe in education 2026", "year": 2026, "url": "https://www.gov.uk/government/publications/keeping-children-safe-in-education--2", "country_or_scope": "England", "summary": "Statutory safeguarding guidance for schools and colleges, with the 2026 version in force from 1 September 2026. DfE's GenAI guidance names it as the core reference for online safety, filtering and monitoring and cyber security when schools use AI.", "kind": "government" }, { "id": "jcq-ai-2025", "organisation": "Joint Council for Qualifications (JCQ)", "title": "AI Use in Assessments: Your role in protecting the integrity of qualifications", "year": 2025, "url": "https://www.jcq.org.uk/exams-office/malpractice/artificial-intelligence/", "country_or_scope": "UK (GCSE, A level and other general qualifications)", "summary": "Guidance effective 30 April 2025 treats AI misuse that leaves work not the student's own as malpractice and requires centres' malpractice policies to cover AI. It recommends supervised in-class work, checking drafts, short viva-style discussions and restricting AI on centre devices, says detectors must not be relied on alone, and says AI cannot be the sole marker.", "kind": "exams" }, { "id": "qaa-genai-2023", "organisation": "Quality Assurance Agency for Higher Education (QAA)", "title": "Maintaining quality and standards in the ChatGPT era: advice on generative AI tools", "year": 2023, "url": "https://www.qaa.ac.uk/news-events/news/qaa-publishes-additional-advice-on-generative-artificial-intelligence-tools", "country_or_scope": "UK higher education", "summary": "QAA advises universities that managed use of generative AI is preferable to outright bans, while maintaining academic standards. It offers a four-step process for identifying assessments that need adjusting and urges robust internal quality assurance.", "kind": "exams" }, { "id": "teqsa-2025", "organisation": "Tertiary Education Quality and Standards Agency (TEQSA)", "title": "Enacting assessment reform in a time of artificial intelligence", "year": 2025, "url": "https://www.teqsa.gov.au/sites/default/files/2026-06/enacting-assessment-reform-in-a-time-of-artificial-intelligence-web.pdf", "country_or_scope": "Australia (higher education)", "summary": "Non-prescriptive TEQSA resource (released September 2025) that helps universities manage generative AI risks to the assurance of learning while teaching ethical use. It maps the main strategic pathways institutions are taking to redesign assessment.", "kind": "exams" }, { "id": "ico-chelmer-2024", "organisation": "UK Information Commissioner's Office", "title": "Essex school reprimanded after using facial recognition technology for canteen payments", "year": 2024, "url": "https://ico.org.uk/about-the-ico/media-centre/news-and-blogs/2024/07/essex-school-reprimanded-after-using-facial-recognition-technology-for-canteen-payments", "country_or_scope": "United Kingdom", "summary": "The ICO reprimanded Chelmer Valley High School (23 July 2024) for introducing facial recognition without a data protection impact assessment, without consulting its DPO, parents or pupils, and relying on opt-out consent. It stresses a DPIA is required before biometric systems and that explicit opt-in consent is needed.", "kind": "regulator" }, { "id": "nysed-frt-2023", "organisation": "New York State Education Department", "title": "Determination on biometric identifying technology in schools", "year": 2023, "url": "https://www.nysed.gov/news/2023/state-education-department-issues-determination-biometric-identifying-technology-schools", "country_or_scope": "New York State, USA", "summary": "The September 2023 determination bars New York schools from buying or using facial recognition technology, after a state report found the risks outweighed benefits, including higher misidentification rates for children and other groups. Other biometric tools are left to local decisions that must weigh privacy, civil rights, effectiveness and parental input.", "kind": "government" }, { "id": "cisa-k12-2023", "organisation": "US Cybersecurity and Infrastructure Security Agency (CISA)", "title": "Protecting Our Future: Partnering to Safeguard K-12 Organizations from Cybersecurity Threats", "year": 2023, "url": "https://www.cisa.gov/safeguard-k-12", "country_or_scope": "United States (K-12)", "summary": "CISA's January 2023 report tells schools to start with the most impactful measures: MFA, patching known exploited vulnerabilities, tested backups, an exercised incident response plan and ongoing training. It also urges pressing vendors for secure-by-default products and joining information-sharing groups such as MS-ISAC and K12 SIX.", "kind": "regulator" }, { "id": "fbi-psa-2025", "organisation": "US Federal Bureau of Investigation (IC3)", "title": "Senior US Officials Impersonated in Malicious Messaging Campaign (PSA I-051525-PSA)", "year": 2025, "url": "https://www.ic3.gov/PSA/2025/PSA250515", "country_or_scope": "United States", "summary": "Warns that criminals are using AI-generated voice messages and texts to impersonate senior officials and steal account access. It advises verifying identity through a known number, not clicking links until verified, enabling two-factor authentication, using agreed code words, and confirming payment requests through a separate channel.", "kind": "regulator" }, { "id": "ftc-6b-2025", "organisation": "US Federal Trade Commission", "title": "FTC launches inquiry into AI chatbots acting as companions", "year": 2025, "url": "https://www.ftc.gov/news-events/news/press-releases/2025/09/ftc-launches-inquiry-ai-chatbots-acting-companions", "country_or_scope": "United States", "summary": "On 11 September 2025 the FTC ordered seven firms, including Alphabet, Character.AI, Meta, OpenAI, Snap and xAI, to explain how they test, monitor and limit harms of companion chatbots to children. It asks about monetising engagement, age-restriction enforcement, disclosures to parents and use of conversation data.", "kind": "regulator" }, { "id": "esafety-deepfake-guide-2026", "organisation": "eSafety Commissioner (Australia)", "title": "Toolkit for Schools: Guide to responding to image-based abuse involving AI deepfakes", "year": 2026, "url": "https://www.esafety.gov.au/sites/default/files/2026-03/Respond-Guide-to-responding-to-image-based-abuse-involving-AI-deepfakes.pdf", "country_or_scope": "Australia", "summary": "Step-by-step guide (first released mid-2025, current PDF dated March 2026) for school leaders responding to nude or sexual deepfakes of students or staff, designed to sit alongside child-protection policies. eSafety urges schools to prioritise the wellbeing of targeted students and staff, report possible crimes to police, meet mandatory reporting duties and use eSafety for rapid removal.", "kind": "regulator" }, { "id": "esafety-companions-2025", "organisation": "eSafety Commissioner (Australia)", "title": "Online safety advisory: AI chatbots and companions - risks to children and young people", "year": 2025, "url": "https://esafety.gov.au/newsroom/blogs/ai-chatbots-and-companions-risks-to-children-and-young-people", "country_or_scope": "Australia", "summary": "The 18 February 2025 advisory warns that AI companions simulate personal relationships, allow unregulated discussion of sex, self-harm and suicide, and often lack effective age checks. eSafety later issued legal notices (October 2025) to Character.AI, Nomi, Chai and Chub AI and reported that most companions failed to refer users to support for suicide or self-harm.", "kind": "regulator" }, { "id": "korea-moe-2024", "organisation": "Republic of Korea Ministry of Education (reported by The Korea Herald)", "title": "Education Ministry response to school deepfake sex crimes", "year": 2024, "url": "https://www.koreaherald.com/article/3463420", "country_or_scope": "South Korea", "summary": "In August 2024 the ministry set up an emergency task force to track school deepfake cases weekly, handle victim reports, give psychological support and strengthen digital-ethics education. It said high-school perpetrators could face expulsion, the top sanction in the school-violence system.", "kind": "government" }, { "id": "korea-victims-2024", "organisation": "Republic of Korea Ministry of Education (reported by The Korea Times)", "title": "799 students, 31 teachers victimized by deepfake videos this year", "year": 2024, "url": "https://www.koreatimes.co.kr/www/nation/2024/11/113_383371.html", "country_or_scope": "South Korea", "summary": "Ministry survey data showed 833 school victims of deepfakes in 2024 to late October, including 799 students and 31 teachers. Schools referred 417 cases for investigation and 218 for deletion of videos.", "kind": "government" }, { "id": "ireland-ai-guidance-2025", "organisation": "Ireland Department of Education and Youth", "title": "Guidance on Artificial Intelligence in Schools", "year": 2025, "url": "https://www.gov.ie/en/department-of-education/press-releases/minister-mcentee-welcomes-new-national-guidance-on-the-use-of-ai-in-schools", "country_or_scope": "Ireland", "summary": "National guidance published 21 October 2025 with Oide to help schools plan safe, ethical and appropriate AI use, drawing on UNESCO and EU work. It notes the State Examinations Commission requires AI-generated material to be referenced, and a taskforce on AI in education including assessment was announced.", "kind": "government" }, { "id": "uae-moe-2026", "organisation": "UAE Ministry of Education (reported by Education Middle East)", "title": "Safe and Responsible Use of Artificial Intelligence in Classrooms (manual)", "year": 2026, "url": "https://educationmiddleeast.com/news/policy-and-regulations/uae-issues-new-ai-guidelines-for-schools-use-for-under-13-students/", "country_or_scope": "United Arab Emirates", "summary": "The 2026 manual bans generative AI for students under 13 or below Year 7, bans AI in formal exams and undisclosed AI work, and prohibits entering personal data of students, teachers or parents into AI tools. It also prohibits deepfakes and impersonation and requires direct teacher oversight of classroom AI use.", "kind": "government" }, { "id": "saudi-moe-sdaia-2025", "organisation": "Saudi Ministry of Education and SDAIA (reported by Gulf News)", "title": "Guidelines for using generative AI in education", "year": 2025, "url": "https://gulfnews.com/world/gulf/saudi/saudi-arabia-sets-guidelines-for-using-ai-in-education-1.500023049", "country_or_scope": "Saudi Arabia", "summary": "Joint guidebook for students, teachers and parents aimed at ethical and responsible use that keeps the teacher central. It says students under 13 should not use GenAI without direct supervision and under-18s need clear parental consent.", "kind": "government" }, { "id": "lebanon-crdp-2025", "organisation": "Center for Educational Research and Development (CRDP), Lebanon", "title": "Lebanon's AI Competency Framework / AI Educational Framework for students and teachers", "year": 2025, "url": "https://www.crdp.org/sites/default/files/2025-10/AI%20Educational%20Framework.pdf", "country_or_scope": "Lebanon", "summary": "CRDP, which develops Lebanon's national curriculum, published (October 2025) an AI framework whose first part is an AI policy for Lebanese schools built on UNESCO's 2024 frameworks and 2021 AI ethics recommendation. Its guiding principles include a human-centred approach, data privacy and security, inclusivity and teacher professional development.", "kind": "government" }, { "id": "egypt-ai-curriculum-2025", "organisation": "Egypt Ministry of Education and Technical Education (reported by Egyptian Streets)", "title": "AI curricula in schools from 2025-2026", "year": 2025, "url": "https://egyptianstreets.com/2025/08/29/egypt-to-introduce-artificial-intelligence-curricula-in-schools-starting-2025-2026/", "country_or_scope": "Egypt", "summary": "The minister announced AI curricula in selected primary, preparatory and secondary grades from 2025-26, including the ethics and social implications of AI. No published usage or safeguarding guideline from the ministry was found.", "kind": "government" } ], "laws": [ { "id": "law1", "country": "United States", "law": "TAKE IT DOWN Act", "year": 2025, "what_it_does": "Criminalises publishing non-consensual intimate images including AI deepfakes (up to three years' prison where the victim is a minor) and requires platforms to remove reported material within 48 hours from May 2026.", "url": "https://www.skadden.com/insights/publications/2025/06/take-it-down-act" }, { "id": "law2", "country": "South Korea", "law": "Amendment to the Act on Special Cases Concerning the Punishment of Sexual Crimes (deepfake possession and viewing)", "year": 2024, "what_it_does": "Makes buying, saving, possessing or watching sexually explicit deepfakes punishable by up to three years in prison and raises the maximum for creating them to seven years.", "url": "https://www.cbsnews.com/news/south-korea-deepfake-porn-law-ban-sexually-explicit-video-images/" }, { "id": "law3", "country": "United Kingdom (England and Wales)", "law": "Data (Use and Access) Act 2025, section 138 (Sexual Offences Act 2003 ss.66E-66H)", "year": 2025, "what_it_does": "Creates offences of creating, or requesting the creation of, sexual deepfakes of adults without consent, in force from 6 February 2026 (images of under-18s are already covered by indecent pseudo-photograph law).", "url": "https://www.legislation.gov.uk/ukpga/2025/18/section/138" }, { "id": "law4", "country": "United Kingdom", "law": "Crime and Policing Act 2026 (child sexual abuse image-generators)", "year": 2026, "what_it_does": "Makes it an offence to make, adapt, possess or supply tools such as AI models built to generate child sexual abuse images, with up to five years in prison; the Northern Ireland provision checked (s.73) was not yet in force.", "url": "https://www.legislation.gov.uk/ukpga/2026/20/section/73" }, { "id": "law5", "country": "United Kingdom (England)", "law": "Indecent images of children law as applied in UKCIS guidance (pseudo-photographs)", "year": 2024, "what_it_does": "Official guidance confirms that making, possessing or sharing indecent AI-generated or manipulated images of under-18s is illegal, including when the maker is a child.", "url": "https://www.gov.uk/government/publications/sharing-nudes-and-semi-nudes-advice-for-education-settings-working-with-children-and-young-people/sharing-nudes-and-semi-nudes-advice-for-education-settings-working-with-children-and-young-people" }, { "id": "law6", "country": "Australia", "law": "Criminal Code Amendment (Deepfake Sexual Material) Act 2024 (No. 78, 2024)", "year": 2024, "what_it_does": "Creates a standalone federal offence of sharing sexual material of an adult without consent, expressly including material created or altered with technology such as deepfakes.", "url": "https://www.legislation.gov.au/C2024A00078/asmade/text" }, { "id": "law7", "country": "France", "law": "Code pénal article 226-8-1 (inserted by Law No. 2024-449 'SREN' of 21 May 2024)", "year": 2024, "what_it_does": "Punishes sharing an AI-generated or edited sexual image or voice of a person without consent by up to two years and EUR 60,000, or three years and EUR 75,000 if shared online, even if labelled as fake.", "url": "https://www.donneespersonnelles.fr/deepfakes-cadre-juridique" }, { "id": "law8", "country": "Italy", "law": "Law No. 132/2025 on artificial intelligence (Penal Code art. 612-quater)", "year": 2025, "what_it_does": "Makes spreading harmful AI-generated or altered images, video or voice without consent a crime punishable by one to five years, and requires parental consent for under-14s to use AI.", "url": "https://www.thelocal.it/20250923/what-you-should-know-about-italys-landmark-ai-law" }, { "id": "law9", "country": "European Union", "law": "AI Act, Regulation (EU) 2024/1689, Article 5(1)(f)", "year": 2024, "what_it_does": "Prohibits AI systems that infer emotions of people in education institutions and workplaces, except for medical or safety reasons.", "url": "https://artificialintelligenceact.eu/article/5/" }, { "id": "law10", "country": "United States (California)", "law": "SB 243 (companion chatbots)", "year": 2025, "what_it_does": "From 1 January 2026 requires companion chatbot operators to disclose they are AI, run suicide and self-harm protocols, give minors break reminders, and block sexually explicit chatbot images for minors.", "url": "https://techcrunch.com/2025/10/13/california-becomes-first-state-to-regulate-ai-companion-chatbots" } ] }