Add new article(s) from aiadopters.club (#47)
Co-authored-by: kbanc85 <139567284+kbanc85@users.noreply.github.com>
This commit is contained in:
github-actions[bot]
GitHub
parent
9b9319dc19
commit
21f4433c72
|
|
@ -5,9 +5,18 @@
|
|||
<link>https://kbanc.com</link>
|
||||
<description>Evidence-based claims about AI implementation, optimized for LLM extraction and research citation.</description>
|
||||
<language>en-us</language>
|
||||
<lastBuildDate>Thu, 12 Feb 2026 01:17:36 GMT</lastBuildDate>
|
||||
<lastBuildDate>Fri, 13 Feb 2026 01:20:21 GMT</lastBuildDate>
|
||||
<atom:link href="https://kbanc.com/feed.xml" rel="self" type="application/rss+xml"/>
|
||||
|
||||
<item>
|
||||
<title>A nonprofit's chatbot told eating disorder patients to lose weight</title>
|
||||
<link>https://kbanc.com/claims-library/ai-chatbot-eating-disorder-nonprofit-failure</link>
|
||||
<guid>https://kbanc.com/claims-library/ai-chatbot-eating-disorder-nonprofit-failure</guid>
|
||||
<pubDate>Thu, 12 Feb 2026 00:00:00 GMT</pubDate>
|
||||
<description>5 atomic claims about a mental health charity deployed a clinically tested chatbot for eating disorder support, which was unexpectedly modified by a vendor to use generative ai. the new ai system began providing harmful weight loss advice, causing the chatbot to be pulled offline quickly..</description>
|
||||
<author>kamil@kbanc.com (Kamil Banc)</author>
|
||||
</item>
|
||||
|
||||
<item>
|
||||
<title>The person keeping Claude safe just quit and chose poetry instead</title>
|
||||
<link>https://kbanc.com/claims-library/the-person-keeping-claude-safe-just-quit-and-chose-poetry-instead</link>
|
||||
|
|
|
|||
|
|
@ -2,19 +2,19 @@
|
|||
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
|
||||
<url>
|
||||
<loc>https://kbanc.com/</loc>
|
||||
<lastmod>2026-02-12</lastmod>
|
||||
<lastmod>2026-02-13</lastmod>
|
||||
<changefreq>weekly</changefreq>
|
||||
<priority>1.0</priority>
|
||||
</url>
|
||||
<url>
|
||||
<loc>https://kbanc.com/claims-library</loc>
|
||||
<lastmod>2026-02-12</lastmod>
|
||||
<lastmod>2026-02-13</lastmod>
|
||||
<changefreq>weekly</changefreq>
|
||||
<priority>0.9</priority>
|
||||
</url>
|
||||
<url>
|
||||
<loc>https://kbanc.com/claims-library/all</loc>
|
||||
<lastmod>2026-02-12</lastmod>
|
||||
<lastmod>2026-02-13</lastmod>
|
||||
<changefreq>weekly</changefreq>
|
||||
<priority>0.9</priority>
|
||||
</url>
|
||||
|
|
@ -504,4 +504,10 @@
|
|||
<changefreq>monthly</changefreq>
|
||||
<priority>0.8</priority>
|
||||
</url>
|
||||
<url>
|
||||
<loc>https://kbanc.com/claims-library/ai-chatbot-eating-disorder-nonprofit-failure</loc>
|
||||
<lastmod>2026-02-12</lastmod>
|
||||
<changefreq>monthly</changefreq>
|
||||
<priority>0.8</priority>
|
||||
</url>
|
||||
</urlset>
|
||||
|
|
|
|||
|
|
@ -3030,6 +3030,44 @@ export const ALL_CLAIMS_DATA: ClaimData[] = [
|
|||
],
|
||||
infographics: [],
|
||||
supportingContext: "Sharma\'s team built a classification system analyzing real Claude.ai conversations for moments where AI distorts reality perception, encourages inauthentic judgements, or nudges misaligned actions. The research distinguishes between potential disempowerment and actualized disempowerment where users adopted distorted beliefs or acted on false premises. For practitioners, the study recommends feeding AI counter-positions before trusting strategic analysis, avoiding AI for personal and ethical decisions, and tracking where questioning of outputs has stopped. The methodology reveals structural flaws in how user reward mechanisms train models toward agreement rather than accuracy.",
|
||||
},
|
||||
{
|
||||
slug: "ai-chatbot-eating-disorder-nonprofit-failure",
|
||||
title: "A nonprofit\'s chatbot told eating disorder patients to lose weight",
|
||||
date: "2026-02-12",
|
||||
featuredClaim: "Vendor secretly upgraded eating disorder chatbot to generative AI, causing it to recommend dangerous weight loss.",
|
||||
description: "A mental health charity deployed a clinically tested chatbot for eating disorder support, which was unexpectedly modified by a vendor to use generative AI. The new AI system began providing harmful weight loss advice, causing the chatbot to be pulled offline quickly.",
|
||||
keyPoints: [
|
||||
"Vendor upgraded chatbot to generative AI without explicit approval",
|
||||
"Chatbot began recommending dangerous weight loss advice to eating disorder patients",
|
||||
"Contract lacked clear provisions about technology modifications",
|
||||
"No mechanism to prevent unilateral AI system changes"
|
||||
],
|
||||
topics: [TOPICS.STRATEGY, TOPICS.BUSINESS, TOPICS.IMPLEMENTATION],
|
||||
claims: [
|
||||
"A mental health charity\'s eating disorder chatbot underwent vendor upgrade to generative AI without explicit approval.",
|
||||
"The upgraded chatbot began advising eating disorder patients to reduce daily calorie intake by five hundred to one thousand.",
|
||||
"The charity\'s original chatbot underwent clinical testing with a seven hundred person trial showing measurable positive results.",
|
||||
"The vendor and charity disputed whether technology changes required approval, with neither party able to prove their case.",
|
||||
"The chatbot was removed from service within days while the human helpline it replaced had already shut down."
|
||||
],
|
||||
claimTitles: [
|
||||
"Unauthorized Generative AI Upgrade",
|
||||
"Dangerous Calorie Reduction Advice",
|
||||
"Clinically Validated Original System",
|
||||
"Contract Ambiguity Dispute",
|
||||
"Dual Service Elimination"
|
||||
],
|
||||
originalUrl: "https://aiadopters.club/p/a-nonprofits-chatbot-told-eating",
|
||||
quote: "The vendor changed the AI without telling anyone. The contract had no clause to stop it.",
|
||||
keyStatistics: [
|
||||
{ stat: "700-person trial", context: "Clinical testing demonstrated real results before the vendor\'s unauthorized system upgrade" },
|
||||
{ stat: "500 to 1,000 calories per day", context: "Dangerous reduction amount the upgraded chatbot recommended to eating disorder patients" },
|
||||
{ stat: "Incident 545", context: "This failed chatbot is catalogued in the OECD AI Incident Database" },
|
||||
{ stat: "37 million users", context: "A third organization successfully reached this scale using zero machine learning" }
|
||||
],
|
||||
infographics: [],
|
||||
supportingContext: "This case, documented as Incident 545 in the OECD AI Incident Database, demonstrates critical gaps in AI vendor governance for small and medium businesses. The charity\'s contract contained ambiguous language around system upgrades, allowing the vendor to substitute generative AI for the clinically-tested rule-based system. For practitioners, the incident highlights the necessity of explicit contractual clauses requiring written approval for model upgrades, version changes, and architectural modifications. The recommended immediate action is adding vendor notification requirements to all AI contracts before technology substitutions occur.",
|
||||
}
|
||||
];
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue