Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 49243,
    "title": "LLMs Struggle to Reject False Presuppositions when Misinformation Stakes are High",
    "subtitle": null,
    "abstract": "This paper examines how LLMs handle false presuppositions and whether certain linguistic factors influence their responses to falsely presupposed content.\n\nPresuppositions subtly introduce information as given, making them highly effective at embedding disputable or false information. This raises concerns about whether LLMs, like humans, may fail to detect and correct misleading assumptions introduced as false presuppositions, even when the stakes of misinformation are high.\n\nUsing a systematic approach based on linguistic presupposition analysis, we investigate the conditions under which LLMs are more or less sensitive to adopt or reject false presuppositions. Focusing on political contexts, we examine how factors like linguistic construction, political party, and scenario probability impact the recognition of false presuppositions. We conduct experiments with a newly created dataset and examine three LLMs: OpenAI's GPT-4-o, Meta's LLama-3-8B, and MistralAI's Mistral-7B-v03. \nOur results show that the models struggle to recognize false presuppositions, with performance varying by condition. \nThis study highlights that linguistic presupposition analysis is a valuable tool for uncovering the reinforcement of political misinformation in LLM responses.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Interactive behavior; Language understanding; Pragmatics; Computer-based experiment"
        }
    ],
    "section": "Papers with Oral Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/4932r1hx",
    "frozenauthors": [
        {
            "first_name": "Judith",
            "middle_name": "",
            "last_name": "Sieker",
            "name_suffix": "",
            "institution": "Bielefeld University",
            "department": ""
        },
        {
            "first_name": "Clara",
            "middle_name": "",
            "last_name": "Lachenmaier",
            "name_suffix": "",
            "institution": "Bielefeld University",
            "department": ""
        },
        {
            "first_name": "Sina",
            "middle_name": "",
            "last_name": "Zarrie§",
            "name_suffix": "",
            "institution": "University of Bielefeld",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-01T10:00:00-08:00",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/49243/galley/37204/download/"
        },
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/49243/galley/38749/download/"
        }
    ]
}