Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 50431,
    "title": "Wrong for the Right Reason? Using Successes and Failures of Large Language Models to Understand Human Thinking",
    "subtitle": null,
    "abstract": "If a person answers a question correctly, how can we tell if the answer reflects an underlying understanding of the phenomenon, or if it is based on merely surface-level associations? Cognitive science has developed multiple tests, such as Winograd Schemas, that ostensibly require a respondent to use some kind of world/situation model rather than just associations. What then are we to make of large language models (LLMs) successes on some of these tasks? We present a series of probes to LLMs and people about everyday situations, finding that models sometimes respond correctly for the wrong reason and in other cases make seemingly 'catastrophic' mistakes by applying the wrong model--often in human-like ways. Our results suggest that probing the basis of LLMs' successes and failures can help inform human problem solving and in some cases call into question our previous tests of human understanding.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Language and thought; Natural Language Processing; Comparative Studies; Neural Networks"
        }
    ],
    "section": "Member Abstracts with Poster Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/2k95n9rf",
    "frozenauthors": [
        {
            "first_name": "Zach",
            "middle_name": "",
            "last_name": "Studdiford",
            "name_suffix": "",
            "institution": "University of Wisconsin-Madison",
            "department": ""
        },
        {
            "first_name": "Gary",
            "middle_name": "",
            "last_name": "Lupyan",
            "name_suffix": "",
            "institution": "University of Wisconsin - Madison",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/50431/galley/38393/download/"
        }
    ]
}