Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 50404,
    "title": "A Study of Context Effect in Large Language Models",
    "subtitle": null,
    "abstract": "Large language models (LLMs) are increasingly used for decision-making, raising ethical questions about their decisions compared to human decision makers. A key aspect of human decision-making is the context effect, particularly how decoy options alter previous choices. This study examines whether LLMs exhibit similar context effects in human cognition. We test multiple GPT models using semantic choice probability prompts to assess four context effects: similarity, attraction, repulsion, and compromise. While LLMs exhibit some differences in their context effect maps compared to humans, they consistently exhibit all four-context effects examined qualitatively. Since users primarily seek suggestions rather than direct decisions, we also prompt LLMs to generate suggestions and pros-and-cons analyses, with results further confirming the context sensitivity of the LLMs. These findings suggest GPT models are not only effective in assisting context-dependent decision-making but also offer a scalable, cost-efficient tool for designing psychological study of context effects.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Psychology; Decision making; Natural Language Processing; Computer-based experiment"
        }
    ],
    "section": "Member Abstracts with Poster Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/4fv3t754",
    "frozenauthors": [
        {
            "first_name": "Xinjie",
            "middle_name": "",
            "last_name": "Xie",
            "name_suffix": "",
            "institution": "Carleton College",
            "department": ""
        },
        {
            "first_name": "Jiaqi",
            "middle_name": "",
            "last_name": "Huang",
            "name_suffix": "",
            "institution": "Indiana University",
            "department": ""
        },
        {
            "first_name": "Jerome",
            "middle_name": "",
            "last_name": "Busemeyer",
            "name_suffix": "",
            "institution": "Indiana University",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/50404/galley/38366/download/"
        }
    ]
}