Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 50439,
    "title": "Envisioning: The Cognitive Challenge of Prompt-based LLM Interactions",
    "subtitle": null,
    "abstract": "Large language models (LLMs) such as ChatGPT have replaced conventional interface designs with prompt-based natural language interactions. LLMs exhibit dynamic capabilities to fulfill a broad range of tasks and ad-hoc functionalities (e.g., \"rewrite these appliance installation instructions for a five-year-old\"). However, their open-ended interface replaces Norman's gulf of execution with a new cognitive challenge for end-users; namely, the gulf of envisioning clear intentions and task descriptions in prompts to obtain a desired LLM response. To address this gap, we propose a cognitive model of the Envisioning process based on protocols of generative AI prompt-based interactions. The model highlights three cognitive challenges people face when requesting help from LLMs: (1) what the task should be (intentionality gap), (2) how to give instructions to do the task (instruction gap), and (3) what to expect in the LLM's output (capability gap). We make recommendations to narrow the gulf of envisioning in human-LLM interactions.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Human-computer interaction; Interactive behavior; Natural Language Processing; Problem Solving; UX"
        }
    ],
    "section": "Member Abstracts with Poster Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/8zt989kp",
    "frozenauthors": [
        {
            "first_name": "Hariharan",
            "middle_name": "",
            "last_name": "Subramonyam",
            "name_suffix": "",
            "institution": "Stanford University",
            "department": ""
        },
        {
            "first_name": "Colleen",
            "middle_name": "",
            "last_name": "Seifert",
            "name_suffix": "",
            "institution": "U Michigan",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/50439/galley/38401/download/"
        }
    ]
}