Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 49388,
    "title": "The Importance of Metacognitive Sensitivity in Human-AI Decision-Making",
    "subtitle": null,
    "abstract": "In human-AI decision-making, understanding the factors that maximize overall accuracy remains a critical challenge. This study highlights the role of metacognitive sensitivity—the agent's ability to assign confidence scores that reliably distinguish between correct and incorrect predictions. We propose a theoretical framework to evaluate the impact of accuracy and metacognitive sensitivity in hybrid decision-making contexts. Our analytical results establish conditions under which an agent with lower accuracy but higher metacognitive sensitivity can enhance overall decision accuracy when paired with another agent. Empirical analyses on a real-world image classification dataset confirm that stronger metacognitive sensitivity—whether in AI or human agents—can improve joint decision outcomes. These findings advocate for a more comprehensive approach to evaluating AI and human collaborators, emphasizing the joint optimization of accuracy and metacognitive sensitivity for enhanced decision-making.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Computer Science; Psychology; Behavioral Science; Decision making; Group Behaviour; Human-computer interaction; Interactive behavior; Computational Modeling; Mathematical mode"
        }
    ],
    "section": "Papers with Poster Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/0fg7g94k",
    "frozenauthors": [
        {
            "first_name": "ZhaoBin",
            "middle_name": "",
            "last_name": "Li",
            "name_suffix": "",
            "institution": "University of California, Irvine",
            "department": ""
        },
        {
            "first_name": "Mark",
            "middle_name": "",
            "last_name": "Steyvers",
            "name_suffix": "",
            "institution": "University of California, Irvine",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/49388/galley/37350/download/"
        }
    ]
}