Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 50133,
    "title": "Using Tools From Animal Psychology to Measure Metacognition in Artificial Intelligence",
    "subtitle": null,
    "abstract": "Metacognition is the ability to monitor one's cognitive processes, including one's own uncertainty when making a decision. Metacognition has been studied in humans and other animals for several decades, and it is of increasing interest to the Artificial Intelligence (AI) research community too. In this work, we implement a well-established experimental procedure to study whether two classes of AI system can monitor their own uncertainty. We ask deep reinforcement learning agents and vision language models to learn to discriminate two stimuli that vary in similarity, where they are rewarded for correct and punished for incorrect discriminations. By measuring the frequency at which they choose not to make a choice, and analysing how that varies with stimulus similarity, we produce a measure of the degree to which their uncertainty informs their decisions. We find some limited evidence that the AI systems we study monitor their own uncertainty when making risky decisions.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Psychology; Animal cognition; Intelligent agents; Machine learning"
        }
    ],
    "section": "Abstracts with Poster Presentation (accepted as Abstracts)",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/268740nc",
    "frozenauthors": [
        {
            "first_name": "Konstantinos",
            "middle_name": "",
            "last_name": "Voudouris",
            "name_suffix": "",
            "institution": "Helmholtz Zentrum Munich",
            "department": ""
        },
        {
            "first_name": "Alexi",
            "middle_name": "J",
            "last_name": "Voudouris",
            "name_suffix": "",
            "institution": "The University of Edinburgh",
            "department": ""
        },
        {
            "first_name": "Lucy",
            "middle_name": "G",
            "last_name": "Cheke",
            "name_suffix": "",
            "institution": "University of Cambridge",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-01T10:00:00-08:00",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/50133/galley/38095/download/"
        }
    ]
}