Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 21418,
    "title": "Language Models That Accurately Represent Syntactic Structure Exhibit Higher Representational Similarity To Brain Activity",
    "subtitle": null,
    "abstract": "We investigate whether more accurate representation of syntactic\ninformation in Transformer-based language models is\nassociated with better alignment to brain activity. We use fMRI\nrecordings from a large dataset (MOUS) of a Dutch sentence\nreading task, and perform Representational Similarity Analysis\nto measure alignment with 2 mono- and 3 multilingual\nlanguage models. We focus on activity in a region known\nfor syntactic processing (the Left posterior Medial Temporal\nGyrus). We correlate model-brain similarity scores with the\naccuracy of dependency structures extracted from model internal\nstates using a labelled structural probe. We report three key\nfindings: 1) Accuracy of syntactic dependency representations\ncorrelates with brain similarity, 2) The link between brain similarity\nand dependency accuracy persists regardless of sentence\ncomplexity, although 3) Sentence complexity decreases dependency\naccuracy while increasing brain similarity. These results\nhighlight how interpretable, linguistic features such as syntactic\ndependencies can mediate the similarity between language\nmodels and brains",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Cognitive Neuroscience; Linguistics; Natural Language Processing; fMRI"
        }
    ],
    "section": "Papers with Oral Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/1fp7m6nf",
    "frozenauthors": [
        {
            "first_name": "Abraham",
            "middle_name": "Jacob",
            "last_name": "Fresen",
            "name_suffix": "",
            "institution": "University of Amsterdam",
            "department": ""
        },
        {
            "first_name": "Rochelle",
            "middle_name": "",
            "last_name": "Choenni",
            "name_suffix": "",
            "institution": "ILLC",
            "department": ""
        },
        {
            "first_name": "Micha",
            "middle_name": "",
            "last_name": "Heilbron",
            "name_suffix": "",
            "institution": "University of Amsterdam",
            "department": ""
        },
        {
            "first_name": "Willem",
            "middle_name": "",
            "last_name": "Zuidema",
            "name_suffix": "",
            "institution": "University of Amsterdam",
            "department": ""
        },
        {
            "first_name": "Marianne",
            "middle_name": "",
            "last_name": "de Heer Kloots",
            "name_suffix": "",
            "institution": "Institute for Logic, Language and Computation",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2024-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/21418/galley/11017/download/"
        },
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/21418/galley/21863/download/"
        }
    ]
}