Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 29440,
    "title": "Does Surprisal Predict Code Comprehension Difficulty?",
    "subtitle": null,
    "abstract": "Recognition of the similarities between programming and nat-ural languages has led to a boom in the adoption of languagemodeling techniques in tools that assist developers. However,language model surprisal, which guides the training and eval-uation in many of these methods, has not been validated asa measure of cognitive difficulty for programming languagecomprehension as it has for natural language. We perform acontrolled experiment to evaluate human comprehension onfragments of source code that are meaning-equivalent but withdifferent surprisal. We find that more surprising versions ofcode take humans longer to finish answering correctly. Wealso provide practical guidelines to design future studies forcode comprehension and surprisal.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Code Comprehension; Language Model Surprisal;Transformer Model"
        }
    ],
    "section": "Language and Meaning",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/50b308j9",
    "frozenauthors": [
        {
            "first_name": "Casey",
            "middle_name": "",
            "last_name": "Casalnuovo",
            "name_suffix": "",
            "institution": "University of California, Davis",
            "department": ""
        },
        {
            "first_name": "Prem",
            "middle_name": "",
            "last_name": "Devanbu",
            "name_suffix": "",
            "institution": "University of California, Davis",
            "department": ""
        },
        {
            "first_name": "Emily",
            "middle_name": "",
            "last_name": "Morgan",
            "name_suffix": "",
            "institution": "University of California, Davis",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2020-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/29440/galley/19300/download/"
        }
    ]
}