Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 49526,
    "title": "Instruction tuning modulates discourse biases in language models",
    "subtitle": null,
    "abstract": "Instruction tuning (IT) has been a fruitful technique for aligning Large Language Models with human preferences. However, the linguistic implications of IT remain unclear. In two experiments on coreference and coherence biases in the context of Implicit Causality, we investigate how IT modulates these discourse biases in relation to model size. Our results show that IT interacts with model size -- instruction-tuned models display enhanced coherence biases and more human-like coreference patterns, sometimes exceeding human performance. However, this effect appears size-dependent, suggesting that IT causes some linguistic patterns to emerge that are dormant in the respective foundation models.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Linguistics; Discourse; Language Production; Pragmatics"
        }
    ],
    "section": "Papers with Poster Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/5g02g0g8",
    "frozenauthors": [
        {
            "first_name": "Florian",
            "middle_name": "",
            "last_name": "Kankowski",
            "name_suffix": "",
            "institution": "Bielefeld University",
            "department": ""
        },
        {
            "first_name": "Torgrim",
            "middle_name": "",
            "last_name": "Solstad",
            "name_suffix": "",
            "institution": "Bielefeld University",
            "department": ""
        },
        {
            "first_name": "Sina",
            "middle_name": "",
            "last_name": "Zarrie§",
            "name_suffix": "",
            "institution": "University of Bielefeld",
            "department": ""
        },
        {
            "first_name": "Oliver",
            "middle_name": "",
            "last_name": "Bott",
            "name_suffix": "",
            "institution": "Bielefeld University",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/49526/galley/37488/download/"
        }
    ]
}