Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 50155,
    "title": "Non-linear relational composition in large language models",
    "subtitle": null,
    "abstract": "The longstanding question of how neural networks could implement relational composition has been buoyed by recent success showing relational abstraction in transformer-based\nlarge language models (LLMs). We address recent findings showing some, but imperfect, generalizability in linear composition during knowledge retrieval of attributive triplets [Her-\nnandez, E. et al, (2024). Linearity of relation decoding in transformer language models arXiv:2308.09124)]. We report that limitations to relational generalization are explainable\nby two systematic factors. First, relational combinations that are more accurately retrieved generalize better than uncertain or inaccurate ones. Second, relational generalization scales with the semantic similarity of the entities being bound across triplets, showing that it is in fact non-linearly dependent on component meanings rather than being purely invariant. This aligns with longstanding findings that human judgments of adjectival combinations are likewise non-linearly interactive.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Computer Science; Psychology; Concepts and categories; Language Comprehension; Natural Language Processing; Representation; Semantic memory; Semantics of language; Computational Modeling; Knowledge re"
        }
    ],
    "section": "Abstracts with Poster Presentation (accepted as Abstracts)",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/76w4p0cd",
    "frozenauthors": [
        {
            "first_name": "Michael B",
            "middle_name": "",
            "last_name": "McCoy",
            "name_suffix": "",
            "institution": "UC Irvine",
            "department": ""
        },
        {
            "first_name": "Taylor",
            "middle_name": "",
            "last_name": "Webb",
            "name_suffix": "",
            "institution": "Microsoft Research",
            "department": ""
        },
        {
            "first_name": "Anna",
            "middle_name": "",
            "last_name": "Leshinskaya",
            "name_suffix": "",
            "institution": "UC Irvine",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/50155/galley/38117/download/"
        }
    ]
}