Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 50078,
    "title": "Evaluating the Linguistic Competence of Large Language Models: Experimental Evidence from Center-embedding Structures",
    "subtitle": null,
    "abstract": "This study investigates whether large language models (LLMs) possess human-like syntactic competence by examining their handling of English center-embedded structures. Two experiments were conducted: one collected acceptability judgments from native speakers, confirming sensitivity to syntactic constraints; the other measured surprisal values from GPT-2 and Gemma 2 on grammatical versus ungrammatical center-embedded sentences. While both models distinguished between the two types probabilistically, they failed to replicate categorical human judgments. The results suggest that LLMs conflate low-frequency constructions with ungrammaticality, reflecting limitations in hierarchical syntactic understanding. It is argued that genuine linguistic competence requires more than statistical pattern recognition and advocate for integrating formal syntactic theory into model development. This work contributes to the ongoing dialogue between generative linguistics and AI, highlighting key distinctions between human cognition and current LLMs.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Linguistics; Language Comprehension; Syntax; Quantitative Behavior"
        }
    ],
    "section": "Abstracts with Poster Presentation (accepted as Abstracts)",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/84w9p0h8",
    "frozenauthors": [
        {
            "first_name": "Mengkai",
            "middle_name": "",
            "last_name": "Wang",
            "name_suffix": "",
            "institution": "Beijing Foreign Studies University",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/50078/galley/38040/download/"
        }
    ]
}