Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 29899,
    "title": "Which Sentence Embeddings and Which LayersEncode Syntactic Structure?",
    "subtitle": null,
    "abstract": "Recent models of language have eliminated syntactic-semanticdividing lines. We explore the psycholinguistic implicationsof this development by comparing different types of sentenceembeddings in their ability to encode syntactic constructions.Our study uses contrasting sentence structures known to causesyntactic priming effects, that is, the tendency in humans to re-peat sentence structures after recent exposure. We comparehow syntactic alternatives are captured by sentence embed-dings produced by a neural language model (BERT) or by thecomposition of word embeddings (BEAGLE, HHM, GloVe).Dative double object vs. prepositional object and active vs.passive sentences are separable in the high-dimensional spaceof the sentence embeddings and can be classified with a highdegree of accuracy. The results lend empirical support to themodern, computational, integrated accounts of semantics andsyntax, and they shed light on the information stored at differ-ent layers in deep language models such as BERT.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "syntactic priming; language models; neural net-works; word embeddings; sentence embeddings"
        }
    ],
    "section": "Poster Session 2",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/2pd148cm",
    "frozenauthors": [
        {
            "first_name": "M. A.",
            "middle_name": "",
            "last_name": "Kelly",
            "name_suffix": "",
            "institution": "Pennsylvania State University",
            "department": ""
        },
        {
            "first_name": "Yang",
            "middle_name": "",
            "last_name": "Xu",
            "name_suffix": "",
            "institution": "San Diego State University",
            "department": ""
        },
        {
            "first_name": "Jesus",
            "middle_name": "",
            "last_name": "Calvillo",
            "name_suffix": "",
            "institution": "Pennsylvania State University",
            "department": ""
        },
        {
            "first_name": "David",
            "middle_name": "",
            "last_name": "Reitter",
            "name_suffix": "",
            "institution": "Google Research",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2020-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/29899/galley/19753/download/"
        }
    ]
}