Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 21479,
    "title": "Recovering Mental Representations from Large Language Models with Markov Chain Monte Carlo",
    "subtitle": null,
    "abstract": "Simulating sampling algorithms with people has proven a useful method for efficiently probing and understanding their mental representations. We propose that the same methods can be used to study the representations of Large Language Models (LLMs). While one can always directly prompt either humans or LLMs to disclose their mental representations introspectively, we show that increased efficiency can be achieved by using LLMs as elements of a sampling algorithm. We explore the extent to which we recover human-like representations when LLMs are interrogated with Direct Sampling and Markov chain Monte Carlo (MCMC). We found a significant increase in efficiency and performance using adaptive sampling algorithms based on MCMC. We also highlight the potential of our method to yield a more general method of conducting Bayesian inference with LLMs.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Computer Science; Psychology; Behavioral Science; Decision making; Intelligent agents; Language and thought; Machine learning; Pattern recognition; Perception; Computational M"
        }
    ],
    "section": "Papers with Oral Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/4fj2f7br",
    "frozenauthors": [
        {
            "first_name": "Jian-Qiao",
            "middle_name": "",
            "last_name": "Zhu",
            "name_suffix": "",
            "institution": "Princeton University",
            "department": ""
        },
        {
            "first_name": "Haijiang",
            "middle_name": "",
            "last_name": "Yan",
            "name_suffix": "",
            "institution": "University of Warwick",
            "department": ""
        },
        {
            "first_name": "Tom",
            "middle_name": "",
            "last_name": "Griffiths",
            "name_suffix": "",
            "institution": "Princeton University",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2024-01-01T11:00:00-07:00",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/21479/galley/11078/download/"
        },
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/21479/galley/21924/download/"
        }
    ]
}