Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 49954,
    "title": "Judging the Judges: Displacing and Inverting the Turing test to Investigate the Interrogator",
    "subtitle": null,
    "abstract": "The Turing test typically evaluates machine intelligence by asking whether a human judge can distinguish between human and AI conversational behavior. But the test also serves as an evaluation of the judge, upon whose discriminative capabilities the merit of the test depends. We investigate this dependency by replicating two variations of the Turing test: (1) a displaced test, where human participants judge transcripts of previously conducted interrogations, and (2) an inverted test, where AI systems make similar judgments. Comparing these with traditional interactive tests, we find that displaced judges perform similarly to interactive judges, and LLM judges perform significantly worse than humans. This challenges assumptions about the importance of real-time interaction, and suggests that accuracy is not significantly impacted by displacement, but may be impacted by differences in a judge's model of human vs. AI behavior. Our results have implications for societal risks of AI, as systems that can consistently deceive both interactive and passive observers could enable large-scale online impersonation and manipulation.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Psychology; Human-computer interaction; Interactive behavior; Social cognition; Theory of Mind"
        }
    ],
    "section": "Papers with Poster Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/35g9m4bb",
    "frozenauthors": [
        {
            "first_name": "Ishika",
            "middle_name": "",
            "last_name": "Rathi",
            "name_suffix": "",
            "institution": "UC San Diego",
            "department": ""
        },
        {
            "first_name": "Benjamin",
            "middle_name": "",
            "last_name": "Bergen",
            "name_suffix": "",
            "institution": "UC San Diego",
            "department": ""
        },
        {
            "first_name": "Cameron",
            "middle_name": "R",
            "last_name": "Jones",
            "name_suffix": "",
            "institution": "UC San Diego",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/49954/galley/37916/download/"
        }
    ]
}