Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 49589,
    "title": "JUDICIOUS: Evaluating Robustness of Large Language Models in the Legal Realm",
    "subtitle": null,
    "abstract": "In recent years, the remarkable performance of large language models (LLMs) in tasks such as legal judgment prediction (LJP) has garnered widespread attention. An increasing number of LLMs have been successfully implemented to assist judges in performing various legal tasks. However, their robustness and reliability in complex judicial scenarios remain a subject of debate, particularly when confronted with real-world legal cases. Existing research often overlooks the systematic evaluation of these LLMs in terms of judicial fairness, robustness and other ethical considerations. To fill this gap, we propose a novel benchmark that integrates authentic legal cases to evaluate the robustness of LLMs in the legal judgment prediction (LJP) task. Our work establishes foundational safety standards for applying LLMs in the legal domain.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Natural Language Processing; Reasoning; Case studies; Corpus studies; Statistics"
        }
    ],
    "section": "Papers with Poster Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/3w69j2wd",
    "frozenauthors": [
        {
            "first_name": "Ziling",
            "middle_name": "",
            "last_name": "Dai",
            "name_suffix": "",
            "institution": "Guangdong University of Foreign Studies",
            "department": ""
        },
        {
            "first_name": "Nankai",
            "middle_name": "",
            "last_name": "Lin",
            "name_suffix": "",
            "institution": "Guangdong University of Foreign Studies",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-01T11:00:00-07:00",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/49589/galley/37551/download/"
        }
    ]
}