Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 24405,
    "title": "CogME: A Cognition-Inspired Multi-Dimensional Evaluation Metric for Story Understanding",
    "subtitle": null,
    "abstract": "We introduce CogME, a cognition-inspired, multi-dimensional evaluation metric for AI models focusing on story understanding. CogME is a framework grounded in human thinking strategies and story elements that involve story understanding. With a specific breakdown of the questions, this approach provides a nuanced assessment revealing not only AI models' particular strengths and weaknesses but also the characteristics of the benchmark dataset. Our case study with the DramaQA dataset demonstrates a refined analysis of the model and the benchmark dataset. It is imperative that metrics align closely with human cognitive processes by comprehending the tasks' nature. This approach provides insights beyond traditional overall scores and paves the way for more sophisticated AI development targeting higher cognitive functions.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Computer Science; Psychology; Human Factors; Language understanding; Computer-based experiment"
        }
    ],
    "section": "Papers with Poster Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/8p3137gd",
    "frozenauthors": [
        {
            "first_name": "Minjung",
            "middle_name": "",
            "last_name": "Shin",
            "name_suffix": "",
            "institution": "Seoul National University",
            "department": ""
        },
        {
            "first_name": "Seongho",
            "middle_name": "",
            "last_name": "Choi",
            "name_suffix": "",
            "institution": "Seoul National University",
            "department": ""
        },
        {
            "first_name": "Yu-Jung",
            "middle_name": "",
            "last_name": "Heo",
            "name_suffix": "",
            "institution": "KT",
            "department": ""
        },
        {
            "first_name": "Minsu",
            "middle_name": "",
            "last_name": "Lee",
            "name_suffix": "",
            "institution": "Seoul National University",
            "department": ""
        },
        {
            "first_name": "Byoung-Tak",
            "middle_name": "",
            "last_name": "Zhang",
            "name_suffix": "",
            "institution": "Seoul National University",
            "department": ""
        },
        {
            "first_name": "Jeh-Kwang",
            "middle_name": "",
            "last_name": "Ryu",
            "name_suffix": "",
            "institution": "Dongguk University",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2024-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/24405/galley/14002/download/"
        },
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/24405/galley/21009/download/"
        }
    ]
}