Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 49556,
    "title": "GIBRNet: A Multimodal Spatiotemporal Reasoning Network Integrating Emotion, Gaze, and Position for Gaze Interaction Behavior Recognition",
    "subtitle": null,
    "abstract": "Gaze Interaction Behavior Recognition (GIBR) plays a significant role in understanding social behaviors and diagnosing mental health conditions. However, existing methods are limited by inadequate task modeling, resulting in suboptimal performance. To address this issue, we model the GIBR task as a spatiotemporal reasoning problem integrating three modalities: emotion, gaze, and position. Based on this, we propose GIBRNet, which enhances the representation of gaze interaction tendencies through an Emotion-Aware Refinement Matrix and dynamically aggregates multi-frame, multi-modal information using GP-GNN, enabling more precise interaction behavior reasoning. Comparative experiments on the VACATION dataset demonstrate that GIBRNet significantly outperforms existing approaches. Additionally, we constructed a GIBR dataset suite, consisting of three extended datasets, for generalization evaluation, demonstrating GIBRNet's superiority. All datasets and code are publicly available.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Artificial Intelligence; Interactive behavior; Neural Networks"
        }
    ],
    "section": "Papers with Poster Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/9hs6x3hs",
    "frozenauthors": [
        {
            "first_name": "Junhao",
            "middle_name": "",
            "last_name": "Xiao",
            "name_suffix": "",
            "institution": "Central China Normal University",
            "department": ""
        },
        {
            "first_name": "Jing",
            "middle_name": "",
            "last_name": "Gao",
            "name_suffix": "",
            "institution": "Central China Normal University",
            "department": ""
        },
        {
            "first_name": "Jingxing",
            "middle_name": "",
            "last_name": "Zhong",
            "name_suffix": "",
            "institution": "Fuzhou University",
            "department": ""
        },
        {
            "first_name": "Zhiyu",
            "middle_name": "",
            "last_name": "Wu",
            "name_suffix": "",
            "institution": "Fudan University",
            "department": ""
        },
        {
            "first_name": "Yi",
            "middle_name": "",
            "last_name": "Chen",
            "name_suffix": "",
            "institution": "Central China Normal University",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2025-01-02T00:00:00+06:00",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/49556/galley/37518/download/"
        }
    ]
}