Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 24382,
    "title": "Two-Stream Vision Swin Transformer for Video-based Eye Movement Detection",
    "subtitle": null,
    "abstract": "Eye movement detection plays a crucial role in various fields, including eye tracking applications and understanding human perception and cognitive states. Existing detection methods typically rely on gaze positions predicted by gaze estimation algorithms, which may introduce cumulative errors. While certain video-based methods, directly classifying behaviours from videos, have been introduced to address this issue, they often have limitations as they primarily focus on detecting blinks. In this paper, we propose a video-based two-stream framework designed to detect four eye movement behaviours—fixations, saccades, smooth pursuits, and blinks—from infrared near-eye videos. To explicitly capture motion information, we introduce optical flow as the input for one stream. Additionally, we propose a spatio-temporal feature fusion module to combine information from the two streams. The framework is evaluated on a large-scale eye movement dataset and performs excellent results.",
    "language": "eng",
    "license": {
        "name": "",
        "short_name": "",
        "text": null,
        "url": ""
    },
    "keywords": [
        {
            "word": "Computer Science; Human-computer interaction; Pattern recognition; Eye tracking; Neural Networks"
        }
    ],
    "section": "Papers with Poster Presentation",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/74n122ks",
    "frozenauthors": [
        {
            "first_name": "Ziheng",
            "middle_name": "",
            "last_name": "Wang",
            "name_suffix": "",
            "institution": "Defense Innovation Institute, Academy of Military Sciences",
            "department": ""
        },
        {
            "first_name": "Xiaowei",
            "middle_name": "",
            "last_name": "Bai",
            "name_suffix": "",
            "institution": "Defense Innovation Institute, Academy of Military Sciences",
            "department": ""
        },
        {
            "first_name": "Xiaodong",
            "middle_name": "",
            "last_name": "Wang",
            "name_suffix": "",
            "institution": "Defense Innovation Institute, Academy of Military Sciences",
            "department": ""
        },
        {
            "first_name": "Zhenyu",
            "middle_name": "",
            "last_name": "Fang",
            "name_suffix": "",
            "institution": "Northwestern Polytechnical University",
            "department": ""
        },
        {
            "first_name": "Liang",
            "middle_name": "",
            "last_name": "Xie",
            "name_suffix": "",
            "institution": "Defense Innovation Institute, Academy of Military Sciences",
            "department": ""
        },
        {
            "first_name": "Ye",
            "middle_name": "",
            "last_name": "Yan",
            "name_suffix": "",
            "institution": "Defense Innovation Institute, Academy of Military Sciences",
            "department": ""
        },
        {
            "first_name": "Erwei",
            "middle_name": "",
            "last_name": "Yin",
            "name_suffix": "",
            "institution": "Defense Innovation Institute, Academy of Military Sciences",
            "department": ""
        }
    ],
    "date_submitted": null,
    "date_accepted": null,
    "date_published": "2024-01-01T18:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/24382/galley/13979/download/"
        },
        {
            "label": "PDF",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/24382/galley/21683/download/"
        }
    ]
}