Article Instance
API Endpoint for journals.
GET /api/articles/25573/?format=api
{ "pk": 25573, "title": "On the interplay between spontaneous spoken instructions and human visual\nbehaviour in an indoor guidance task", "subtitle": null, "abstract": "We present an indoor guidance study to explore the interplay\nbetween spoken instructions and listeners’ eye movements.\nThe study involves a remote speaker to verbally guide a listener\nand together they solved nine tasks. We collected a\nmulti-modal dataset consisting of the videos from the listeners’\nperspective, their gaze data, and instructors’ utterances.\nWe analyse the changes in instructions and listener gaze when\nthe speaker can see 1) only the video, 2) the video and the gaze\ncursor, or 3) the video and manipulated gaze cursor. Our results\nshow that listener visual behaviour mainly depends on utterance\npresence but also varies significantly before and after\ninstructions. Additionally, more negative feedback occurred\nin 2). While piloting a new experimental setup, our results\nprovide indication for gaze reflecting both: a symptom of language\ncomprehension and a signal that listeners employ when\nit appears useful and which therefore adapts to our manipulation.", "language": "eng", "license": { "name": "", "short_name": "", "text": null, "url": "" }, "keywords": [ { "word": "referential situated communication; specific task\nguidance; mobile eye tracking; visual behaviour analysis;\ngaze-sensitive feedback" } ], "section": "Papers", "is_remote": true, "remote_url": "https://escholarship.org/uc/item/81v3r1p2", "frozenauthors": [ { "first_name": "Nikolina", "middle_name": "", "last_name": "Koleva", "name_suffix": "", "institution": "Saarland University", "department": "" }, { "first_name": "Sabrina", "middle_name": "", "last_name": "Hoppe", "name_suffix": "", "institution": "Max Planck Institute for Informatics", "department": "" }, { "first_name": "Mohammad", "middle_name": "Mehdi", "last_name": "Moniri", "name_suffix": "", "institution": "German Research Center for Artificial Intelligence", "department": "" }, { "first_name": "Maria", "middle_name": "", "last_name": "Staudte", "name_suffix": "", "institution": "Saarland University", "department": "" }, { "first_name": "Andreas", "middle_name": "", "last_name": "Bulling", "name_suffix": "", "institution": "Max Planck Institute for Informatics", "department": "" } ], "date_submitted": null, "date_accepted": null, "date_published": "2015-01-01T18:00:00Z", "render_galley": null, "galleys": [ { "label": "PDF", "type": "pdf", "path": "https://journalpub.escholarship.org/cognitivesciencesociety/article/25573/galley/15197/download/" } ] }