[ { "id": "bernhard-2014-GTOM", "type_id": "journalpaper", "tu_id": null, "repositum_id": null, "title": "Gaze-To-Object Mapping During Visual Search in 3D Virtual Environments ", "date": "2014-08", "abstract": "Stimuli obtained from highly dynamic 3D virtual environments and synchronous eye-tracking data are commonly used by algorithms that strive to correlate gaze to scene objects, a process referred to as Gaze-To-Object Mapping (GTOM). We propose to address this problem with a probabilistic approach using Bayesian inference. The desired result of the inference is a predicted probability density function (PDF) specifying for each object in the scene a probability to be attended by the user. To evaluate the quality of a predicted attention PDF, we present a methodology to assess the information value (i.e., likelihood) in the predictions of dierent approaches that can be used to infer object attention. To this end, we propose an experiment based on a visual search task which allows us to determine the object of attention at a certain point in time under controlled conditions.\nWe perform this experiment with a wide range of static and dynamic visual scenes to obtain a ground-truth evaluation data set, allowing us to assess GTOM techniques in a set of 30 particularly challenging cases.", "authors_et_al": false, "substitute": null, "main_image": { "description": null, "filetitle": "thumnail", "main_file": false, "use_in_gallery": true, "access": "public", "image_width": 703, "image_height": 314, "name": "bernhard-2014-GTOM-thumnail.png", "type": "image/png", "size": 151264, "path": "Publication:bernhard-2014-GTOM", "url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-GTOM/bernhard-2014-GTOM-thumnail.png", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-GTOM/bernhard-2014-GTOM-thumnail:thumb{{size}}.png" }, "sync_repositum_override": null, "repositum_presentation_id": null, "authors": [ 660, 731, 779, 193 ], "date_from": "2014-08-08", "date_to": "2014-08-09", "event": "ACM Symposium on Applied Perception (SAP 2014)", "issn": "1544-3558", "journal": "ACM Transactions on Applied Perception (Special Issue SAP 2014)", "lecturer": [ 660 ], "location": "Vancouver, Canada", "number": "3", "pages_from": "14:1", "pages_to": "14:17", "volume": "11", "research_areas": [ "Perception", "Rendering" ], "keywords": [ "object-based attention", "eye-tracking", "virtual environments", "visual attention" ], "weblinks": [ { "href": "http://dl.acm.org/citation.cfm?doid=2663596.2644812", "caption": null, "description": null, "main_file": 0 } ], "files": [ { "description": null, "filetitle": "draft", "main_file": true, "use_in_gallery": false, "access": "public", "name": "bernhard-2014-GTOM-draft.pdf", "type": "application/pdf", "size": 9514669, "path": "Publication:bernhard-2014-GTOM", "url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-GTOM/bernhard-2014-GTOM-draft.pdf", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-GTOM/bernhard-2014-GTOM-draft:thumb{{size}}.png" }, { "description": null, "filetitle": "thumnail", "main_file": false, "use_in_gallery": true, "access": "public", "image_width": 703, "image_height": 314, "name": "bernhard-2014-GTOM-thumnail.png", "type": "image/png", "size": 151264, "path": "Publication:bernhard-2014-GTOM", "url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-GTOM/bernhard-2014-GTOM-thumnail.png", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-GTOM/bernhard-2014-GTOM-thumnail:thumb{{size}}.png" }, { "description": null, "filetitle": "video", "main_file": true, "use_in_gallery": false, "access": "public", "preview_image_width": 1024, "preview_image_height": 768, "name": "bernhard-2014-GTOM-video.mp4", "type": "video/mp4", "size": 29837759, "path": "Publication:bernhard-2014-GTOM", "preview_name": "bernhard-2014-GTOM-video:preview.png", "preview_type": "image/jpeg", "preview_size": 12852, "url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-GTOM/bernhard-2014-GTOM-video.mp4", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-GTOM/bernhard-2014-GTOM-video:thumb{{size}}.png", "video_mp4": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-GTOM/bernhard-2014-GTOM-video:video.mp4" } ], "projects_workgroups": [ "Mofa", "illvisation" ], "url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-GTOM/", "__class": "Publication" }, { "id": "bernhard-2014-EFD", "type_id": "inproceedings", "tu_id": null, "repositum_id": null, "title": "The Effects of Fast Disparity Adjustments in Gaze-Controlled Stereoscopic Applications", "date": "2014-03", "abstract": "With the emergence of affordable 3D displays, stereoscopy is becoming\na commodity. However, often users report discomfort even after brief exposures to stereo content. One of the main reasons is the conflict between vergence and accommodation that is caused by 3D displays. We investigate dynamic adjustment of stereo parameters\nin a scene using gaze data in order to reduce discomfort. In a user study, we measured stereo fusion times after abrupt manipulation of disparities using gaze data. We found that gaze-controlled manipulation of disparities can lower fusion times for large disparities. In addition we found that gaze-controlled disparity adjustment should be applied in a personalized manner and ideally performed only at the extremities or outside the comfort zone of subjects.\nThese results provide important insight on the problems associated with fast disparity manipulation and are essential for developing appealing gaze-contingent and gaze-controlled applications.", "authors_et_al": false, "substitute": null, "main_image": { "description": "teaser", "filetitle": "image", "main_file": false, "use_in_gallery": false, "access": "public", "image_width": 1216, "image_height": 332, "name": "bernhard-2014-EFD-image.png", "type": "image/png", "size": 160276, "path": "Publication:bernhard-2014-EFD", "url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-EFD/bernhard-2014-EFD-image.png", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-EFD/bernhard-2014-EFD-image:thumb{{size}}.png" }, "sync_repositum_override": null, "repositum_presentation_id": null, "authors": [ 660, 1017, 779, 731, 193 ], "booktitle": "Proceedings of the Symposium on Eye Tracking Research and Applications (ETRA 2014)", "date_from": "2014-03-26", "date_to": "2014-03-28", "editor": "Pernilla Qvarfordt and Dan Witzner Hansen", "isbn": "978-1-4503-2751-0", "lecturer": [ 660 ], "location": "Safety Harbor, FL, USA", "pages_from": "111", "pages_to": "118", "publisher": "ACM", "research_areas": [ "Perception" ], "keywords": [ "stereoscopic rendering", "comfort models", "fusion time", "eye tracking" ], "weblinks": [], "files": [ { "description": "conference paper", "filetitle": "draft", "main_file": false, "use_in_gallery": false, "access": "public", "name": "bernhard-2014-EFD-draft.pdf", "type": "application/pdf", "size": 4234907, "path": "Publication:bernhard-2014-EFD", "url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-EFD/bernhard-2014-EFD-draft.pdf", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-EFD/bernhard-2014-EFD-draft:thumb{{size}}.png" }, { "description": "teaser", "filetitle": "image", "main_file": false, "use_in_gallery": false, "access": "public", "image_width": 1216, "image_height": 332, "name": "bernhard-2014-EFD-image.png", "type": "image/png", "size": 160276, "path": "Publication:bernhard-2014-EFD", "url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-EFD/bernhard-2014-EFD-image.png", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-EFD/bernhard-2014-EFD-image:thumb{{size}}.png" } ], "projects_workgroups": [ "PAMINA" ], "url": "https://www.cg.tuwien.ac.at/research/publications/2014/bernhard-2014-EFD/", "__class": "Publication" }, { "id": "sundstedt-2013-vag", "type_id": "inbook", "tu_id": null, "repositum_id": null, "title": "Visual Attention and Gaze Behaviour in Games: An Object-Based Approach", "date": "2013-04", "abstract": "This chapter presents state-of-the-art methods that tap the potential of psychophysics for the purpose of understanding game players' behavior. Studying gaze behavior in gaming environments has recently gained momentum as it affords a better understanding of gamers' visual attention. However, while knowing where users are attending in a computer game would be useful at a basic level, it does not provide insight into what users are interested in, or why. An answer to these questions can be tremendously useful to game designers, enabling them to improve gameplay, selectively increase visual fidelity, and optimize the distribution of computing resources. Furthermore, this could be useful in verifying game mechanics, improving game AI and smart positioning of advertisements within games, all being applications widely desirable across the games industry. Techniques are outlined to collect gaze data, and map fixation points back to semantic objects in a gaming environment, enabling a deeper understanding of how players interact with games. ", "authors_et_al": false, "substitute": null, "main_image": { "description": null, "filetitle": "image", "main_file": false, "use_in_gallery": false, "access": "public", "image_width": 958, "image_height": 338, "name": "sundstedt-2013-vag-image.png", "type": "image/png", "size": 82333, "path": "Publication:sundstedt-2013-vag", "url": "https://www.cg.tuwien.ac.at/research/publications/2013/sundstedt-2013-vag/sundstedt-2013-vag-image.png", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2013/sundstedt-2013-vag/sundstedt-2013-vag-image:thumb{{size}}.png" }, "sync_repositum_override": null, "repositum_presentation_id": null, "authors": [ 730, 660, 731, 732, 193 ], "booktitle": "Game Analytics: Maximizing the Value of Player Data ", "editor": "M. Seif El-Nasr, A. Drachen, A. Canossa, K. Isbister,", "isbn": "9781447147688", "pages_from": "543", "pages_to": "583", "publisher": "Springer", "research_areas": [ "Perception" ], "keywords": [ "Eye Tracking", "Visual Attention", "Computer Games" ], "weblinks": [], "files": [ { "description": null, "filetitle": "image", "main_file": false, "use_in_gallery": false, "access": "public", "image_width": 958, "image_height": 338, "name": "sundstedt-2013-vag-image.png", "type": "image/png", "size": 82333, "path": "Publication:sundstedt-2013-vag", "url": "https://www.cg.tuwien.ac.at/research/publications/2013/sundstedt-2013-vag/sundstedt-2013-vag-image.png", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2013/sundstedt-2013-vag/sundstedt-2013-vag-image:thumb{{size}}.png" }, { "description": null, "filetitle": "Paper", "main_file": false, "use_in_gallery": false, "access": "public", "name": "sundstedt-2013-vag-Paper.pdf", "type": "application/pdf", "size": 1343680, "path": "Publication:sundstedt-2013-vag", "url": "https://www.cg.tuwien.ac.at/research/publications/2013/sundstedt-2013-vag/sundstedt-2013-vag-Paper.pdf", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2013/sundstedt-2013-vag/sundstedt-2013-vag-Paper:thumb{{size}}.png" } ], "projects_workgroups": [ "GPV" ], "url": "https://www.cg.tuwien.ac.at/research/publications/2013/sundstedt-2013-vag/", "__class": "Publication" }, { "id": "bernhard-2010-gph", "type_id": "journalpaper_notalk", "tu_id": null, "repositum_id": null, "title": "An Empirical Pipeline to Derive Gaze Prediction Heuristics for 3D Action Games", "date": "2010-10", "abstract": "Gaze analysis and prediction in interactive virtual environments, such as games, is a challenging topic since the 3D perspective and variations of the viewpoint as well as the current task introduce many variables that affect the distribution of gaze. In\r\nthis article, we present a novel pipeline to study eye-tracking data acquired from interactive 3D applications. The result of the\r\npipeline is an importance map which scores the amount of gaze spent on each object. This importance map is then used as a heuristic to predict a user’s visual attention according to the object properties present at runtime. The novelty of this approach is that the analysis is performed in object space and the importance map is defined in the feature space of high-level properties. High-level properties are used to encode task relevance and other attributes, such as eccentricity, which may have an impact on gaze behavior.\r\n\r\nThe pipeline has been tested with an exemplary study on a first-person shooter game. In particular, a protocol is presented describing the data acquisition procedure, the learning of different importance maps from the data, and finally an evaluation of the performance of the derived gaze predictors. A metric measuring the degree of correlation between attention predicted by the importance map and the actual gaze yielded clearly positive results. The correlation becomes particularly strong when the player is attentive to an in-game task.", "authors_et_al": false, "substitute": null, "main_image": { "description": "", "filetitle": "teaser", "main_file": false, "use_in_gallery": false, "access": "public", "image_width": 1740, "image_height": 657, "name": "bernhard-2010-gph-teaser.JPG", "type": "image/jpeg", "size": 113142, "path": "Publication:bernhard-2010-gph", "url": "https://www.cg.tuwien.ac.at/research/publications/2010/bernhard-2010-gph/bernhard-2010-gph-teaser.JPG", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2010/bernhard-2010-gph/bernhard-2010-gph-teaser:thumb{{size}}.png" }, "sync_repositum_override": null, "repositum_presentation_id": null, "authors": [ 660, 731, 193 ], "issn": "1544-3558", "journal": "ACM Transactions on Applied Perception", "number": "1", "pages_from": "4:1", "pages_to": "4:30", "volume": "8", "research_areas": [], "keywords": [ "gaze predictor", "video games", "virtual environments", "eye-tracking", "gaze analysis" ], "weblinks": [ { "href": "http://doi.acm.org/10.1145/1857893.1857897", "caption": null, "description": null, "main_file": 0 } ], "files": [ { "description": "", "filetitle": "draft", "main_file": false, "use_in_gallery": false, "access": "public", "name": "bernhard-2010-gph-draft.pdf", "type": "application/pdf", "size": 10856635, "path": "Publication:bernhard-2010-gph", "url": "https://www.cg.tuwien.ac.at/research/publications/2010/bernhard-2010-gph/bernhard-2010-gph-draft.pdf", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2010/bernhard-2010-gph/bernhard-2010-gph-draft:thumb{{size}}.png" }, { "description": "", "filetitle": "teaser", "main_file": false, "use_in_gallery": false, "access": "public", "image_width": 1740, "image_height": 657, "name": "bernhard-2010-gph-teaser.JPG", "type": "image/jpeg", "size": 113142, "path": "Publication:bernhard-2010-gph", "url": "https://www.cg.tuwien.ac.at/research/publications/2010/bernhard-2010-gph/bernhard-2010-gph-teaser.JPG", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2010/bernhard-2010-gph/bernhard-2010-gph-teaser:thumb{{size}}.png" } ], "projects_workgroups": [ "GPV" ], "url": "https://www.cg.tuwien.ac.at/research/publications/2010/bernhard-2010-gph/", "__class": "Publication" }, { "id": "SUNDSTEDT-2008-ASF", "type_id": "inproceedings", "tu_id": null, "repositum_id": null, "title": "A Psychophysical Study of Fixation Behavior in a Computer Game", "date": "2008-08", "abstract": "Prediction of gaze behavior in gaming environments can be a tremendously useful asset to game designers, enabling them to improve gameplay, selectively increase visual fidelity, and optimize the distribution of computing resources. The use of saliency maps is currently being advocated as the method of choice for predicting visual attention, crucially under the assumption that no specific task is present. This is achieved by analyzing images for low-level features such as motion, contrast, luminance, etc. However, the majority of computer games are designed to be easily understood and pose a task readily apparent to most players. Our psychophysical experiment shows that in a task-oriented context such as gaming, the predictive power of saliency maps at design time can be weak. Thus, we argue that a more involved protocol utilizing eye tracking, as part of the computer game design cycle, can be sufficiently robust to succeed in predicting fixation behavior of players.", "authors_et_al": false, "substitute": null, "main_image": { "description": null, "filetitle": "thumbnail", "main_file": false, "use_in_gallery": false, "access": "public", "image_width": 1450, "image_height": 536, "name": "SUNDSTEDT-2008-ASF-thumbnail.png", "type": "image/png", "size": 374956, "path": "Publication:SUNDSTEDT-2008-ASF", "url": "https://www.cg.tuwien.ac.at/research/publications/2008/SUNDSTEDT-2008-ASF/SUNDSTEDT-2008-ASF-thumbnail.png", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2008/SUNDSTEDT-2008-ASF/SUNDSTEDT-2008-ASF-thumbnail:thumb{{size}}.png" }, "sync_repositum_override": null, "repositum_presentation_id": null, "authors": [ 730, 731, 193, 732 ], "booktitle": "ACM Symposium on Applied Perception in Graphics and Visualization 2008", "date_from": "2008-08-09", "date_to": "2008-08-10", "doi": "10.1145/1394281.1394288", "editor": "Sarah Creem-Regehr and Karol Myszkowski", "isbn": "978-1-59593-981-4", "lecturer": [ 730 ], "location": "Los Angeles, California", "pages_from": "43", "pages_to": "50", "publisher": "ACM", "research_areas": [], "keywords": [ "saliency", "eye tracking", "electronic games", "visual attention", "psychophysics" ], "weblinks": [], "files": [ { "description": null, "filetitle": "draft", "main_file": true, "use_in_gallery": false, "access": "public", "name": "SUNDSTEDT-2008-ASF-draft.pdf", "type": "application/pdf", "size": 5044193, "path": "Publication:SUNDSTEDT-2008-ASF", "url": "https://www.cg.tuwien.ac.at/research/publications/2008/SUNDSTEDT-2008-ASF/SUNDSTEDT-2008-ASF-draft.pdf", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2008/SUNDSTEDT-2008-ASF/SUNDSTEDT-2008-ASF-draft:thumb{{size}}.png" }, { "description": null, "filetitle": "thumbnail", "main_file": false, "use_in_gallery": false, "access": "public", "image_width": 1450, "image_height": 536, "name": "SUNDSTEDT-2008-ASF-thumbnail.png", "type": "image/png", "size": 374956, "path": "Publication:SUNDSTEDT-2008-ASF", "url": "https://www.cg.tuwien.ac.at/research/publications/2008/SUNDSTEDT-2008-ASF/SUNDSTEDT-2008-ASF-thumbnail.png", "thumb_image_sizes": [ 16, 64, 100, 175, 300, 600 ], "thumb_url": "https://www.cg.tuwien.ac.at/research/publications/2008/SUNDSTEDT-2008-ASF/SUNDSTEDT-2008-ASF-thumbnail:thumb{{size}}.png" } ], "projects_workgroups": [ "CROSSMOD" ], "url": "https://www.cg.tuwien.ac.at/research/publications/2008/SUNDSTEDT-2008-ASF/", "__class": "Publication" } ]