@inproceedings{MertesDierkerHermannHanheideSagerer2009-AMA,
	Abstract = {Humans use an impressive variety of ways to communicate. However, technology has advanced to the point where it becomes interesting to think about complementing these natural communication skills with artificial ones. Augmented reality provides a good means to do this. In this work, we support two users in joint task situations by displaying to each user their partner's visual attention focus onto video see-through head-mounted displays. This can be done by displaying the gaze direction directly or by highlighting the objects being viewed. This data can also be sonified (i.e. displayed via sound). We have implemented four distinct modes of data presentation that can be used either simultaneously or separately: (a) We highlight virtual objects by changing their color when they are in the partner's view. This uses a configurable temporal envelope to enable the display of a recent attention history. (b) We display the partner's field of view on the interaction surface. Using an optional surrounding color gradient, the user's gaze direction can be intuitively guided towards his partner's gaze, just as if there were spotlights emanating from his partner's eyes. (c) Furthermore, we implemented an event-based sonification of objects leaving and entering the partner's view, and (d) we implemented a continuous sonification, mapping the horizontal position of the center of focus, its height, its proximity to one's own center of focus and the speed of the partner's visual movement to different parameters of real-time synthesized sound. We investigated (a) highlighting, and (c) event sonification, modes using an object-choice task. We found that 94 % of the subjects rated the visualization as helpful, while the simple sonification data presentation was not perceived to be helpful.  A full account on the approaches and the results of the preliminary study will be given in the paper.},
	Address = {New York, Heidelberg},
	Author = {Mertes, Christian and Dierker, Angelika and Hermann, Thomas and Hanheide, Marc and Sagerer, Gerhard},
	Booktitle = {Proceedings of the 13th International Conference on Human-Computer Interaction},
	Month = {07},
	Publisher = {Springer},
	Title = {Enhancing Human Cooperation with Multimodal Augmented Reality},
	Year = {2009}}