Publications

@inproceedings{zakreuskaya:hal-04847014,

title = {Workshop on Generative Artificial Intelligence in Interactive Systems: Experiences from the Community},

author = {Anastasiya Zakreuskaya and Tobias Münch and Henrik Detjen and Sven Mayer and Passant Elagroudy and Bastian Pleging and Fiona Draxler and Benjamin Weyers and Uwe Gruenefeld and Jonas Auda and Waldemar Titov and Wendy E Mackay and Daniel Buschek and Thomas Kosch},

url = {https://hal.science/hal-04847014},

doi = {10.18420/muc2024-mci-ws09-123},

year  = {2024},

date = {2024-09-01},

booktitle = {Mensch und Computer 2024},

pages = {99 - 110},

publisher = {Gesellschaft für Informatik e.V.},

address = {Karlsruhe, Germany},

keywords = {HCI ; Research ; Generative AI ; LLMs ; Stable Diffusion ; ChatGPT},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{10.1145/3701571.3701577,

title = {LeARn at Home: Comparing Augmented Reality and Video Conferencing Remote Tutoring},

author = {Nick Wittig and Tobias Drey and Theresa Wettig and Jonas Auda and Marion Koelle and David Goedicke and Stefan Schneegass},

url = {https://doi.org/10.1145/3701571.3701577},

doi = {10.1145/3701571.3701577},

isbn = {9798400712838},

year  = {2024},

date = {2024-01-01},

booktitle = {Proceedings of the International Conference on Mobile and Ubiquitous Multimedia},

pages = {255–263},

publisher = {Association for Computing Machinery},

address = {New York, NY, USA},

series = {MUM '24},

abstract = {Remote tutoring has gained significant traction due to technological advances, primarily relying on video-conferencing tools. However, these tools are not specifically designed for tutoring. Positive tutoring experiences rely on interaction with and immediate feedback from the tutor. Moreover, traditional methods like writing, reading, and drawing in physical spaces enhance learning outcomes. Integrating these methods with physical materials and digital remote guidance could improve remote learning experiences. A technology that enables this integration is spatial augmented reality (SAR), which utilizes projection to integrate digital content into the physical world. This work introduces a Spatial Augmented Reality (SAR) remote tutoring tool that enables augmented annotations and projected video streams. We conducted a between-subject lab study (N=18) comparing learning experiences in remote tutoring between standard video conferencing tools and the introduced Spatial Augmented Reality (SAR) tool. Qualitative analysis revealed the Spatial Augmented Reality (SAR) system’s benefits over video conferencing, specifically immediate feedback, in-situ annotations, improved interactivity, and enhanced social presence.},

keywords = {augmented surfaces, education, remote tutoring, spatial augmented reality},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{10.1145/3613905.3650982,

title = {Look Over Here! Comparing Interaction Methods for User-Assisted Remote Scene Reconstruction},

author = {Carina Liebers and Niklas Pfützenreuter and Marvin Prochazka and Pranav Megarajan and Eike Furuno and Jan Löber and Tim C. Stratmann and Jonas Auda and Donald Degraen and Uwe Gruenefeld and Stefan Schneegass},

url = {https://doi.org/10.1145/3613905.3650982},

doi = {10.1145/3613905.3650982},

isbn = {9798400703317},

year  = {2024},

date = {2024-01-01},

booktitle = {Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},

publisher = {Association for Computing Machinery},

address = {Honolulu, HI, USA},

series = {CHI EA '24},

abstract = {Detailed digital representations of physical scenes are key in many cases, such as historical site preservation or hazardous area inspection. To automate the capturing process, robots or drones mounted with sensors can algorithmically record the environment from different viewpoints. However, environmental complexities often lead to incomplete captures. We believe humans can support scene capture as their contextual understanding enables easy identification of missing areas and recording errors. Therefore, they need to perceive the recordings and suggest new sensor poses. In this work, we compare two human-centric approaches in Virtual Reality for scene reconstruction through the teleoperation of a remote robot arm, i.e., directly providing sensor poses (direct method) or specifying missing areas in the scans (indirect method). Our results show that directly providing sensor poses leads to higher efficiency and user experience. In future work, we aim to compare the quality of human assistance to automatic approaches.},

keywords = {human-robot interaction, manual sampling, RGBD sampling, teleoperation, Virtual Reality},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{gruenefeld2022vrception,

title = {VRception: Rapid Prototyping of Cross-Reality Systems in Virtual Reality},

author = {Uwe Gruenefeld and Jonas Auda and Florian Mathis and Stefan Schneegass and Mohamed Khamis and Jan Gugenheimer and Sven Mayer},

url = {https://dl.acm.org/doi/10.1145/3491102.3501821},

doi = {10.1145/3491102.3501821},

year  = {2022},

date = {2022-04-30},

urldate = {2022-04-30},

booktitle = {🏆Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems},

series = {Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems},

abstract = {Cross-reality systems empower users to transition along the reality-virtuality continuum or collaborate with others experiencing different manifestations of it. However, prototyping these systems is challenging, as it requires sophisticated technical skills, time, and often expensive hardware. We present VRception, a concept and toolkit for quick and easy prototyping of cross-reality systems. By simulating all levels of the reality-virtuality continuum entirely in Virtual Reality, our concept overcomes the asynchronicity of realities, eliminating technical obstacles. Our VRception Toolkit leverages this concept to allow rapid prototyping of cross-reality systems and easy remixing of elements from all continuum levels. We replicated six cross-reality papers using our toolkit and presented them to their authors. Interviews with them revealed that our toolkit sufficiently replicates their core functionalities and allows quick iterations. Additionally, remote participants used our toolkit in pairs to collaboratively implement prototypes in about eight minutes that they would have otherwise expected to take days. },

keywords = {Augmented Reality, Augmented Virtuality, Bystander Inclusion, Collaboration, Cross-Reality Systems, Reality-Virtuality Continuum, Transitional Interfaces, Virtual Reality},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2022ifthemapfits,

title = {If The Map Fits! Exploring Minimaps as Distractors from Non-Euclidean Spaces in Virtual Reality},

author = {Jonas Auda and Uwe Gruenefeld and Stefan Schneegass},

url = {https://dl.acm.org/doi/10.1145/3491101.3519621},

doi = {10.1145/3491101.3519621},

year  = {2022},

date = {2022-04-30},

urldate = {2022-04-30},

booktitle = {Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems},

series = {Extended Abstracts of the 2022 CHI Conference on Human Factors in Computing Systems},

abstract = {With non-Euclidean spaces, Virtual Reality (VR) experiences can more efficiently exploit the available physical space by using overlapping virtual rooms. However, the illusion created by these spaces can be discovered, if the overlap is too large. Thus, in this work, we investigate if users can be distracted from the overlap by showing a minimap that suggests that there is none. When done correctly, more VR space can be mapped into the existing physical space, allowing for more spacious virtual experiences. Through a user study, we found that participants uncovered the overlap of two virtual rooms when it was at 100% or the overlapping room extended even further. Our results show that the additional minimap renders overlapping virtual rooms more believable and can serve as a helpful tool to use physical space more efficiently for natural locomotion in VR.},

keywords = {Illusions, Locomotion, Virtual Reality},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2022thebutterflyeffect,

title = {The Butterfly Effect: Novel Opportunities for Steady-State Visually-Evoked Potential Stimuli in Virtual Reality},

author = {Jonas Auda and Uwe Gruenefeld and Thomas Kosch and Stefan Schneegass},

url = {https://dl.acm.org/doi/fullHtml/10.1145/3519391.3519397},

doi = {10.1145/3519391.3519397},

year  = {2022},

date = {2022-03-13},

urldate = {2022-03-13},

booktitle = {Augmented Humans},

series = {Augmented Humans 2022},

abstract = {In Virtual Reality (VR), Steady-State-Visual Evoked Potentials (SSVEPs) can be used to interact with the virtual environment using brain signals. However, the design of SSVEP-eliciting stimuli often does not match the virtual environment, and thus, disrupts the virtual experience. In this paper, we investigate stimulus designs with varying suitability to blend in virtual environments. Therefore, we created differently-shaped, virtual butterflies. The shapes vary from rectangular wings, over round wings, to a wing shape of a real butterfly. These butterflies elicit SSVEP responses through different animations-flickering or flapping wings. To evaluate our stimuli, we first extracted suitable frequencies for SSVEP responses from the literature. In a first study, we determined three frequencies yielding the best detection accuracy in VR. We used these frequencies in a second study to analyze detection accuracy and appearance ratings using our stimuli designs. Our work contributes insights into the design of SSVEP stimuli that blend into virtual environments and still elicit SSVEP responses.},

keywords = {Brain-Computer Interfaces, EEG, SSVEP, Virtual Reality},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{10.1145/3568444.3568469,

title = {ExplAInable Pixels: Investigating One-Pixel Attacks on Deep Learning Models with Explainable Visualizations},

author = {Jonas Keppel and Jonathan Liebers and Jonas Auda and Uwe Gruenefeld and Stefan Schneegass},

url = {https://doi.org/10.1145/3568444.3568469},

doi = {10.1145/3568444.3568469},

isbn = {9781450398206},

year  = {2022},

date = {2022-01-01},

urldate = {2022-01-01},

booktitle = {Proceedings of the 21st International Conference on Mobile and Ubiquitous Multimedia},

pages = {231–242},

publisher = {Association for Computing Machinery},

address = {Lisbon, Portugal},

series = {MUM '22},

abstract = {Nowadays, deep learning models enable numerous safety-critical applications, such as biometric authentication, medical diagnosis support, and self-driving cars. However, previous studies have frequently demonstrated that these models are attackable through slight modifications of their inputs, so-called adversarial attacks. Hence, researchers proposed investigating examples of these attacks with explainable artificial intelligence to understand them better. In this line, we developed an expert tool to explore adversarial attacks and defenses against them. To demonstrate the capabilities of our visualization tool, we worked with the publicly available CIFAR-10 dataset and generated one-pixel attacks. After that, we conducted an online evaluation with 16 experts. We found that our tool is usable and practical, providing evidence that it can support understanding, explaining, and preventing adversarial examples.},

keywords = {Deep Learning, Security},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2021flyables,

title = {Flyables: Haptic Input Devices for Virtual Reality using Quadcopters},

author = {Jonas Auda and Nils Verheyen and Sven Mayer and Stefan Schneegass},

url = {https://www.researchgate.net/publication/355437552_Flyables_Haptic_Input_Devices_for_Virtual_Reality_using_Quadcopters

https://www.youtube.com/watch?v=udBv0pOpJZM},

doi = {10.1145/3489849.3489855},

year  = {2021},

date = {2021-12-08},

urldate = {2021-12-08},

booktitle = {🏆ACM Symposium on Virtual Reality Software and Technology},

series = {VRST '21},

abstract = {Virtual Reality (VR) has made its way into everyday life. While VR delivers an ever-increasing level of immersion, controls and their haptics are still limited. Current VR headsets come with dedicated controllers that are used to control every virtual interface element. However, the controller input mostly differs from the virtual interface. This reduces immersion. To provide a more realistic input, we present Flyables, a toolkit that provides matching haptics for virtual user interface elements using quadcopters. We took five common virtual UI elements and built their physical counterparts. We attached them to quadcopters to deliver on-demand haptic feedback. In a user study, we compared Flyables to controller-based VR input. While controllers still outperform Flyables in terms of precision and task completion time, we found that Flyables present a more natural and playful way to interact with VR environments. Based on the results from the study, we outline research challenges that could improve interaction with Flyables in the future.},

keywords = {Drones, Haptics, Toolkit, Virtual Reality},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2021imincontrol,

title = {I’m in Control! Transferring Object Ownership Between Remote Users with Haptic Props in Virtual Reality},

author = {Jonas Auda and Leon Busse and Ken Pfeuffer and Uwe Gruenefeld and Radiah Rivu and Florian Alt and Stefan Schneegass},

url = {https://dl.acm.org/doi/10.1145/3485279.3485287

https://www.youtube.com/watch?v=FznSmSAtAiY},

year  = {2021},

date = {2021-01-01},

urldate = {2021-01-01},

booktitle = {Symposium on Spatial User Interaction},

pages = {1--10},

keywords = {Collaboration, Haptics, Virtual Reality},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2021understanding,

title = {Understanding Drone Landing on the Human Body},

author = {Jonas Auda and Martin Weigel and Jessica R Cauchard and Stefan Schneegass},

url = {https://dl.acm.org/doi/abs/10.1145/3447526.3472031

https://www.youtube.com/watch?v=YO1zkHfC6Gk},

year  = {2021},

date = {2021-01-01},

urldate = {2021-01-01},

booktitle = {Proceedings of the 23rd International Conference on Mobile Human-Computer Interaction},

pages = {1--13},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2021vrsketch,

title = {VRSketch: Investigating 2D Sketching in Virtual Reality with Different Levels of Hand and Pen Transparency},

author = {Jonas Auda and Roman Heger and Uwe Gruenefeld and Stefan Schneegass},

url = {https://link.springer.com/chapter/10.1007/978-3-030-85607-6_14},

year  = {2021},

date = {2021-01-01},

urldate = {2021-01-01},

booktitle = {IFIP Conference on Human-Computer Interaction},

pages = {195--211},

organization = {Springer, Cham},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{liebers2021understanding,

title = {Understanding User Identification in Virtual Reality Through Behavioral Biometrics and the Effect of Body Normalization},

author = {Jonathan Liebers and Mark Abdelaziz and Lukas Mecke and Alia Saad and Jonas Auda and Uwe Gruenefeld and Florian Alt and Stefan Schneegass},

url = {https://dl.acm.org/doi/abs/10.1145/3411764.3445528},

year  = {2021},

date = {2021-01-01},

urldate = {2021-01-01},

booktitle = {Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems},

pages = {1--11},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2020proxydrone,

title = {ProxyDrone: Autonomous Drone Landing on the Human Body.},

author = {Jonas Auda and Martin Weigel and Jessica R Cauchard and Stefan Schneegass},

url = {http://ceur-ws.org/Vol-2617/paper3.pdf},

year  = {2020},

date = {2020-01-01},

urldate = {2020-01-01},

booktitle = {iHDI@CHI},

keywords = {Drones, Virtual Reality},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2020easyeg,

title = {EasyEG: A 3D-printable Brain-Computer Interface},

author = {Jonas Auda and Roman Heger and Thomas Kosch and Uwe Gruenefeld and Stefan Schneegass},

url = {https://dl.acm.org/doi/abs/10.1145/3379350.3416189},

year  = {2020},

date = {2020-01-01},

urldate = {2020-01-01},

booktitle = {Adjunct Publication of the 33rd Annual ACM Symposium on User Interface Software and Technology},

pages = {70--72},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{poguntke2020notimodes,

title = {NotiModes: an investigation of notification delay modes and their effects on smartphone users},

author = {Romina Poguntke and Christina Schneegass and Lucas Van der Vekens and Rufat Rzayev and Jonas Auda and Stefan Schneegass and Albrecht Schmidt},

url = {https://dl.acm.org/doi/10.1145/3404983.3410006},

doi = {10.1145/3404983.3410006},

year  = {2020},

date = {2020-01-01},

urldate = {2020-01-01},

booktitle = {Proceedings of the Conference on Mensch und Computer},

pages = {415--419},

series = {Proceedings of the Conference on Mensch und Computer},

abstract = {Despite the extensive analysis of the consequences of interruptions caused by smartphone notifications, research on the effects on users has so far been sparse. Therefore, in this work we (1) explore concepts on preventing interruptions elicited by notification delay in a focus group; (2) implement a smartphone application manipulating the notification delay in three distinct ways varying in the degree of user-control; (3) evaluate all three concepts with 13 users in a four-week field trial. We thereby gather qualitative feedback in 52 semi-structured interviews, one per participant after each mode and an additional control week. The results show that through the intensive preoccupation with their notification management, users reflect critically about advantages and disadvantages of their continuous reachability. Based on the results from the focus group and field trial, we derive four design implications summarizing the users' experiences and suggestions on notification delay mechanisms.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{pfeiffer2019stop,

title = {STOP! Enhancing Drone Gesture Interaction with Force Feedback},

author = {Max Pfeiffer and Samuel Navas Medrano and Jonas Auda and Stefan Schneegass},

year  = {2019},

date = {2019-01-01},

booktitle = {1st International Workshop on Human-Drone Interaction},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2019around,

title = {Around the (Virtual) World: Infinite Walking in Virtual Reality Using Electrical Muscle Stimulation},

author = {Jonas Auda and Max Pascher and Stefan Schneegass},

url = {https://dl.acm.org/doi/abs/10.1145/3290605.3300661

https://youtu.be/c0qCP0xfb4w},

year  = {2019},

date = {2019-01-01},

urldate = {2019-01-01},

booktitle = {Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems},

pages = {1--8},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2018control,

title = {Control, Intervention, or Autonomy? Understanding the Future of Smart Home.},

author = {Jonas Auda and Sarah Faltaous and Stefan Schneegass},

year  = {2018},

date = {2018-01-01},

booktitle = {SmartObjects@ CHI},

pages = {39--43},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{antoun2018slidar,

title = {SlidAR: Towards using AR in Education},

author = {Sara Antoun and Jonas Auda and Stefan Schneegass},

url = {https://dl.acm.org/doi/10.1145/3282894.3289744},

doi = {10.1145/3282894.3289744},

year  = {2018},

date = {2018-01-01},

urldate = {2018-01-01},

booktitle = {Proceedings of the 17th International Conference on Mobile and Ubiquitous Multimedia},

pages = {491--498},

series = {Proceedings of the 17th International Conference on Mobile and Ubiquitous Multimedia},

abstract = {Applying Augmented Reality in education is being explored by many scientists. Therefore, we augment digital slides of lectures in higher education. We implemented a web server application, which allows professors to create their own AR slides. We also developed a mobile app for students to scan the slides and view the augmentation in lectures or learning sessions. To assess the usability of our system, we conducted a study with fifteen students and two professors. Students' feedback indicated that our AR app could be integrated into education. Professors, on the other hand, reported improvement suggestions. However, both groups supported applying the system in real lectures.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2018lyra,

title = {Lyra: smart wearable in-flight service assistant},

author = {Jonas Auda and Matthias Hoppe and Orkhan Amiraslanov and Bo Zhou and Pascal Knierim and Stefan Schneegass and Albrecht Schmidt and Paul Lukowicz},

url = {https://dl.acm.org/doi/abs/10.1145/3267242.3267282},

year  = {2018},

date = {2018-01-01},

urldate = {2018-01-01},

booktitle = {Proceedings of the 2018 ACM International Symposium on Wearable Computers},

pages = {212--213},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{auda2018understanding,

title = {Understanding user preferences towards rule-based notification deferral},

author = {Jonas Auda and Dominik Weber and Alexandra Voit and Stefan Schneegass},

url = {https://dl.acm.org/doi/abs/10.1145/3170427.3188688

https://jonasauda.de/wp-content/uploads/2022/12/auda2018understanding.pdf},

year  = {2018},

date = {2018-01-01},

urldate = {2018-01-01},

booktitle = {Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems},

pages = {1--6},

keywords = {Notifications, Ubiquitous computing},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{weber2018snooze,

title = {Snooze! investigating the user-defined deferral of mobile notifications},

author = {Dominik Weber and Alexandra Voit and Jonas Auda and Stefan Schneegass and Niels Henze},

url = {https://dl.acm.org/doi/abs/10.1145/3229434.3229436},

year  = {2018},

date = {2018-01-01},

urldate = {2018-01-01},

booktitle = {Proceedings of the 20th International Conference on Human-Computer Interaction with Mobile Devices and Services},

pages = {1--13},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{alt2014using,

title = {Using eye-tracking to support interaction with layered 3D interfaces on stereoscopic displays},

author = {Florian Alt and Stefan Schneegass and Jonas Auda and Rufat Rzayev and Nora Broy},

url = {https://dl.acm.org/doi/abs/10.1145/2557500.2557518},

year  = {2014},

date = {2014-01-01},

urldate = {2014-01-01},

booktitle = {Proceedings of the 19th international conference on Intelligent User Interfaces},

pages = {267--272},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}