@article{SeemuellerFiehlerRoesler2011,
  author    = {Seem{\"u}ller, Anna and Fiehler, Katja and R{\"o}sler, Frank},
  title     = {Unimodal and crossmodal working memory representations of visual and kinesthetic movement trajectories},
  series = {Acta psychologica : international journal of psychonomics},
  volume    = {136},
  journal   = {Acta psychologica : international journal of psychonomics},
  number    = {1},
  publisher = {Elsevier},
  address   = {Amsterdam},
  issn      = {0001-6918},
  doi       = {10.1016/j.actpsy.2010.09.014},
  pages     = {52 -- 59},
  year      = {2011},
  abstract  = {The present study investigated whether visual and kinesthetic stimuli are stored as multisensory or modality-specific representations in unimodal and crossmodal working memory tasks. To this end, angle-shaped movement trajectories were presented to 16 subjects in delayed matching-to-sample tasks either visually or kinesthetically during encoding and recognition. During the retention interval, a secondary visual or kinesthetic interference task was inserted either immediately or with a delay after encoding. The modality of the interference task interacted significantly with the encoding modality. After visual encoding, memory was more impaired by a visual than by a kinesthetic secondary task, while after kinesthetic encoding the pattern was reversed. The time when the secondary task had to be performed interacted with the encoding modality as well. For visual encoding, memory was more impaired, when the secondary task had to be performed at the beginning of the retention interval. In contrast, memory after kinesthetic encoding was more affected, when the secondary task was introduced later in the retention interval. The findings suggest that working memory traces are maintained in a modality-specific format characterized by distinct consolidation processes that take longer after kinesthetic than after visual encoding.},
  language  = {en}
}
@article{SeemuellerMuellerRoesler2012,
  author    = {Seem{\"u}ller, Anna and M{\"u}ller, E. M. and R{\"o}sler, Frank},
  title     = {EEG-power and -coherence changes in a unimodal and a crossmodal working memory task with visual and kinesthetic stimuli},
  series = {International journal of psychophysiology},
  volume    = {83},
  journal   = {International journal of psychophysiology},
  number    = {1},
  publisher = {Elsevier},
  address   = {Amsterdam},
  issn      = {0167-8760},
  doi       = {10.1016/j.ijpsycho.2011.10.009},
  pages     = {87 -- 95},
  year      = {2012},
  abstract  = {We investigated EEG-power and EEG-coherence changes in a unimodal and a crossmodal matching-to-sample working memory task with either visual or kinesthetic stimuli. Angle-shaped trajectories were used as stimuli presented either as a moving dot on a screen or as a passive movement of a haptic device. Effects were evaluated during the different phases of encoding, maintenance, and recognition. Alpha power was modulated during encoding by the stimulus modality, and in crossmodal conditions during encoding and maintenance by the expected modality of the upcoming test stimulus. These power modulations were observed over modality-specific cortex regions. Systematic changes of coherence for crossmodal compared to unimodal tasks were not observed during encoding and maintenance but only during recognition. There, coherence in the theta-band increased between electrode sites over left central and occipital cortex areas in the crossmodal compared to the unimodal conditions. The results underline the importance of modality-specific representations and processes in unimodal and crossmodal working memory tasks. Crossmodal recognition of visually and kinesthetically presented object features seems to be related to a direct interaction of somatosensory/motor and visual cortex regions by means of long-range synchronization in the theta-band and such interactions seem to take place at the beginning of the recognition phase, i.e. when crossmodal transfer is actually necessary.},
  language  = {en}
}
@misc{SchneiderShigeyamaKovacsetal.2018,
  author    = {Schneider, Oliver and Shigeyama, Jotaro and Kovacs, Robert and Roumen, Thijs Jan and Marwecki, Sebastian and B{\"o}ckhoff, Nico and Gl{\"o}ckner, Daniel Amadeus Johannes and Bounama, Jonas and Baudisch, Patrick},
  title     = {DualPanto},
  series = {UIST '18: Proceedings of the 31st Annual ACM Symposium on User Interface Software and Technology},
  journal   = {UIST '18: Proceedings of the 31st Annual ACM Symposium on User Interface Software and Technology},
  publisher = {Association for Computing Machinery},
  address   = {New York},
  isbn      = {978-1-4503-5948-1},
  doi       = {10.1145/3242587.3242604},
  pages     = {877 -- 887},
  year      = {2018},
  abstract  = {We present a new haptic device that enables blind users to continuously track the absolute position of moving objects in spatial virtual environments, as is the case in sports or shooter games. Users interact with DualPanto by operating the me handle with one hand and by holding on to the it handle with the other hand. Each handle is connected to a pantograph haptic input/output device. The key feature is that the two handles are spatially registered with respect to each other. When guiding their avatar through a virtual world using the me handle, spatial registration enables users to track moving objects by having the device guide the output hand. This allows blind players of a 1-on-1 soccer game to race for the ball or evade an opponent; it allows blind players of a shooter game to aim at an opponent and dodge shots. In our user study, blind participants reported very high enjoyment when using the device to play (6.5/7).},
  language  = {en}
}