% Categories: MMC & Keywords: Annotation Tool % Encoding: utf-8 @Article{Waltl2012_MPEGVSI, author = {Waltl, Markus and Rainer, Benjamin and Timmerer, Christian and Hellwagner, Hermann}, journal = {Signal Processing: Image Communication}, title = {An End-to-End tool chain for sensory experience based on MPEG-V}, year = {2013}, month = {feb}, number = {2}, pages = {136--150}, volume = {28}, abstract = {This paper provides an overview of our research conducted in the area of Sensory Experience including our implementations using MPEG-V Part 3 entitled ”Sensory Information”. MPEG-V Part 3 introduces Sensory Experience as a tool to increase the Quality of Experience by annotating traditional multimedia data with sensory effects. These sensory effects are rendered on special devices like fans, vibration chairs, ambient lights, scent disposers, water sprayers, or heating/cooling devices stimulating senses beyond the traditional ones. The paper's main focus is on the end-to-end aspects including the generation, transmission, and synchronized rendering of sensory effects with the traditional multimedia data taking movie clips as an example. Therefore, we present in this paper an open source tool chain that provides a complete end-to-end sensory effect generation and consumption framework. Furthermore, we summarize results from various subjective quality assessments conducted in this area. Finally, we point out research challenges that may encourage further research within this emerging domain.}, address = {Amsterdam, Netherlands}, doi = {10.1016/j.image.2012.10.009}, keywords = {Quality of Experience; Sensory Experience; Subjective Quality Assessment; Experimental Results; MPEG-V; Annotation Tool; Simulation Tool; Web Browser Plug-in; Sensory Information}, language = {EN}, publisher = {Elsevier}, url = {http://dx.doi.org/10.1016/j.image.2012.10.009} } @InProceedings{Waltl2012_ACMMM_OSSC, author = {Waltl, Markus and Rainer, Benjamin and Timmerer, Christian and Hellwagner, Hermann}, booktitle = {Proceedings of the 20th ACM Multimedia (MM'12)}, title = {A Toolset for the Authoring, Simulation, and Rendering of Sensory Experiences}, year = {2012}, address = {Nara, Japan}, editor = {Babaguchi, Noboru and Aizawa, Kiyoharu and Smith, John}, month = {oct}, pages = {1469-1472}, publisher = {ACM}, abstract = {This paper describes a toolset for the authoring, simulating, and rendering of multimedia content annotated with Sensory Effect Metadata (SEM) descriptions as specified in Part 3 of the MPEG V standard. This part of MPEG-V standardizes the description of sensory effects (e.g., light, wind) in order to be rendered on sensory devices (e.g., fans, vibration chairs) aiming at generating a sensory experience stimulating possibly all human senses. Our implementation comprises a toolset to author sensory effects associated with multimedia content and the simulation thereof. Furthermore, it includes a library, a standalone player, and a Web browser plug-in which enables the playback and rendering of sensory effects on off-the-shelf rendering devices and in various contexts. All software modules are available under the GNU General Public License (GPL) v3 and the GNU Lesser General Public License (LGPL) v3 respectively.}, isbn13 = {-}, keywords = {MPEG-V, Annotation Tool, Simulator, Media Player, Web Browser Plug-in, Sensory Effects, Sensory Experience}, language = {EN}, location = {Nara, Japan}, pdf = {https://www.itec.aau.at/bib/files/acmmm2012_ossc_mwbrcthh.pdf}, talkdate = {2012.10.31}, talktype = {registered}, url = {http://www.acmm2012.org} }