% Categories: MMC & Year: 2017 % Encoding: utf-8 @InProceedings{martinadez2017, author = {Beck, Harald and Bierbaumer, Bruno and Dao-Tran, Minh and Eiter, Thomas and Hellwagner, Hermann and Schekotihin, Konstantin}, booktitle = {Communications (ICC), 2017 IEEE International Conference on}, title = {Stream Reasoning-Based Control of Caching Strategies in CCN Routers}, year = {2017}, address = {Paris, France}, editor = {Beylat, Jean Luc and Sari, Hikmet}, month = {may}, pages = {6}, publisher = {IEEE}, abstract = {Routers in Content-Centric Networking (CCN) may locally cache frequently requested content in order to speed up delivery to end users. Thus, the issue of caching strategies arises, i.e., which content shall be stored and when it should be replaced. In this work, we employ, and study the feasibility of, novel techniques towards intelligent control of CCN routers that autonomously switch between existing caching strategies in response to changing content request patterns. In particular, we present a router architecture for CCN networks that is controlled by rule-based stream reasoning, following the recent formal framework LARS which extends Answer Set Programming for streams. The obtained possibility for flexible router configuration at runtime allows for versatile network control schemes and may help advance the further development of CCN. Moreover, the empirical evaluation of our feasibility study shows that the resulting caching agent may give significant performance gains.}, doi = {10.1109/ICC.2017.7996762}, isbn10 = {978-1-4673-8999-0}, issn = {1938-1883}, keywords = {Cognition, Internet, Switches, Next generation networking, Programming, Computer architecture, Robots}, language = {EN}, location = {Paris}, talkdate = {2017.05.23}, talktype = {registered} } @Article{Zabrovskiy2017a, author = {Zabrovskiy, Anatoliy and Petrov, Evgeny and Kuzmin, Evgeny and Timmerer, Christian}, journal = {arXiv.org [cs.MM]}, title = {Evaluation of the Performance of Adaptive {HTTP} Streaming Systems}, year = {2017}, month = {oct}, pages = {7}, volume = {abs/1710.02459}, abstract = {Adaptive video streaming over HTTP is becoming omnipresent in our daily life. In the past, dozens of research papers have proposed novel approaches to address different aspects of adaptive streaming and a decent amount of player implementations (commercial and open source) are available. However, state of the art evaluations are sometimes superficial as many proposals only investigate a certain aspect of the problem or focus on a specific platform – player implementations used in actual services are rarely considered. HTML5 is now available on many platforms and foster the deployment of adaptive media streaming applications. We propose a common evaluation framework for adaptive HTML5 players and demonstrate its applicability by evaluating eight different players which are actually deployed in real-world services.}, address = {N.N.}, language = {EN}, pdf = {https://www.itec.aau.at/bib/files/1710.02459.pdf}, publisher = {N.N.}, url = {http://arxiv.org/abs/1710.02459} } @InProceedings{Zabrovskiy2017, author = {Zabrovskiy, Anatoliy and Kuzmin, Evgeny and Petrov, Evgeny and Timmerer, Christian and Mueller, Christopher}, booktitle = {Proceedings of the 8th ACM on Multimedia Systems Conference (MMSys'17)}, title = {AdViSE: Adaptive Video Streaming Evaluation Framework for the Automated Testing of Media Players}, year = {2017}, address = {New York, NY, USA}, editor = {Chen, Kuan-Ta}, month = {jun}, pages = {4}, publisher = {ACM}, abstract = {Today we can observe a plethora of adaptive video stream- ing services and media players which support interoperable formats like DASH and HLS. Most of the players and their rate adaptation algorithms work as a black box. We have de- veloped a system for easy and rapid testing of media players under various network scenarios. In this paper, we introduce AdViSE, the Adaptive Video Streaming Evaluation frame- work for the automated testing of adaptive media players. The presented framework is used for the comparison and testing of media players in the context of adaptive video streaming over HTTP in web/HTML5 environments. The demonstration showcases a series of experiments with different media players under given context conditions (e.g., network shaping, delivery format). We will also demonstrate the real-time capabilities of the framework and offline anal- ysis including several QoE metrics with respect to a newly introduced bandwidth index.}, doi = {10.1145/3083187.3083221}, isbn10 = {978-1-4503-5002-0}, language = {EN}, location = {Taipei, Taiwan}, pdf = {https://www.itec.aau.at/bib/files/Demo_Paper_Camera_Ready.pdf}, talkdate = {2017.06.21}, talktype = {poster} } @Article{Timmerer2017i, author = {Timmerer, Christian}, journal = {IEEE Communications Standards Magazine}, title = {Immersive Media Delivery: Overview of Ongoing Standardization Activities}, year = {2017}, issn = {2471-2825}, month = {dec}, number = {4}, pages = {71--74}, volume = {1}, abstract = {More and more immersive media applications and services are emerging on the market, but lack international standards to enable interoperability. This article provides an overview about ongoing standardization efforts in this exciting domain and highlights open research and standardization issues.}, address = {N.N.}, doi = {10.1109/MCOMSTD.2017.1700038}, language = {EN}, pdf = {https://www.itec.aau.at/bib/files/08258607.pdf}, publisher = {IEEE Communications Society} } @Article{Timmerer2017h, author = {Timmerer, Christian and Begen, Ali Cengiz}, journal = {Computing Now}, title = {Advancing Multimedia Content Distribution}, year = {2017}, month = {dec}, pages = {1}, address = {Los Alamitos, CA, USA}, language = {EN}, publisher = {IEEE Computer Society [online]}, url = {https://www.computer.org/web/computingnow/archive/advancing-multimedia-content-distribution-december-2017-introduction} } @Article{Timmerer2017g, author = {Timmerer, Christian}, journal = {SIGMultimedia Records}, title = {MPEG Column: 116th MPEG Meeting}, year = {2017}, issn = {1947-4598}, month = {jul}, number = {4}, pages = {N.N.}, volume = {8}, address = {New York, NY, USA}, doi = {10.1145/3129151.3129152}, language = {EN}, publisher = {ACM}, url = {http://doi.acm.org/10.1145/3129151.3129152} } @Article{Timmerer2017f, author = {Timmerer, Christian}, journal = {SIGMultimedia Records}, title = {MPEG Column: 117th MPEG Meeting}, year = {2017}, issn = {1947-4598}, month = {jul}, number = {1}, pages = {N.N.}, volume = {9}, address = {New York, NY, USA}, doi = {10.1145/3129151.3129153}, language = {EN}, publisher = {ACM}, url = {http://doi.acm.org/10.1145/3129151.3129153} } @Article{Timmerer2017e, author = {Timmerer, Christian}, journal = {SIGMultimedia Records}, title = {MPEG Column: 118th MPEG Meeting}, year = {2017}, issn = {1947-4598}, month = {oct}, number = {4}, pages = {N.N.}, volume = {8}, address = {New York, NY, USA}, doi = {10.1145/3149647.3149656}, language = {EN}, publisher = {ACM}, url = {http://doi.acm.org/10.1145/3149647.3149656} } @Article{Timmerer2017d, author = {Timmerer, Christian}, journal = {SIGMultimedia Records}, title = {MPEG Column: 119th MPEG Meeting in Turin, Italy}, year = {2017}, issn = {1947-4598}, month = {dec}, number = {2}, pages = {N.N.}, volume = {9}, address = {New York, NY, USA}, doi = {10.1145/3173058.3173061}, language = {EN}, publisher = {ACM}, url = {http://doi.acm.org/10.1145/3173058.3173061} } @Article{Timmerer2017c, author = {Timmerer, Christian}, journal = {SIGMultimedia Records}, title = {Report from ACM MMSys 2017}, year = {2017}, issn = {1947-4598}, month = {dec}, number = {2}, pages = {N.N.}, volume = {9}, address = {New York, NY, USA}, doi = {10.1145/3173058.3173068}, language = {EN}, publisher = {ACM}, url = {http://doi.acm.org/10.1145/3173058.3173068} } @InProceedings{Timmerer2017b, author = {Timmerer, Christian and Zabrovskiy, Anatoliy and Kuzmin, Evgeny and Petrov, Evgeny}, booktitle = {2017 21st Conference of Open Innovations Association (FRUCT)}, title = {Quality of experience of commercially deployed adaptive media players}, year = {2017}, address = {N.N.}, editor = {Balandin, Sergey}, month = {nov}, pages = {330-335}, publisher = {N.N.}, abstract = {In the past decade we observed the transition from push-based, fully managed media streaming to pull-based, unmanaged adaptive HTTP streaming thanks to enhancements in media compression, network capacity, and client capabilities. Adaptive media players, specifically their algorithms, have been subject to research for a long time and lead to various approaches documented in the literature. In the past years we witnessed more and more commercial deployments taking into account findings presented in scientific papers but a quantitative evaluation and assessments of its performance is missing. In this paper, we propose means for the automated performance evaluation of commercially deployed adaptive media players with respect to i) objective, well-known metrics, such as bitrate, stalls, startup delay and ii) derived/calculated metrics (instability, inefficiency, average bitrate) previously proposed in the literature. Additionally, we propose a new metric (Bandwidth index) to measure the effectiveness of bandwidth utilization and together with existing QoE models for adaptive HTTP streaming (focusing on stalls, startup delay) we demonstrate its usefulness in this domain.}, doi = {10.23919/FRUCT.2017.8250200}, issn = {ISSN 2305-7254}, language = {EN}, location = {Helsinki, Finland}, pdf = {https://www.itec.aau.at/bib/files/08250200.pdf}, talkdate = {2017.11.10}, talktype = {registered} } @Article{Timmerer2017a, author = {Timmerer, Christian and Begen, Ali Cengiz}, journal = {ACM Transactions on Multimedia Computing, Communications, and Applications (TOMM)}, title = {Best Papers of the 2016 ACM Multimedia Systems (MMSys) Conference and Workshop on Network and Operating System Support for Digital Audio and Video (NOSSDAV) 2016}, year = {2017}, month = {jun}, number = {3s}, pages = {40:1--40:2}, volume = {13}, address = {New York, NY, USA}, doi = {10.1145/3084539}, language = {EN}, pdf = {https://www.itec.aau.at/bib/files/a40-timmerer.pdf}, publisher = {ACM Digital Library}, url = {http://doi.acm.org/10.1145/3084539} } @InProceedings{Timmerer2017_nab, author = {Timmerer, Christian and Graf, Mario and Mueller, Christopher}, booktitle = {2018 NAB Broadcast Engineering and IT Conference (BEITC)}, title = {Adaptive Streaming of VR/360-degree Immersive Media Services with high QoE}, year = {2017}, address = {Washington DC, USA}, editor = {available, not}, month = {apr}, pages = {5}, publisher = {National Association of Broadcasters (NAB)}, language = {EN}, pdf = {https://www.itec.aau.at/bib/files/TimmererC012317.pdf}, talktype = {none} } @InProceedings{Schatz2017, author = {Schatz, Raimund and Sackl, Andreas and Timmerer, Christian and Gardlo, Bruno}, booktitle = {2017 Ninth International Conference on Quality of Multimedia Experience (QoMEX)}, title = {Towards Subjective Quality of Experience Assessment for Omnidirectional Video Streaming}, year = {2017}, address = {New York, USA}, editor = {Raake, Alexander}, month = {jun}, pages = {6}, publisher = {IEEE}, abstract = {Currently, we witness dramatically increasing interest in immersive media technologies like Virtual Reality (VR), particularly in omnidirectional video (OV) streaming. Omnidirectional (also called 360-degree) videos are panoramic spherical videos in which the user can look around during playback and which therefore can be understood as hybrids between traditional movie streaming and interactive VR worlds. Unfortunately, streaming this kind of content is extremely bandwidth intensive (compared to traditional 2D video) and therefore, Quality of Experience (QoE) tends to deteriorate significantly in absence of continuous optimal bandwidth conditions. In this paper, we present a first approach towards subjective QoE assessment for omnidirectional video (OV) streaming. We present the results of a lab study on the QoE impact of stalling in the context of OV streaming using head-mounted displays (HMDs). Our findings show that subjective testing for immersive media like OV is not trivial, with even simple cases like stalling leading to unexpected results. After a discussion of characteristic pitfalls and lessons learned, we provide a a set of recommendations for upcoming OV assessment studies.}, doi = {10.1109/QoMEX.2017.7965657}, isbn10 = {978-1-5386-4024-1}, issn = {2472-7814}, language = {EN}, location = {Erfurt, Germany}, pdf = {https://www.itec.aau.at/bib/files/QoMEX_2017_paper_44.pdf}, talkdate = {2017.06.01}, talktype = {registered} } @Article{Rainer2017a, author = {Rainer, Benjamin and Petscharnig, Stefan and Timmerer, Christian and Hellwagner, Hermann}, journal = {IEEE Transactions on Multimedia}, title = {Statistically Indifferent Quality Variation: An Approach for Reducing Multimedia Distribution Cost for Adaptive Video Streaming Services}, year = {2017}, month = {mar}, pages = {13}, volume = {19}, abstract = {Forecasts predict that Internet traffic will continue to grow in the near future. A huge share of this traffic is caused by multimedia streaming. The Quality of Experience (QoE) of such streaming services is an important aspect and in most cases the goal is to maximize the bit rate which -- in some cases -- conflicts with the requirements of both consumers and providers. For example, in mobile environments users may prefer a lower bit rate to come along with their data plan. Likewise, providers aim at minimizing bandwidth usage in order to reduce costs by transmitting less data to users while maintaining a high QoE. Today's adaptive video streaming services try to serve users with the highest bit rates which consequently results in high QoE. In practice, however, some of these high bit rate representations may not differ significantly in terms of perceived video quality compared to lower bit rate representations. In this paper, we present a novel approach to determine the statistically indifferent quality variation (SIQV) of adjacent video representations for adaptive video streaming services by adopting standard objective quality metrics and existing QoE models. In particular, whenever the quality variation between adjacent representations is imperceptible from a statistical point of view, the representation with higher bit rate can be substituted with a lower bit rate representation. As expected, this approach results in savings with respect to bandwidth consumption while still providing a high QoE for users. The approach is evaluated subjectively with a crowdsourcing study. Additionally, we highlight the benefits of our approach, by providing a case study that extrapolates possible savings for providers.}, address = {New York, USA}, doi = {10.1109/TMM.2016.2629761}, keywords = {Adaptive Video Streaming, Quality of Experience, MPEG-DASH}, language = {EN}, publisher = {IEEE}, url = {http://ieeexplore.ieee.org/document/7745907/} } @Article{Posch2017a, author = {Posch, Daniel and Rainer, Benjamin and Hellwagner, Hermann}, journal = {IEEE/ACM Transactions on Networking}, title = {SAF: Stochastic Adaptive Forwarding in Named Data Networking}, year = {2017}, month = {apr}, number = {2}, pages = {14}, volume = {25}, abstract = {Forwarding decisions in classical IP-based networks are predetermined by routing. This is necessary to avoid loops, inhibiting opportunities to implement an adaptive and intelligent forwarding plane. Consequently, content distribution efficiency is reduced due to a lack of inherent multi-path transmission. In Named Data Networking (NDN) instead, routing shall hold a supporting role to forwarding, providing sufficient potential to enhance content dissemination at the forwarding plane. In this paper we design, implement, and evaluate a novel probability-based forwarding strategy, called Stochastic Adaptive Forwarding (SAF) for NDN. SAF imitates a self-adjusting water pipe system, intelligently guiding and distributing Interests through network crossings circumventing link failures and bottlenecks. Just as real pipe systems, SAF employs overpressure valves enabling congested nodes to lower pressure autonomously. Through an implicit feedback mechanism it is ensured that the fraction of the traffic forwarded via congested nodes decreases. By conducting simulations we show that our approach outperforms existing forwarding strategies in terms of the Interest satisfaction ratio in the majority of the evaluated scenarios. This is achieved by extensive utilization of NDN's multipath and content-lookup capabilities without relying on the routing plane. SAF explores the local environment by redirecting requests that are likely to be dropped anyway. This enables SAF to identify new paths to the content origin or to cached replicas, circumventing link failures and resource shortages without relying on routing updates.}, address = {New York, USA}, doi = {10.1109/TNET.2016.2614710}, language = {EN}, pdf = {https://www.itec.aau.at/bib/files/saf.pdf}, publisher = {IEEE}, url = {https://dx.doi.org/10.1109/TNET.2016.2614710} } @Article{Posch2017, author = {Posch, Daniel and Rainer, Benjamin and Hellwagner, Hermann}, journal = {Computer Communication Review}, title = {Towards a Context-Aware Forwarding Plane in Named Data Networking supporting QoS}, year = {2017}, month = {jan}, number = {1}, pages = {9}, volume = {47}, abstract = {The emergence of Information-Centric Networking (ICN) provides considerable opportunities for context-aware data distribution in the network's forwarding plane. While packet forwarding in classical IP-based networks is basically predetermined by routing, ICN foresees an adaptive forwarding plane considering the requirements of network applications. As research in this area is still at an early stage, most of the work so far focused on providing the basic functionality, rather than on considering the available context information to improve Quality of Service (QoS). This article investigates to which extent existing forwarding strategies take account of the available context information and can therefore increase service quality. The article examines a typical scenario encompassing different user applications (Voice over IP, video streaming, and classical data transfer) with varying demands (context), and evaluates how well the applications' requirements are met by the existing strategies.}, address = {New York, USA}, doi = {10.1145/3041027.3041029}, language = {EN}, pdf = {https://www.itec.aau.at/bib/files/ccr.pdf}, publisher = {ACM SIGCOMM}, url = {https://dl.acm.org/citation.cfm?doid=3041027.3041029} } @Article{Pinheiro2017, author = {Pinheiro, Antonio and Timmerer, Christian}, journal = {SIGMultimedia Records}, title = {Standards Column: JPEG and MPEG}, year = {2017}, issn = {1947-4598}, month = {oct}, number = {1}, pages = {N.N.}, volume = {9}, address = {New York, NY, USA}, doi = {10.1145/3149647.3149648}, language = {EN}, publisher = {ACM}, url = {http://doi.acm.org/10.1145/3149647.3149648} } @InProceedings{Moll2017a, author = {Moll, Philipp and Posch, Daniel and Hellwagner, Hermann}, booktitle = {Proceedings of the IEEE International Conference on Multimedia and Expo Workshops (ICMEW) 2017}, title = {Investigation of push-based traffic for conversational services in Named Data Networking}, year = {2017}, address = {Hong Kong}, editor = {Pesquet-Popescu,Beatrice and Ngo,Chong-Wah}, month = {jul}, pages = {315-320}, publisher = {IEEE}, abstract = {Conversational services (e.g., Internet telephony) exhibit hard Quality of Service (QoS) requirements, such as low delay and jitter. Current IP-based solutions for conversational services use push-based data transfer only, since pull-based communication as envisaged in Named Data Networking (NDN) suffers from the two-way delay. Unfortunately, IP's addressing scheme requires additional services for contacting communication partners. NDN provides an inherent solution for this issue by using a location-independent naming scheme. Nevertheless, it currently does not provide a mechanism for push-based data transfer. In this paper, we investigate Persistent Interests as a solution for push-based communication. We improve and implement the idea of Persistent Interests, and study their applicability for conversational services in NDN. This is done by comparing different push- and pull-based approaches for Internet telephony.}, doi = {10.1109/ICMEW.2017.8026212}, isbn13 = {978-1-5386-0560-8}, language = {EN}, location = {Hong Kong}, pdf = {https://www.itec.aau.at/bib/files/MuSIC_2017.pdf}, talkdate = {2017.07.10}, talktype = {registered}, url = {http://ieeexplore.ieee.org/document/8026212/} } @InProceedings{Moll2017, author = {Moll, Philipp and Janda, Julian and Hellwagner, Hermann}, booktitle = {Proceedings of the 4th ACM Conference on Information-Centric Networking}, title = {Adaptive Forwarding of Persistent Interests in Named Data Networking}, year = {2017}, address = {New York, NY, USA}, editor = {Schmidt, Thomas C and Seedorf, Jan}, month = {sep}, pages = {180-181}, publisher = {ACM}, abstract = {Persistent Interests (PIs) are a promising approach to introduce push-type traffic in Named Data Networking (NDN), in particular for conversational services such as voice and video calls. Forwarding decisions for PIs are crucial in NDN because they establish a long-lived path for the data flowing back toward the PI issuer. In the course of studying the use of PIs in NDN, we investigate adaptive PI forwarding and present a strategy combining regular NDN forwarding information and results from probing potential alternative paths through the network. Simulation results indicate that our adaptive PI forwarding approach is superior to the PI-adapted Best Route strategy when network conditions change due to link failures.}, doi = {10.1145/3125719.3132091}, isbn13 = {978-1-4503-5122-5}, language = {EN}, location = {Berlin, Germany}, pdf = {https://www.itec.aau.at/bib/files/ACM-ICN-2017_Poster.pdf}, talkdate = {2017.09.27}, talktype = {registered}, url = {http://dl.acm.org/citation.cfm?id=3132091} } @Article{HHmartina2017, author = {Zhu, X and Mao, S and Hassan, M Hassan and Hellwagner, Hermann}, journal = {IEEE Transactions on Multimedia}, title = {Guest Editorial: Video Over Future Networks}, year = {2017}, issn = {1941-0077}, month = {oct}, number = {10}, pages = {2133 - 2135}, volume = {19}, abstract = {The papers in this special issue focus on the deployment of video over future networks. The past decade has seen how major improvements in broadband and mobile networks have led to widespread popularity of video streaming applications, and how the latter now becomes the major driving force behind exponentially growing Internet traffic. This special issue seeks to investigate these future Internet technologies through the prism of its most prevalent application, that of video communications. video.}, address = {Piscataway, NJ}, doi = {10.1109/TMM.2017.2743638}, keywords = {Special issues and sections, Streaming media, Mobile communication, Network architecture, Quality of experience, Ultra-high definition video}, language = {EN}, publisher = {IEEE}, url = {http://ieeexplore.ieee.org/document/8038904/} } @InProceedings{Graf2017, author = {Graf, Mario and Timmerer, Christian and Mueller, Christopher}, booktitle = {Proceedings of the 8th ACM on Multimedia Systems Conference (MMSys'17)}, title = {Towards Bandwidth Efficient Adaptive Streaming of Omnidirectional Video over HTTP: Design, Implementation, and Evaluation}, year = {2017}, address = {New York, NY, USA}, editor = {Chen, Kuan-Ta}, month = {jun}, pages = {11}, publisher = {ACM}, abstract = {Real-time entertainment services such as streaming audio- visual content deployed over the open, unmanaged Internet account now for more than 70% during peak periods. More and more such bandwidth hungry applications and services are proposed like immersive media services such as virtual reality and, specifically omnidirectional/360-degree videos. The adaptive streaming of omnidirectional video over HTTP imposes an important challenge on today’s video delivery infrastructures which calls for dedicated, thoroughly designed techniques for content generation, delivery, and consumption. This paper describes the usage of tiles — as specified within modern video codecs such HEVC/H.265 and VP9 — enabling bandwidth efficient adaptive streaming of omnidirectional video over HTTP and we define various streaming strategies. Therefore, the parameters and characteristics of a dataset for omnidirectional video are proposed and exemplary instanti- ated to evaluate various aspects of such an ecosystem, namely bitrate overhead, bandwidth requirements, and quality as- pects in terms of viewport PSNR. The results indicate bitrate savings from 40% (in a realistic scenario with recorded head movements from real users) up to 65% (in an ideal scenario with a centered/fixed viewport) and serve as a baseline and guidelines for advanced techniques including the outline of a research roadmap for the near future.}, language = {EN}, location = {Taipei, Taiwan}, pdf = {https://www.itec.aau.at/bib/files/Special_Session_Camera_Ready.pdf}, talkdate = {2016.06.20}, talktype = {registered} } @InProceedings{Darragh2017, author = {Egan, Darragh and Keighrey, Conor and Barrett, John and Qiao, Yuansong and Brennan, Sean and Timmerer, Christian and Murray, Niall}, booktitle = {Proceedings of the 2nd International Workshop on Multimedia Alternate Realities}, title = {Subjective Evaluation of an Olfaction Enhanced Immersive Virtual Reality Environment}, year = {2017}, address = {New York, NY, USA}, editor = {Chambel, Teresa and Kaiser, Rene and Niamur, Omar Aziz and Ooi, Wei Tsang}, month = {oct}, pages = {15--18}, publisher = {ACM}, series = {AltMM '17}, abstract = {Recent research efforts have reported findings on user Quality of Experience (QoE) of immersive virtual reality (VR) experiences. Truly immersive multimedia experiences also include multisensory components such as factional, tactile etc., in addition to audiovisual stimuli. In this context, this paper reports the results of a user QoE study of an olfaction-enhanced immersive VR environment. The results presented compare the user QoE between two groups (VR vs VR + Olfaction) and consider how the addition of olfaction affected user QoE levels (considering sense of enjoyment, immersion and discomfort). Self-reported measures via post-test questionnaire (10 questions) only revealed one statistically significant difference between the groups; in terms of how users felt with respect to their senses being stimulated. The presence of olfaction in the VR environment did not have a statistically significant effect in terms of user levels of enjoyment, immersion and discomfort.}, doi = {10.1145/3132361.3132363}, isbn13 = {978-1-4503-5507-0}, language = {EN}, pdf = {https://www.itec.aau.at/bib/files/p15-egan.pdf}, talktype = {none}, url = {http://doi.acm.org/10.1145/3132361.3132363} }