%0 Conference Paper %1 info3-inproceedings-2019-6 %A Schwind, Anika %A Janiak, Lea %A Moldovan, Christian %A Wamser, Florian %A Hoßfeld, Tobias %B The 3rd International Workshop on Quality of Experience Management (QoE-Management 2019) %C Paris, France %D 2019 %K %T Peeking under the Hood – How the Measurement Setup Influences the Video Streaming Behavior %X Global Internet video traffic will dramatically increase in the next years. With this rapid growth, interest in the application behavior of video streaming services and the resulting user experience rises. In particular, there is a need to understand the influence of system parameters on the streaming performance. Thus, several monitoring approaches have been developed which allow conducting automated measurements on a large-scale, for example, lightweight approaches for measurements running in the mobile networks or setups using a virtual frame buffer for servers without a display running in virtualized cloud environments. In some cases, the measurement hardware can totally be controlled, in other cases, there is no knowledge about parallel running services. In this paper, we answer the question whether and how much the measurement setup (e.g., virtualization, headless browsers, load on machines) influences the video streaming behavior. Therefore, we compare eight management setups with the ground truth (an end user watching a video on the own device) by evaluating the key performance indicators on application layer during video streaming, i.e. initial video playout delays and stalling. Our results reveal important insights: some of the common measurement setups heavily influence the measurements and must be avoided to collect reliable results.

@inproceedings{info3-inproceedings-2019-6, abstract = {Global Internet video traffic will dramatically increase in the next years. With this rapid growth, interest in the application behavior of video streaming services and the resulting user experience rises. In particular, there is a need to understand the influence of system parameters on the streaming performance. Thus, several monitoring approaches have been developed which allow conducting automated measurements on a large-scale, for example, lightweight approaches for measurements running in the mobile networks or setups using a virtual frame buffer for servers without a display running in virtualized cloud environments. In some cases, the measurement hardware can totally be controlled, in other cases, there is no knowledge about parallel running services. In this paper, we answer the question whether and how much the measurement setup (e.g., virtualization, headless browsers, load on machines) influences the video streaming behavior. Therefore, we compare eight management setups with the ground truth (an end user watching a video on the own device) by evaluating the key performance indicators on application layer during video streaming, i.e. initial video playout delays and stalling. Our results reveal important insights: some of the common measurement setups heavily influence the measurements and must be avoided to collect reliable results.}, added-at = {2023-12-13T05:26:55.000+0100}, address = {Paris, France}, author = {Schwind, Anika and Janiak, Lea and Moldovan, Christian and Wamser, Florian and Hoßfeld, Tobias}, biburl = {https://www.bibsonomy.org/bibtex/2712fe7f98f994ac72b5efaf5034b5145/admin}, booktitle = {The 3rd International Workshop on Quality of Experience Management (QoE-Management 2019)}, interhash = {a2a508efc34a85e4d89e045cb69703ea}, intrahash = {712fe7f98f994ac72b5efaf5034b5145}, keywords = {}, month = {2}, timestamp = {2023-12-13T05:26:55.000+0100}, title = {Peeking under the Hood – How the Measurement Setup Influences the Video Streaming Behavior}, year = 2019 }