% Beham, Günter % Encoding: utf-8 @InProceedings{Lux2008d, author = {Lux, Mathias and Granitzer, Gisela and Beham, Günter}, booktitle = {Multimedia Semantics. The Role of Metadata}, title = {User-Centered Multimedia Retrieval Evaluation based on Empirical Research}, year = {2008}, address = {Berlin, Heidelberg, New York}, editor = {Lux, Mathias and Spaniol, Marc}, month = dec, pages = {175-194}, publisher = {Springer}, series = {Studies in Computational Intelligence}, issn = {9783540774723}, language = {EN}, talktype = {none}, url = {http://www.springer.com/engineering/book/978-3-540-77472-3} } @InProceedings{Lux2007, author = {Lux, Mathias and Dösinger, Gisela and Beham, Günter}, booktitle = {Datenbanksysteme in Business, Technologie und Web (BTW 2007)}, title = {Empirical Studies in Multimedia Retrieval Evaluation}, year = {2007}, address = {NA}, editor = {Jarke, Matthias and Seidl, Thomas and Quix, Christoph and Kensche,David and Conrad, Stefan and Rahm, Erhard and Klamma, Ralf and Kosch, Harald and Granitzer, Michael and Apel, Sven and Rosenm, Marko and Saake, Gunter and Spinczyk, Olaf}, month = mar, pages = {199-217}, publisher = {NA}, abstract = {The evaluation of retrieval mechanisms for inter-method comparison is necessary in academic as well as in applied research. A major issue in every evaluation is in which way and to what extent the actual perception of the user from the target user group is integrated. Within multimedia retrieval systems the impressions and perceptions of users vary much more than in text retrieval. Empirical studies are a common tool in social science and offer a way to research the correlation between the user perception and the computed similarity between pairs of multimedia documents or a query and the set of results. This approach can be used to complement and extend current evaluation approaches. Within this contribution we summarize general methods from social science and psychology for the interested reader in the area of computer science with some knowledge about statistics. Furthermore we give two examples of undertaken empirical experiments and their outcomes. Within the first one the perception of users is investigated and compared to factors like background and gender, while in the second study metrics are tested upon their ability to reflect the notion of similarity of users. Both experiments aim to give examples and insight on how empirical studies can be used in multimedia research in general and multimedia retrieval evaluation in special.}, issn = {3-86130-929-7}, language = {EN}, talktype = {none}, url = {http://pdf.aminer.org/000/069/740/empirical_studies_in_multimedia_retrieval_evaluation.pdf} }