Offline data-driven evaluation is considered a low-cost and more accessible alternative to the online empirical method of assessing the quality of recommender systems. Despite their popularity and effectiveness, most data-driven approaches are unsuitable for evaluating interactive recommender systems. In this article, we attempt to address this issue by simulating the user interactions with the system as a part of the evaluation process. Particularly, we demonstrate that simulated users find their desired item more efficiently when recommendations are presented as a list of carousels compared to a simple ranked list.
Description
Towards Simulation-Based Evaluation of Recommender Systems with Carousel Interfaces | ACM Transactions on Recommender Systems
%0 Journal Article
%1 Rahdari2024
%A Rahdari, Behnam
%A Brusilovsky, Peter
%A Kveton, Branislav
%C New York, NY, USA
%D 2024
%I Association for Computing Machinery
%J ACM Trans. Recomm. Syst.
%K carousel evaluation myown recommender simulation
%N 1
%P 1–25
%R 10.1145/3643709
%T Towards Simulation-Based Evaluation of Recommender Systems with Carousel Interfaces
%U https://doi.org/10.1145/3643709
%V 2
%X Offline data-driven evaluation is considered a low-cost and more accessible alternative to the online empirical method of assessing the quality of recommender systems. Despite their popularity and effectiveness, most data-driven approaches are unsuitable for evaluating interactive recommender systems. In this article, we attempt to address this issue by simulating the user interactions with the system as a part of the evaluation process. Particularly, we demonstrate that simulated users find their desired item more efficiently when recommendations are presented as a list of carousels compared to a simple ranked list.
@article{Rahdari2024,
abstract = {Offline data-driven evaluation is considered a low-cost and more accessible alternative to the online empirical method of assessing the quality of recommender systems. Despite their popularity and effectiveness, most data-driven approaches are unsuitable for evaluating interactive recommender systems. In this article, we attempt to address this issue by simulating the user interactions with the system as a part of the evaluation process. Particularly, we demonstrate that simulated users find their desired item more efficiently when recommendations are presented as a list of carousels compared to a simple ranked list.},
added-at = {2024-05-22T13:10:11.000+0200},
address = {New York, NY, USA},
author = {Rahdari, Behnam and Brusilovsky, Peter and Kveton, Branislav},
biburl = {https://www.bibsonomy.org/bibtex/20ad72b2d3bd8ab3459bf0379814ea3a0/brusilovsky},
day = 7,
description = {Towards Simulation-Based Evaluation of Recommender Systems with Carousel Interfaces | ACM Transactions on Recommender Systems},
doi = {10.1145/3643709},
interhash = {7499a7dee6a673a87e48d10814ac4c0b},
intrahash = {0ad72b2d3bd8ab3459bf0379814ea3a0},
issue_date = {March 2024},
journal = {ACM Trans. Recomm. Syst.},
keywords = {carousel evaluation myown recommender simulation},
month = {3},
number = 1,
numpages = {25},
pages = {1–25},
publisher = {Association for Computing Machinery},
timestamp = {2024-05-22T13:10:11.000+0200},
title = {Towards Simulation-Based Evaluation of Recommender Systems with Carousel Interfaces},
url = {https://doi.org/10.1145/3643709},
volume = 2,
year = 2024
}