%0 Conference Paper %1 Zhou_2020 %A Zhou, Sijin %A Dai, Xinyi %A Chen, Haokun %A Zhang, Weinan %A Ren, Kan %A Tang, Ruiming %A He, Xiuqiang %A Yu, Yong %B Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval %D 2020 %I ACM %K SIGIR2020 knowledge-graph recommender reinforcement-learning %P 179-188 %R 10.1145/3397271.3401174 %T Interactive Recommender System via Knowledge Graph-enhanced Reinforcement Learning %U https://doi.org/10.1145%2F3397271.3401174 %X Interactive recommender system (IRS) has drawn huge attention because of its flexible recommendation strategy and the consideration of optimal long-term user experiences. To deal with the dynamic user preference and optimize accumulative utilities, researchers have introduced reinforcement learning (RL) into IRS. However, RL methods share a common issue of sample efficiency, i.e., huge amount of interaction data is required to train an effective recommendation policy, which is caused by the sparse user responses and the large action space consisting of a large number of candidate items. Moreover, it is infeasible to collect much data with explorative policies in online environments, which will probably harm user experience. In this work, we investigate the potential of leveraging knowledge graph (KG) in dealing with these issues of RL methods for IRS, which provides rich side information for recommendation decision making. Instead of learning RL policies from scratch, we make use of the prior knowledge of the item correlation learned from KG to (i) guide the candidate selection for better candidate item retrieval, (ii) enrich the representation of items and user states, and (iii) propagate user preferences among the correlated items over KG to deal with the sparsity of user feedback. Comprehensive experiments have been conducted on two real-world datasets, which demonstrate the superiority of our approach with significant improvements against state-of-the-arts.

@inproceedings{Zhou_2020, abstract = {Interactive recommender system (IRS) has drawn huge attention because of its flexible recommendation strategy and the consideration of optimal long-term user experiences. To deal with the dynamic user preference and optimize accumulative utilities, researchers have introduced reinforcement learning (RL) into IRS. However, RL methods share a common issue of sample efficiency, i.e., huge amount of interaction data is required to train an effective recommendation policy, which is caused by the sparse user responses and the large action space consisting of a large number of candidate items. Moreover, it is infeasible to collect much data with explorative policies in online environments, which will probably harm user experience. In this work, we investigate the potential of leveraging knowledge graph (KG) in dealing with these issues of RL methods for IRS, which provides rich side information for recommendation decision making. Instead of learning RL policies from scratch, we make use of the prior knowledge of the item correlation learned from KG to (i) guide the candidate selection for better candidate item retrieval, (ii) enrich the representation of items and user states, and (iii) propagate user preferences among the correlated items over KG to deal with the sparsity of user feedback. Comprehensive experiments have been conducted on two real-world datasets, which demonstrate the superiority of our approach with significant improvements against state-of-the-arts. }, added-at = {2020-12-07T21:33:08.000+0100}, author = {Zhou, Sijin and Dai, Xinyi and Chen, Haokun and Zhang, Weinan and Ren, Kan and Tang, Ruiming and He, Xiuqiang and Yu, Yong}, biburl = {https://www.bibsonomy.org/bibtex/2a8022ffccc5dd5e8c0f245c0a8123d8b/brusilovsky}, booktitle = {Proceedings of the 43rd International {ACM} {SIGIR} Conference on Research and Development in Information Retrieval}, description = {Interactive Recommender System via Knowledge Graph-enhanced Reinforcement Learning | Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval}, doi = {10.1145/3397271.3401174}, interhash = {70d45f5a09a98547d6d4fea2a3497e6b}, intrahash = {a8022ffccc5dd5e8c0f245c0a8123d8b}, keywords = {SIGIR2020 knowledge-graph recommender reinforcement-learning}, month = jul, pages = {179-188}, publisher = {{ACM}}, timestamp = {2020-12-07T21:33:08.000+0100}, title = {Interactive Recommender System via Knowledge Graph-enhanced Reinforcement Learning}, url = {https://doi.org/10.1145%2F3397271.3401174}, year = 2020 }