%0 Conference Paper %1 aitchison2019ExperienceShooter %A Aitchison, Matthew %B 2019 IEEE Conference on Games (CoG) %D 2019 %K doom dqn reinforcement_learning %P 1-4 %R 10.1109/CIG.2019.8848049 %T Optimal Use of Experience in First Person Shooter Environments %U http://arxiv.org/abs/1906.09734 %X Although reinforcement learning has made great strides recently, a continuing limitation is that it requires an extremely high number of interactions with the environment. In this paper, we explore the effectiveness of reusing experience from the experience replay buffer in the Deep Q-Learning algorithm. We test the effectiveness of applying learning update steps multiple times per environmental step in the VizDoom environment and show first, this requires a change in the learning rate, and second that it does not improve the performance of the agent. Furthermore, we show that updating less frequently is effective up to a ratio of 4:1, after which performance degrades significantly. These results quantitatively confirm the widespread practice of performing learning updates every 4th environmental step.

@inproceedings{aitchison2019ExperienceShooter, abstract = {Although reinforcement learning has made great strides recently, a continuing limitation is that it requires an extremely high number of interactions with the environment. In this paper, we explore the effectiveness of reusing experience from the experience replay buffer in the Deep Q-Learning algorithm. We test the effectiveness of applying learning update steps multiple times per environmental step in the VizDoom environment and show first, this requires a change in the learning rate, and second that it does not improve the performance of the agent. Furthermore, we show that updating less frequently is effective up to a ratio of 4:1, after which performance degrades significantly. These results quantitatively confirm the widespread practice of performing learning updates every 4th environmental step.}, added-at = {2020-01-24T08:42:17.000+0100}, author = {Aitchison, Matthew}, biburl = {https://www.bibsonomy.org/bibtex/2ec0b04a049235c4aef1694a7159945f3/lanteunis}, booktitle = {2019 IEEE Conference on Games (CoG)}, description = {[1906.09734] Optimal Use of Experience in First Person Shooter Environments}, doi = {10.1109/CIG.2019.8848049}, interhash = {9359c13978ad3b7b61b368f83c07fdab}, intrahash = {ec0b04a049235c4aef1694a7159945f3}, issn = {2325-4270}, keywords = {doom dqn reinforcement_learning}, month = aug, note = {cite arxiv:1906.09734}, pages = {1-4}, timestamp = {2020-01-25T13:15:30.000+0100}, title = {Optimal Use of Experience in First Person Shooter Environments}, url = {http://arxiv.org/abs/1906.09734}, year = 2019 }