@conference{Tuckeretal18, title = {The Mirage of Action-Dependent Baselines in Reinforcement Learning}, author = {Tucker, G. and Bhupatiraju, S. and Gu, S. and Turner, R. and Ghahramani, Z. and Levine, S.}, booktitle = {Proceedings of the 35th International Conference on Machine Learning (ICML)}, volume = {80}, pages = {5022--5031}, series = {Proceedings of Machine Learning Research}, editors = {Dy, Jennifer and Krause, Andreas}, publisher = {PMLR}, month = jul, year = {2018}, doi = {}, url = {http://proceedings.mlr.press/v80/tucker18a.html}, month_numeric = {7} }