Can Deep Effectiveness Metrics Be Evaluated Using Shallow Judgment Pools?

@inproceedings{lu-2017-deep, author = {Xiaolu Lu and Alistair Moffat and J. Shane Culpepper}, editor = {Noriko Kando and Tetsuya Sakai and Hideo Joho and Hang Li and Arjen P. de Vries and Ryen W. White}, title = {{Can Deep Effectiveness Metrics Be Evaluated Using Shallow Judgment Pools?}}, booktitle = {{Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval, Shinjuku, Tokyo, Japan, August 7-11, 2017}}, pages = {35--44}, publisher = {ACM}, year = {2017}, url = {https://doi.org/10.1145/3077136.3080793}, doi = {https://doi.org/10.1145/3077136.3080793} }