Mix and Match: Collaborative Expert-Crowd Judging for Building Test Collections Accurately and Affordably.

@inproceedings{kutlu-2018-mix, author = {M\"{u}cahid Kutlu and Tyler McDonnell and Aashish Sheshadri and Tamer Elsayed and Matthew Lease}, editor = {Omar Alonso and Gianmaria Silvello}, title = {{Mix and Match: Collaborative Expert-Crowd Judging for Building Test Collections Accurately and Affordably}}, booktitle = {{Proceedings of the First Biennial Conference on Design of Experimental Search & Information Retrieval Systems, Bertinoro, Italy, August 28-31, 2018}}, series = {CEUR Workshop Proceedings}, volume = {2167}, pages = {42--46}, publisher = {CEUR-WS.org}, year = {2018}, url = {https://ceur-ws.org/Vol-2167/paper10.pdf} }