How Discriminative Are Your Qrels? How To Study the Statistical Significance of Document Adjudication Methods.

@inproceedings{otero-2023-discriminative, author = {David Otero and Javier Parapar and Nicola Ferro}, editor = {Ingo Frommholz and Frank Hopfgartner and Mark Lee and Michael P. Oakes and Mounia Lalmas-Roelleke and Min Zhang and Rodrygo L. T. Santos}, title = {{How Discriminative Are Your Qrels? How To Study the Statistical Significance of Document Adjudication Methods}}, booktitle = {{Proceedings of the 32nd ACM International Conference on Information and Knowledge Management, CIKM 2023, Birmingham, United Kingdom, October 21-25, 2023}}, pages = {1960--1970}, publisher = {ACM}, year = {2023}, url = {https://doi.org/10.1145/3583780.3614916}, doi = {https://doi.org/10.1145/3583780.3614916} }