Reducing Human Effort to Validate LLM Relevance Judgements via Stratified Sampling.

@inproceedings{merlo-2026-reducing, author = {Simone Merlo and Stefano Marchesin and Guglielmo Faggioli and Nicola Ferro}, editor = {Ricardo Campos and Adam Jatowt and Yanyan Lan and Mohammad Aliannejadi and Christine Bauer and Sean MacAvaney and Avishek Anand and Zhaochun Ren and Suzan Verberne and Nan Bai and Masoud Mansoury}, title = {{Reducing Human Effort to Validate LLM Relevance Judgements via Stratified Sampling}}, booktitle = {{Advances in Information Retrieval - 48th European Conference on Information Retrieval, ECIR 2026, Delft, The Netherlands, March 29 - April 2, 2026, Proceedings, Part I}}, series = {Lecture Notes in Computer Science}, volume = {16483}, pages = {418--433}, publisher = {Springer}, year = {2026}, url = {https://doi.org/10.1007/978-3-032-21289-4_27}, doi = {https://doi.org/10.1007/978-3-032-21289-4_27} }