LLM-Assisted Relevance Assessments: When Should We Ask LLMs for Help?

@inproceedings{takehi-2025-llmassisted, author = {Rikiya Takehi and Ellen M. Voorhees and Tetsuya Sakai and Ian Soboroff}, editor = {Nicola Ferro and Maria Maistro and Gabriella Pasi and Omar Alonso and Andrew Trotman and Suzan Verberne}, title = {{LLM-Assisted Relevance Assessments: When Should We Ask LLMs for Help?}}, booktitle = {{Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2025, Padua, Italy, July 13-18, 2025}}, pages = {95--105}, publisher = {ACM}, year = {2025}, url = {https://doi.org/10.1145/3726302.3729916}, doi = {https://doi.org/10.1145/3726302.3729916} }