Open-Source LLM-based Relevance Assessment vs. Highly Reliable Manual Relevance Assessment: A Case Study.

@inproceedings{sakai-2025-opensource, author = {Tetsuya Sakai and Khant Myoe Rain and Rikiya Takehi and Sijie Tao and Young-In Song}, editor = {Meeyoung Cha and Carl Yang and Senjuti Basu Roy and Chanyoung Park and Zhenhui Jessie Li and Noseong Park and Carl Yang and Senjuti Basu Roy and Zhenhui Jessie Li and Jaap Kamps and Kijung Shin and Bryan Hooi and Lifang He}, title = {{Open-Source LLM-based Relevance Assessment vs. Highly Reliable Manual Relevance Assessment: A Case Study}}, booktitle = {{Proceedings of the 34th ACM International Conference on Information and Knowledge Management, CIKM 2025, Seoul, Republic of Korea, November 10-14, 2025}}, pages = {5186--5190}, publisher = {ACM}, year = {2025}, url = {https://doi.org/10.1145/3746252.3760934}, doi = {https://doi.org/10.1145/3746252.3760934} }