Auto-Judge: A Cross-Task Benchmark for Comparing LLM Judges for Citation-Grounded RAG Systems.

@inproceedings{farzi-2026-autojudge, author = {Naghmeh Farzi and Tim Hagen and Eugene Yang and Maik Fr\"{o}be and Ronak Pradeep and Hossein A. Rahmani and Xi Wang and Oleg Zendel and Martin Potthast and Laura Dietz}, editor = {Hannah Bast and Alistair Moffat and Falk Scholer and Marc Najork and Min Zhang and Hannah Bast and Marc Najork and Min Zhang}, title = {{Auto-Judge: A Cross-Task Benchmark for Comparing LLM Judges for Citation-Grounded RAG Systems}}, booktitle = {{Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2026, MelbourneVICAustralia, July 20-24, 2026}}, pages = {3159--3166}, publisher = {ACM}, year = {2026}, url = {https://doi.org/10.1145/3805712.3808601}, doi = {https://doi.org/10.1145/3805712.3808601} }