The LLM Effect on IR Benchmarks: A Meta-Analysis of Effectiveness, Baselines, and Contamination.

@inproceedings{staudinger-2026-llm, author = {Moritz Staudinger and Wojciech Kusa and Allan Hanbury}, editor = {Hannah Bast and Alistair Moffat and Falk Scholer and Marc Najork and Min Zhang and Hannah Bast and Marc Najork and Min Zhang}, title = {{The LLM Effect on IR Benchmarks: A Meta-Analysis of Effectiveness, Baselines, and Contamination}}, booktitle = {{Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2026, MelbourneVICAustralia, July 20-24, 2026}}, pages = {4163--4168}, publisher = {ACM}, year = {2026}, url = {https://doi.org/10.1145/3805712.3809901}, doi = {https://doi.org/10.1145/3805712.3809901} }