Beyond Hard Negatives: The Importance of Score Distribution in Knowledge Distillation.

@inproceedings{jang-2026-beyond, author = {Youngjoon Jang and Moyu Zhang and Seongtae Hong and Moyu Zhang and Seongtae Hong and Hyeonseok Moon and Yongxiang Tang and Hyeonseok Moon and Yongxiang Tang and Heuiseok Lim and Jinxin Hu and Heuiseok Lim and Jinxin Hu}, editor = {Hannah Bast and Alistair Moffat and Falk Scholer and Marc Najork and Min Zhang and Hannah Bast and Marc Najork and Min Zhang}, title = {{Beyond Hard Negatives: The Importance of Score Distribution in Knowledge Distillation}}, booktitle = {{Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2026, MelbourneVICAustralia, July 20-24, 2026}}, pages = {3811--3816}, publisher = {ACM}, year = {2026}, url = {https://doi.org/10.1145/3805712.3809843}, doi = {https://doi.org/10.1145/3805712.3809843} }