Beyond Answers: Transferring Reasoning Capabilities to Smaller LLMs Using Multi-Teacher Knowledge Distillation.

@inproceedings{tian-2025-beyond, author = {Yijun Tian and Yikun Han and Xiusi Chen and Wei Wang and Nitesh V. Chawla}, editor = {Wolfgang Nejdl and S\"{o}ren Auer and Meeyoung Cha and Marie-Francine Moens and Marc Najork}, title = {{Beyond Answers: Transferring Reasoning Capabilities to Smaller LLMs Using Multi-Teacher Knowledge Distillation}}, booktitle = {{Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining, WSDM 2025, Hannover, Germany, March 10-14, 2025}}, pages = {251--260}, publisher = {ACM}, year = {2025}, url = {https://doi.org/10.1145/3701551.3703577}, doi = {https://doi.org/10.1145/3701551.3703577} }