Efficient Knowledge Transfer from Large to Small Language Models via Low-Overhead Query Mechanism.

@inproceedings{ahemad-2025-efficient, author = {Faizan Ahemad}, editor = {Meeyoung Cha and Carl Yang and Chanyoung Park and Senjuti Basu Roy and Noseong Park and Zhenhui Jessie Li and Carl Yang and Senjuti Basu Roy and Zhenhui Jessie Li and Jaap Kamps and Kijung Shin and Bryan Hooi and Lifang He}, title = {{Efficient Knowledge Transfer from Large to Small Language Models via Low-Overhead Query Mechanism}}, booktitle = {{Proceedings of the 34th ACM International Conference on Information and Knowledge Management, CIKM 2025, Seoul, Republic of Korea, November 10-14, 2025}}, pages = {35--44}, publisher = {ACM}, year = {2025}, url = {https://doi.org/10.1145/3746252.3761417}, doi = {https://doi.org/10.1145/3746252.3761417} }