BATON: Enhancing Batch-wise Inference Efficiency for Large Language Models via Dynamic Re-batching.

@inproceedings{cong-2025-baton, author = {Peizhuang Cong and Qizhi Chen and Haochen Zhao and Tong Yang}, editor = {Guodong Long and Michale Blumestein and Yi Chang and Liane Lewin-Eytan and Zi Huang and Elad Yom-Tov}, title = {{BATON: Enhancing Batch-wise Inference Efficiency for Large Language Models via Dynamic Re-batching}}, booktitle = {{Proceedings of the ACM on Web Conference 2025, WWW 2025, Sydney, NSW, Australia, 28 April 2025- 2 May 2025}}, pages = {2309--2318}, publisher = {ACM}, year = {2025}, url = {https://doi.org/10.1145/3696410.3714950}, doi = {https://doi.org/10.1145/3696410.3714950} }