@misc{indiciae1980d29a23ce, title = {RTP-LLM: Building an Evolvable and Reliable LLM Inference Engine at Alibaba Scale}, author = {Jiarui Guo and Zhi Zhang and Boyu Tan and Zongwei Lv and Haobo Sun and Na He and Ziqing Wang and Xinfei Shi and Wei Zhang and Xi Yang and Haosheng Hu and Wending Bao and Zetao Hu and Dong Cao and Yong Li and Lining Wang and Chengjun Yang and Tianpeng Wang and Huanbing Lu and Yidan Wang and Hengyi Bao and Yaxin Yu and Hanyun Guo and Huidong Zhang and Haiyu Zhou and Zefeng Liu and Weixiang Huang and Ziyi Wang and Chenyi Song and Ruixuan Zhang and Zhengkai Ao and Haocheng Luo and Zhichen Xue and Jialin Zhang and Chi Zhang and Lingjun Zhu and Silu Zhou and Zongyuan Wu and Yinghao Yu and Yi Zheng and Miao Sun and Yuxing Yuan and Juncheng Yin and Guoding Li and Nan Wang and Xiyu Wang and Lin Yang and Zechao Zhang and Jianning Zhang and Bo Cai and Xiaolin Wang and Tao Lan and Tong Yang and Kan Liu and Lu Chen}, year = {2026}, url = {https://arxiv.org/abs/2611.00967}, note = {Source identifier: 2611.00967} }