@misc{indiciae69bf01cf72d8, title = {More Bang for the Buck: Improving the Inference of Large Language Models at a Fixed Budget using Reset and Discard (ReD)}, author = {Sagi Meir and Tommer D. Keidar and Noam Levi and Shlomi Reuveni and Barak Hirshberg}, year = {2026}, url = {https://arxiv.org/abs/2601.21522}, note = {Source identifier: 2601.21522} }