@misc{indiciae3fba0fc5d410, title = {Correcting or Continuing? What On-Policy Distillation Learns from Student Errors}, author = {Shuo Yang and Zheyu Zhang and Mahito Sugiyama and Gjergji Kasneci}, year = {2026}, url = {https://arxiv.org/abs/2610.18011}, note = {Source identifier: 2610.18011} }