@misc{indiciae0c7b7e4c1527, title = {Not All Preferences Deserve Gradients: Understanding Gradient Utility in Offline Reasoning Alignment}, author = {Hui Wu and Hengyi Cai and Jinman Zhao and Xinran Chen and Ziheng Li and Zhejun Zhao and Shuaiqiang Wang and Yuchen Li and Dawei Yin}, year = {2026}, url = {https://arxiv.org/abs/2602.01207}, note = {Source identifier: 2602.01207} }