@misc{indiciae5bd4672d007d, title = {Stable Preference Optimization: A Bilevel Approach to Catastrophic Preference Shift}, author = {Chengtao Jian and Kai Yang and Tianhao Gao and Wuguang Ni and Keying Yang and Bowen Xiao and Jiajun Liu and Ye Ouyang}, year = {2025}, url = {https://arxiv.org/abs/2507.07723}, note = {Source identifier: 2507.07723} }