@misc{indiciaefb6817253e13, title = {When Scores Conflict with Preferences: Pre-Alignment Diagnosis and Adaptive Correction of Constraint Drift in DPO}, author = {Ping Liu and Yan Yan}, year = {2026}, url = {https://arxiv.org/abs/2611.07375}, note = {Source identifier: 2611.07375} }