@misc{indiciae49907286060e, title = {UPSHIFT: User Preference Steering from Human-AI Interaction Feedback Traces}, author = {Jingping Wang and Zhanhao Li and Shao Zhang and Shuyue Hu}, year = {2026}, url = {https://arxiv.org/abs/2611.02667}, note = {Source identifier: 2611.02667} }