@misc{indiciaece8be25d59e9, title = {CleanRM: Reward Modeling from Noisy Feedback with a Few Clean Feedback for RLHF}, author = {Licheng Pan and Haocheng Yang and Yuzhou Chen and Yichen Sun and Yuan Lu and Yunfei Teng and Jiajun Fan and Guangyi Liu and Zhixuan Chu and Hao Wang}, year = {2026}, url = {https://arxiv.org/abs/2610.21138}, note = {Source identifier: 2610.21138} }