@misc{indiciae638ee5dbd86f, title = {Smaller Models, Better Rejects: Preference Distillation Scaling}, author = {Rui Cai and Wenhui Zhu and Xiwen Chen and Jincheng Cao and Han Yu and Shayan Mohajer Hamidi and Zelin He and Qiyao Ma and Daiwei Chen and Xuanzhao Dong and Yuanda Xu and Jelena Markovic-Voronov and Kayhan Behdin and Zhengze Zhou and Ran He and Alborz Geramifard and Rohit Jain and Zhe Zhao}, year = {2026}, url = {https://arxiv.org/abs/2609.38987}, note = {Source identifier: 2609.38987} }