@misc{indiciae32b75cee8f09,
  title = {Anatomy of Off-Policy Policy Gradient: Importance Sampling, KL Regularization, and Baselines},
  author = {Haoqun Cao and Yurun Yuan and Tengyang Xie},
  year = {2026},
  url = {https://arxiv.org/abs/2610.25725},
  note = {Source identifier: 2610.25725}
}