{
  "query": "这一切，身在海外的华人华侨感受更为深刻。",
  "retrieval": "身在上海，是一种亲历才懂的情感。",
  "query_response_k": "All this, the overseas Chinese living overseas feel more deeply.",
  "query_response_j": "All of this, the overseas Chinese feel even more deeply.",
  "retrieval_response_k": "Being in Shanghai is a kind of emotion that you know.",
  "retrieval_response_j": "Being in Shanghai is a kind of emotion that can only be understood through experience."
}

@article{shen2023trickle,
  title={The Trickle-down Impact of Reward (In-)consistency on RLHF},
  author={Lingfeng Shen and Sihao Chen and Linfeng Song and Lifeng Jin and Baolin Peng and Haitao Mi and Daniel Khashabi and Dong Yu},
  year={2023},
  journal={arXiv preprint arXiv:2309.16155},
  url={https://arxiv.org/pdf/2309.16155.pdf}
}