["license:mit", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "arxiv:2407.14477", "region:us", "preference learning", "dpo", "rdpo", "rationale"]