jihuny/beyond_rlhf_uf_1024_ref

--- dataset_info: features: - name: prompt_id dtype: int64 - name: prompt dtype: string - name: chosen dtype: string - name: rejected dtype: string - name: chosen_reward dtype: float64 - name: rejected_reward dtype: float64 - name: chosen_index dtype: int64 - name: rejected_index dtype: int64 - name: chosen_logprob dtype: float64 - name: rejected_logprob dtype: float64 - name: llama_prompt dtype: string - name: llama_prompt_tokens list: int64 - name: llama_chosen dtype: string - name: llama_chosen_tokens list: int64 - name: llama_reject dtype: string - name: llama_reject_tokens list: int64 - name: reject dtype: string - name: reject_reward dtype: float64 - name: reject_logprob dtype: float64 splits: - name: train num_bytes: 2572176095 num_examples: 57042 download_size: 1714553985 dataset_size: 2572176095 configs: - config_name: default data_files: - split: train path: data/train-* ---