chiayewken/bbh-cot

--- dataset_info: - config_name: boolean_expressions features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 457790 num_examples: 250 download_size: 16500 dataset_size: 457790 - config_name: causal_judgement features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 881693 num_examples: 187 download_size: 93801 dataset_size: 881693 - config_name: date_understanding features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 347166 num_examples: 250 download_size: 26095 dataset_size: 347166 - config_name: disambiguation_qa features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 971370 num_examples: 250 download_size: 40026 dataset_size: 971370 - config_name: dyck_languages features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 640432 num_examples: 250 download_size: 25848 dataset_size: 640432 - config_name: formal_fallacies features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 1258224 num_examples: 250 download_size: 37920 dataset_size: 1258224 - config_name: geometric_shapes features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 1277060 num_examples: 250 download_size: 22406 dataset_size: 1277060 - config_name: hyperbaton features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 817824 num_examples: 250 download_size: 30585 dataset_size: 817824 - config_name: logical_deduction_five_objects features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 775595 num_examples: 250 download_size: 49918 dataset_size: 775595 - config_name: logical_deduction_seven_objects features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 818022 num_examples: 250 download_size: 60390 dataset_size: 818022 - config_name: logical_deduction_three_objects features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 732831 num_examples: 250 download_size: 38017 dataset_size: 732831 - config_name: movie_recommendation features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 581985 num_examples: 250 download_size: 36045 dataset_size: 581985 - config_name: multistep_arithmetic_two features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 610193 num_examples: 250 download_size: 23292 dataset_size: 610193 - config_name: navigate features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 586531 num_examples: 250 download_size: 24094 dataset_size: 586531 - config_name: object_counting features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 385758 num_examples: 250 download_size: 20219 dataset_size: 385758 - config_name: penguins_in_a_table features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 418856 num_examples: 146 download_size: 26323 dataset_size: 418856 - config_name: reasoning_about_colored_objects features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 664079 num_examples: 250 download_size: 35704 dataset_size: 664079 - config_name: ruin_names features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 917537 num_examples: 250 download_size: 38441 dataset_size: 917537 - config_name: salient_translation_error_detection features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 1813110 num_examples: 250 download_size: 59289 dataset_size: 1813110 - config_name: snarks features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 593049 num_examples: 178 download_size: 37115 dataset_size: 593049 - config_name: sports_understanding features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 228723 num_examples: 250 download_size: 14037 dataset_size: 228723 - config_name: temporal_sequences features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 896046 num_examples: 250 download_size: 55485 dataset_size: 896046 - config_name: tracking_shuffled_objects_five_objects features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 814340 num_examples: 250 download_size: 54141 dataset_size: 814340 - config_name: tracking_shuffled_objects_seven_objects features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 859024 num_examples: 250 download_size: 66092 dataset_size: 859024 - config_name: tracking_shuffled_objects_three_objects features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 773854 num_examples: 250 download_size: 42172 dataset_size: 773854 - config_name: web_of_lies features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 784582 num_examples: 250 download_size: 34636 dataset_size: 784582 - config_name: word_sorting features: - name: demonstration dtype: string - name: input dtype: string - name: target dtype: string splits: - name: train num_bytes: 602668 num_examples: 250 download_size: 58852 dataset_size: 602668 configs: - config_name: boolean_expressions data_files: - split: train path: boolean_expressions/train-* - config_name: causal_judgement data_files: - split: train path: causal_judgement/train-* - config_name: date_understanding data_files: - split: train path: date_understanding/train-* - config_name: disambiguation_qa data_files: - split: train path: disambiguation_qa/train-* - config_name: dyck_languages data_files: - split: train path: dyck_languages/train-* - config_name: formal_fallacies data_files: - split: train path: formal_fallacies/train-* - config_name: geometric_shapes data_files: - split: train path: geometric_shapes/train-* - config_name: hyperbaton data_files: - split: train path: hyperbaton/train-* - config_name: logical_deduction_five_objects data_files: - split: train path: logical_deduction_five_objects/train-* - config_name: logical_deduction_seven_objects data_files: - split: train path: logical_deduction_seven_objects/train-* - config_name: logical_deduction_three_objects data_files: - split: train path: logical_deduction_three_objects/train-* - config_name: movie_recommendation data_files: - split: train path: movie_recommendation/train-* - config_name: multistep_arithmetic_two data_files: - split: train path: multistep_arithmetic_two/train-* - config_name: navigate data_files: - split: train path: navigate/train-* - config_name: object_counting data_files: - split: train path: object_counting/train-* - config_name: penguins_in_a_table data_files: - split: train path: penguins_in_a_table/train-* - config_name: reasoning_about_colored_objects data_files: - split: train path: reasoning_about_colored_objects/train-* - config_name: ruin_names data_files: - split: train path: ruin_names/train-* - config_name: salient_translation_error_detection data_files: - split: train path: salient_translation_error_detection/train-* - config_name: snarks data_files: - split: train path: snarks/train-* - config_name: sports_understanding data_files: - split: train path: sports_understanding/train-* - config_name: temporal_sequences data_files: - split: train path: temporal_sequences/train-* - config_name: tracking_shuffled_objects_five_objects data_files: - split: train path: tracking_shuffled_objects_five_objects/train-* - config_name: tracking_shuffled_objects_seven_objects data_files: - split: train path: tracking_shuffled_objects_seven_objects/train-* - config_name: tracking_shuffled_objects_three_objects data_files: - split: train path: tracking_shuffled_objects_three_objects/train-* - config_name: web_of_lies data_files: - split: train path: web_of_lies/train-* - config_name: word_sorting data_files: - split: train path: word_sorting/train-* ---

原始信息汇总

数据集概述

数据集配置

boolean_expressions

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 457790
    • 样本数: 250
• 下载大小: 16500
• 数据集大小: 457790

causal_judgement

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 881693
    • 样本数: 187
• 下载大小: 93801
• 数据集大小: 881693

date_understanding

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 347166
    • 样本数: 250
• 下载大小: 26095
• 数据集大小: 347166

disambiguation_qa

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 971370
    • 样本数: 250
• 下载大小: 40026
• 数据集大小: 971370

dyck_languages

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 640432
    • 样本数: 250
• 下载大小: 25848
• 数据集大小: 640432

formal_fallacies

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 1258224
    • 样本数: 250
• 下载大小: 37920
• 数据集大小: 1258224

geometric_shapes

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 1277060
    • 样本数: 250
• 下载大小: 22406
• 数据集大小: 1277060

hyperbaton

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 817824
    • 样本数: 250
• 下载大小: 30585
• 数据集大小: 817824

logical_deduction_five_objects

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 775595
    • 样本数: 250
• 下载大小: 49918
• 数据集大小: 775595

logical_deduction_seven_objects

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 818022
    • 样本数: 250
• 下载大小: 60390
• 数据集大小: 818022

logical_deduction_three_objects

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 732831
    • 样本数: 250
• 下载大小: 38017
• 数据集大小: 732831

movie_recommendation

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 581985
    • 样本数: 250
• 下载大小: 36045
• 数据集大小: 581985

multistep_arithmetic_two

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 610193
    • 样本数: 250
• 下载大小: 23292
• 数据集大小: 610193

navigate

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 586531
    • 样本数: 250
• 下载大小: 24094
• 数据集大小: 586531

object_counting

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 385758
    • 样本数: 250
• 下载大小: 20219
• 数据集大小: 385758

penguins_in_a_table

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 418856
    • 样本数: 146
• 下载大小: 26323
• 数据集大小: 418856

reasoning_about_colored_objects

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 664079
    • 样本数: 250
• 下载大小: 35704
• 数据集大小: 664079

ruin_names

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 917537
    • 样本数: 250
• 下载大小: 38441
• 数据集大小: 917537

salient_translation_error_detection

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 1813110
    • 样本数: 250
• 下载大小: 59289
• 数据集大小: 1813110

snarks

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 593049
    • 样本数: 178
• 下载大小: 37115
• 数据集大小: 593049

sports_understanding

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 228723
    • 样本数: 250
• 下载大小: 14037
• 数据集大小: 228723

temporal_sequences

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 896046
    • 样本数: 250
• 下载大小: 55485
• 数据集大小: 896046

tracking_shuffled_objects_five_objects

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 814340
    • 样本数: 250
• 下载大小: 54141
• 数据集大小: 814340

tracking_shuffled_objects_seven_objects

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 859024
    • 样本数: 250
• 下载大小: 66092
• 数据集大小: 859024

tracking_shuffled_objects_three_objects

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 773854
    • 样本数: 250
• 下载大小: 42172
• 数据集大小: 773854

web_of_lies

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 784582
    • 样本数: 250
• 下载大小: 34636
• 数据集大小: 784582

word_sorting

• 特征:
  • demonstration: string
  • input: string
  • target: string
• 分割:
  • train:
    • 字节数: 602668
    • 样本数: 250
• 下载大小: 58852
• 数据集大小: 602668

搜集汇总

背景与挑战

背景概述

该数据集是一个包含多个子集的文本数据集，主要用于评估和解析随机布尔表达式的结果。数据集以parquet格式存储，大小在1K到10K之间，包含逐步思考的过程和最终答案，适用于逻辑推理和自然语言处理任务。