spachava/openwebtext

1---2license: mit3dataset_info:4- config_name: gpt2-10245  features:6  - name: input_ids7    sequence: int328  - name: attention_mask9    sequence: int810  - name: labels11    sequence: int6412  splits:13  - name: train14    num_bytes: 11160161081615    num_examples: 837598416  - name: validation17    num_bytes: 591129919218    num_examples: 44365819  download_size: 3487949401020  dataset_size: 11751291000821- config_name: gpt2-tokenized22  features:23  - name: input_ids24    sequence: int3225  - name: attention_mask26    sequence: int827  splits:28  - name: train29    num_bytes: 4294916232830    num_examples: 761308131  - name: validation32    num_bytes: 227496445433    num_examples: 40068834  download_size: 1728298205135  dataset_size: 4522412678236configs:37- config_name: gpt2-102438  data_files:39  - split: train40    path: gpt2-1024/train-*41  - split: validation42    path: gpt2-1024/validation-*43- config_name: gpt2-tokenized44  data_files:45  - split: train46    path: gpt2-tokenized/train-*47  - split: validation48    path: gpt2-tokenized/validation-*49---50