r-three/eng_latn_code_technical_content

1---2license: cc3multilinguality: multilingual4task_categories:5- multiple-choice6pretty_name: Tokenization Robustness7tags:8- multilingual9- tokenization10dataset_info:11- config_name: eng_latn_code_technical_content_cannonical12  features:13  - name: question14    dtype: string15  - name: choices16    list: string17  - name: answer18    dtype: int6419  - name: answer_label20    dtype: string21  - name: split22    dtype: string23  - name: subcategories24    dtype: string25  - name: lang26    dtype: string27  - name: second_lang28    dtype: string29  - name: coding_lang30    dtype: string31  - name: notes32    dtype: string33  - name: id34    dtype: string35  - name: set_id36    dtype: float6437  - name: variation_id38    dtype: string39  splits:40  - name: test41    num_bytes: 163242    num_examples: 543  download_size: 708244  dataset_size: 163245- config_name: eng_latn_code_technical_content_string_literals46  features:47  - name: question48    dtype: string49  - name: choices50    list: string51  - name: answer52    dtype: int6453  - name: answer_label54    dtype: string55  - name: split56    dtype: string57  - name: subcategories58    dtype: string59  - name: lang60    dtype: string61  - name: second_lang62    dtype: string63  - name: coding_lang64    dtype: string65  - name: notes66    dtype: string67  - name: id68    dtype: string69  - name: set_id70    dtype: float6471  - name: variation_id72    dtype: string73  splits:74  - name: test75    num_bytes: 355776    num_examples: 1077  download_size: 712878  dataset_size: 355779- config_name: eng_latn_code_technical_content_syntax_and_punctuation_variations80  features:81  - name: question82    dtype: string83  - name: choices84    list: string85  - name: answer86    dtype: int6487  - name: answer_label88    dtype: string89  - name: split90    dtype: string91  - name: subcategories92    dtype: string93  - name: lang94    dtype: string95  - name: second_lang96    dtype: string97  - name: coding_lang98    dtype: string99  - name: notes100    dtype: string101  - name: id102    dtype: string103  - name: set_id104    dtype: float64105  - name: variation_id106    dtype: string107  splits:108  - name: test109    num_bytes: 5475110    num_examples: 16111  download_size: 7418112  dataset_size: 5475113- config_name: eng_latn_code_technical_content_variable_naming_conventions114  features:115  - name: question116    dtype: string117  - name: choices118    list: string119  - name: answer120    dtype: int64121  - name: answer_label122    dtype: string123  - name: split124    dtype: string125  - name: subcategories126    dtype: string127  - name: lang128    dtype: string129  - name: second_lang130    dtype: string131  - name: coding_lang132    dtype: string133  - name: notes134    dtype: string135  - name: id136    dtype: string137  - name: set_id138    dtype: float64139  - name: variation_id140    dtype: string141  splits:142  - name: test143    num_bytes: 5087144    num_examples: 12145  download_size: 7829146  dataset_size: 5087147- config_name: eng_latn_code_technical_content_whitespace_variations148  features:149  - name: question150    dtype: string151  - name: choices152    list: string153  - name: answer154    dtype: int64155  - name: answer_label156    dtype: string157  - name: split158    dtype: string159  - name: subcategories160    dtype: string161  - name: lang162    dtype: string163  - name: second_lang164    dtype: string165  - name: coding_lang166    dtype: string167  - name: notes168    dtype: string169  - name: id170    dtype: string171  - name: set_id172    dtype: float64173  - name: variation_id174    dtype: string175  splits:176  - name: test177    num_bytes: 5053178    num_examples: 15179  download_size: 7691180  dataset_size: 5053181- config_name: eng_latn_eng_latn_code_technical_content_buggy_code182  features:183  - name: question184    dtype: string185  - name: choices186    list: string187  - name: answer188    dtype: int64189  - name: answer_label190    dtype: string191  - name: split192    dtype: string193  - name: subcategories194    dtype: string195  - name: lang196    dtype: string197  - name: second_lang198    dtype: string199  - name: coding_lang200    dtype: string201  - name: notes202    dtype: string203  - name: id204    dtype: string205  - name: set_id206    dtype: float64207  - name: variation_id208    dtype: string209  splits:210  - name: test211    num_bytes: 7633212    num_examples: 21213  download_size: 8538214  dataset_size: 7633215- config_name: eng_latn_eng_latn_code_technical_content_cannonical216  features:217  - name: question218    dtype: string219  - name: choices220    list: string221  - name: answer222    dtype: int64223  - name: answer_label224    dtype: string225  - name: split226    dtype: string227  - name: subcategories228    dtype: string229  - name: lang230    dtype: string231  - name: second_lang232    dtype: string233  - name: coding_lang234    dtype: string235  - name: notes236    dtype: string237  - name: id238    dtype: string239  - name: set_id240    dtype: float64241  - name: variation_id242    dtype: string243  splits:244  - name: test245    num_bytes: 1632246    num_examples: 5247  download_size: 7105248  dataset_size: 1632249- config_name: eng_latn_eng_latn_code_technical_content_comments_across_languages250  features:251  - name: question252    dtype: string253  - name: choices254    list: string255  - name: answer256    dtype: int64257  - name: answer_label258    dtype: string259  - name: split260    dtype: string261  - name: subcategories262    dtype: string263  - name: lang264    dtype: string265  - name: second_lang266    dtype: string267  - name: coding_lang268    dtype: string269  - name: notes270    dtype: string271  - name: id272    dtype: string273  - name: set_id274    dtype: float64275  - name: variation_id276    dtype: string277  splits:278  - name: test279    num_bytes: 6024280    num_examples: 15281  download_size: 8097282  dataset_size: 6024283- config_name: eng_latn_eng_latn_code_technical_content_string_literals284  features:285  - name: question286    dtype: string287  - name: choices288    list: string289  - name: answer290    dtype: int64291  - name: answer_label292    dtype: string293  - name: split294    dtype: string295  - name: subcategories296    dtype: string297  - name: lang298    dtype: string299  - name: second_lang300    dtype: string301  - name: coding_lang302    dtype: string303  - name: notes304    dtype: string305  - name: id306    dtype: string307  - name: set_id308    dtype: float64309  - name: variation_id310    dtype: string311  splits:312  - name: test313    num_bytes: 3557314    num_examples: 10315  download_size: 7124316  dataset_size: 3557317- config_name: eng_latn_eng_latn_code_technical_content_syntax_and_punctuation_variations318  features:319  - name: question320    dtype: string321  - name: choices322    list: string323  - name: answer324    dtype: int64325  - name: answer_label326    dtype: string327  - name: split328    dtype: string329  - name: subcategories330    dtype: string331  - name: lang332    dtype: string333  - name: second_lang334    dtype: string335  - name: coding_lang336    dtype: string337  - name: notes338    dtype: string339  - name: id340    dtype: string341  - name: set_id342    dtype: float64343  - name: variation_id344    dtype: string345  splits:346  - name: test347    num_bytes: 5475348    num_examples: 16349  download_size: 7436350  dataset_size: 5475351- config_name: eng_latn_eng_latn_code_technical_content_variable_naming_conventions352  features:353  - name: question354    dtype: string355  - name: choices356    list: string357  - name: answer358    dtype: int64359  - name: answer_label360    dtype: string361  - name: split362    dtype: string363  - name: subcategories364    dtype: string365  - name: lang366    dtype: string367  - name: second_lang368    dtype: string369  - name: coding_lang370    dtype: string371  - name: notes372    dtype: string373  - name: id374    dtype: string375  - name: set_id376    dtype: float64377  - name: variation_id378    dtype: string379  splits:380  - name: test381    num_bytes: 5087382    num_examples: 12383  download_size: 7833384  dataset_size: 5087385- config_name: eng_latn_eng_latn_code_technical_content_whitespace_variations386  features:387  - name: question388    dtype: string389  - name: choices390    list: string391  - name: answer392    dtype: int64393  - name: answer_label394    dtype: string395  - name: split396    dtype: string397  - name: subcategories398    dtype: string399  - name: lang400    dtype: string401  - name: second_lang402    dtype: string403  - name: coding_lang404    dtype: string405  - name: notes406    dtype: string407  - name: id408    dtype: string409  - name: set_id410    dtype: float64411  - name: variation_id412    dtype: string413  splits:414  - name: test415    num_bytes: 5053416    num_examples: 15417  download_size: 7687418  dataset_size: 5053419configs:420- config_name: eng_latn_code_technical_content_cannonical421  data_files:422  - split: test423    path: eng_latn_code_technical_content_cannonical/test-*424- config_name: eng_latn_code_technical_content_string_literals425  data_files:426  - split: test427    path: eng_latn_code_technical_content_string_literals/test-*428- config_name: eng_latn_code_technical_content_syntax_and_punctuation_variations429  data_files:430  - split: test431    path: eng_latn_code_technical_content_syntax_and_punctuation_variations/test-*432- config_name: eng_latn_code_technical_content_variable_naming_conventions433  data_files:434  - split: test435    path: eng_latn_code_technical_content_variable_naming_conventions/test-*436- config_name: eng_latn_code_technical_content_whitespace_variations437  data_files:438  - split: test439    path: eng_latn_code_technical_content_whitespace_variations/test-*440- config_name: eng_latn_eng_latn_code_technical_content_buggy_code441  data_files:442  - split: test443    path: eng_latn_eng_latn_code_technical_content_buggy_code/test-*444- config_name: eng_latn_eng_latn_code_technical_content_cannonical445  data_files:446  - split: test447    path: eng_latn_eng_latn_code_technical_content_cannonical/test-*448- config_name: eng_latn_eng_latn_code_technical_content_comments_across_languages449  data_files:450  - split: test451    path: eng_latn_eng_latn_code_technical_content_comments_across_languages/test-*452- config_name: eng_latn_eng_latn_code_technical_content_string_literals453  data_files:454  - split: test455    path: eng_latn_eng_latn_code_technical_content_string_literals/test-*456- config_name: eng_latn_eng_latn_code_technical_content_syntax_and_punctuation_variations457  data_files:458  - split: test459    path: eng_latn_eng_latn_code_technical_content_syntax_and_punctuation_variations/test-*460- config_name: eng_latn_eng_latn_code_technical_content_variable_naming_conventions461  data_files:462  - split: test463    path: eng_latn_eng_latn_code_technical_content_variable_naming_conventions/test-*464- config_name: eng_latn_eng_latn_code_technical_content_whitespace_variations465  data_files:466  - split: test467    path: eng_latn_eng_latn_code_technical_content_whitespace_variations/test-*468---469 470# Dataset Card for Tokenization Robustness471 472<!-- Provide a quick summary of the dataset. -->473 474A comprehensive evaluation dataset for testing robustness of different tokenization strategies.475 476## Dataset Details477 478### Dataset Description479 480<!-- Provide a longer summary of what this dataset is. -->481 482This dataset evaluates how robust language models are to different tokenization strategies and edge cases. It includes questions with multiple choice answers designed to test various aspects of tokenization handling.483 484- **Curated by:** R3485- **Funded by [optional]:** [More Information Needed]486- **Shared by [optional]:** [More Information Needed]487- **Language(s) (NLP):** [More Information Needed]488- **License:** cc489 490### Dataset Sources [optional]491 492<!-- Provide the basic links for the dataset. -->493 494- **Repository:** [More Information Needed]495- **Paper [optional]:** [More Information Needed]496- **Demo [optional]:** [More Information Needed]497 498## Uses499 500<!-- Address questions around how the dataset is intended to be used. -->501 502### Direct Use503 504<!-- This section describes suitable use cases for the dataset. -->505 506[More Information Needed]507 508### Out-of-Scope Use509 510<!-- This section addresses misuse, malicious use, and uses that the dataset will not work well for. -->511 512[More Information Needed]513 514## Dataset Structure515 516<!-- This section provides a description of the dataset fields, and additional information about the dataset structure such as criteria used to create the splits, relationships between data points, etc. -->517 518The dataset contains multiple-choice questions with associated metadata about tokenization types and categories.519 520## Dataset Creation521 522### Curation Rationale523 524<!-- Motivation for the creation of this dataset. -->525 526[More Information Needed]527 528### Source Data529 530<!-- This section describes the source data (e.g. news text and headlines, social media posts, translated sentences, ...). -->531 532#### Data Collection and Processing533 534<!-- This section describes the data collection and processing process such as data selection criteria, filtering and normalization methods, tools and libraries used, etc. -->535 536[More Information Needed]537 538#### Who are the source data producers?539 540<!-- This section describes the people or systems who originally created the data. It should also include self-reported demographic or identity information for the source data creators if this information is available. -->541 542[More Information Needed]543 544### Annotations [optional]545 546<!-- If the dataset contains annotations which are not part of the initial data collection, use this section to describe them. -->547 548#### Annotation process549 550<!-- This section describes the annotation process such as annotation tools used in the process, the amount of data annotated, annotation guidelines provided to the annotators, interannotator statistics, annotation validation, etc. -->551 552[More Information Needed]553 554#### Who are the annotators?555 556<!-- This section describes the people or systems who created the annotations. -->557 558[More Information Needed]559 560#### Personal and Sensitive Information561 562<!-- State whether the dataset contains data that might be considered personal, sensitive, or private (e.g., data that reveals addresses, uniquely identifiable names or aliases, racial or ethnic origins, sexual orientations, religious beliefs, political opinions, financial or health data, etc.). If efforts were made to anonymize the data, describe the anonymization process. -->563 564[More Information Needed]565 566## Bias, Risks, and Limitations567 568<!-- This section is meant to convey both technical and sociotechnical limitations. -->569 570The dataset focuses primarily on English text and may not generalize to other languages or tokenization schemes not covered in the evaluation.571 572### Recommendations573 574<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->575 576Users should be made aware of the risks, biases and limitations of the dataset. More information needed for further recommendations.577 578## Citation [optional]579 580<!-- If there is a paper or blog post introducing the dataset, the APA and Bibtex information for that should go in this section. -->581 582**BibTeX:**583 584[More Information Needed]585 586**APA:**587 588[More Information Needed]589 590## Glossary [optional]591 592<!-- If relevant, include terms and calculations in this section that can help readers understand the dataset or dataset card. -->593 594[More Information Needed]595 596## More Information [optional]597 598[More Information Needed]599 600## Dataset Card Authors [optional]601 602[More Information Needed]603 604## Dataset Card Contact605 606[More Information Needed]