quickmt/quickmt-train.fr-en

1---2dataset_info:3  features:4  - name: fr5    dtype: string6  - name: en7    dtype: string8  - name: sco9    dtype: float6410  splits:11  - name: train12    num_bytes: 12359275837613    num_examples: 44661846814  download_size: 8419493091515  dataset_size: 12359275837616configs:17- config_name: default18  data_files:19  - split: train20    path: data/train-*21task_categories:22- translation23language:24- fr25- en26---27 28# `quickmt` fr-en Training Corpus29 30Contains the following datasets downloaded with mtdata after deduplication, and basic filtering with quickmt:31 32* Statmt-commoncrawl_wmt13-1-fra-eng33* Statmt-europarl_wmt13-7-fra-eng34* Statmt-europarl-7-fra-eng35* Statmt-news_commentary-14-eng-fra36* Statmt-news_commentary-15-eng-fra37* Statmt-news_commentary-16-eng-fra38* Statmt-news_commentary-17-eng-fra39* Statmt-news_commentary-18-eng-fra40* Statmt-news_commentary-18.1-eng-fra41* Statmt-newstest_fren-2014-fra-eng42* Statmt-newstest-2009-eng-fra43* Statmt-newstest-2010-eng-fra44* Statmt-newstest-2011-eng-fra45* Statmt-newstest-2012-eng-fra46* Statmt-newstest-2013-eng-fra47* Statmt-europarl-10-fra-eng48* Tilde-eesc-2017-eng-fra49* Tilde-ema-2016-eng-fra50* Tilde-czechtourism-1-eng-fra51* Tilde-ecb-2017-eng-fra52* Tilde-rapid-2016-eng-fra53* Tilde-worldbank-1-eng-fra54* Lindat-khresmoi_summary_test-2-eng-fra55* Lindat-khresmoi_summary_dev-2-eng-fra56* Neulab-tedtalks_train-1-eng-fra57* Neulab-tedtalks_test-1-eng-fra58* Neulab-tedtalks_dev-1-eng-fra59* EU-ecdc-1-eng-fra60* EU-eac_forms-1-eng-fra61* EU-eac_reference-1-eng-fra62* EU-dcep-1-eng-fra63* LinguaTools-wikititles-2014-eng-fra64* OPUS-books-v1-eng-fra65* OPUS-ccaligned-v1-eng-fra66* OPUS-dgt-v2019-eng-fra67* OPUS-dgt-v4-eng-fra68* OPUS-ecb-v1-eng-fra69* OPUS-ecdc-v20160316-eng-fra70* OPUS-elitr_eca-v1-eng-fra71* OPUS-elra_w0138-v1-eng-fra72* OPUS-elra_w0149-v1-eng-fra73* OPUS-elra_w0201-v1-eng-fra74* OPUS-elra_w0301-v1-eng-fra75* OPUS-elra_w0305-v1-eng-fra76* OPUS-elra_w0307-v1-eng-fra77* OPUS-elra_w0308-v1-eng-fra78* OPUS-elra_w0309-v1-eng-fra79* OPUS-elrc_1075_euipo_law-v1-eng-fra80* OPUS-elrc_1100_euipo_list-v1-eng-fra81* OPUS-elrc_1118_cordis_news-v1-eng-fra82* OPUS-elrc_1122_cordis_results_brief-v1-eng-fra83* OPUS-elrc_2018_euipo_2017-v1-eng-fra84* OPUS-elrc_2410_portal_oficial_turis-v1-eng-fra85* OPUS-elrc_2480_estatuto_dos_deputad-v1-eng-fra86* OPUS-elrc_2481_constituio_da_repbli-v1-eng-fra87* OPUS-elrc_2612_artigos_visitportuga-v1-eng-fra88* OPUS-elrc_2614_localidades_2007-v1-eng-fra89* OPUS-elrc_2616_museus_2007-v1-eng-fra90* OPUS-elrc_2622_arquitectura_2007-v1-eng-fra91* OPUS-elrc_2623_patrimnio_aores_2006-v1-eng-fra92* OPUS-elrc_2638_monumentos_2007-v1-eng-fra93* OPUS-elrc_2639_parques_e_reservas-v1-eng-fra94* OPUS-elrc_2641_praias_2007-v1-eng-fra95* OPUS-elrc_2720_emea-v1-eng-fra96* OPUS-elrc_2732_vaccination-v1-eng-fra97* OPUS-elrc_2879_eu_publications_medi-v1-eng-fra98* OPUS-elrc_3074_wikipedia_health-v1-eng-fra99* OPUS-elrc_3208_antibiotic-v1-eng-fra100* OPUS-elrc_3297_europarl_covid-v1-eng-fra101* OPUS-elrc_3468_ec_europa_covid-v1-eng-fra102* OPUS-elrc_3569_eur_lex_covid-v1-eng-fra103* OPUS-elrc_3610_presscorner_covid-v1-eng-fra104* OPUS-elrc_3852_development_funds_re-v1-eng-fra105* OPUS-elrc_401_swedish_labour_part2-v1-eng-fra106* OPUS-elrc_403_rights_arrested-v1-eng-fra107* OPUS-elrc_406_swedish_labour_part1-v1-eng-fra108* OPUS-elrc_416_swedish_social_secur-v1-eng-fra109* OPUS-elrc_417_swedish_work_environ-v1-eng-fra110* OPUS-elrc_422_portuguese_legislati-v1-eng-fra111* OPUS-elrc_4329_principle_mvep_legal-v1-eng-fra112* OPUS-elrc_436_swedish_food-v1-eng-fra113* OPUS-elrc_5067_scipar-v1-eng-fra114* OPUS-elrc_5220_information_crime_vi-v1-eng-fra115* OPUS-elrc_637_sip-v1-eng-fra116* OPUS-elrc_638_luxembourg.lu-v1-eng-fra117* OPUS-elrc_646_international_judici-v1-eng-fra118* OPUS-elrc_648_letter_rights_person-v1-eng-fra119* OPUS-elrc_745_convention_against_t-v1-eng-fra120* OPUS-elrc_816_anr_containing_major-v1-eng-fra121* OPUS-elrc_832_charter_values_citiz-v1-eng-fra122* OPUS-elrc_837_legal-v1-eng-fra123* OPUS-elrc_844_paesi__administratio-v1-eng-fra124* OPUS-elrc_arquitectura_2007-v1-eng-fra125* OPUS-elrc_artigos_visitportuga-v1-eng-fra126* OPUS-elrc_cordis_news-v1-eng-fra127* OPUS-elrc_cordis_results-v1-eng-fra128* OPUS-elrc_ec_europa-v1-eng-fra129* OPUS-elrc_emea-v1-eng-fra130* OPUS-elrc_euipo_2017-v1-eng-fra131* OPUS-elrc_euipo_law-v1-eng-fra132* OPUS-elrc_euipo_list-v1-eng-fra133* OPUS-elrc_europarl_covid-v1-eng-fra134* OPUS-elrc_eur_lex-v1-eng-fra135* OPUS-elrc_eu_publications-v1-eng-fra136* OPUS-elrc_localidades_2007-v1-eng-fra137* OPUS-elrc_museus_2007-v1-eng-fra138* OPUS-elrc_parques_e-v1-eng-fra139* OPUS-elrc_patrimnio_aores-v1-eng-fra140* OPUS-elrc_portuguese_legislati-v1-eng-fra141* OPUS-elrc_praias_2007-v1-eng-fra142* OPUS-elrc_swedish_labour-v1-eng-fra143* OPUS-elrc_antibiotic-v1-eng-fra144* OPUS-elrc_presscorner_covid-v1-eng-fra145* OPUS-elrc_vaccination-v1-eng-fra146* OPUS-elrc_wikipedia_health-v1-eng-fra147* OPUS-elrc_2922-v1-eng-fra148* OPUS-elrc_2923-v1-eng-fra149* OPUS-elrc_3382-v1-eng-fra150* OPUS-emea-v3-eng-fra151* OPUS-eubookshop-v2-eng-fra152* OPUS-euconst-v1-eng-fra153* OPUS-europat-v1-eng-fra154* OPUS-europat-v2-eng-fra155* OPUS-europat-v3-eng-fra156* OPUS-europarl-v7-eng-fra157* OPUS-europarl-v8-eng-fra158* OPUS-gnome-v1-eng-fra159* OPUS-globalvoices-v2015-eng-fra160* OPUS-globalvoices-v2017q3-eng-fra161* OPUS-globalvoices-v2018q4-eng-fra162* OPUS-jrc_acquis-v3.0-eng-fra163* OPUS-kde4-v2-eng-fra164* OPUS-kdedoc-v1-eng_GB-fra165* OPUS-linguatools_wikititles-v2014-eng-fra166* OPUS-mdn_web_docs-v20230925-eng-fra167* OPUS-neulab_tedtalks-v1-eng-fra168* OPUS-neulab_tedtalks-v1-eng-fra_CA169* OPUS-news_commentary-v11-eng-fra170* OPUS-news_commentary-v14-eng-fra171* OPUS-news_commentary-v16-eng-fra172* OPUS-news_commentary-v9.0-eng-fra173* OPUS-news_commentary-v9.1-eng-fra174* OPUS-openoffice-v2-eng-fra175* OPUS-openoffice-v3-eng_GB-fra176* OPUS-opensubtitles-v1-eng-fra177* OPUS-opensubtitles-v2016-eng-fra178* OPUS-opensubtitles-v2018-eng-fra179* OPUS-opensubtitles-v2024-eng-fra180* OPUS-php-v1-eng-fra181* OPUS-paracrawl-v7.1-eng-fra182* OPUS-paracrawl-v8-eng-fra183* OPUS-paracrawl-v9-eng-fra184* OPUS-qed-v2.0a-eng-fra185* OPUS-rf-v1-eng-fra186* OPUS-salome-v1-eng-fra187* OPUS-ted2013-v1.1-eng-fra188* OPUS-ted2020-v1-eng-fra189* OPUS-ted2020-v1-eng-fra_CA190* OPUS-tanzil-v1-eng-fra191* OPUS-tatoeba-v2-eng-fra192* OPUS-tatoeba-v20190709-eng-fra193* OPUS-tatoeba-v20200531-eng-fra194* OPUS-tatoeba-v20201109-eng-fra195* OPUS-tatoeba-v20210310-eng-fra196* OPUS-tatoeba-v20210722-eng-fra197* OPUS-tatoeba-v20220303-eng-fra198* OPUS-tatoeba-v20230412-eng-fra199* OPUS-tildemodel-v2018-eng-fra200* OPUS-unpc-v1.0-eng-fra201* OPUS-ubuntu-v14.10-eng-fra202* OPUS-wmt_news-v2014-eng-fra203* OPUS-wmt_news-v2019-eng-fra204* OPUS-wikimatrix-v1-eng-fra205* OPUS-wikipedia-v1.0-eng-fra206* OPUS-xlent-v1-eng-fra207* OPUS-xlent-v1.1-eng-fra208* OPUS-xlent-v1.2-eng-fra209* OPUS-bible_uedin-v1-eng-fra210* OPUS-giga_fren-v2-eng-fra211* OPUS-infopankki-v1-eng-fra212* OPUS-tico_19-v20201028-eng-fra213* OPUS-tldr_pages-v20230829-eng-fra214* OPUS-wikimedia-v20210402-eng-fra215* OPUS-wikimedia-v20230407-eng-fra