Lego-MT/Parallel_Dataset
Dataset Sources Paper: LegoMT2: Selective Asynchronous Sharded Data Parallel Training for Massive Neural Machine Translation Link: https://aclanthology.org/2025.findings-acl.1200.pdf Repository: https://github.com/CONE-MT/CONE
0725
1{"src_lang": "de", "tgt_lang": "pdc", "source": "Das ist mein Bruder.", "target": "Des iss mein Bruder."}2{"src_lang": "de", "tgt_lang": "pdc", "source": "Das ist mein Bruder.", "target": "Des is mein Broodah."}3{"src_lang": "de", "tgt_lang": "pdc", "source": "Ich weiß nicht.", "target": "Ich weiss naett."}4{"src_lang": "de", "tgt_lang": "pdc", "source": "Bis später!", "target": "Sehn dich schpeeder!"}5{"src_lang": "de", "tgt_lang": "pdc", "source": "Woher kommst du?", "target": "Wu kummscht du bei?"}6{"src_lang": "de", "tgt_lang": "pdc", "source": "Wo wohnst du?", "target": "Wu wuhnscht du?"}7{"src_lang": "de", "tgt_lang": "pdc", "source": "Wie heißt du?", "target": "Wie heischt du?"}8{"src_lang": "de", "tgt_lang": "pdc", "source": "Wie spät ist es?", "target": "Wie schpot iss es?"}9{"src_lang": "de", "tgt_lang": "pdc", "source": "Wie spät ist es?", "target": "Was Zeit iss es?"}10{"src_lang": "de", "tgt_lang": "pdc", "source": "Wie spät ist es?", "target": "Was fer Zeit hemmer?"}11{"src_lang": "de", "tgt_lang": "pdc", "source": "Er war ein Dichter und ein Diplomat.", "target": "Er waar een Dichder un een Diplomat."}12{"src_lang": "de", "tgt_lang": "pdc", "source": "\"Wo wohnst du?\" \"Ich wohne in Tokio.\"", "target": "\"Wu wuhnscht du?\" \"Ich wuhn in Tokyo.\""}13{"src_lang": "de", "tgt_lang": "pdc", "source": "Die Bücher liegen auf dem Tisch.", "target": "Die Bicher liege auf dem Disch."}14{"src_lang": "de", "tgt_lang": "pdc", "source": "Donnerwetter!", "target": "Dunnerwedder!"}15{"src_lang": "de", "tgt_lang": "pdc", "source": "Wird das Murmeltier seinen Schatten sehen?", "target": "Sehnt die Grundsau ihre Shadde?"}16{"src_lang": "de", "tgt_lang": "pdc", "source": "Ich mag keinen Käse.", "target": "Ich lieb keen Kees."}17{"src_lang": "de", "tgt_lang": "pdc", "source": "Bist du seine Mutter?", "target": "Bischt du seine Mudder?"}18{"src_lang": "de", "tgt_lang": "pdc", "source": "Das war gut geschrieben.", "target": "Das waar gut gschriwwe."}19{"src_lang": "de", "tgt_lang": "pdc", "source": "Folgst du mir?", "target": "Folgsht du mir?"}20{"src_lang": "de", "tgt_lang": "pdc", "source": "Dieses Bett ist mir zu weich.", "target": "Des do Bett iss fer mir ze weech."}21{"src_lang": "en", "tgt_lang": "pdc", "source": "I wish you a Happy New Year.", "target": "Ich winsch dir en glicklich nei Yaahr."}22{"src_lang": "en", "tgt_lang": "pdc", "source": "Why not?", "target": "Ferwas naett?"}23{"src_lang": "en", "tgt_lang": "pdc", "source": "How are you doing?", "target": "Wie haanscht du?"}24{"src_lang": "en", "tgt_lang": "pdc", "source": "Do you have a car?", "target": "Hoscht du en Maschien?"}25{"src_lang": "en", "tgt_lang": "pdc", "source": "What is your name?", "target": "Was iss dei Naame?"}26{"src_lang": "en", "tgt_lang": "pdc", "source": "What is your name?", "target": "Wie heischt du?"}27{"src_lang": "en", "tgt_lang": "pdc", "source": "\"How are you?\" \"I am fine, thank you.\"", "target": "\"Wie bischt du?\" \"Ich bin gut, danke.\""}28{"src_lang": "en", "tgt_lang": "pdc", "source": "\"Where do you live?\" \"I live in Tokyo.\"", "target": "\"Wu wuhnscht du?\" \"Ich wuhn in Tokyo.\""}29{"src_lang": "en", "tgt_lang": "pdc", "source": "Good morning!", "target": "Guder Mariye!"}30{"src_lang": "en", "tgt_lang": "pdc", "source": "I don't know.", "target": "Ich weiss naett."}31{"src_lang": "en", "tgt_lang": "pdc", "source": "See you later!", "target": "Sehn dich schpeeder!"}32{"src_lang": "en", "tgt_lang": "pdc", "source": "Happy New Year!", "target": "Hallich Neiyaahr!"}33{"src_lang": "en", "tgt_lang": "pdc", "source": "Where are you from?", "target": "Wu kummscht du bei?"}34{"src_lang": "en", "tgt_lang": "pdc", "source": "Where do you live?", "target": "Wu wuhnscht du?"}35{"src_lang": "en", "tgt_lang": "pdc", "source": "One, two, three, four, five, six, seven, eight, nine, ten.", "target": "Eens, zwee, drei, vier, fimf, sechs, siwwe, acht, nein, zehe."}36{"src_lang": "en", "tgt_lang": "pdc", "source": "Good day, how are you?", "target": "Guder daag, wie bischt?"}37{"src_lang": "en", "tgt_lang": "pdc", "source": "What time is it?", "target": "Was Zeit iss es?"}38{"src_lang": "en", "tgt_lang": "pdc", "source": "What time is it?", "target": "Was fer Zeit hemmer?"}39{"src_lang": "en", "tgt_lang": "pdc", "source": "What time is it?", "target": "Was fer Zeit hawwe mer?"}40{"src_lang": "en", "tgt_lang": "pdc", "source": "To be or not to be, that is the question.", "target": "Sei oder net sei, des iss die Fraag."}41{"src_lang": "en", "tgt_lang": "pdc", "source": "January, February, March, April, May, June, July, August, September, October, November and December are the twelve months of the year.", "target": "Yenner, Hanning, Matz, Abrill, Moi, Yuni, Yuli, Aaguscht, September, Oktower, November un Diesember sinn die zwelf Munet im Yaahr."}42{"src_lang": "en", "tgt_lang": "pdc", "source": "January, February, March, April, May, June, July, August, September, October, November and December are the twelve months of the year.", "target": "Yenner, Hanning, Matz, Abrill, Moi, Tschunn, Tschulei, Aaguscht, September, Oktower, Nofember un Diesember sinn die zwelf Munet im Yaahr."}43{"src_lang": "en", "tgt_lang": "pdc", "source": "Good day!", "target": "Guder Daag!"}44{"src_lang": "en", "tgt_lang": "pdc", "source": "My name is Tom.", "target": "Ich heisse der Tom."}45{"src_lang": "en", "tgt_lang": "pdc", "source": "Are you following me?", "target": "Folgsht du mir?"}46{"src_lang": "en", "tgt_lang": "pdc", "source": "Tom is gone.", "target": "Der Tom iss weeg."}47{"src_lang": "en", "tgt_lang": "pdc", "source": "Good evening!", "target": "Guder Owed!"}48{"src_lang": "en", "tgt_lang": "pdc", "source": "Goodbye.", "target": "Mach's gut."}49{"src_lang": "en", "tgt_lang": "pdc", "source": "Those are my shoes.", "target": "Selli sinn meene Schuhe."}50{"src_lang": "en", "tgt_lang": "pdc", "source": "I don't speak English.", "target": "Ich schwetz keen Englisch."}51{"src_lang": "en", "tgt_lang": "pdc", "source": "Tom lives on the other side of the valley.", "target": "Der Tom wuhnt auf die anneri Seit vun es Daal."}52{"src_lang": "en", "tgt_lang": "pdc", "source": "He was a poet and a diplomat.", "target": "Er waar een Dichder un een Diplomat."}53{"src_lang": "en", "tgt_lang": "pdc", "source": "Will the groundhog see his shadow?", "target": "Sehnt die Grundsau ihre Shadde?"}54{"src_lang": "en", "tgt_lang": "pdc", "source": "Blast!", "target": "Dunnerwedder!"}55{"src_lang": "en", "tgt_lang": "pdc", "source": "Are you his mother?", "target": "Bischt du seine Mudder?"}56{"src_lang": "en", "tgt_lang": "pdc", "source": "That was well written.", "target": "Das waar gut gschriwwe."}57{"src_lang": "en", "tgt_lang": "pdc", "source": "That was well writ.", "target": "Das waar gut gschriwwe."}58{"src_lang": "en", "tgt_lang": "pdc", "source": "Good afternoon!", "target": "Guder Nummidaag!"}59{"src_lang": "en", "tgt_lang": "pdc", "source": "What language do you speak at home?", "target": "Welli Sprooch schwetscht du am Heemet?"}60{"src_lang": "en", "tgt_lang": "pdc", "source": "What language do you speak at home?", "target": "Welli Sprooch schwetzt dihr am Heemet?"}61{"src_lang": "en", "tgt_lang": "pdc", "source": "\"Are you hetero or lesbian?\" \"I am hetero\"", "target": "\"Bist du hetero oder lesbisch?\" \"Ich bin hetero.\""}62{"src_lang": "en", "tgt_lang": "pdc", "source": "I wish you all a Happy New Year.", "target": "Ich winsch eich all en glicklich nei Yaahr."}63{"src_lang": "en", "tgt_lang": "pdc", "source": "February second is Groundhog Day.", "target": "Der zwitte vun Hanning iss Grundsau Daag."}64 