CoolFace
Datasetpublic

Lego-MT/Parallel_Dataset

Dataset Sources Paper: LegoMT2: Selective Asynchronous Sharded Data Parallel Training for Massive Neural Machine Translation Link: https://aclanthology.org/2025.findings-acl.1200.pdf Repository: https://github.com/CONE-MT/CONE

sourceHugging Facemitupdated 1y agoView on Hugging Face
0likes725downloads
ldn.jsonl154 linesDownload Raw Back to root
1{"src_lang": "ia", "tgt_lang": "ldn", "source": "Le studente ascolta.", "target": "Bíi ma bedihá wa."}2{"src_lang": "ia", "tgt_lang": "ldn", "source": "Le studente apprende.", "target": "Bíi bedi bedihá wa."}3{"src_lang": "ia", "tgt_lang": "ldn", "source": "Esque le catto es parve?", "target": "Báa híya rul?"}4{"src_lang": "ia", "tgt_lang": "ldn", "source": "Es le catto parve?", "target": "Báa híya rul?"}5{"src_lang": "ia", "tgt_lang": "ldn", "source": "No, le catto non es parve.", "target": "Ra, bíi híya ra rul wi."}6{"src_lang": "ia", "tgt_lang": "ldn", "source": "Le catto es grande.", "target": "Bíi rahíya rul wi."}7{"src_lang": "ia", "tgt_lang": "ldn", "source": "Le catta es grande.", "target": "Bíi rahíya rul wi."}8{"src_lang": "ia", "tgt_lang": "ldn", "source": "No, le catto non es parve.", "target": "Ra, bíi híya ra rul wa."}9{"src_lang": "ia", "tgt_lang": "ldn", "source": "Io vole un libro.", "target": "Néde le áabeth wa."}10{"src_lang": "ia", "tgt_lang": "ldn", "source": "Io vole le libro.", "target": "Néde le áabeth wa."}11{"src_lang": "ia", "tgt_lang": "ldn", "source": "Ille es bon.", "target": "Bíi thal be wa."}12{"src_lang": "ia", "tgt_lang": "ldn", "source": "Esther es le uxor de Rachel.", "target": "Éther eba Rahel betho wa."}13{"src_lang": "ia", "tgt_lang": "ldn", "source": "Esther es le uxor de Rachel.", "target": "Éther eba Rahel betho wáa."}14{"src_lang": "ia", "tgt_lang": "ldn", "source": "Le terra es belle.", "target": "Áya Doni wa."}15{"src_lang": "ia", "tgt_lang": "ldn", "source": "Illa es un femina.", "target": "Bíi be with wa."}16{"src_lang": "ia", "tgt_lang": "ldn", "source": "Illa es un femina.", "target": "Bíi be with wi."}17{"src_lang": "ia", "tgt_lang": "ldn", "source": "Mi vagina es belle!", "target": "Bíilan áya lul letha wa!"}18{"src_lang": "eo", "tgt_lang": "ldn", "source": "Aŭskultas la studento.", "target": "Bíi ma bedihá wa."}19{"src_lang": "eo", "tgt_lang": "ldn", "source": "La studento lernas.", "target": "Bíi bedi bedihá wa."}20{"src_lang": "eo", "tgt_lang": "ldn", "source": "Ĉu la kato malgrandas?", "target": "Báa híya rul?"}21{"src_lang": "eo", "tgt_lang": "ldn", "source": "Ĉu la kato estas malgranda?", "target": "Báa híya rul?"}22{"src_lang": "eo", "tgt_lang": "ldn", "source": "Ne, la kato ne malgrandas.", "target": "Ra, bíi híya ra rul wi."}23{"src_lang": "eo", "tgt_lang": "ldn", "source": "Ne, la kato ne estas malgranda.", "target": "Ra, bíi híya ra rul wi."}24{"src_lang": "eo", "tgt_lang": "ldn", "source": "Jes, la kato estas granda.", "target": "Em, bíi rahíya rul wi."}25{"src_lang": "eo", "tgt_lang": "ldn", "source": "Jes, la kato grandas.", "target": "Em, bíi rahíya rul wi."}26{"src_lang": "eo", "tgt_lang": "ldn", "source": "La kato grandas.", "target": "Bíi rahíya rul wi."}27{"src_lang": "eo", "tgt_lang": "ldn", "source": "Ĉu vi purigis la domon?", "target": "Báa eril éthe ne belideth?"}28{"src_lang": "eo", "tgt_lang": "ldn", "source": "Ne, la kato ne malgrandas.", "target": "Ra, bíi híya ra rul wa."}29{"src_lang": "eo", "tgt_lang": "ldn", "source": "Ne, la kato ne estas malgranda.", "target": "Ra, bíi híya ra rul wa."}30{"src_lang": "eo", "tgt_lang": "ldn", "source": "Estero estas la edzino de Raĥel.", "target": "Éther eba Rahel betho wa."}31{"src_lang": "eo", "tgt_lang": "ldn", "source": "Estero estas la edzino de Raĥel.", "target": "Éther eba Rahel betho wáa."}32{"src_lang": "eo", "tgt_lang": "ldn", "source": "La tero estas bela.", "target": "Áya Doni wa."}33{"src_lang": "eo", "tgt_lang": "ldn", "source": "Mia vagino estas bela!", "target": "Bíilan áya lul letha wa!"}34{"src_lang": "eo", "tgt_lang": "ldn", "source": "La tero estas malsana.", "target": "Bíi éeya doni wáa."}35{"src_lang": "en", "tgt_lang": "ldn", "source": "Give me the book.", "target": "Bóo ban ne ledi áabeth."}36{"src_lang": "en", "tgt_lang": "ldn", "source": "Hello, Tom.", "target": "Wil sha, Thom."}37{"src_lang": "en", "tgt_lang": "ldn", "source": "This is a map.", "target": "Bíi hi luben wa."}38{"src_lang": "en", "tgt_lang": "ldn", "source": "He gives me chills.", "target": "Ban be héeyath ledi wa."}39{"src_lang": "en", "tgt_lang": "ldn", "source": "Give me five days.", "target": "Bóo ban ne ledi sháaleth shan."}40{"src_lang": "en", "tgt_lang": "ldn", "source": "I like chocolate.", "target": "Ban ahana thenath ledi wa."}41{"src_lang": "en", "tgt_lang": "ldn", "source": "Give me time.", "target": "Bóo ban ne ledi hatheth."}42{"src_lang": "en", "tgt_lang": "ldn", "source": "A horse is an animal.", "target": "Omid mid wi."}43{"src_lang": "en", "tgt_lang": "ldn", "source": "I don't know.", "target": "Bíi lothel ra le wa."}44{"src_lang": "en", "tgt_lang": "ldn", "source": "I am going to school.", "target": "Bíi ril sháad le ulinedi wa."}45{"src_lang": "en", "tgt_lang": "ldn", "source": "People can't live without air.", "target": "Bíi methad ra mewíi with shum raden wáa."}46{"src_lang": "en", "tgt_lang": "ldn", "source": "People can't live without air.", "target": "Methad ra rawíi with shum raden wáa."}47{"src_lang": "en", "tgt_lang": "ldn", "source": "I am going to the shop.", "target": "Bíi ril sháad le wehedi wa."}48{"src_lang": "en", "tgt_lang": "ldn", "source": "To be or not to be?", "target": "Báa náhin e náhin ra?"}49{"src_lang": "en", "tgt_lang": "ldn", "source": "I'm a good teacher.", "target": "Le wothal wohomá wa."}50{"src_lang": "en", "tgt_lang": "ldn", "source": "I'm a good teacher.", "target": "Le wothal wohomá wáa."}51{"src_lang": "en", "tgt_lang": "ldn", "source": "Winter is coming.", "target": "Nosháad weman wáa."}52{"src_lang": "en", "tgt_lang": "ldn", "source": "You couldn't live without water.", "target": "Bíi eril thad habelid ra ne ili raden wa."}53{"src_lang": "en", "tgt_lang": "ldn", "source": "The world has changed.", "target": "Eril sheb Doni wa."}54{"src_lang": "en", "tgt_lang": "ldn", "source": "Tom wept.", "target": "Eril delishe Thom wa."}55{"src_lang": "en", "tgt_lang": "ldn", "source": "Tom wept.", "target": "Bíi eril delishe Thom wa."}56{"src_lang": "en", "tgt_lang": "ldn", "source": "Tom wept.", "target": "Eril delishe Thom wáa."}57{"src_lang": "en", "tgt_lang": "ldn", "source": "Tom wept.", "target": "Eril delishe Thom wo."}58{"src_lang": "en", "tgt_lang": "ldn", "source": "Tom wept.", "target": "Bíi eril delishe Thom wáa."}59{"src_lang": "en", "tgt_lang": "ldn", "source": "I'm sincere.", "target": "Di le shadonenal wa."}60{"src_lang": "en", "tgt_lang": "ldn", "source": "Are you still alone?", "target": "Báa násholan ne?"}61{"src_lang": "en", "tgt_lang": "ldn", "source": "I'm going to know tomorrow.", "target": "Aril lothel le sháaleya aril wa."}62{"src_lang": "en", "tgt_lang": "ldn", "source": "Is Tom here?", "target": "Báa Thom nuha?"}63{"src_lang": "en", "tgt_lang": "ldn", "source": "Tom is your friend.", "target": "Thom lan nethu wa."}64{"src_lang": "en", "tgt_lang": "ldn", "source": "We don't get along.", "target": "Sha ra lezh wa."}65{"src_lang": "en", "tgt_lang": "ldn", "source": "I live in Istanbul.", "target": "Bíi habelid le Eshanebuleha wa."}66{"src_lang": "en", "tgt_lang": "ldn", "source": "I never forget a face.", "target": "Bíi radom ra le onath rahadihad wi."}67{"src_lang": "en", "tgt_lang": "ldn", "source": "My blood is no redder than yours.", "target": "Melaya luhili letha i netha; hesho ra letha wi."}68{"src_lang": "en", "tgt_lang": "ldn", "source": "Tom loves to cook.", "target": "Bíi ab Thom emahineth wa."}69{"src_lang": "en", "tgt_lang": "ldn", "source": "Uranus is similar to Neptune.", "target": "Bíi zhe wohumeya wothamehal lenetha wonibeya wothamehaleth wáa."}70{"src_lang": "en", "tgt_lang": "ldn", "source": "Uranus is similar to Neptune.", "target": "Zhe wohumeya wothamehal lenetha wonibeya wothamehaleth wáa."}71{"src_lang": "en", "tgt_lang": "ldn", "source": "I'm speaking Ottoman.", "target": "Bíi di le Athomandaneth wa."}72{"src_lang": "en", "tgt_lang": "ldn", "source": "Give me water.", "target": "Bóo ban ne ledi ilith."}73{"src_lang": "en", "tgt_lang": "ldn", "source": "It's red.", "target": "Laya be wa."}74{"src_lang": "en", "tgt_lang": "ldn", "source": "It's red.", "target": "Laya be wi."}75{"src_lang": "en", "tgt_lang": "ldn", "source": "The city was completely deserted.", "target": "Eril ham ra with miwitheha wáa."}76{"src_lang": "en", "tgt_lang": "ldn", "source": "My cat is hungry.", "target": "Yide rul letho wa."}77{"src_lang": "en", "tgt_lang": "ldn", "source": "Tom is a good boss.", "target": "Thom wothal wohu wa."}78{"src_lang": "en", "tgt_lang": "ldn", "source": "Give me everything.", "target": "Bóo ban ne ledi abesheth."}79{"src_lang": "en", "tgt_lang": "ldn", "source": "Tom wants a dog.", "target": "Bíi néde Thom lanemideth wáa."}80{"src_lang": "en", "tgt_lang": "ldn", "source": "Tom wants a dog.", "target": "Bíi néde Thom lanemideth wa."}81{"src_lang": "en", "tgt_lang": "ldn", "source": "All cats are beautiful.", "target": "Meháya rul woho wa."}82{"src_lang": "en", "tgt_lang": "ldn", "source": "A man walks into a bar...", "target": "Bíide eril sháad withid rilinehothedi wo."}83{"src_lang": "en", "tgt_lang": "ldn", "source": "In the garden there are many red flowers.", "target": "Meham wolaya womahina menedebe déelaha wáa."}84{"src_lang": "en", "tgt_lang": "ldn", "source": "All belongs to all.", "target": "Abesh withetha woho wa."}85{"src_lang": "en", "tgt_lang": "ldn", "source": "Tom is a very good person.", "target": "Thom wothalehal wowith wa."}86{"src_lang": "en", "tgt_lang": "ldn", "source": "You're a good cat.", "target": "Ne wothal worul wa."}87{"src_lang": "en", "tgt_lang": "ldn", "source": "I can defend myself, Tom.", "target": "Bíid thad dóyom le leyóoth wa, Thom."}88{"src_lang": "en", "tgt_lang": "ldn", "source": "I can defend myself, Tom.", "target": "Thad dóyom le leyóoth wa, Thom."}89{"src_lang": "en", "tgt_lang": "ldn", "source": "Is it red?", "target": "Báa laya be?"}90{"src_lang": "en", "tgt_lang": "ldn", "source": "I think Mary is a bit of a Pollyanna.", "target": "Lith le loláadehil Meri ulohé wa."}91{"src_lang": "en", "tgt_lang": "ldn", "source": "In spite of everything, Tom is happy.", "target": "Thehena Thom wa."}92{"src_lang": "en", "tgt_lang": "ldn", "source": "In spite of everything, Tom is happy.", "target": "Bíi thehena Thom wa."}93{"src_lang": "en", "tgt_lang": "ldn", "source": "I forgot to feed my dog.", "target": "Bíi eril radom dóyod le lanemid letheth wa."}94{"src_lang": "en", "tgt_lang": "ldn", "source": "Humans can't live without air.", "target": "Bíi methad ra mewíi with shum raden wáa."}95{"src_lang": "en", "tgt_lang": "ldn", "source": "Humans can't live without air.", "target": "Methad ra rawíi with shum raden wáa."}96{"src_lang": "en", "tgt_lang": "ldn", "source": "I want the book.", "target": "Néde le áabeth wa."}97{"src_lang": "en", "tgt_lang": "ldn", "source": "I'm eating an onion.", "target": "Bíi ril yod le bremedath wa."}98{"src_lang": "en", "tgt_lang": "ldn", "source": "The student is listening.", "target": "Bíi ma bedihá wa."}99{"src_lang": "en", "tgt_lang": "ldn", "source": "Is the cat little?", "target": "Báa híya rul?"}100{"src_lang": "en", "tgt_lang": "ldn", "source": "No, the cat is not small.", "target": "Ra, bíi híya ra rul wi."}101{"src_lang": "en", "tgt_lang": "ldn", "source": "No, the cat isn't small.", "target": "Ra, bíi híya ra rul wi."}102{"src_lang": "en", "tgt_lang": "ldn", "source": "No, the cat is not small.", "target": "Ra, bíi híya ra rul wa."}103{"src_lang": "en", "tgt_lang": "ldn", "source": "No, the cat isn't small.", "target": "Ra, bíi híya ra rul wa."}104{"src_lang": "en", "tgt_lang": "ldn", "source": "Is the cat big?", "target": "Báa rahíya rul?"}105{"src_lang": "en", "tgt_lang": "ldn", "source": "Yes, the cat is big.", "target": "Em, bíi rahíya rul wi."}106{"src_lang": "en", "tgt_lang": "ldn", "source": "Is the cat furry?", "target": "Báa shane rul?"}107{"src_lang": "en", "tgt_lang": "ldn", "source": "The cat is furry.", "target": "Bíi shane rul wi."}108{"src_lang": "en", "tgt_lang": "ldn", "source": "The cat is big and furry.", "target": "Bíi rahíya i shane rul wi."}109{"src_lang": "en", "tgt_lang": "ldn", "source": "It's a big furry cat.", "target": "Bíi worahíya, woshane worul be wi."}110{"src_lang": "en", "tgt_lang": "ldn", "source": "Did you clean the house?", "target": "Báa eril éthe ne belideth?"}111{"src_lang": "en", "tgt_lang": "ldn", "source": "Have you cleaned the house?", "target": "Báa eril éthe ne belideth?"}112{"src_lang": "en", "tgt_lang": "ldn", "source": "\"Did you clean the house?\" \"Yes. I cleaned.\"", "target": "\"Báa eril éthe ne belideth?\" \"Em. Bíi eril éthe le wa.\""}113{"src_lang": "en", "tgt_lang": "ldn", "source": "The house isn't clean. The house is a pigsty!", "target": "Bíi éthe ra belid wa. Mudahéthe belid."}114{"src_lang": "en", "tgt_lang": "ldn", "source": "Esther is Rachel's wife.", "target": "Éther eba Rahel betho wa."}115{"src_lang": "en", "tgt_lang": "ldn", "source": "Esther is Rachel's wife.", "target": "Éther eba Rahel betho wáa."}116{"src_lang": "en", "tgt_lang": "ldn", "source": "The world is beautiful.", "target": "Áya Doni wa."}117{"src_lang": "en", "tgt_lang": "ldn", "source": "The world is beautiful.", "target": "Áya thamehal wa."}118{"src_lang": "en", "tgt_lang": "ldn", "source": "The earth is beautiful.", "target": "Áya Doni wa."}119{"src_lang": "en", "tgt_lang": "ldn", "source": "My vagina is beautiful!", "target": "Bíilan áya lul letha wa!"}120{"src_lang": "en", "tgt_lang": "ldn", "source": "Language is beautiful.", "target": "Áya dan wa."}121{"src_lang": "en", "tgt_lang": "ldn", "source": "The earth is sick.", "target": "Bíi éeya doni wáa."}122{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi ril yod le bremedath wa.", "target": "איך עס אַ ציבעלע."}123{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi ril yod le bremedath wa.", "target": "כ'עס אַ ציבעלע."}124{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi le withid wa.", "target": "איך בין אַ מאַן."}125{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi yod ra le dehenith wa.", "target": "איך עס ניט קײן פֿלײש."}126{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi yod ra le dehenith wa.", "target": "איך עס נישט קײן פֿלײש."}127{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi ma bedihá wa.", "target": "דער תּלמיד הערט זיך צו."}128{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi ma bedihá wa.", "target": "די תּלמידה הערט זיך צו."}129{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi ma bedihá wa.", "target": "דער סטודענט הערט זיך צו."}130{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi ma bedihá wa.", "target": "די סטודענטקע הערט זיך צו."}131{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi bedi bedihá wa.", "target": "דער תּלמיד לערנט זיך."}132{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi bedi bedihá wa.", "target": "די תּלמידה לערנט זיך."}133{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi bedi bedihá wa.", "target": "דער סטודענט לערנט זיך."}134{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi rahíya rul wi.", "target": "די קאַץ איז גרויס."}135{"src_lang": "ldn", "tgt_lang": "yi", "source": "Báa eril éthe ne belideth?", "target": "האָסטו אָפּגערייניקט דאָס הויז?"}136{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi lothel ra le.", "target": "איך ווייס ניט."}137{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi lothel ra le.", "target": "איך ווייס נישט."}138{"src_lang": "ldn", "tgt_lang": "yi", "source": "Ra, bíi híya ra rul wa.", "target": "נײן, די קאַץ איז ניט קלײן."}139{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi Alen dáanashoná wa.", "target": "אַלען איז אַ פּאָעט."}140{"src_lang": "ldn", "tgt_lang": "yi", "source": "Éther eba Rahel betho wa.", "target": "אסתּר איז רחלס ווײַב."}141{"src_lang": "ldn", "tgt_lang": "yi", "source": "Éther eba Rahel betho wáa.", "target": "אסתּר איז רחלס ווײַב."}142{"src_lang": "ldn", "tgt_lang": "yi", "source": "Áya Doni wa.", "target": "די ערד איז שיין."}143{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi be with wa.", "target": "זי איז אַ פֿרוי."}144{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíilan áya lul letha wa!", "target": "מײַן וואַגינע איז שיין!"}145{"src_lang": "ldn", "tgt_lang": "yi", "source": "Bíi éeya doni wáa.", "target": "די ערד איז קראַנק."}146{"src_lang": "ldn", "tgt_lang": "lfn", "source": "Éther eba Rahel betho wa.", "target": "Esther es la sposa de Rachel."}147{"src_lang": "ldn", "tgt_lang": "lfn", "source": "Éther eba Rahel betho wáa.", "target": "Esther es la sposa de Rachel."}148{"src_lang": "ldn", "tgt_lang": "lfn", "source": "Éther eba Rahel betho wa.", "target": "Esther es la fem de Rachel."}149{"src_lang": "ldn", "tgt_lang": "lfn", "source": "Éther eba Rahel betho wáa.", "target": "Esther es la fem de Rachel."}150{"src_lang": "ldn", "tgt_lang": "lfn", "source": "Áya Doni wa.", "target": "La tera es bela."}151{"src_lang": "ldn", "tgt_lang": "lfn", "source": "Áya Doni wa.", "target": "Ла тера ес бела."}152{"src_lang": "ldn", "tgt_lang": "lfn", "source": "Bíi be with wa.", "target": "El es un fem."}153{"src_lang": "ldn", "tgt_lang": "lfn", "source": "Bíilan áya lul letha wa!", "target": "Mea vajina es bela!"}154