Datasetpublic
LEMAS-Project/LEMAS-Dataset-train

Overview This dataset is part of LEMAS-Project (lemas-project.github.io/LEMAS-Project). It contains a large-scale training set (150k+ hours) and a curated evaluation set (500 utterances per language) covering 10 languages, all with word-level alignment. Fields key: unique utterance identifier; the first two characters indicate the language ID audio: relative path to the MP3 audio file (in the eval set, this key is renamed to "file_name" for compatibility with the… See the full description on the dataset page: https://huggingface.co/datasets/LEMAS-Project/LEMAS-Dataset-train.
sourceHugging Facecc-by-4.0updated 6mo agoView on Hugging Face
89likes7.1kdownloads
root.gitattributes
.gitattributes215 linesDownload Raw Back to root
1*.7z filter=lfs diff=lfs merge=lfs -text2*.arrow filter=lfs diff=lfs merge=lfs -text3*.bin filter=lfs diff=lfs merge=lfs -text4*.bz2 filter=lfs diff=lfs merge=lfs -text5*.ckpt filter=lfs diff=lfs merge=lfs -text6*.ftz filter=lfs diff=lfs merge=lfs -text7*.gz filter=lfs diff=lfs merge=lfs -text8*.h5 filter=lfs diff=lfs merge=lfs -text9*.joblib filter=lfs diff=lfs merge=lfs -text10*.lfs.* filter=lfs diff=lfs merge=lfs -text11*.lz4 filter=lfs diff=lfs merge=lfs -text12*.mds filter=lfs diff=lfs merge=lfs -text13*.mlmodel filter=lfs diff=lfs merge=lfs -text14*.model filter=lfs diff=lfs merge=lfs -text15*.msgpack filter=lfs diff=lfs merge=lfs -text16*.npy filter=lfs diff=lfs merge=lfs -text17*.npz filter=lfs diff=lfs merge=lfs -text18*.onnx filter=lfs diff=lfs merge=lfs -text19*.ot filter=lfs diff=lfs merge=lfs -text20*.parquet filter=lfs diff=lfs merge=lfs -text21*.pb filter=lfs diff=lfs merge=lfs -text22*.pickle filter=lfs diff=lfs merge=lfs -text23*.pkl filter=lfs diff=lfs merge=lfs -text24*.pt filter=lfs diff=lfs merge=lfs -text25*.pth filter=lfs diff=lfs merge=lfs -text26*.rar filter=lfs diff=lfs merge=lfs -text27*.safetensors filter=lfs diff=lfs merge=lfs -text28saved_model/**/* filter=lfs diff=lfs merge=lfs -text29*.tar.* filter=lfs diff=lfs merge=lfs -text30*.tar filter=lfs diff=lfs merge=lfs -text31*.tflite filter=lfs diff=lfs merge=lfs -text32*.tgz filter=lfs diff=lfs merge=lfs -text33*.wasm filter=lfs diff=lfs merge=lfs -text34*.xz filter=lfs diff=lfs merge=lfs -text35*.zip filter=lfs diff=lfs merge=lfs -text36*.zst filter=lfs diff=lfs merge=lfs -text37*tfevents* filter=lfs diff=lfs merge=lfs -text38# Audio files - uncompressed39*.pcm filter=lfs diff=lfs merge=lfs -text40*.sam filter=lfs diff=lfs merge=lfs -text41*.raw filter=lfs diff=lfs merge=lfs -text42# Audio files - compressed43*.aac filter=lfs diff=lfs merge=lfs -text44*.flac filter=lfs diff=lfs merge=lfs -text45*.mp3 filter=lfs diff=lfs merge=lfs -text46*.ogg filter=lfs diff=lfs merge=lfs -text47*.wav filter=lfs diff=lfs merge=lfs -text48# Image files - uncompressed49*.bmp filter=lfs diff=lfs merge=lfs -text50*.gif filter=lfs diff=lfs merge=lfs -text51*.png filter=lfs diff=lfs merge=lfs -text52*.tiff filter=lfs diff=lfs merge=lfs -text53# Image files - compressed54*.jpg filter=lfs diff=lfs merge=lfs -text55*.jpeg filter=lfs diff=lfs merge=lfs -text56*.webp filter=lfs diff=lfs merge=lfs -text57# Video files - compressed58*.mp4 filter=lfs diff=lfs merge=lfs -text59*.webm filter=lfs diff=lfs merge=lfs -text60ru/ru015.jsonl filter=lfs diff=lfs merge=lfs -text61ru/ru009.jsonl filter=lfs diff=lfs merge=lfs -text62ru/ru016.jsonl filter=lfs diff=lfs merge=lfs -text63ru/ru008.jsonl filter=lfs diff=lfs merge=lfs -text64ru/ru011.jsonl filter=lfs diff=lfs merge=lfs -text65ru/ru002.jsonl filter=lfs diff=lfs merge=lfs -text66es/es000.jsonl filter=lfs diff=lfs merge=lfs -text67es/es011.jsonl filter=lfs diff=lfs merge=lfs -text68es/es012.jsonl filter=lfs diff=lfs merge=lfs -text69es/es001.jsonl filter=lfs diff=lfs merge=lfs -text70es/es010.jsonl filter=lfs diff=lfs merge=lfs -text71es/es021.jsonl filter=lfs diff=lfs merge=lfs -text72es/es003.jsonl filter=lfs diff=lfs merge=lfs -text73es/es020.jsonl filter=lfs diff=lfs merge=lfs -text74es/es006.jsonl filter=lfs diff=lfs merge=lfs -text75es/es002.jsonl filter=lfs diff=lfs merge=lfs -text76es/es016.jsonl filter=lfs diff=lfs merge=lfs -text77es/es013.jsonl filter=lfs diff=lfs merge=lfs -text78es/es014.jsonl filter=lfs diff=lfs merge=lfs -text79es/es007.jsonl filter=lfs diff=lfs merge=lfs -text80es/es019.jsonl filter=lfs diff=lfs merge=lfs -text81es/es008.jsonl filter=lfs diff=lfs merge=lfs -text82es/es005.jsonl filter=lfs diff=lfs merge=lfs -text83es/es004.jsonl filter=lfs diff=lfs merge=lfs -text84es/es018.jsonl filter=lfs diff=lfs merge=lfs -text85es/es009.jsonl filter=lfs diff=lfs merge=lfs -text86es/es017.jsonl filter=lfs diff=lfs merge=lfs -text87es/es015.jsonl filter=lfs diff=lfs merge=lfs -text88it/it000.jsonl filter=lfs diff=lfs merge=lfs -text89it/it003.jsonl filter=lfs diff=lfs merge=lfs -text90it/it001.jsonl filter=lfs diff=lfs merge=lfs -text91it/it005.jsonl filter=lfs diff=lfs merge=lfs -text92it/it004.jsonl filter=lfs diff=lfs merge=lfs -text93it/it002.jsonl filter=lfs diff=lfs merge=lfs -text94it/it006.jsonl filter=lfs diff=lfs merge=lfs -text95en/en018.jsonl filter=lfs diff=lfs merge=lfs -text96en/en010.jsonl filter=lfs diff=lfs merge=lfs -text97en/en003.jsonl filter=lfs diff=lfs merge=lfs -text98en/en013.jsonl filter=lfs diff=lfs merge=lfs -text99en/en012.jsonl filter=lfs diff=lfs merge=lfs -text100en/en007.jsonl filter=lfs diff=lfs merge=lfs -text101en/en022.jsonl filter=lfs diff=lfs merge=lfs -text102en/en001.jsonl filter=lfs diff=lfs merge=lfs -text103en/en008.jsonl filter=lfs diff=lfs merge=lfs -text104en/en004.jsonl filter=lfs diff=lfs merge=lfs -text105en/en017.jsonl filter=lfs diff=lfs merge=lfs -text106en/en024.jsonl filter=lfs diff=lfs merge=lfs -text107en/en011.jsonl filter=lfs diff=lfs merge=lfs -text108en/en009.jsonl filter=lfs diff=lfs merge=lfs -text109en/en016.jsonl filter=lfs diff=lfs merge=lfs -text110en/en000.jsonl filter=lfs diff=lfs merge=lfs -text111en/en014.jsonl filter=lfs diff=lfs merge=lfs -text112en/en025.jsonl filter=lfs diff=lfs merge=lfs -text113en/en019.jsonl filter=lfs diff=lfs merge=lfs -text114en/en002.jsonl filter=lfs diff=lfs merge=lfs -text115en/en006.jsonl filter=lfs diff=lfs merge=lfs -text116en/en020.jsonl filter=lfs diff=lfs merge=lfs -text117en/en005.jsonl filter=lfs diff=lfs merge=lfs -text118en/en015.jsonl filter=lfs diff=lfs merge=lfs -text119en/en021.jsonl filter=lfs diff=lfs merge=lfs -text120en/en023.jsonl filter=lfs diff=lfs merge=lfs -text121pt/pt006.jsonl filter=lfs diff=lfs merge=lfs -text122pt/pt004.jsonl filter=lfs diff=lfs merge=lfs -text123pt/pt002.jsonl filter=lfs diff=lfs merge=lfs -text124pt/pt007.jsonl filter=lfs diff=lfs merge=lfs -text125pt/pt005.jsonl filter=lfs diff=lfs merge=lfs -text126pt/pt001.jsonl filter=lfs diff=lfs merge=lfs -text127pt/pt003.jsonl filter=lfs diff=lfs merge=lfs -text128pt/pt000.jsonl filter=lfs diff=lfs merge=lfs -text129de/de008.jsonl filter=lfs diff=lfs merge=lfs -text130de/de005.jsonl filter=lfs diff=lfs merge=lfs -text131de/de007.jsonl filter=lfs diff=lfs merge=lfs -text132de/de009.jsonl filter=lfs diff=lfs merge=lfs -text133de/de002.jsonl filter=lfs diff=lfs merge=lfs -text134de/de001.jsonl filter=lfs diff=lfs merge=lfs -text135de/de006.jsonl filter=lfs diff=lfs merge=lfs -text136de/de003.jsonl filter=lfs diff=lfs merge=lfs -text137de/de004.jsonl filter=lfs diff=lfs merge=lfs -text138de/de000.jsonl filter=lfs diff=lfs merge=lfs -text139zh/zh002.jsonl filter=lfs diff=lfs merge=lfs -text140zh/zh019.jsonl filter=lfs diff=lfs merge=lfs -text141zh/zh020.jsonl filter=lfs diff=lfs merge=lfs -text142zh/zh006.jsonl filter=lfs diff=lfs merge=lfs -text143zh/zh024.jsonl filter=lfs diff=lfs merge=lfs -text144zh/zh029.jsonl filter=lfs diff=lfs merge=lfs -text145zh/zh009.jsonl filter=lfs diff=lfs merge=lfs -text146zh/zh018.jsonl filter=lfs diff=lfs merge=lfs -text147zh/zh021.jsonl filter=lfs diff=lfs merge=lfs -text148zh/zh003.jsonl filter=lfs diff=lfs merge=lfs -text149zh/zh031.jsonl filter=lfs diff=lfs merge=lfs -text150zh/zh022.jsonl filter=lfs diff=lfs merge=lfs -text151zh/zh025.jsonl filter=lfs diff=lfs merge=lfs -text152zh/zh014.jsonl filter=lfs diff=lfs merge=lfs -text153zh/zh023.jsonl filter=lfs diff=lfs merge=lfs -text154zh/zh001.jsonl filter=lfs diff=lfs merge=lfs -text155zh/zh011.jsonl filter=lfs diff=lfs merge=lfs -text156zh/zh013.jsonl filter=lfs diff=lfs merge=lfs -text157zh/zh032.jsonl filter=lfs diff=lfs merge=lfs -text158zh/zh026.jsonl filter=lfs diff=lfs merge=lfs -text159zh/zh028.jsonl filter=lfs diff=lfs merge=lfs -text160zh/zh030.jsonl filter=lfs diff=lfs merge=lfs -text161zh/zh016.jsonl filter=lfs diff=lfs merge=lfs -text162zh/zh012.jsonl filter=lfs diff=lfs merge=lfs -text163zh/zh015.jsonl filter=lfs diff=lfs merge=lfs -text164zh/zh005.jsonl filter=lfs diff=lfs merge=lfs -text165zh/zh000.jsonl filter=lfs diff=lfs merge=lfs -text166zh/zh008.jsonl filter=lfs diff=lfs merge=lfs -text167zh/zh027.jsonl filter=lfs diff=lfs merge=lfs -text168zh/zh004.jsonl filter=lfs diff=lfs merge=lfs -text169zh/zh010.jsonl filter=lfs diff=lfs merge=lfs -text170zh/zh017.jsonl filter=lfs diff=lfs merge=lfs -text171zh/zh007.jsonl filter=lfs diff=lfs merge=lfs -text172id/id002.jsonl filter=lfs diff=lfs merge=lfs -text173id/id000.jsonl filter=lfs diff=lfs merge=lfs -text174id/id009.jsonl filter=lfs diff=lfs merge=lfs -text175id/id001.jsonl filter=lfs diff=lfs merge=lfs -text176id/id008.jsonl filter=lfs diff=lfs merge=lfs -text177id/id007.jsonl filter=lfs diff=lfs merge=lfs -text178id/id003.jsonl filter=lfs diff=lfs merge=lfs -text179id/id004.jsonl filter=lfs diff=lfs merge=lfs -text180id/id005.jsonl filter=lfs diff=lfs merge=lfs -text181id/id010.jsonl filter=lfs diff=lfs merge=lfs -text182id/id006.jsonl filter=lfs diff=lfs merge=lfs -text183id/id011.jsonl filter=lfs diff=lfs merge=lfs -text184fr/fr002.jsonl filter=lfs diff=lfs merge=lfs -text185fr/fr001.jsonl filter=lfs diff=lfs merge=lfs -text186fr/fr000.jsonl filter=lfs diff=lfs merge=lfs -text187fr/fr004.jsonl filter=lfs diff=lfs merge=lfs -text188fr/fr006.jsonl filter=lfs diff=lfs merge=lfs -text189fr/fr003.jsonl filter=lfs diff=lfs merge=lfs -text190fr/fr005.jsonl filter=lfs diff=lfs merge=lfs -text191vi/vi005.jsonl filter=lfs diff=lfs merge=lfs -text192vi/vi000.jsonl filter=lfs diff=lfs merge=lfs -text193vi/vi001.jsonl filter=lfs diff=lfs merge=lfs -text194vi/vi002.jsonl filter=lfs diff=lfs merge=lfs -text195vi/vi004.jsonl filter=lfs diff=lfs merge=lfs -text196vi/vi003.jsonl filter=lfs diff=lfs merge=lfs -text197vi/vi006.jsonl filter=lfs diff=lfs merge=lfs -text198ru/ru004.jsonl filter=lfs diff=lfs merge=lfs -text199ru/ru007.jsonl filter=lfs diff=lfs merge=lfs -text200ru/ru013.jsonl filter=lfs diff=lfs merge=lfs -text201ru/ru005.jsonl filter=lfs diff=lfs merge=lfs -text202ru/ru017.jsonl filter=lfs diff=lfs merge=lfs -text203ru/ru010.jsonl filter=lfs diff=lfs merge=lfs -text204ru/ru000.jsonl filter=lfs diff=lfs merge=lfs -text205ru/ru003.jsonl filter=lfs diff=lfs merge=lfs -text206ru/ru020.jsonl filter=lfs diff=lfs merge=lfs -text207ru/ru014.jsonl filter=lfs diff=lfs merge=lfs -text208ru/ru001.jsonl filter=lfs diff=lfs merge=lfs -text209ru/ru018.jsonl filter=lfs diff=lfs merge=lfs -text210ru/ru021.jsonl filter=lfs diff=lfs merge=lfs -text211ru/ru022.jsonl filter=lfs diff=lfs merge=lfs -text212ru/ru012.jsonl filter=lfs diff=lfs merge=lfs -text213ru/ru006.jsonl filter=lfs diff=lfs merge=lfs -text214ru/ru019.jsonl filter=lfs diff=lfs merge=lfs -text215