CoolFace
Datasetpublic

mahesh27/archi_rutul_asr

Data Sources Archi @misc{kibrik2007Archi, title = {Archi text corpus (1.0)}, author = {Kibrik, Aleksandr E. and Kodzasov, Sandro V. and Olovyannikova, Irina P. and Samedov, Dzhalil S. and Daniel, Michael and Khoroshkina, Anna and Arkhipov, Alexandre}, year = {2007}, url = { https://doi.org/10.5281/zenodo.8247597} } Kina Rutul @misc{alekseevaetal2024, title = {Dictionary of Kina Rutul}, author = {Alekseeva, Anastasia and Beklemishev, Nikita and Daniel… See the full description on the dataset page: https://huggingface.co/datasets/mahesh27/archi_rutul_asr.

sourceHugging Facecc-by-4.0updated 25d agoView on Hugging Face
0likes557downloads
Dataset Card

Data Sources

  • —Archi
@misc{kibrik2007Archi,
    title = {Archi text corpus (1.0)},
    author = {Kibrik, Aleksandr E. and Kodzasov, Sandro V. and Olovyannikova, Irina P. and Samedov, Dzhalil S. and Daniel, Michael and Khoroshkina, Anna and Arkhipov, Alexandre},
    year = {2007},
    url = { https://doi.org/10.5281/zenodo.8247597}
}
  • —Kina Rutul
@misc{alekseevaetal2024,
  title = {Dictionary of Kina Rutul},
  author = {Alekseeva, Anastasia and Beklemishev, Nikita and Daniel, Michael and Dobrushina, Nina and Filatov, Konstantin and Ivanova, Anastasia and Maisak, Timur and Osorgin, Ivan},
  year = {2024},
  publisher = {Linguistic Convergence Laboratory, HSE University},
  address = {Moscow},
  url = {https://lingconlab.github.io/kina-rutul-dict/},
}

Citation for this work:

@inproceedings{akavarapu-etal-2026-hard,
    title = "Hard to Be Heard: Phoneme-Level {ASR} Analysis of Phonologically Complex, Low-Resource Endangered Languages",
    author = {Akavarapu, V.S.D.S.Mahesh  and
      Daniel, Michael  and
      J{\"a}ger, Gerhard},
    editor = "Liakata, Maria  and
      Moreira, Viviane P.  and
      Zhang, Jiajun  and
      Jurgens, David",
    booktitle = "Findings of the {A}ssociation for {C}omputational {L}inguistics: {ACL} 2026",
    month = jul,
    year = "2026",
    address = "San Diego, California, United States",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2026.findings-acl.147/",
    doi = "10.18653/v1/2026.findings-acl.147",
    pages = "3014--3028",
    ISBN = "979-8-89176-395-1",
    abstract = "We present a phoneme-level analysis of automatic speech recognition (ASR) for two low-resourced and phonologically complex East Caucasian languages, Archi and Rutul, based on curated and standardized speech{--}transcript resources totaling approximately 50 minutes and 1 hour 20 minutes of audio, respectively. Existing recordings and transcriptions are consolidated and processed into a form suitable for ASR training and evaluation. We evaluate several state-of-the-art audio and audio{--}language models, including wav2vec2, Whisper, and Qwen2-Audio. For wav2vec2, we introduce a language-specific phoneme vocabulary with heuristic output-layer initialization, which yields consistent improvements and achieves performance comparable to or exceeding Whisper in these extremely low-resource settings. Beyond standard word and character error rates, we conduct a detailed phoneme-level error analysis. We find that phoneme recognition accuracy strongly correlates with training frequency, exhibiting a characteristic sigmoid-shaped learning curve. For Archi, this relationship partially breaks for Whisper, pointing to model-specific generalization effects beyond what is predicted by training frequency. Overall, our results indicate that many errors attributed to phonological complexity are better explained by data scarcity. These findings demonstrate the value of phoneme-level evaluation for understanding ASR behavior in low-resource, typologically complex languages."
}

Code Repo

https://github.com/mahesh-ak/north_caucasian_asr