bofenghuang/stt-pseudo-labeled-whisper-large-v3-multilingual

from datasets import load_dataset
from pprint import pprint

dataset = load_dataset(
    "bofenghuang/stt-pseudo-labeled-whisper-large-v3-multilingual",
    "en-ami-ihm",  # can also select other subsets
    split="train",
    trust_remote_code=True,
)

pprint(dataset[0])
# {'audio': {'array': array([-6.10351562e-05, -1.22070312e-04, -1.83105469e-04, ...,
#         6.40869141e-04,  6.40869141e-04,  6.40869141e-04]),
#            'path': None,
#            'sampling_rate': 16000},
#  'audio_filepath': '/home/bhuang/.cache/huggingface/hub/datasets--bofenghuang--stt-pseudo-labeled-whisper-large-v3-multilingual/snapshots/8f1b7bbae8f1b657d1a95b66dba9d2e7b3b86665//distil-whisper/ami-ihm/ihm/train_concatenated/EN2001a.zip:62624564:958444',
#  'duration': 29.950000762939453,
#  'prev_text': "OKAY DOES ANYONE WANT TO SEE UH STEVE'S FEEDBACK FROM THE "
#               "SPECIFICATION RIGHT NOT REALLY UM JUST WHAT HE'S TALKING ABOUT "
#               'LIKE DUPLICATION OF EFFORT AND LIKE DUPLICATION OF EFFORT AND '
#               'STUFF AND UM YEAH HE WAS SAYING THAT WE SHOULD MAYBE UH THINK '
#               'ABOUT HAVING A PROTOTYPE FOR WEEK SIX WHICH IS NEXT WEEK YEAH '
#               'SO WE SHOULD PROBABLY PRIORITIZE OUR PACKAGES MM YEAH YEAH HMM',
#  'prev_whisper_transcript': "<|0.00|> Does anyone want to see Steve's feedback "
#                             'from the specification?<|4.80|><|4.80|> Not '
#                             'really, just what he was talking about, like '
#                             'duplication of effort and '
#                             'stuff.<|11.20|><|11.20|> And saying that we '
#                             'should maybe think about having a prototype for '
#                             'week six, which is next week.<|21.00|><|21.00|> '
#                             'So we should probably prioritise our '
#                             'packages.<|28.34|>',
#  'text': 'HAS HAS ANYONE ACTUALLY LOOKED AT THE JAVA CODE FOR THE HUH HMM YEAH '
#          "I THINK SO YEAH I I DON'T KNOW ABOUT THE SEARCH FUNCTIONALITY THAT "
#          "MIGHT BE ONLINE DEPENDS HOW IT'S GONNA WORK YEAH MM-HMM YEAH THAT "
#          'MAKES SENSE HMM HMM YEAH YOU JUST CONCATENATE THEM TOGETHER HMM YEAH '
#          'IT JUST MEANS IT LOADS ON DEMAND IT ONLY LOADS WHEN IT NEEDS A '
#          "PARTICULAR TYPE OF FILE LIKE WHEN IT'S BEING ACCESSED YEAH I THINK "
#          "THAT'S THE IDEA IT JUST LOADS THE PARTICULAR ONES IT NEEDS BUT IF "
#          "YOU WERE DOING A SEARCH OVER THE WHOLE CORPUS YOU'D HAVE TO LOAD "
#          'THEM ALL HMM',
#  'text_norm': 'has has anyone actually looked at the java code for the huh '
#               'yeah i think so yeah i i do not know about the search '
#               'functionality that might be online depends how it is going to '
#               'work yeah yeah that makes sense yeah you just concatenate them '
#               'together yeah it just means it loads on demand it only loads '
#               'when it needs a particular type of file like when it is being '
#               'accessed yeah i think that is the idea it just loads the '
#               'particular ones it needs but if you were doing a search over '
#               'the whole corpus you would have to load them all',
#  'wer': 4.716980934143066,
#  'whisper_transcript': '<|0.00|> Has anyone actually looked at the Java code '
#                        'for the AMX?<|5.00|><|5.38|> Yeah, I think '
#                        "so.<|6.22|><|6.22|> Yeah, I don't know about the "
#                        'search functionality.<|8.28|><|8.28|> That might be '
#                        "online.<|10.20|><|10.20|> Depends how it's gonna "
#                        'work.<|11.92|><|11.92|> Yeah, that makes '
#                        'sense.<|13.22|><|13.22|> Yeah, you just concatenate '
#                        'them together.<|15.60|><|15.60|> It just means it '
#                        'loads on demand.<|17.42|><|17.42|> It only loads when '
#                        'it needs a particular type of file,<|22.24|><|22.24|> '
#                        "like when it's being accessed.<|23.40|><|23.40|> Yeah, "
#                        "I think that's the idea.<|24.40|><|24.40|> It just "
#                        'loads the particular ones it needs.<|26.96|><|26.96|> '
#                        'But if you were doing a search over the whole '
#                        "corpus,<|28.66|><|28.66|> you'd have to load them "
#                        'all.<|29.96|>',
#  'whisper_transcript_norm': 'has anyone actually looked at the java code for '
#                             'the amx yeah i think so yeah i do not know about '
#                             'the search functionality that might be online '
#                             'depends how it is going to work yeah that makes '
#                             'sense yeah you just concatenate them together it '
#                             'just means it loads on demand it only loads when '
#                             'it needs a particular type of file like when it '
#                             'is being accessed yeah i think that is the idea '
#                             'it just loads the particular ones it needs but if '
#                             'you were doing a search over the whole corpus you '
#                             'would have to load them all'}