CoolFace
Apppublic

AIEnergyScore/launch-computation-example

sourceHugging Faceupdated 2y agoView on Hugging Face
0likes
parse_requests.py20 linesDownload Raw Back to root
1import os2from datasets import load_dataset, Dataset3 4TOKEN = os.environ.get("DEBUG")5requests_dataset = load_dataset("AIEnergyScore/requests_debug", split="test")6 7 8def normalize_task(task):9    # Makes assumption about how the task names are being written, and called.10    task = '_'.join(task.split()).lower()11    return '_'.join(task.split('-')).lower()12 13 14requests_dset = requests_dataset.to_pandas()15 16for model, task in requests_dset[['model', 'task']].loc[17    requests_dset['status'] == 'PENDING'].to_dict(orient='split', index=False)[18    'data']:19    print("%s,%s" % (model, normalize_task(task)))20