SaylorTwift/inspect-bundle

1{2  "eval_set_id": "NG7Fe92dKh86y5kUrzr4Li",3  "tasks": [4    {5      "name": "hle",6      "task_id": "oSRQLhvnxDmCTvWRyMmEci",7      "task_args": {8        "lighteval_task_config": "hle",9        "epochs": 4,10        "epochs_reducer": "pass_at_4"11      },12      "model": "hf-inference-providers/meta-llama/Llama-3.1-8B-Instruct:cerebras",13      "model_args": {},14      "sequence": 015    },16    {17      "name": "hle",18      "task_id": "Y5Ra7r6MVZ6AqaggbXGZnZ",19      "task_args": {20        "lighteval_task_config": "hle",21        "epochs": 4,22        "epochs_reducer": "pass_at_4"23      },24      "model": "hf-inference-providers/meta-llama/Llama-3.1-8B-Instruct:featherless-ai",25      "model_args": {},26      "sequence": 027    },28    {29      "name": "hle",30      "task_id": "XNqPjB6KhFEPyuALx8fDdb",31      "task_args": {32        "lighteval_task_config": "hle",33        "epochs": 4,34        "epochs_reducer": "pass_at_4"35      },36      "model": "hf-inference-providers/meta-llama/Llama-3.1-8B-Instruct:fireworks-ai",37      "model_args": {},38      "sequence": 039    },40    {41      "name": "hle",42      "task_id": "F36GRHf949FGCqCTrePjQB",43      "task_args": {44        "lighteval_task_config": "hle",45        "epochs": 4,46        "epochs_reducer": "pass_at_4"47      },48      "model": "hf-inference-providers/meta-llama/Llama-3.1-8B-Instruct:novita",49      "model_args": {},50      "sequence": 051    },52    {53      "name": "hle",54      "task_id": "fFud4d4o8o5S5W5aXsovDc",55      "task_args": {56        "lighteval_task_config": "hle",57        "epochs": 4,58        "epochs_reducer": "pass_at_4"59      },60      "model": "hf-inference-providers/meta-llama/Llama-3.1-8B-Instruct:nebius",61      "model_args": {},62      "sequence": 063    },64    {65      "name": "hle",66      "task_id": "cvB8VVcXWR4Dzb7fVRi8mV",67      "task_args": {68        "lighteval_task_config": "hle",69        "epochs": 4,70        "epochs_reducer": "pass_at_4"71      },72      "model": "hf-inference-providers/meta-llama/Llama-3.1-8B-Instruct:sambanova",73      "model_args": {},74      "sequence": 075    },76    {77      "name": "hle",78      "task_id": "nCpdHBTayRK3w284wBFxxB",79      "task_args": {80        "lighteval_task_config": "hle",81        "epochs": 4,82        "epochs_reducer": "pass_at_4"83      },84      "model": "hf-inference-providers/meta-llama/Llama-3.1-8B-Instruct:scaleway",85      "model_args": {},86      "sequence": 087    }88  ]89}