CoolFace
Datasetpublic

alchoholpad/litellm-usable-models

sourceHugging Faceupdated 2mo agoView on Hugging Face
1likes6downloads
usable-models.json1315 linesDownload Raw Back to root
1{2  "base_url": "http://127.0.0.1:7861/v1",3  "checked_at": "2026-07-15T18:13:18.210180Z",4  "complete": true,5  "failure_count": 5705,6  "failure_samples": [7    {8      "attempts": 1,9      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: codestral-embed\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",10      "http_status": 400,11      "id": "admin_mistral_ai_fahadbinhussain001/codestral-embed",12      "latency_ms": 171,13      "ok": false14    },15    {16      "attempts": 1,17      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: codestral-embed-2505\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",18      "http_status": 400,19      "id": "admin_mistral_ai_fahadbinhussain001/codestral-embed-2505",20      "latency_ms": 154,21      "ok": false22    },23    {24      "attempts": 1,25      "error": "HTTP 403: {\"object\":\"error\",\"message\":\"Model labs-leanstral-1-5 is a Labs model. To use Labs models, an admin must enable them in your organization settings at https://admin.mistral.ai/plateforme/privacy.\",\"type\":\"labs_not_enabled",26      "http_status": 403,27      "id": "admin_mistral_ai_fahadbinhussain001/labs-leanstral-1-5",28      "latency_ms": 138,29      "ok": false30    },31    {32      "attempts": 1,33      "error": "HTTP 403: {\"object\":\"error\",\"message\":\"Model labs-leanstral-1-5-1 is a Labs model. To use Labs models, an admin must enable them in your organization settings at https://admin.mistral.ai/plateforme/privacy.\",\"type\":\"labs_not_enabl",34      "http_status": 403,35      "id": "admin_mistral_ai_fahadbinhussain001/labs-leanstral-1-5-1",36      "latency_ms": 150,37      "ok": false38    },39    {40      "attempts": 1,41      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: mistral-embed\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",42      "http_status": 400,43      "id": "admin_mistral_ai_fahadbinhussain001/mistral-embed",44      "latency_ms": 157,45      "ok": false46    },47    {48      "attempts": 1,49      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: mistral-embed-2312\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",50      "http_status": 400,51      "id": "admin_mistral_ai_fahadbinhussain001/mistral-embed-2312",52      "latency_ms": 157,53      "ok": false54    },55    {56      "attempts": 1,57      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: mistral-moderation-2603\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",58      "http_status": 400,59      "id": "admin_mistral_ai_fahadbinhussain001/mistral-moderation-2603",60      "latency_ms": 179,61      "ok": false62    },63    {64      "attempts": 1,65      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: mistral-ocr-2512\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",66      "http_status": 400,67      "id": "admin_mistral_ai_fahadbinhussain001/mistral-ocr-2512",68      "latency_ms": 195,69      "ok": false70    },71    {72      "attempts": 1,73      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: mistral-ocr-3\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",74      "http_status": 400,75      "id": "admin_mistral_ai_fahadbinhussain001/mistral-ocr-3",76      "latency_ms": 158,77      "ok": false78    },79    {80      "attempts": 1,81      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: mistral-ocr-3-0\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",82      "http_status": 400,83      "id": "admin_mistral_ai_fahadbinhussain001/mistral-ocr-3-0",84      "latency_ms": 161,85      "ok": false86    },87    {88      "attempts": 1,89      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: mistral-ocr-4\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",90      "http_status": 400,91      "id": "admin_mistral_ai_fahadbinhussain001/mistral-ocr-4",92      "latency_ms": 165,93      "ok": false94    },95    {96      "attempts": 1,97      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: mistral-ocr-4-0\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",98      "http_status": 400,99      "id": "admin_mistral_ai_fahadbinhussain001/mistral-ocr-4-0",100      "latency_ms": 172,101      "ok": false102    },103    {104      "attempts": 1,105      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: mistral-ocr-latest\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",106      "http_status": 400,107      "id": "admin_mistral_ai_fahadbinhussain001/mistral-ocr-latest",108      "latency_ms": 166,109      "ok": false110    },111    {112      "attempts": 1,113      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: voxtral-mini-2602\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",114      "http_status": 400,115      "id": "admin_mistral_ai_fahadbinhussain001/voxtral-mini-2602",116      "latency_ms": 166,117      "ok": false118    },119    {120      "attempts": 1,121      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: voxtral-mini-latest\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",122      "http_status": 400,123      "id": "admin_mistral_ai_fahadbinhussain001/voxtral-mini-latest",124      "latency_ms": 160,125      "ok": false126    },127    {128      "attempts": 1,129      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: voxtral-mini-realtime-2602\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",130      "http_status": 400,131      "id": "admin_mistral_ai_fahadbinhussain001/voxtral-mini-realtime-2602",132      "latency_ms": 183,133      "ok": false134    },135    {136      "attempts": 1,137      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: voxtral-mini-realtime-latest\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",138      "http_status": 400,139      "id": "admin_mistral_ai_fahadbinhussain001/voxtral-mini-realtime-latest",140      "latency_ms": 158,141      "ok": false142    },143    {144      "attempts": 1,145      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: voxtral-mini-transcribe-realtime-2602\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",146      "http_status": 400,147      "id": "admin_mistral_ai_fahadbinhussain001/voxtral-mini-transcribe-realtime-2602",148      "latency_ms": 172,149      "ok": false150    },151    {152      "attempts": 1,153      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: voxtral-mini-tts-2603\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",154      "http_status": 400,155      "id": "admin_mistral_ai_fahadbinhussain001/voxtral-mini-tts-2603",156      "latency_ms": 156,157      "ok": false158    },159    {160      "attempts": 1,161      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: voxtral-mini-tts-latest\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",162      "http_status": 400,163      "id": "admin_mistral_ai_fahadbinhussain001/voxtral-mini-tts-latest",164      "latency_ms": 155,165      "ok": false166    },167    {168      "attempts": 1,169      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: voxtral-mini-tts-mellon-greek-2606-solutions\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",170      "http_status": 400,171      "id": "admin_mistral_ai_fahadbinhussain001/voxtral-mini-tts-mellon-greek-2606-solutions",172      "latency_ms": 158,173      "ok": false174    },175    {176      "attempts": 1,177      "error": "HTTP 400: {\"object\":\"error\",\"message\":\"Invalid model: voxtral-mini-tts-mellon-greek-2606-solutions\",\"type\":\"invalid_model\",\"param\":null,\"code\":\"1500\",\"raw_status_code\":400}",178      "http_status": 400,179      "id": "admin_mistral_ai_fahadbinhussain001/voxtral-mini-tts-mellon-greek-2606-solutions",180      "latency_ms": 173,181      "ok": false182    },183    {184      "attempts": 1,185      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",186      "http_status": 403,187      "id": "aimlapi_com_fahadbinhussain001/Qwen/Qwen2.5-7B-Instruct-Turbo",188      "latency_ms": 25,189      "ok": false190    },191    {192      "attempts": 1,193      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",194      "http_status": 403,195      "id": "aimlapi_com_fahadbinhussain001/Qwen/Qwen3-235B-A22B-Thinking-2507",196      "latency_ms": 22,197      "ok": false198    },199    {200      "attempts": 1,201      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",202      "http_status": 403,203      "id": "aimlapi_com_fahadbinhussain001/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8",204      "latency_ms": 21,205      "ok": false206    },207    {208      "attempts": 1,209      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",210      "http_status": 403,211      "id": "aimlapi_com_fahadbinhussain001/aai/slam-1",212      "latency_ms": 24,213      "ok": false214    },215    {216      "attempts": 1,217      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",218      "http_status": 403,219      "id": "aimlapi_com_fahadbinhussain001/aai/universal",220      "latency_ms": 21,221      "ok": false222    },223    {224      "attempts": 1,225      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",226      "http_status": 403,227      "id": "aimlapi_com_fahadbinhussain001/ai21/jamba-large-1.7",228      "latency_ms": 22,229      "ok": false230    },231    {232      "attempts": 1,233      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",234      "http_status": 403,235      "id": "aimlapi_com_fahadbinhussain001/aion-labs/aion-2.0",236      "latency_ms": 23,237      "ok": false238    },239    {240      "attempts": 1,241      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",242      "http_status": 403,243      "id": "aimlapi_com_fahadbinhussain001/aion-labs/aion-3.0",244      "latency_ms": 20,245      "ok": false246    },247    {248      "attempts": 1,249      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",250      "http_status": 403,251      "id": "aimlapi_com_fahadbinhussain001/aion-labs/aion-3.0-mini",252      "latency_ms": 28,253      "ok": false254    },255    {256      "attempts": 1,257      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",258      "http_status": 403,259      "id": "aimlapi_com_fahadbinhussain001/aion-labs/aion-rp-llama-3.1-8b",260      "latency_ms": 41,261      "ok": false262    },263    {264      "attempts": 1,265      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",266      "http_status": 403,267      "id": "aimlapi_com_fahadbinhussain001/alibaba/custom:happyhorse-1.0",268      "latency_ms": 23,269      "ok": false270    },271    {272      "attempts": 1,273      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",274      "http_status": 403,275      "id": "aimlapi_com_fahadbinhussain001/alibaba/custom:happyhorse-1.1",276      "latency_ms": 22,277      "ok": false278    },279    {280      "attempts": 1,281      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",282      "http_status": 403,283      "id": "aimlapi_com_fahadbinhussain001/alibaba/glm-5.2",284      "latency_ms": 25,285      "ok": false286    },287    {288      "attempts": 1,289      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",290      "http_status": 403,291      "id": "aimlapi_com_fahadbinhussain001/alibaba/glm-5.2-fast-preview",292      "latency_ms": 20,293      "ok": false294    },295    {296      "attempts": 1,297      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",298      "http_status": 403,299      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1-0",300      "latency_ms": 21,301      "ok": false302    },303    {304      "attempts": 1,305      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",306      "http_status": 403,307      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1-1",308      "latency_ms": 22,309      "ok": false310    },311    {312      "attempts": 1,313      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",314      "http_status": 403,315      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1-1-i2v",316      "latency_ms": 28,317      "ok": false318    },319    {320      "attempts": 1,321      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",322      "http_status": 403,323      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1-1-r2v",324      "latency_ms": 29,325      "ok": false326    },327    {328      "attempts": 1,329      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",330      "http_status": 403,331      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1-1-t2v",332      "latency_ms": 20,333      "ok": false334    },335    {336      "attempts": 1,337      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",338      "http_status": 403,339      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1.0-i2v",340      "latency_ms": 16,341      "ok": false342    },343    {344      "attempts": 1,345      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",346      "http_status": 403,347      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1.0-r2v",348      "latency_ms": 28,349      "ok": false350    },351    {352      "attempts": 1,353      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",354      "http_status": 403,355      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1.0-t2v",356      "latency_ms": 19,357      "ok": false358    },359    {360      "attempts": 1,361      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",362      "http_status": 403,363      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1.0-video-edit",364      "latency_ms": 31,365      "ok": false366    },367    {368      "attempts": 1,369      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",370      "http_status": 403,371      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1.1-i2v",372      "latency_ms": 26,373      "ok": false374    },375    {376      "attempts": 1,377      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",378      "http_status": 403,379      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1.1-r2v",380      "latency_ms": 24,381      "ok": false382    },383    {384      "attempts": 1,385      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",386      "http_status": 403,387      "id": "aimlapi_com_fahadbinhussain001/alibaba/happyhorse-1.1-t2v",388      "latency_ms": 19,389      "ok": false390    },391    {392      "attempts": 1,393      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",394      "http_status": 403,395      "id": "aimlapi_com_fahadbinhussain001/alibaba/qwen-image",396      "latency_ms": 21,397      "ok": false398    },399    {400      "attempts": 1,401      "error": "HTTP 403: {\"type\":\"https://developers.cloudflare.com/support/troubleshooting/http-status-codes/cloudflare-1xxx-errors/error-1010/\",\"title\":\"Error 1010: Access denied\",\"status\":403,\"detail\":\"The site owner has blocked access based ",402      "http_status": 403,403      "id": "aimlapi_com_fahadbinhussain001/alibaba/qwen-image-2-0",404      "latency_ms": 23,405      "ok": false406    }407  ],408  "failure_summary": [409    {410      "count": 2700,411      "error": "HTTP 402"412    },413    {414      "count": 2173,415      "error": "HTTP 403"416    },417    {418      "count": 492,419      "error": "HTTP 401"420    },421    {422      "count": 280,423      "error": "HTTP 429"424    },425    {426      "count": 43,427      "error": "HTTP 400"428    },429    {430      "count": 11,431      "error": "HTTP 404"432    },433    {434      "count": 3,435      "error": "HTTP 502"436    },437    {438      "count": 3,439      "error": "missing choices in successful response"440    }441  ],442  "max_tokens": 1,443  "models": [444    {445      "attempts": 1,446      "http_status": 200,447      "id": "admin_mistral_ai_fahadbinhussain001/codestral-2508",448      "latency_ms": 328449    },450    {451      "attempts": 1,452      "http_status": 200,453      "id": "admin_mistral_ai_fahadbinhussain001/codestral-latest",454      "latency_ms": 595455    },456    {457      "attempts": 1,458      "http_status": 200,459      "id": "admin_mistral_ai_fahadbinhussain001/devstral-2512",460      "latency_ms": 263461    },462    {463      "attempts": 1,464      "http_status": 200,465      "id": "admin_mistral_ai_fahadbinhussain001/devstral-latest",466      "latency_ms": 615467    },468    {469      "attempts": 1,470      "http_status": 200,471      "id": "admin_mistral_ai_fahadbinhussain001/devstral-medium-latest",472      "latency_ms": 479473    },474    {475      "attempts": 1,476      "http_status": 200,477      "id": "admin_mistral_ai_fahadbinhussain001/magistral-medium-2509",478      "latency_ms": 242479    },480    {481      "attempts": 1,482      "http_status": 200,483      "id": "admin_mistral_ai_fahadbinhussain001/magistral-medium-latest",484      "latency_ms": 272485    },486    {487      "attempts": 1,488      "http_status": 200,489      "id": "admin_mistral_ai_fahadbinhussain001/magistral-small-2509",490      "latency_ms": 241491    },492    {493      "attempts": 1,494      "http_status": 200,495      "id": "admin_mistral_ai_fahadbinhussain001/magistral-small-latest",496      "latency_ms": 298497    },498    {499      "attempts": 1,500      "http_status": 200,501      "id": "admin_mistral_ai_fahadbinhussain001/ministral-14b-2512",502      "latency_ms": 332503    },504    {505      "attempts": 1,506      "http_status": 200,507      "id": "admin_mistral_ai_fahadbinhussain001/ministral-14b-latest",508      "latency_ms": 870509    },510    {511      "attempts": 1,512      "http_status": 200,513      "id": "admin_mistral_ai_fahadbinhussain001/ministral-3b-2512",514      "latency_ms": 229515    },516    {517      "attempts": 1,518      "http_status": 200,519      "id": "admin_mistral_ai_fahadbinhussain001/ministral-3b-latest",520      "latency_ms": 244521    },522    {523      "attempts": 1,524      "http_status": 200,525      "id": "admin_mistral_ai_fahadbinhussain001/ministral-8b-2512",526      "latency_ms": 284527    },528    {529      "attempts": 1,530      "http_status": 200,531      "id": "admin_mistral_ai_fahadbinhussain001/ministral-8b-latest",532      "latency_ms": 237533    },534    {535      "attempts": 1,536      "http_status": 200,537      "id": "admin_mistral_ai_fahadbinhussain001/mistral-code-agent-latest",538      "latency_ms": 2115539    },540    {541      "attempts": 1,542      "http_status": 200,543      "id": "admin_mistral_ai_fahadbinhussain001/mistral-code-fim-latest",544      "latency_ms": 247545    },546    {547      "attempts": 1,548      "http_status": 200,549      "id": "admin_mistral_ai_fahadbinhussain001/mistral-code-latest",550      "latency_ms": 274551    },552    {553      "attempts": 1,554      "http_status": 200,555      "id": "admin_mistral_ai_fahadbinhussain001/mistral-large-2512",556      "latency_ms": 406557    },558    {559      "attempts": 1,560      "http_status": 200,561      "id": "admin_mistral_ai_fahadbinhussain001/mistral-large-2512",562      "latency_ms": 601563    },564    {565      "attempts": 1,566      "http_status": 200,567      "id": "admin_mistral_ai_fahadbinhussain001/mistral-large-latest",568      "latency_ms": 493569    },570    {571      "attempts": 1,572      "http_status": 200,573      "id": "admin_mistral_ai_fahadbinhussain001/mistral-large-latest",574      "latency_ms": 367575    },576    {577      "attempts": 1,578      "http_status": 200,579      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium",580      "latency_ms": 316581    },582    {583      "attempts": 1,584      "http_status": 200,585      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium",586      "latency_ms": 293587    },588    {589      "attempts": 1,590      "http_status": 200,591      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-2505",592      "latency_ms": 241593    },594    {595      "attempts": 1,596      "http_status": 200,597      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-2508",598      "latency_ms": 632599    },600    {601      "attempts": 1,602      "http_status": 200,603      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-2604",604      "latency_ms": 276605    },606    {607      "attempts": 1,608      "http_status": 200,609      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-2604",610      "latency_ms": 267611    },612    {613      "attempts": 1,614      "http_status": 200,615      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-3",616      "latency_ms": 326617    },618    {619      "attempts": 1,620      "http_status": 200,621      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-3",622      "latency_ms": 293623    },624    {625      "attempts": 1,626      "http_status": 200,627      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-3-5",628      "latency_ms": 396629    },630    {631      "attempts": 1,632      "http_status": 200,633      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-3-5",634      "latency_ms": 268635    },636    {637      "attempts": 1,638      "http_status": 200,639      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-3.5",640      "latency_ms": 603641    },642    {643      "attempts": 1,644      "http_status": 200,645      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-3.5",646      "latency_ms": 330647    },648    {649      "attempts": 1,650      "http_status": 200,651      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-latest",652      "latency_ms": 257653    },654    {655      "attempts": 1,656      "http_status": 200,657      "id": "admin_mistral_ai_fahadbinhussain001/mistral-medium-latest",658      "latency_ms": 240659    },660    {661      "attempts": 1,662      "http_status": 200,663      "id": "admin_mistral_ai_fahadbinhussain001/mistral-small-2506",664      "latency_ms": 252665    },666    {667      "attempts": 1,668      "http_status": 200,669      "id": "admin_mistral_ai_fahadbinhussain001/mistral-small-2603",670      "latency_ms": 282671    },672    {673      "attempts": 1,674      "http_status": 200,675      "id": "admin_mistral_ai_fahadbinhussain001/mistral-small-latest",676      "latency_ms": 269677    },678    {679      "attempts": 1,680      "http_status": 200,681      "id": "admin_mistral_ai_fahadbinhussain001/mistral-tiny-2407",682      "latency_ms": 1810683    },684    {685      "attempts": 1,686      "http_status": 200,687      "id": "admin_mistral_ai_fahadbinhussain001/mistral-tiny-latest",688      "latency_ms": 665689    },690    {691      "attempts": 1,692      "http_status": 200,693      "id": "admin_mistral_ai_fahadbinhussain001/mistral-vibe-cli-fast",694      "latency_ms": 296695    },696    {697      "attempts": 1,698      "http_status": 200,699      "id": "admin_mistral_ai_fahadbinhussain001/mistral-vibe-cli-latest",700      "latency_ms": 278701    },702    {703      "attempts": 1,704      "http_status": 200,705      "id": "admin_mistral_ai_fahadbinhussain001/mistral-vibe-cli-latest",706      "latency_ms": 288707    },708    {709      "attempts": 1,710      "http_status": 200,711      "id": "admin_mistral_ai_fahadbinhussain001/mistral-vibe-cli-with-tools",712      "latency_ms": 298713    },714    {715      "attempts": 1,716      "http_status": 200,717      "id": "admin_mistral_ai_fahadbinhussain001/mistral-vibe-cli-with-tools",718      "latency_ms": 353719    },720    {721      "attempts": 1,722      "http_status": 200,723      "id": "admin_mistral_ai_fahadbinhussain001/open-mistral-nemo",724      "latency_ms": 2002725    },726    {727      "attempts": 1,728      "http_status": 200,729      "id": "admin_mistral_ai_fahadbinhussain001/open-mistral-nemo-2407",730      "latency_ms": 281731    },732    {733      "attempts": 1,734      "http_status": 200,735      "id": "admin_mistral_ai_fahadbinhussain001/voxtral-small-2507",736      "latency_ms": 251737    },738    {739      "attempts": 1,740      "http_status": 200,741      "id": "admin_mistral_ai_fahadbinhussain001/voxtral-small-latest",742      "latency_ms": 258743    },744    {745      "attempts": 1,746      "http_status": 200,747      "id": "cloud_sambanova_ai_fahadbinhussain001/gemma-4-31B-it",748      "latency_ms": 14768749    },750    {751      "attempts": 1,752      "http_status": 200,753      "id": "cloud_sambanova_ai_fahadbinhussain001/gpt-oss-120b",754      "latency_ms": 765755    },756    {757      "attempts": 1,758      "http_status": 200,759      "id": "huggingface_co_alchoholpad/CohereLabs/aya-expanse-32b",760      "latency_ms": 160761    },762    {763      "attempts": 1,764      "http_status": 200,765      "id": "huggingface_co_alchoholpad/CohereLabs/c4ai-command-a-03-2025",766      "latency_ms": 190767    },768    {769      "attempts": 1,770      "http_status": 200,771      "id": "huggingface_co_alchoholpad/CohereLabs/c4ai-command-r-08-2024",772      "latency_ms": 174773    },774    {775      "attempts": 1,776      "http_status": 200,777      "id": "huggingface_co_alchoholpad/CohereLabs/c4ai-command-r7b-12-2024",778      "latency_ms": 166779    },780    {781      "attempts": 1,782      "http_status": 200,783      "id": "huggingface_co_alchoholpad/CohereLabs/c4ai-command-r7b-arabic-02-2025",784      "latency_ms": 154785    },786    {787      "attempts": 1,788      "http_status": 200,789      "id": "huggingface_co_alchoholpad/CohereLabs/command-a-plus-05-2026-bf16",790      "latency_ms": 251791    },792    {793      "attempts": 1,794      "http_status": 200,795      "id": "huggingface_co_alchoholpad/CohereLabs/command-a-plus-05-2026-fp8",796      "latency_ms": 132797    },798    {799      "attempts": 1,800      "http_status": 200,801      "id": "huggingface_co_alchoholpad/CohereLabs/command-a-plus-05-2026-w4a4",802      "latency_ms": 118803    },804    {805      "attempts": 1,806      "http_status": 200,807      "id": "huggingface_co_alchoholpad/CohereLabs/command-a-reasoning-08-2025",808      "latency_ms": 151809    },810    {811      "attempts": 1,812      "http_status": 200,813      "id": "huggingface_co_bequietambient/CohereLabs/aya-expanse-32b",814      "latency_ms": 178815    },816    {817      "attempts": 1,818      "http_status": 200,819      "id": "huggingface_co_bequietambient/CohereLabs/command-a-plus-05-2026-bf16",820      "latency_ms": 146821    },822    {823      "attempts": 1,824      "http_status": 200,825      "id": "huggingface_co_bequietambient/CohereLabs/command-a-reasoning-08-2025",826      "latency_ms": 143827    },828    {829      "attempts": 1,830      "http_status": 200,831      "id": "huggingface_co_bequietambient/CohereLabs/command-a-translate-08-2025",832      "latency_ms": 141833    },834    {835      "attempts": 1,836      "http_status": 200,837      "id": "huggingface_co_bequietambient/CohereLabs/command-a-vision-07-2025",838      "latency_ms": 139839    },840    {841      "attempts": 1,842      "http_status": 200,843      "id": "huggingface_co_bequietambient/CohereLabs/tiny-aya-earth",844      "latency_ms": 306845    },846    {847      "attempts": 1,848      "http_status": 200,849      "id": "huggingface_co_bequietambient/CohereLabs/tiny-aya-global",850      "latency_ms": 144851    },852    {853      "attempts": 1,854      "http_status": 200,855      "id": "huggingface_co_bequietambient/CohereLabs/tiny-aya-water",856      "latency_ms": 280857    },858    {859      "attempts": 2,860      "http_status": 200,861      "id": "openrouter_ai_ahmedtouhid88/openrouter/free",862      "latency_ms": 1288863    },864    {865      "attempts": 1,866      "http_status": 200,867      "id": "openrouter_ai_ahmedtouhid88/tencent/hy3:free",868      "latency_ms": 1231869    },870    {871      "attempts": 1,872      "http_status": 200,873      "id": "openrouter_ai_alchoholpad/cohere/north-mini-code:free",874      "latency_ms": 308875    },876    {877      "attempts": 1,878      "http_status": 200,879      "id": "openrouter_ai_alchoholpad/google/gemma-4-26b-a4b-it:free",880      "latency_ms": 1000881    },882    {883      "attempts": 1,884      "http_status": 200,885      "id": "openrouter_ai_alchoholpad/nvidia/nemotron-3-nano-30b-a3b:free",886      "latency_ms": 299887    },888    {889      "attempts": 1,890      "http_status": 200,891      "id": "openrouter_ai_alchoholpad/nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free",892      "latency_ms": 460893    },894    {895      "attempts": 2,896      "http_status": 200,897      "id": "openrouter_ai_alchoholpad/nvidia/nemotron-3-super-120b-a12b:free",898      "latency_ms": 355899    },900    {901      "attempts": 1,902      "http_status": 200,903      "id": "openrouter_ai_alchoholpad/nvidia/nemotron-3-ultra-550b-a55b:free",904      "latency_ms": 770905    },906    {907      "attempts": 1,908      "http_status": 200,909      "id": "openrouter_ai_alchoholpad/nvidia/nemotron-3.5-content-safety:free",910      "latency_ms": 183911    },912    {913      "attempts": 1,914      "http_status": 200,915      "id": "openrouter_ai_alchoholpad/nvidia/nemotron-nano-9b-v2:free",916      "latency_ms": 369917    },918    {919      "attempts": 1,920      "http_status": 200,921      "id": "openrouter_ai_alchoholpad/openai/gpt-oss-20b:free",922      "latency_ms": 1572923    },924    {925      "attempts": 1,926      "http_status": 200,927      "id": "openrouter_ai_alchoholpad/openrouter/free",928      "latency_ms": 1190929    },930    {931      "attempts": 1,932      "http_status": 200,933      "id": "openrouter_ai_alchoholpad/poolside/laguna-m.1:free",934      "latency_ms": 1210935    },936    {937      "attempts": 1,938      "http_status": 200,939      "id": "openrouter_ai_alchoholpad/poolside/laguna-xs-2.1:free",940      "latency_ms": 212941    },942    {943      "attempts": 1,944      "http_status": 200,945      "id": "openrouter_ai_alchoholpad/tencent/hy3:free",946      "latency_ms": 1265947    },948    {949      "attempts": 1,950      "http_status": 200,951      "id": "openrouter_ai_algoject/cohere/north-mini-code:free",952      "latency_ms": 599953    },954    {955      "attempts": 1,956      "http_status": 200,957      "id": "openrouter_ai_algoject/google/gemma-4-26b-a4b-it:free",958      "latency_ms": 288959    },960    {961      "attempts": 1,962      "http_status": 200,963      "id": "openrouter_ai_algoject/nvidia/nemotron-3-nano-30b-a3b:free",964      "latency_ms": 304965    },966    {967      "attempts": 1,968      "http_status": 200,969      "id": "openrouter_ai_algoject/nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free",970      "latency_ms": 668971    },972    {973      "attempts": 1,974      "http_status": 200,975      "id": "openrouter_ai_algoject/nvidia/nemotron-3-ultra-550b-a55b:free",976      "latency_ms": 6030977    },978    {979      "attempts": 1,980      "http_status": 200,981      "id": "openrouter_ai_algoject/nvidia/nemotron-3.5-content-safety:free",982      "latency_ms": 153983    },984    {985      "attempts": 1,986      "http_status": 200,987      "id": "openrouter_ai_algoject/nvidia/nemotron-nano-9b-v2:free",988      "latency_ms": 3279989    },990    {991      "attempts": 1,992      "http_status": 200,993      "id": "openrouter_ai_algoject/openai/gpt-oss-20b:free",994      "latency_ms": 2451995    },996    {997      "attempts": 1,998      "http_status": 200,999      "id": "openrouter_ai_algoject/openrouter/free",1000      "latency_ms": 2751001    },1002    {1003      "attempts": 1,1004      "http_status": 200,1005      "id": "openrouter_ai_algoject/poolside/laguna-m.1:free",1006      "latency_ms": 11011007    },1008    {1009      "attempts": 1,1010      "http_status": 200,1011      "id": "openrouter_ai_algoject/poolside/laguna-xs-2.1:free",1012      "latency_ms": 2331013    },1014    {1015      "attempts": 1,1016      "http_status": 200,1017      "id": "openrouter_ai_algoject/tencent/hy3:free",1018      "latency_ms": 11761019    },1020    {1021      "attempts": 1,1022      "http_status": 200,1023      "id": "openrouter_ai_amihimu492/cohere/north-mini-code:free",1024      "latency_ms": 3061025    },1026    {1027      "attempts": 1,1028      "http_status": 200,1029      "id": "openrouter_ai_amihimu492/google/gemma-4-26b-a4b-it:free",1030      "latency_ms": 7861031    },1032    {1033      "attempts": 1,1034      "http_status": 200,1035      "id": "openrouter_ai_amihimu492/google/gemma-4-31b-it:free",1036      "latency_ms": 6411037    },1038    {1039      "attempts": 1,1040      "http_status": 200,1041      "id": "openrouter_ai_amihimu492/nvidia/nemotron-3-nano-30b-a3b:free",1042      "latency_ms": 2671043    },1044    {1045      "attempts": 1,1046      "http_status": 200,1047      "id": "openrouter_ai_amihimu492/nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free",1048      "latency_ms": 14341049    },1050    {1051      "attempts": 1,1052      "http_status": 200,1053      "id": "openrouter_ai_amihimu492/nvidia/nemotron-3-ultra-550b-a55b:free",1054      "latency_ms": 4461055    },1056    {1057      "attempts": 1,1058      "http_status": 200,1059      "id": "openrouter_ai_amihimu492/nvidia/nemotron-3.5-content-safety:free",1060      "latency_ms": 2201061    },1062    {1063      "attempts": 1,1064      "http_status": 200,1065      "id": "openrouter_ai_amihimu492/nvidia/nemotron-nano-9b-v2:free",1066      "latency_ms": 6141067    },1068    {1069      "attempts": 1,1070      "http_status": 200,1071      "id": "openrouter_ai_amihimu492/openai/gpt-oss-20b:free",1072      "latency_ms": 3421073    },1074    {1075      "attempts": 1,1076      "http_status": 200,1077      "id": "openrouter_ai_amihimu492/openrouter/free",1078      "latency_ms": 5191079    },1080    {1081      "attempts": 1,1082      "http_status": 200,1083      "id": "openrouter_ai_amihimu492/poolside/laguna-m.1:free",1084      "latency_ms": 15991085    },1086    {1087      "attempts": 1,1088      "http_status": 200,1089      "id": "openrouter_ai_amihimu492/poolside/laguna-xs-2.1:free",1090      "latency_ms": 2261091    },1092    {1093      "attempts": 1,1094      "http_status": 200,1095      "id": "openrouter_ai_amihimu492/tencent/hy3:free",1096      "latency_ms": 11801097    },1098    {1099      "attempts": 1,1100      "http_status": 200,1101      "id": "openrouter_ai_fahadbinhussain001/cohere/north-mini-code:free",1102      "latency_ms": 3081103    },1104    {1105      "attempts": 1,1106      "http_status": 200,1107      "id": "openrouter_ai_fahadbinhussain001/google/gemma-4-26b-a4b-it:free",1108      "latency_ms": 21921109    },1110    {1111      "attempts": 1,1112      "http_status": 200,1113      "id": "openrouter_ai_fahadbinhussain001/google/gemma-4-31b-it:free",1114      "latency_ms": 6621115    },1116    {1117      "attempts": 1,1118      "http_status": 200,1119      "id": "openrouter_ai_fahadbinhussain001/nvidia/nemotron-3-nano-30b-a3b:free",1120      "latency_ms": 7541121    },1122    {1123      "attempts": 1,1124      "http_status": 200,1125      "id": "openrouter_ai_fahadbinhussain001/nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free",1126      "latency_ms": 5411127    },1128    {1129      "attempts": 1,1130      "http_status": 200,1131      "id": "openrouter_ai_fahadbinhussain001/nvidia/nemotron-3-ultra-550b-a55b:free",1132      "latency_ms": 4761133    },1134    {1135      "attempts": 1,1136      "http_status": 200,1137      "id": "openrouter_ai_fahadbinhussain001/nvidia/nemotron-3.5-content-safety:free",1138      "latency_ms": 3161139    },1140    {1141      "attempts": 1,1142      "http_status": 200,1143      "id": "openrouter_ai_fahadbinhussain001/nvidia/nemotron-nano-12b-v2-vl:free",1144      "latency_ms": 3091145    },1146    {1147      "attempts": 1,1148      "http_status": 200,1149      "id": "openrouter_ai_fahadbinhussain001/nvidia/nemotron-nano-9b-v2:free",1150      "latency_ms": 3361151    },1152    {1153      "attempts": 1,1154      "http_status": 200,1155      "id": "openrouter_ai_fahadbinhussain001/openai/gpt-oss-20b:free",1156      "latency_ms": 9031157    },1158    {1159      "attempts": 1,1160      "http_status": 200,1161      "id": "openrouter_ai_fahadbinhussain001/openrouter/free",1162      "latency_ms": 5381163    },1164    {1165      "attempts": 1,1166      "http_status": 200,1167      "id": "openrouter_ai_fahadbinhussain001/poolside/laguna-m.1:free",1168      "latency_ms": 7711169    },1170    {1171      "attempts": 1,1172      "http_status": 200,1173      "id": "openrouter_ai_fahadbinhussain001/poolside/laguna-xs-2.1:free",1174      "latency_ms": 3941175    },1176    {1177      "attempts": 1,1178      "http_status": 200,1179      "id": "openrouter_ai_fahadbinhussain001/tencent/hy3:free",1180      "latency_ms": 15431181    }1182  ],1183  "prompt": "hi",1184  "target_models": 5828,1185  "tested_models": 5828,1186  "total_models": 5828,1187  "usable_count": 123,1188  "usable_model_ids": [1189    "admin_mistral_ai_fahadbinhussain001/codestral-2508",1190    "admin_mistral_ai_fahadbinhussain001/codestral-latest",1191    "admin_mistral_ai_fahadbinhussain001/devstral-2512",1192    "admin_mistral_ai_fahadbinhussain001/devstral-latest",1193    "admin_mistral_ai_fahadbinhussain001/devstral-medium-latest",1194    "admin_mistral_ai_fahadbinhussain001/magistral-medium-2509",1195    "admin_mistral_ai_fahadbinhussain001/magistral-medium-latest",1196    "admin_mistral_ai_fahadbinhussain001/magistral-small-2509",1197    "admin_mistral_ai_fahadbinhussain001/magistral-small-latest",1198    "admin_mistral_ai_fahadbinhussain001/ministral-14b-2512",1199    "admin_mistral_ai_fahadbinhussain001/ministral-14b-latest",1200    "admin_mistral_ai_fahadbinhussain001/ministral-3b-2512",

Showing the first 1,200 of 1315 lines. Download the file for the rest.