amazon-sagemaker/repository-metadata
11.3k
1{2 "inference": {3 "model": [4 {5 "id": "Qwen/Qwen3-235B-A22B-Instruct-2507",6 "instanceType": "ml.p4de.24xlarge",7 "numGpu": 8,8 "containerStartupHealthCheckTimeout": 12009 },10 {11 "id": "Qwen/Qwen3-Coder-480B-A35B-Instruct",12 "instanceType": "ml.p5e.48xlarge",13 "numGpu": 8,14 "containerStartupHealthCheckTimeout": 120015 },16 {17 "id": "Qwen/QwQ-32B",18 "instanceType": "ml.g6.12xlarge",19 "numGpu": 4,20 "containerStartupHealthCheckTimeout": 120021 },22 {23 "id": "Qwen/Qwen2.5-14B-Instruct-1M",24 "instanceType": "ml.g6e.12xlarge",25 "numGpu": 4,26 "containerStartupHealthCheckTimeout": 120027 },28 {29 "id": "Qwen/Qwen2.5-7B-Instruct-1M",30 "instanceType": "ml.g6e.2xlarge",31 "numGpu": 1,32 "containerStartupHealthCheckTimeout": 60033 },34 {35 "id": "Qwen/Qwen2.5-Coder-32B-Instruct",36 "instanceType": "ml.g6.12xlarge",37 "numGpu": 4,38 "containerStartupHealthCheckTimeout": 120039 },40 {41 "id": "Qwen/QwQ-32B-Preview",42 "instanceType": "ml.g6.12xlarge",43 "numGpu": 4,44 "containerStartupHealthCheckTimeout": 120045 },46 {47 "id": "Qwen/Qwen2.5-72B-Instruct",48 "instanceType": "ml.g6.48xlarge",49 "numGpu": 8,50 "containerStartupHealthCheckTimeout": 240051 },52 {53 "id": "Qwen/Qwen2.5-32B-Instruct",54 "instanceType": "ml.g6.12xlarge",55 "numGpu": 4,56 "containerStartupHealthCheckTimeout": 120057 },58 {59 "id": "Qwen/Qwen2.5-14B-Instruct",60 "instanceType": "ml.g6.12xlarge",61 "numGpu": 4,62 "containerStartupHealthCheckTimeout": 120063 },64 {65 "id": "microsoft/phi-4",66 "instanceType": "ml.g6e.12xlarge",67 "numGpu": 2,68 "containerStartupHealthCheckTimeout": 120069 },70 {71 "id": "deepseek-ai/DeepSeek-R1-Distill-Llama-70B",72 "instanceType": "ml.g6.48xlarge",73 "numGpu": 8,74 "containerStartupHealthCheckTimeout": 240075 },76 {77 "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",78 "instanceType": "ml.g6.12xlarge",79 "numGpu": 4,80 "containerStartupHealthCheckTimeout": 120081 },82 {83 "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",84 "instanceType": "ml.g6.12xlarge",85 "numGpu": 4,86 "containerStartupHealthCheckTimeout": 120087 },88 {89 "id": "meta-llama/Llama-3.3-70B-Instruct",90 "instanceType": "ml.g6.48xlarge",91 "numGpu": 8,92 "containerStartupHealthCheckTimeout": 240093 },94 {95 "id": "meta-llama/Meta-Llama-3.1-405B-Instruct-FP8",96 "instanceType": "ml.p5.48xlarge",97 "numGpu": 8,98 "containerStartupHealthCheckTimeout": 240099 },100 {101 "id": "CohereForAI/aya-23-35B",102 "instanceType": "ml.g5.12xlarge",103 "numGpu": 4,104 "containerStartupHealthCheckTimeout": 1200105 },106 {107 "id": "mlabonne/Meta-Llama-3-120B-Instruct",108 "instanceType": "ml.g5.48xlarge",109 "numGpu": 8,110 "containerStartupHealthCheckTimeout": 2100111 },112 {113 "id": "CohereForAI/aya-23-8B",114 "instanceType": "ml.g5.12xlarge",115 "numGpu": 4,116 "containerStartupHealthCheckTimeout": 1200117 },118 {119 "id": "meta-llama/Meta-Llama-3-70B-Instruct",120 "instanceType": "ml.g5.48xlarge",121 "numGpu": 8,122 "containerStartupHealthCheckTimeout": 2100123 },124 {125 "id": "HuggingFaceM4/idefics2-8b",126 "instanceType": "ml.g5.12xlarge",127 "numGpu": 4,128 "containerStartupHealthCheckTimeout": 600129 },130 {131 "id": "mlabonne/Meta-Llama-3-120B-Instruct",132 "instanceType": "ml.g5.48xlarge",133 "numGpu": 8,134 "containerStartupHealthCheckTimeout": 2100135 },136 {137 "id": "nvidia/Llama3-ChatQA-1.5-70B",138 "instanceType": "ml.g5.48xlarge",139 "numGpu": 8,140 "containerStartupHealthCheckTimeout": 2100141 },142 {143 "id": "aaditya/Llama3-OpenBioLLM-70B",144 "instanceType": "ml.g5.48xlarge",145 "numGpu": 8,146 "containerStartupHealthCheckTimeout": 2100147 },148 {149 "id": "meta-llama/Meta-Llama-3-70B",150 "instanceType": "ml.g5.48xlarge",151 "numGpu": 8,152 "containerStartupHealthCheckTimeout": 2100153 },154 {155 "id": "shenzhi-wang/Llama3-8B-Chinese-Chat",156 "instanceType": "ml.g5.12xlarge",157 "numGpu": 4,158 "containerStartupHealthCheckTimeout": 1200159 },160 {161 "id": "google/gemma-7b",162 "instanceType": "ml.g5.12xlarge",163 "numGpu": 4,164 "containerStartupHealthCheckTimeout": 2100165 },166 {167 "id": "google/gemma-7b-it",168 "instanceType": "ml.g5.12xlarge",169 "numGpu": 4,170 "containerStartupHealthCheckTimeout": 1200171 },172 {173 "id": "HuggingFaceH4/zephyr-7b-gemma-v0.1",174 "instanceType": "ml.g5.12xlarge",175 "numGpu": 4,176 "containerStartupHealthCheckTimeout": 600177 },178 {179 "id": "mistralai/Mixtral-8x7B-Instruct-v0.1",180 "instanceType": "ml.p4d.24xlarge",181 "numGpu": 8,182 "containerStartupHealthCheckTimeout": 900183 },184 {185 "id": "mistralai/Mixtral-8x7B-v0.1",186 "instanceType": "ml.g5.48xlarge",187 "numGpu": 8,188 "containerStartupHealthCheckTimeout": 300189 },190 {191 "id": "amazon/FalconLite",192 "instanceType": "ml.g5.12xlarge",193 "numGpu": 4,194 "containerStartupHealthCheckTimeout": 300195 },196 {197 "id": "HuggingFaceH4/starchat-beta",198 "instanceType": "ml.g5.12xlarge",199 "numGpu": 4,200 "containerStartupHealthCheckTimeout": 300201 },202 {203 "id": "google/flan-t5-xxl",204 "instanceType": "ml.g5.48xlarge",205 "numGpu": 8,206 "containerStartupHealthCheckTimeout": 900207 },208 {209 "id": "bigscience/bloom-7b1",210 "instanceType": "ml.g5.12xlarge",211 "numGpu": 4,212 "containerStartupHealthCheckTimeout": 300213 },214 {215 "id": "EleutherAI/gpt-neox-20b",216 "instanceType": "ml.g5.48xlarge",217 "numGpu": 8,218 "containerStartupHealthCheckTimeout": 900219 },220 {221 "id": "bigcode/starcoder",222 "instanceType": "ml.p4d.24xlarge",223 "numGpu": 8,224 "containerStartupHealthCheckTimeout": 1200225 },226 {227 "id": "openlm-research/open_llama_13b",228 "instanceType": "ml.g5.12xlarge",229 "numGpu": 4,230 "containerStartupHealthCheckTimeout": 300231 },232 {233 "id": "tiiuae/falcon-40b-instruct",234 "instanceType": "ml.p4d.24xlarge",235 "numGpu": 8,236 "containerStartupHealthCheckTimeout": 2100237 },238 {239 "id": "bigscience/bloom-560m",240 "instanceType": "ml.g5.12xlarge",241 "numGpu": 4,242 "containerStartupHealthCheckTimeout": 300243 },244 {245 "id": "tiiuae/falcon-40b",246 "instanceType": "ml.p5.48xlarge",247 "numGpu": 8,248 "containerStartupHealthCheckTimeout": 2100249 },250 {251 "id": "OpenAssistant/falcon-40b-sft-top1-560",252 "instanceType": "ml.g5.12xlarge",253 "numGpu": 4,254 "containerStartupHealthCheckTimeout": 300255 },256 {257 "id": "TheBloke/WizardLM-7B-uncensored-GPTQ",258 "instanceType": "ml.g5.2xlarge",259 "numGpu": 1,260 "containerStartupHealthCheckTimeout": 300,261 "quantizationMethod": "gptq"262 },263 {264 "id": "ehartford/WizardLM-Uncensored-Falcon-40b",265 "instanceType": "ml.g5.12xlarge",266 "numGpu": 4,267 "containerStartupHealthCheckTimeout": 300268 },269 {270 "id": "OpenAssistant/falcon-40b-sft-mix-1226",271 "instanceType": "ml.g5.12xlarge",272 "numGpu": 4,273 "containerStartupHealthCheckTimeout": 300274 },275 {276 "id": "h2oai/h2ogpt-oig-oasst1-falcon-40b",277 "instanceType": "ml.g5.12xlarge",278 "numGpu": 4,279 "containerStartupHealthCheckTimeout": 300280 },281 {282 "id": "tiiuae/falcon-180B",283 "instanceType": "ml.p5.48xlarge",284 "numGpu": 8,285 "containerStartupHealthCheckTimeout": 2100286 },287 {288 "id": "tiiuae/falcon-180B-chat",289 "instanceType": "ml.p5.48xlarge",290 "numGpu": 8,291 "containerStartupHealthCheckTimeout": 2100292 },293 {294 "id": "uni-tianyan/Uni-TianYan",295 "instanceType": "ml.p5.48xlarge",296 "numGpu": 8,297 "containerStartupHealthCheckTimeout": 1200298 },299 {300 "id": "fangloveskari/ORCA_LLaMA_70B_QLoRA",301 "instanceType": "ml.p4d.24xlarge",302 "numGpu": 8,303 "containerStartupHealthCheckTimeout": 1200304 },305 {306 "id": "garage-bAInd/Platypus2-70B-instruct",307 "instanceType": "ml.p4d.24xlarge",308 "numGpu": 8,309 "containerStartupHealthCheckTimeout": 1200310 },311 {312 "id": "upstage/Llama-2-70b-instruct-v2",313 "instanceType": "ml.p4d.24xlarge",314 "numGpu": 8,315 "containerStartupHealthCheckTimeout": 900316 },317 {318 "id": "upstage/SOLAR-0-70b-16bit",319 "instanceType": "ml.p4d.24xlarge",320 "numGpu": 8,321 "containerStartupHealthCheckTimeout": 900322 },323 {324 "id": "fangloveskari/Platypus_QLoRA_LLaMA_70b",325 "instanceType": "ml.p4d.24xlarge",326 "numGpu": 8,327 "containerStartupHealthCheckTimeout": 900328 },329 {330 "id": "yeontaek/llama-2-70B-ensemble-v5",331 "instanceType": "ml.p4d.24xlarge",332 "numGpu": 8,333 "containerStartupHealthCheckTimeout": 900334 },335 {336 "id": "yeontaek/llama-2-70B-ensemble-v4",337 "instanceType": "ml.p4d.24xlarge",338 "numGpu": 8,339 "containerStartupHealthCheckTimeout": 900340 },341 {342 "id": "ehartford/Samantha-1.11-70b",343 "instanceType": "ml.p4d.24xlarge",344 "numGpu": 8,345 "containerStartupHealthCheckTimeout": 900346 },347 {348 "id": "chargoddard/MelangeA-70b",349 "instanceType": "ml.p4d.24xlarge",350 "numGpu": 8,351 "containerStartupHealthCheckTimeout": 900352 },353 {354 "id": "ehartford/Samantha-1.1-70b",355 "instanceType": "ml.p4d.24xlarge",356 "numGpu": 8,357 "containerStartupHealthCheckTimeout": 1200358 },359 {360 "id": "upstage/Llama-2-70b-instruct",361 "instanceType": "ml.p4d.24xlarge",362 "numGpu": 8,363 "containerStartupHealthCheckTimeout": 900364 },365 {366 "id": "yeontaek/llama-2-70B-ensemble-v7",367 "instanceType": "ml.p4d.24xlarge",368 "numGpu": 8,369 "containerStartupHealthCheckTimeout": 900370 },371 {372 "id": "yeontaek/llama-2-70B-ensemble-v6",373 "instanceType": "ml.p4d.24xlarge",374 "numGpu": 8,375 "containerStartupHealthCheckTimeout": 900376 },377 {378 "id": "chargoddard/MelangeB-70b",379 "instanceType": "ml.p4d.24xlarge",380 "numGpu": 8,381 "containerStartupHealthCheckTimeout": 900382 },383 {384 "id": "yeontaek/llama-2-70B-ensemble-v3",385 "instanceType": "ml.p4d.24xlarge",386 "numGpu": 8,387 "containerStartupHealthCheckTimeout": 900388 },389 {390 "id": "chargoddard/MelangeC-70b",391 "instanceType": "ml.p4d.24xlarge",392 "numGpu": 8,393 "containerStartupHealthCheckTimeout": 900394 },395 {396 "id": "yeontaek/llama-2-70B-ensemble-v2",397 "instanceType": "ml.p4d.24xlarge",398 "numGpu": 8,399 "containerStartupHealthCheckTimeout": 900400 },401 {402 "id": "TheBloke/llama-2-70b-Guanaco-QLoRA-fp16",403 "instanceType": "ml.p4d.24xlarge",404 "numGpu": 8,405 "containerStartupHealthCheckTimeout": 1500406 },407 {408 "id": "quantumaikr/quantumairk-llama-2-70B-instruct",409 "instanceType": "ml.p4d.24xlarge",410 "numGpu": 8,411 "containerStartupHealthCheckTimeout": 900412 },413 {414 "id": "quantumaikr/llama-2-70B-instruct",415 "instanceType": "ml.p4d.24xlarge",416 "numGpu": 8,417 "containerStartupHealthCheckTimeout": 1200418 },419 {420 "id": "garage-bAInd/Platypus2-70B",421 "instanceType": "ml.p4d.24xlarge",422 "numGpu": 8,423 "containerStartupHealthCheckTimeout": 900424 },425 {426 "id": "liuxiang886/llama2-70B-qlora-gpt4",427 "instanceType": "ml.p4d.24xlarge",428 "numGpu": 8,429 "containerStartupHealthCheckTimeout": 900430 },431 {432 "id": "upstage/llama-65b-instruct",433 "instanceType": "ml.p4d.24xlarge",434 "numGpu": 8,435 "containerStartupHealthCheckTimeout": 900436 },437 {438 "id": "jondurbin/airoboros-l2-70b-gpt4-m2.0",439 "instanceType": "ml.p4d.24xlarge",440 "numGpu": 8,441 "containerStartupHealthCheckTimeout": 900442 },443 {444 "id": "yeontaek/llama-2-70B-ensemble-v8",445 "instanceType": "ml.p4d.24xlarge",446 "numGpu": 8,447 "containerStartupHealthCheckTimeout": 900448 },449 {450 "id": "jondurbin/airoboros-l2-70b-gpt4-2.0",451 "instanceType": "ml.p4d.24xlarge",452 "numGpu": 8,453 "containerStartupHealthCheckTimeout": 900454 },455 {456 "id": "jarradh/llama2_70b_chat_uncensored",457 "instanceType": "ml.p4d.24xlarge",458 "numGpu": 8,459 "containerStartupHealthCheckTimeout": 1200460 },461 {462 "id": "WizardLM/WizardMath-70B-V1.0",463 "instanceType": "ml.p4d.24xlarge",464 "numGpu": 8,465 "containerStartupHealthCheckTimeout": 1800466 },467 {468 "id": "ehartford/samantha-1.1-llama-33b",469 "instanceType": "ml.p4d.24xlarge",470 "numGpu": 4,471 "containerStartupHealthCheckTimeout": 900472 },473 {474 "id": "ddobokki/Llama-2-70b-orca-200k",475 "instanceType": "ml.p4d.24xlarge",476 "numGpu": 8,477 "containerStartupHealthCheckTimeout": 900478 },479 {480 "id": "TheBloke/gpt4-alpaca-lora_mlp-65B-HF",481 "instanceType": "ml.p4d.24xlarge",482 "numGpu": 8,483 "containerStartupHealthCheckTimeout": 900484 },485 {486 "id": "NousResearch/Nous-Puffin-70B",487 "instanceType": "ml.p5.48xlarge",488 "numGpu": 8,489 "containerStartupHealthCheckTimeout": 1200490 },491 {492 "id": "WizardLM/WizardLM-70B-V1.0",493 "instanceType": "ml.p4d.24xlarge",494 "numGpu": 8,495 "containerStartupHealthCheckTimeout": 1500496 },497 {498 "id": "TheBloke/Llama-2-70B-fp16",499 "instanceType": "ml.p4d.24xlarge",500 "numGpu": 8,501 "containerStartupHealthCheckTimeout": 900502 },503 {504 "id": "openbmb/UltraLM-65b",505 "instanceType": "ml.p5.48xlarge",506 "numGpu": 8,507 "containerStartupHealthCheckTimeout": 1200508 },509 {510 "id": "lmsys/vicuna-33b-v1.3",511 "instanceType": "ml.p4d.24xlarge",512 "numGpu": 4,513 "containerStartupHealthCheckTimeout": 900514 },515 {516 "id": "ajibawa-2023/scarlett-33b",517 "instanceType": "ml.p4d.24xlarge",518 "numGpu": 4,519 "containerStartupHealthCheckTimeout": 900520 },521 {522 "id": "migtissera/Synthia-70B-v1.2",523 "instanceType": "ml.p4d.24xlarge",524 "numGpu": 8,525 "containerStartupHealthCheckTimeout": 1200526 },527 {528 "id": "simsim314/WizardLM-70B-V1.0-HF",529 "instanceType": "ml.p4d.24xlarge",530 "numGpu": 8,531 "containerStartupHealthCheckTimeout": 1200532 },533 {534 "id": "psmathur/model_007",535 "instanceType": "ml.p4d.24xlarge",536 "numGpu": 8,537 "containerStartupHealthCheckTimeout": 900538 },539 {540 "id": "psmathur/orca_mini_v3_70b",541 "instanceType": "ml.p4d.24xlarge",542 "numGpu": 8,543 "containerStartupHealthCheckTimeout": 900544 },545 {546 "id": "MayaPH/GodziLLa2-70B",547 "instanceType": "ml.p4d.24xlarge",548 "numGpu": 8,549 "containerStartupHealthCheckTimeout": 1200550 },551 {552 "id": "psmathur/model_007_v2",553 "instanceType": "ml.p4d.24xlarge",554 "numGpu": 8,555 "containerStartupHealthCheckTimeout": 900556 },557 {558 "id": "psmathur/model_009",559 "instanceType": "ml.p4d.24xlarge",560 "numGpu": 8,561 "containerStartupHealthCheckTimeout": 900562 },563 {564 "id": "garage-bAInd/Camel-Platypus2-70B",565 "instanceType": "ml.p4d.24xlarge",566 "numGpu": 8,567 "containerStartupHealthCheckTimeout": 900568 },569 {570 "id": "quantumaikr/llama-2-70b-fb16-orca-chat-10k",571 "instanceType": "ml.p4d.24xlarge",572 "numGpu": 8,573 "containerStartupHealthCheckTimeout": 900574 },575 {576 "id": "quantumaikr/llama-2-70b-fb16-guanaco-1k",577 "instanceType": "ml.p4d.24xlarge",578 "numGpu": 8,579 "containerStartupHealthCheckTimeout": 1200580 },581 {582 "id": "migtissera/Synthia-70B-v1.1",583 "instanceType": "ml.p4d.24xlarge",584 "numGpu": 8,585 "containerStartupHealthCheckTimeout": 900586 },587 {588 "id": "migtissera/Synthia-70B",589 "instanceType": "ml.p4d.24xlarge",590 "numGpu": 8,591 "containerStartupHealthCheckTimeout": 900592 },593 {594 "id": "psmathur/model_101",595 "instanceType": "ml.p4d.24xlarge",596 "numGpu": 8,597 "containerStartupHealthCheckTimeout": 900598 },599 {600 "id": "augtoma/qCammel-70-x",601 "instanceType": "ml.p4d.24xlarge",602 "numGpu": 8,603 "containerStartupHealthCheckTimeout": 900604 },605 {606 "id": "augtoma/qCammel-70",607 "instanceType": "ml.p4d.24xlarge",608 "numGpu": 8,609 "containerStartupHealthCheckTimeout": 900610 },611 {612 "id": "augtoma/qCammel-70v1",613 "instanceType": "ml.p4d.24xlarge",614 "numGpu": 8,615 "containerStartupHealthCheckTimeout": 900616 },617 {618 "id": "augtoma/qCammel-70x",619 "instanceType": "ml.p4d.24xlarge",620 "numGpu": 8,621 "containerStartupHealthCheckTimeout": 900622 },623 {624 "id": "augtoma/qCammel70",625 "instanceType": "ml.p4d.24xlarge",626 "numGpu": 8,627 "containerStartupHealthCheckTimeout": 900628 },629 {630 "id": "jondurbin/airoboros-l2-70b-gpt4-1.4.1",631 "instanceType": "ml.p4d.24xlarge",632 "numGpu": 8,633 "containerStartupHealthCheckTimeout": 900634 },635 {636 "id": "jondurbin/airoboros-l2-70b-2.1",637 "instanceType": "ml.p4d.24xlarge",638 "numGpu": 8,639 "containerStartupHealthCheckTimeout": 900640 },641 {642 "id": "psmathur/model_420",643 "instanceType": "ml.p4d.24xlarge",644 "numGpu": 8,645 "containerStartupHealthCheckTimeout": 900646 },647 {648 "id": "psmathur/model_51",649 "instanceType": "ml.p4d.24xlarge",650 "numGpu": 8,651 "containerStartupHealthCheckTimeout": 900652 },653 {654 "id": "OpenAssistant/llama2-70b-oasst-sft-v10",655 "instanceType": "ml.p4d.24xlarge",656 "numGpu": 8,657 "containerStartupHealthCheckTimeout": 900658 },659 {660 "id": "quantumaikr/llama-2-70b-fb16-korean",661 "instanceType": "ml.p4d.24xlarge",662 "numGpu": 8,663 "containerStartupHealthCheckTimeout": 900664 },665 {666 "id": "jordiclive/Llama-2-70b-oasst-1-200",667 "instanceType": "ml.p4d.24xlarge",668 "numGpu": 8,669 "containerStartupHealthCheckTimeout": 900670 },671 {672 "id": "OpenLemur/lemur-70b-chat-v1",673 "instanceType": "ml.p4d.24xlarge",674 "numGpu": 8,675 "containerStartupHealthCheckTimeout": 900676 },677 {678 "id": "psmathur/model_42_70b",679 "instanceType": "ml.p4d.24xlarge",680 "numGpu": 8,681 "containerStartupHealthCheckTimeout": 900682 },683 {684 "id": "psmathur/test_42_70b",685 "instanceType": "ml.p4d.24xlarge",686 "numGpu": 8,687 "containerStartupHealthCheckTimeout": 900688 },689 {690 "id": "TheBloke/fiction.live-Kimiko-V2-70B-fp16",691 "instanceType": "ml.p4d.24xlarge",692 "numGpu": 8,693 "containerStartupHealthCheckTimeout": 900694 },695 {696 "id": "migtissera/Synthia-70B-v1.2b",697 "instanceType": "ml.p4d.24xlarge",698 "numGpu": 8,699 "containerStartupHealthCheckTimeout": 900700 },701 {702 "id": "pankajmathur/model_009",703 "instanceType": "ml.p4d.24xlarge",704 "numGpu": 8,705 "containerStartupHealthCheckTimeout": 900706 },707 {708 "id": "pankajmathur/model_007_preview",709 "instanceType": "ml.p4d.24xlarge",710 "numGpu": 8,711 "containerStartupHealthCheckTimeout": 900712 },713 {714 "id": "pankajmathur/model_007",715 "instanceType": "ml.p4d.24xlarge",716 "numGpu": 8,717 "containerStartupHealthCheckTimeout": 1200718 },719 {720 "id": "pankajmathur/orca_mini_v3_70b",721 "instanceType": "ml.p4d.24xlarge",722 "numGpu": 8,723 "containerStartupHealthCheckTimeout": 1200724 },725 {726 "id": "Xwin-LM/Xwin-LM-70B-V0.1",727 "instanceType": "ml.p4d.24xlarge",728 "numGpu": 8,729 "containerStartupHealthCheckTimeout": 1800730 },731 {732 "id": "TigerResearch/tigerbot-70b-chat",733 "instanceType": "ml.p4d.24xlarge",734 "numGpu": 8,735 "containerStartupHealthCheckTimeout": 900736 },737 {738 "id": "stabilityai/StableBeluga2",739 "instanceType": "ml.p4d.24xlarge",740 "numGpu": 8,741 "containerStartupHealthCheckTimeout": 1500742 },743 {744 "id": "pankajmathur/model_420",745 "instanceType": "ml.p4d.24xlarge",746 "numGpu": 8,747 "containerStartupHealthCheckTimeout": 900748 },749 {750 "id": "databricks/dolly-v2-12b",751 "instanceType": "ml.p4d.24xlarge",752 "numGpu": 8,753 "containerStartupHealthCheckTimeout": 1200754 },755 {756 "id": "pankajmathur/model_420_preview",757 "instanceType": "ml.p4d.24xlarge",758 "numGpu": 8,759 "containerStartupHealthCheckTimeout": 900760 },761 {762 "id": "pankajmathur/model_51",763 "instanceType": "ml.p4d.24xlarge",764 "numGpu": 8,765 "containerStartupHealthCheckTimeout": 900766 },767 {768 "id": "quantumaikr/llama-2-70B-chat",769 "instanceType": "ml.p4d.24xlarge",770 "numGpu": 8,771 "containerStartupHealthCheckTimeout": 900772 },773 {774 "id": "ICBU-NPU/FashionGPT-70B-V1",775 "instanceType": "ml.p4d.24xlarge",776 "numGpu": 8,777 "containerStartupHealthCheckTimeout": 1200778 },779 {780 "id": "oh-yeontaek/llama-2-70B-LoRA-assemble-v2",781 "instanceType": "ml.p4d.24xlarge",782 "numGpu": 8,783 "containerStartupHealthCheckTimeout": 900784 },785 {786 "id": "budecosystem/genz-70b",787 "instanceType": "ml.p4d.24xlarge",788 "numGpu": 8,789 "containerStartupHealthCheckTimeout": 900790 },791 {792 "id": "stabilityai/StableBeluga1-Delta",793 "instanceType": "ml.p4d.24xlarge",794 "numGpu": 8,795 "containerStartupHealthCheckTimeout": 900796 },797 {798 "id": "pankajmathur/Lima_Unchained_70b",799 "instanceType": "ml.p4d.24xlarge",800 "numGpu": 8,801 "containerStartupHealthCheckTimeout": 900802 },803 {804 "id": "Sao10K/Euryale-L2-70B",805 "instanceType": "ml.p4d.24xlarge",806 "numGpu": 8,807 "containerStartupHealthCheckTimeout": 900808 },809 {810 "id": "NousResearch/Nous-Hermes-Llama2-70b",811 "instanceType": "ml.p4d.24xlarge",812 "numGpu": 8,813 "containerStartupHealthCheckTimeout": 2100814 },815 {816 "id": "OpenBuddy/openbuddy-llama-65b-v8-bf16",817 "instanceType": "ml.p4d.24xlarge",818 "numGpu": 8,819 "containerStartupHealthCheckTimeout": 900820 },821 {822 "id": "OpenBuddy/openbuddy-llama2-70b-v10.1-bf16",823 "instanceType": "ml.p4d.24xlarge",824 "numGpu": 8,825 "containerStartupHealthCheckTimeout": 900826 },827 {828 "id": "pankajmathur/model_101",829 "instanceType": "ml.p4d.24xlarge",830 "numGpu": 8,831 "containerStartupHealthCheckTimeout": 900832 },833 {834 "id": "AIDC-ai-business/Marcoroni-70B-v1",835 "instanceType": "ml.p4d.24xlarge",836 "numGpu": 8,837 "containerStartupHealthCheckTimeout": 900838 },839 {840 "id": "ICBU-NPU/FashionGPT-70B-V1.1",841 "instanceType": "ml.p4d.24xlarge",842 "numGpu": 8,843 "containerStartupHealthCheckTimeout": 900844 },845 {846 "id": "Riiid/sheep-duck-llama-2",847 "instanceType": "ml.p4d.24xlarge",848 "numGpu": 8,849 "containerStartupHealthCheckTimeout": 900850 },851 {852 "id": "Brillibits/Instruct_Llama70B_Dolly15k",853 "instanceType": "ml.p4d.24xlarge",854 "numGpu": 8,855 "containerStartupHealthCheckTimeout": 900856 },857 {858 "id": "elinas/chronos-70b-v2",859 "instanceType": "ml.p4d.24xlarge",860 "numGpu": 8,861 "containerStartupHealthCheckTimeout": 900862 },863 {864 "id": "jondurbin/airoboros-65b-gpt4-1.2",865 "instanceType": "ml.p4d.24xlarge",866 "numGpu": 8,867 "containerStartupHealthCheckTimeout": 900868 },869 {870 "id": "jondurbin/airoboros-65b-gpt4-1.3",871 "instanceType": "ml.p4d.24xlarge",872 "numGpu": 8,873 "containerStartupHealthCheckTimeout": 1200874 },875 {876 "id": "TigerResearch/tigerbot-70b-base",877 "instanceType": "ml.p4d.24xlarge",878 "numGpu": 8,879 "containerStartupHealthCheckTimeout": 900880 },881 {882 "id": "yeontaek/llama-2-70b-IA3-guanaco",883 "instanceType": "ml.p4d.24xlarge",884 "numGpu": 8,885 "containerStartupHealthCheckTimeout": 900886 },887 {888 "id": "garage-bAInd/SuperPlatty-30B",889 "instanceType": "ml.p4d.24xlarge",890 "numGpu": 4,891 "containerStartupHealthCheckTimeout": 900892 },893 {894 "id": "h2oai/h2ogpt-research-oasst1-llama-65b",895 "instanceType": "ml.p4d.24xlarge",896 "numGpu": 8,897 "containerStartupHealthCheckTimeout": 900898 },899 {900 "id": "TheBloke/guanaco-65B-HF",901 "instanceType": "ml.p4d.24xlarge",902 "numGpu": 8,903 "containerStartupHealthCheckTimeout": 900904 },905 {906 "id": "TheBloke/VicUnlocked-alpaca-65B-QLoRA-fp16",907 "instanceType": "ml.p4d.24xlarge",908 "numGpu": 8,909 "containerStartupHealthCheckTimeout": 900910 },911 {912 "id": "jondurbin/airoboros-65b-gpt4-1.4",913 "instanceType": "ml.p4d.24xlarge",914 "numGpu": 8,915 "containerStartupHealthCheckTimeout": 1200916 },917 {918 "id": "jondurbin/airoboros-65b-gpt4-2.0",919 "instanceType": "ml.p4d.24xlarge",920 "numGpu": 8,921 "containerStartupHealthCheckTimeout": 1200922 },923 {924 "id": "jondurbin/airoboros-65b-gpt4-m2.0",925 "instanceType": "ml.p4d.24xlarge",926 "numGpu": 8,927 "containerStartupHealthCheckTimeout": 900928 },929 {930 "id": "luffycodes/higgs-llama-vicuna-ep25-70b",931 "instanceType": "ml.p4d.24xlarge",932 "numGpu": 8,933 "containerStartupHealthCheckTimeout": 900934 },935 {936 "id": "Faradaylab/ARIA-70B",937 "instanceType": "ml.p4d.24xlarge",938 "numGpu": 8,939 "containerStartupHealthCheckTimeout": 900940 },941 {942 "id": "Faradaylab/ARIA-70B-V3",943 "instanceType": "ml.p4d.24xlarge",944 "numGpu": 8,945 "containerStartupHealthCheckTimeout": 900946 },947 {948 "id": "upstage/llama-30b-instruct-2048",949 "instanceType": "ml.p4d.24xlarge",950 "numGpu": 4,951 "containerStartupHealthCheckTimeout": 900952 },953 {954 "id": "ValiantLabs/ShiningValiant",955 "instanceType": "ml.p4d.24xlarge",956 "numGpu": 8,957 "containerStartupHealthCheckTimeout": 900958 },959 {960 "id": "oh-yeontaek/llama-2-13B-LoRA-assemble",961 "instanceType": "ml.p4d.24xlarge",962 "numGpu": 8,963 "containerStartupHealthCheckTimeout": 900964 },965 {966 "id": "posicube/Llama2-chat-AYT-13B",967 "instanceType": "ml.p4d.24xlarge",968 "numGpu": 8,969 "containerStartupHealthCheckTimeout": 900970 },971 {972 "id": "Aspik101/trurl-2-13b-pl-instruct_unload",973 "instanceType": "ml.p4d.24xlarge",974 "numGpu": 8,975 "containerStartupHealthCheckTimeout": 900976 },977 {978 "id": "Aspik101/llama-30b-2048-instruct-PL-lora_unload",979 "instanceType": "ml.p4d.24xlarge",980 "numGpu": 4,981 "containerStartupHealthCheckTimeout": 900982 },983 {984 "id": "Aspik101/llama-30b-instruct-2048-PL-lora",985 "instanceType": "ml.p4d.24xlarge",986 "numGpu": 4,987 "containerStartupHealthCheckTimeout": 900988 },989 {990 "id": "CalderaAI/30B-Lazarus",991 "instanceType": "ml.p4d.24xlarge",992 "numGpu": 4,993 "containerStartupHealthCheckTimeout": 900994 },995 {996 "id": "garage-bAInd/GPlatty-30B",997 "instanceType": "ml.p4d.24xlarge",998 "numGpu": 4,999 "containerStartupHealthCheckTimeout": 9001000 },1001 {1002 "id": "ehartford/WizardLM-33B-V1.0-Uncensored",1003 "instanceType": "ml.p4d.24xlarge",1004 "numGpu": 4,1005 "containerStartupHealthCheckTimeout": 9001006 },1007 {1008 "id": "willyninja30/ARIA-70B-French",1009 "instanceType": "ml.p4d.24xlarge",1010 "numGpu": 8,1011 "containerStartupHealthCheckTimeout": 9001012 },1013 {1014 "id": "TheBloke/Genz-70b-GPTQ",1015 "instanceType": "ml.p4d.24xlarge",1016 "numGpu": 8,1017 "containerStartupHealthCheckTimeout": 900,1018 "quantizationMethod": "gptq"1019 },1020 {1021 "id": "TheBloke/Platypus2-70B-Instruct-GPTQ",1022 "instanceType": "ml.p4d.24xlarge",1023 "numGpu": 8,1024 "containerStartupHealthCheckTimeout": 900,1025 "quantizationMethod": "gptq"1026 },1027 {1028 "id": "TheBloke/Airoboros-L2-70B-2.1-GPTQ",1029 "instanceType": "ml.p4d.24xlarge",1030 "numGpu": 8,1031 "containerStartupHealthCheckTimeout": 900,1032 "quantizationMethod": "gptq"1033 },1034 {1035 "id": "TheBloke/Lemur-70B-Chat-v1-GPTQ",1036 "instanceType": "ml.p4d.24xlarge",1037 "numGpu": 8,1038 "containerStartupHealthCheckTimeout": 900,1039 "quantizationMethod": "gptq"1040 },1041 {1042 "id": "TheBloke/WizardLM-70B-V1.0-GPTQ",1043 "instanceType": "ml.p4d.24xlarge",1044 "numGpu": 8,1045 "containerStartupHealthCheckTimeout": 900,1046 "quantizationMethod": "gptq"1047 },1048 {1049 "id": "CalderaAI/30B-Epsilon",1050 "instanceType": "ml.g5.48xlarge",1051 "numGpu": 4,1052 "containerStartupHealthCheckTimeout": 12001053 },1054 {1055 "id": "TheBloke/Falcon-180B-Chat-GPTQ",1056 "instanceType": "ml.p5.48xlarge",1057 "numGpu": 8,1058 "containerStartupHealthCheckTimeout": 2100,1059 "quantizationMethod": "gptq"1060 },1061 {1062 "id": "codellama/CodeLlama-13b-Instruct-hf",1063 "instanceType": "ml.p4d.24xlarge",1064 "numGpu": 8,1065 "containerStartupHealthCheckTimeout": 21001066 },1067 {1068 "id": "posicube/Llama2-chat-AYB-13B",1069 "instanceType": "ml.g5.48xlarge",1070 "numGpu": 8,1071 "containerStartupHealthCheckTimeout": 12001072 },1073 {1074 "id": "IkariDev/Athena-v4",1075 "instanceType": "ml.p4d.24xlarge",1076 "numGpu": 8,1077 "containerStartupHealthCheckTimeout": 15001078 },1079 {1080 "id": "Undi95/Emerhyst-20B",1081 "instanceType": "ml.g5.12xlarge",1082 "numGpu": 4,1083 "containerStartupHealthCheckTimeout": 9001084 },1085 {1086 "id": "Undi95/PsyMedRP-v1-20B",1087 "instanceType": "ml.g5.12xlarge",1088 "numGpu": 4,1089 "containerStartupHealthCheckTimeout": 9001090 },1091 {1092 "id": "Undi95/Mistral-11B-OmniMix",1093 "instanceType": "ml.p4d.24xlarge",1094 "numGpu": 8,1095 "containerStartupHealthCheckTimeout": 21001096 },1097 {1098 "id": "VAGOsolutions/SauerkrautLM-13b-v1",1099 "instanceType": "ml.p4d.24xlarge",1100 "numGpu": 8,1101 "containerStartupHealthCheckTimeout": 21001102 },1103 {1104 "id": "TheBloke/samantha-1.2-mistral-7B-GGUF",1105 "instanceType": "ml.p4d.24xlarge",1106 "numGpu": 8,1107 "containerStartupHealthCheckTimeout": 21001108 },1109 {1110 "id": "lmsys/vicuna-13b-v1.3",1111 "instanceType": "ml.p4d.24xlarge",1112 "numGpu": 8,1113 "containerStartupHealthCheckTimeout": 15001114 },1115 {1116 "id": "TheBloke/Llama-2-13B-chat-GGML",1117 "instanceType": "ml.p4d.24xlarge",1118 "numGpu": 8,1119 "containerStartupHealthCheckTimeout": 21001120 },1121 {1122 "id": "ziqingyang/chinese-alpaca-2-13b",1123 "instanceType": "ml.g5.48xlarge",1124 "numGpu": 8,1125 "containerStartupHealthCheckTimeout": 12001126 },1127 {1128 "id": "TheBloke/CodeLlama-13B-Instruct-GGUF",1129 "instanceType": "ml.g5.12xlarge",1130 "numGpu": 4,1131 "containerStartupHealthCheckTimeout": 9001132 },1133 {1134 "id": "TheBloke/Mythalion-13B-GGUF",1135 "instanceType": "ml.g5.12xlarge",1136 "numGpu": 4,1137 "containerStartupHealthCheckTimeout": 9001138 },1139 {1140 "id": "Undi95/MLewd-v2.4-13B",1141 "instanceType": "ml.p4d.24xlarge",1142 "numGpu": 8,1143 "containerStartupHealthCheckTimeout": 21001144 },1145 {1146 "id": "Nexusflow/NexusRaven-13B",1147 "instanceType": "ml.g5.12xlarge",1148 "numGpu": 4,1149 "containerStartupHealthCheckTimeout": 9001150 },1151 {1152 "id": "TheBloke/dolphin-2.0-mistral-7B-GGUF",1153 "instanceType": "ml.p4d.24xlarge",1154 "numGpu": 8,1155 "containerStartupHealthCheckTimeout": 21001156 },1157 {1158 "id": "TheBloke/Llama-2-13B-chat-GGUF",1159 "instanceType": "ml.p4d.24xlarge",1160 "numGpu": 8,1161 "containerStartupHealthCheckTimeout": 21001162 },1163 {1164 "id": "openbmb/UltraRM-13b",1165 "instanceType": "ml.p4d.24xlarge",1166 "numGpu": 8,1167 "containerStartupHealthCheckTimeout": 21001168 },1169 {1170 "id": "Riiid/sheep-duck-llama-2-70b-v1.1",1171 "instanceType": "ml.g5.48xlarge",1172 "numGpu": 8,1173 "containerStartupHealthCheckTimeout": 12001174 },1175 {1176 "id": "amazon/FalconLite2",1177 "instanceType": "ml.p5.48xlarge",1178 "numGpu": 8,1179 "containerStartupHealthCheckTimeout": 21001180 },1181 {1182 "id": "TheBloke/Llama-2-7B-GPTQ",1183 "instanceType": "ml.g5.2xlarge",1184 "numGpu": 1,1185 "containerStartupHealthCheckTimeout": 300,1186 "quantizationMethod": "gptq"1187 },1188 {1189 "id": "TheBloke/Wizard-Vicuna-13B-Uncensored-SuperHOT-8K-GPTQ",1190 "instanceType": "ml.g5.2xlarge",1191 "numGpu": 1,1192 "containerStartupHealthCheckTimeout": 300,1193 "quantizationMethod": "gptq"1194 },1195 {1196 "id": "TheBloke/Llama-2-13B-GPTQ",1197 "instanceType": "ml.g5.2xlarge",1198 "numGpu": 1,1199 "containerStartupHealthCheckTimeout": 300,1200 "quantizationMethod": "gptq"