kobzaond/RLVRAMBench
RLVRAMBench Which language-model training configurations can I use with the memory I have, and how much testing does that decision require? RLVRAMBench is a measurement dataset with open evaluation tasks for a specific language-model training system. It measures memory feasibility when response generation and reinforcement-learning updates share the same graphics processors. It provides measured outcomes, fixed prediction tasks, a budgeted decision replay, reference methods, and… See the full description on the dataset page: https://huggingface.co/datasets/kobzaond/RLVRAMBench.
0232
1{2 "folds": {3 "granite33": {4 "model": {5 "classifier_classes": [6 "above_margin",7 "memory_failure",8 "within_margin"9 ],10 "classifier_coefficients": [11 [12 -0.07648332729335744,13 -0.4879335028999397,14 -0.27438539693412517,15 0.5708002618087737,16 0.5708002618087737,17 0.06892038045359755,18 0.05603580859652673,19 0.2081279856720687520 ],21 [22 0.5345155673736126,23 0.6422643873754361,24 2.4014179573636096,25 -0.20286515475315908,26 -0.20286515475315908,27 0.23665426065423395,28 0.24510773091127966,29 0.273134236600414530 ],31 [32 -0.45803224008025506,33 -0.1543308844754974,34 -2.1270325604294844,35 -0.36793510705561366,36 -0.36793510705561366,37 -0.3055746411078309,38 -0.3011435395078059,39 -0.4812622222724825540 ]41 ],42 "classifier_intercepts": [43 -0.2652695334123221,44 -1.5267379806608377,45 1.792007514073160646 ],47 "classifier_iterations": [48 2949 ],50 "component_coefficients_gib": [51 10.7612512470666,52 0.217930674965405,53 0.0,54 18.714031955998458,55 0.0,56 4.583381487620393,57 0.0,58 1.4554318201713192,59 6.01898761800362360 ],61 "component_divisors": [62 7.317022323608398,63 1.0,64 32.0,65 7.317022323608398,66 2.289562225341797,67 9.28125,68 18.31640625,69 7.31702232360839870 ],71 "component_training_residual_norm_gib": 10.181990095153003,72 "eligible_source_processes": 180,73 "feature_names": [74 "actor_shards_gib",75 "adapter_optimizer_gib",76 "generation_budget_gib",77 "generation_replica_gib",78 "largest_unit_proxy_gib",79 "checkpoint_boundary_volume_gib",80 "vocabulary_output_volume_gib",81 "resident_actor_shards_gib"82 ],83 "recorded_source_attempts": 185,84 "regression_training_configuration_ids": [85 "cfg-072bd7669d20f8fa",86 "cfg-0d9ba9215ab5683e",87 "cfg-0f540d3f6fe4661b",88 "cfg-0f8a31ef7ac4c551",89 "cfg-1432bb8a4d9c3b8c",90 "cfg-17e69bcf1b041bd9",91 "cfg-18285c3cb50308d4",92 "cfg-1c5278f8be90a50a",93 "cfg-301e4dae7048c6ec",94 "cfg-30f98456fdb322c1",95 "cfg-338d9224eb9d2f3a",96 "cfg-371ae37408089efe",97 "cfg-399f6b038d6f65f9",98 "cfg-3f0f48a3c570a0c8",99 "cfg-5244d13eac3116ad",100 "cfg-5ff9621270e710ed",101 "cfg-62f371a80968a0ba",102 "cfg-6d54ac65d934f404",103 "cfg-714c540f76d9525d",104 "cfg-78c440d3891ddbc2",105 "cfg-7a9a974958c57abc",106 "cfg-89ca48ce88ea694e",107 "cfg-8bd7050cd7f49e78",108 "cfg-9160dc45a0171a10",109 "cfg-96ccf395b84393f7",110 "cfg-97107ceba8bf0cbe",111 "cfg-9c461415e6bb9702",112 "cfg-a026693bae37d30b",113 "cfg-a23a9ffc1f670139",114 "cfg-a24e9cdd2f6143f2",115 "cfg-a3987314cb2f9f12",116 "cfg-b5007322fb2e1772",117 "cfg-b8dd70ab682c13b2",118 "cfg-bfb83ff32b7fd921",119 "cfg-c0605c1607caa079",120 "cfg-cc2c35944156e5d4",121 "cfg-cd3974595f9db882",122 "cfg-db87c67536995ab0",123 "cfg-e117f15dd5ccfb30",124 "cfg-e2a205be8efba055",125 "cfg-e91942abb5b4f847",126 "cfg-f009e9e3891c06f4",127 "cfg-f03e4e98c682240e",128 "cfg-f75b68f479767290"129 ],130 "scaler_mean": [131 5.979624080657959,132 0.35540771484375,133 25.333333333333332,134 6.644026756286621,135 1.724374771118164,136 4.42425537109375,137 9.153238932291666,138 4.20788361231486139 ],140 "scaler_scale": [141 1.4665293178520666,142 0.09198594203733253,143 7.180219742846007,144 0.6729955673217773,145 0.5651874542236328,146 3.9610090176861723,147 7.5231216467575335,148 2.8823700905353844149 ],150 "training_configuration_ids": [151 "cfg-072bd7669d20f8fa",152 "cfg-0d9ba9215ab5683e",153 "cfg-0f540d3f6fe4661b",154 "cfg-0f8a31ef7ac4c551",155 "cfg-10644b5d0a82d5c3",156 "cfg-1432bb8a4d9c3b8c",157 "cfg-17e69bcf1b041bd9",158 "cfg-18285c3cb50308d4",159 "cfg-1c5278f8be90a50a",160 "cfg-301e4dae7048c6ec",161 "cfg-30f98456fdb322c1",162 "cfg-338d9224eb9d2f3a",163 "cfg-352f4dbc55fbcd3c",164 "cfg-371ae37408089efe",165 "cfg-399f6b038d6f65f9",166 "cfg-3c86a11fdb8455cb",167 "cfg-3f0f48a3c570a0c8",168 "cfg-49d9bccfe873f5c6",169 "cfg-5244d13eac3116ad",170 "cfg-55811d23c5144bb7",171 "cfg-5839ccf95c2c1722",172 "cfg-5ff9621270e710ed",173 "cfg-62f371a80968a0ba",174 "cfg-6d54ac65d934f404",175 "cfg-714c540f76d9525d",176 "cfg-78c440d3891ddbc2",177 "cfg-7a9a974958c57abc",178 "cfg-7df2428553b76877",179 "cfg-896685010703c0fb",180 "cfg-89ca48ce88ea694e",181 "cfg-8bd7050cd7f49e78",182 "cfg-9160dc45a0171a10",183 "cfg-966f5804dc918967",184 "cfg-96ccf395b84393f7",185 "cfg-97107ceba8bf0cbe",186 "cfg-9c461415e6bb9702",187 "cfg-a026693bae37d30b",188 "cfg-a23a9ffc1f670139",189 "cfg-a24e9cdd2f6143f2",190 "cfg-a3987314cb2f9f12",191 "cfg-b5007322fb2e1772",192 "cfg-b8dd70ab682c13b2",193 "cfg-bfb83ff32b7fd921",194 "cfg-c0605c1607caa079",195 "cfg-ca71b56dc3189305",196 "cfg-cad8341dbbff10ba",197 "cfg-cc2c35944156e5d4",198 "cfg-cc900fb7731c3f49",199 "cfg-cd3974595f9db882",200 "cfg-d138048feeb8fe5d",201 "cfg-db87c67536995ab0",202 "cfg-e117f15dd5ccfb30",203 "cfg-e2a205be8efba055",204 "cfg-e91942abb5b4f847",205 "cfg-ea5a23a40ad5ca50",206 "cfg-ea92cccc91029465",207 "cfg-f009e9e3891c06f4",208 "cfg-f03e4e98c682240e",209 "cfg-f75b68f479767290",210 "cfg-fad1b555f8b37235"211 ]212 },213 "predictions": [214 {215 "configuration_id": "cfg-2afbe250af9cd3e1",216 "donor_configuration_id": "cfg-714c540f76d9525d",217 "donor_gpu_count_matches": true,218 "method": "donor_copy",219 "peak_only_predicted_state": null,220 "predicted_peak_mib": 34212.0,221 "predicted_state": "within_margin",222 "startup_budget_diagnostic": {223 "applicable": true,224 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",225 "budget_plus_actor_mib": 31195.671875,226 "predicted_startup_budget_failure": false227 },228 "startup_guard_changed_state": null229 },230 {231 "configuration_id": "cfg-2afbe250af9cd3e1",232 "donor_configuration_id": null,233 "donor_gpu_count_matches": null,234 "method": "component_regression",235 "peak_only_predicted_state": "within_margin",236 "predicted_peak_mib": 30829.341238787812,237 "predicted_state": "within_margin",238 "startup_budget_diagnostic": {239 "applicable": true,240 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",241 "budget_plus_actor_mib": 31195.671875,242 "predicted_startup_budget_failure": false243 },244 "startup_guard_changed_state": false245 },246 {247 "configuration_id": "cfg-2afbe250af9cd3e1",248 "donor_configuration_id": null,249 "donor_gpu_count_matches": null,250 "method": "logistic",251 "peak_only_predicted_state": null,252 "predicted_peak_mib": null,253 "predicted_state": "within_margin",254 "startup_budget_diagnostic": {255 "applicable": true,256 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",257 "budget_plus_actor_mib": 31195.671875,258 "predicted_startup_budget_failure": false259 },260 "startup_guard_changed_state": null261 },262 {263 "configuration_id": "cfg-32977d5aa42a41cb",264 "donor_configuration_id": "cfg-cad8341dbbff10ba",265 "donor_gpu_count_matches": true,266 "method": "donor_copy",267 "peak_only_predicted_state": null,268 "predicted_peak_mib": null,269 "predicted_state": "memory_failure",270 "startup_budget_diagnostic": {271 "applicable": true,272 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",273 "budget_plus_actor_mib": 39863.34375,274 "predicted_startup_budget_failure": false275 },276 "startup_guard_changed_state": null277 },278 {279 "configuration_id": "cfg-32977d5aa42a41cb",280 "donor_configuration_id": null,281 "donor_gpu_count_matches": null,282 "method": "component_regression",283 "peak_only_predicted_state": "within_margin",284 "predicted_peak_mib": 36695.64360711028,285 "predicted_state": "within_margin",286 "startup_budget_diagnostic": {287 "applicable": true,288 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",289 "budget_plus_actor_mib": 39863.34375,290 "predicted_startup_budget_failure": false291 },292 "startup_guard_changed_state": false293 },294 {295 "configuration_id": "cfg-32977d5aa42a41cb",296 "donor_configuration_id": null,297 "donor_gpu_count_matches": null,298 "method": "logistic",299 "peak_only_predicted_state": null,300 "predicted_peak_mib": null,301 "predicted_state": "memory_failure",302 "startup_budget_diagnostic": {303 "applicable": true,304 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",305 "budget_plus_actor_mib": 39863.34375,306 "predicted_startup_budget_failure": false307 },308 "startup_guard_changed_state": null309 },310 {311 "configuration_id": "cfg-3dc042a103546eac",312 "donor_configuration_id": "cfg-fad1b555f8b37235",313 "donor_gpu_count_matches": true,314 "method": "donor_copy",315 "peak_only_predicted_state": null,316 "predicted_peak_mib": null,317 "predicted_state": "memory_failure",318 "startup_budget_diagnostic": {319 "applicable": true,320 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",321 "budget_plus_actor_mib": 39863.34375,322 "predicted_startup_budget_failure": false323 },324 "startup_guard_changed_state": null325 },326 {327 "configuration_id": "cfg-3dc042a103546eac",328 "donor_configuration_id": null,329 "donor_gpu_count_matches": null,330 "method": "component_regression",331 "peak_only_predicted_state": "within_margin",332 "predicted_peak_mib": 37061.8499940472,333 "predicted_state": "within_margin",334 "startup_budget_diagnostic": {335 "applicable": true,336 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",337 "budget_plus_actor_mib": 39863.34375,338 "predicted_startup_budget_failure": false339 },340 "startup_guard_changed_state": false341 },342 {343 "configuration_id": "cfg-3dc042a103546eac",344 "donor_configuration_id": null,345 "donor_gpu_count_matches": null,346 "method": "logistic",347 "peak_only_predicted_state": null,348 "predicted_peak_mib": null,349 "predicted_state": "memory_failure",350 "startup_budget_diagnostic": {351 "applicable": true,352 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",353 "budget_plus_actor_mib": 39863.34375,354 "predicted_startup_budget_failure": false355 },356 "startup_guard_changed_state": null357 },358 {359 "configuration_id": "cfg-61c14de21a34d0e6",360 "donor_configuration_id": "cfg-ea5a23a40ad5ca50",361 "donor_gpu_count_matches": true,362 "method": "donor_copy",363 "peak_only_predicted_state": null,364 "predicted_peak_mib": null,365 "predicted_state": "memory_failure",366 "startup_budget_diagnostic": {367 "applicable": true,368 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",369 "budget_plus_actor_mib": 37815.34375,370 "predicted_startup_budget_failure": false371 },372 "startup_guard_changed_state": null373 },374 {375 "configuration_id": "cfg-61c14de21a34d0e6",376 "donor_configuration_id": null,377 "donor_gpu_count_matches": null,378 "method": "component_regression",379 "peak_only_predicted_state": "within_margin",380 "predicted_peak_mib": 35452.169763559265,381 "predicted_state": "within_margin",382 "startup_budget_diagnostic": {383 "applicable": true,384 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",385 "budget_plus_actor_mib": 37815.34375,386 "predicted_startup_budget_failure": false387 },388 "startup_guard_changed_state": false389 },390 {391 "configuration_id": "cfg-61c14de21a34d0e6",392 "donor_configuration_id": null,393 "donor_gpu_count_matches": null,394 "method": "logistic",395 "peak_only_predicted_state": null,396 "predicted_peak_mib": null,397 "predicted_state": "within_margin",398 "startup_budget_diagnostic": {399 "applicable": true,400 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",401 "budget_plus_actor_mib": 37815.34375,402 "predicted_startup_budget_failure": false403 },404 "startup_guard_changed_state": null405 },406 {407 "configuration_id": "cfg-6a4562db98b38d6f",408 "donor_configuration_id": "cfg-5839ccf95c2c1722",409 "donor_gpu_count_matches": true,410 "method": "donor_copy",411 "peak_only_predicted_state": null,412 "predicted_peak_mib": null,413 "predicted_state": "memory_failure",414 "startup_budget_diagnostic": {415 "applicable": true,416 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",417 "budget_plus_actor_mib": 37815.34375,418 "predicted_startup_budget_failure": false419 },420 "startup_guard_changed_state": null421 },422 {423 "configuration_id": "cfg-6a4562db98b38d6f",424 "donor_configuration_id": null,425 "donor_gpu_count_matches": null,426 "method": "component_regression",427 "peak_only_predicted_state": "within_margin",428 "predicted_peak_mib": 35620.01435757202,429 "predicted_state": "within_margin",430 "startup_budget_diagnostic": {431 "applicable": true,432 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",433 "budget_plus_actor_mib": 37815.34375,434 "predicted_startup_budget_failure": false435 },436 "startup_guard_changed_state": false437 },438 {439 "configuration_id": "cfg-6a4562db98b38d6f",440 "donor_configuration_id": null,441 "donor_gpu_count_matches": null,442 "method": "logistic",443 "peak_only_predicted_state": null,444 "predicted_peak_mib": null,445 "predicted_state": "memory_failure",446 "startup_budget_diagnostic": {447 "applicable": true,448 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",449 "budget_plus_actor_mib": 37815.34375,450 "predicted_startup_budget_failure": false451 },452 "startup_guard_changed_state": null453 },454 {455 "configuration_id": "cfg-73c06764ba28a56b",456 "donor_configuration_id": "cfg-7a9a974958c57abc",457 "donor_gpu_count_matches": true,458 "method": "donor_copy",459 "peak_only_predicted_state": null,460 "predicted_peak_mib": 37140.0,461 "predicted_state": "within_margin",462 "startup_budget_diagnostic": {463 "applicable": true,464 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",465 "budget_plus_actor_mib": 33719.34375,466 "predicted_startup_budget_failure": false467 },468 "startup_guard_changed_state": null469 },470 {471 "configuration_id": "cfg-73c06764ba28a56b",472 "donor_configuration_id": null,473 "donor_gpu_count_matches": null,474 "method": "component_regression",475 "peak_only_predicted_state": "within_margin",476 "predicted_peak_mib": 33224.61826720422,477 "predicted_state": "within_margin",478 "startup_budget_diagnostic": {479 "applicable": true,480 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",481 "budget_plus_actor_mib": 33719.34375,482 "predicted_startup_budget_failure": false483 },484 "startup_guard_changed_state": false485 },486 {487 "configuration_id": "cfg-73c06764ba28a56b",488 "donor_configuration_id": null,489 "donor_gpu_count_matches": null,490 "method": "logistic",491 "peak_only_predicted_state": null,492 "predicted_peak_mib": null,493 "predicted_state": "within_margin",494 "startup_budget_diagnostic": {495 "applicable": true,496 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",497 "budget_plus_actor_mib": 33719.34375,498 "predicted_startup_budget_failure": false499 },500 "startup_guard_changed_state": null501 },502 {503 "configuration_id": "cfg-7a0e81934d3398ee",504 "donor_configuration_id": "cfg-b5007322fb2e1772",505 "donor_gpu_count_matches": true,506 "method": "donor_copy",507 "peak_only_predicted_state": null,508 "predicted_peak_mib": 21562.0,509 "predicted_state": "within_margin",510 "startup_budget_diagnostic": {511 "applicable": false,512 "budget_plus_actor_mib": null,513 "predicted_startup_budget_failure": null,514 "reason": "resident-actor assumption does not apply"515 },516 "startup_guard_changed_state": null517 },518 {519 "configuration_id": "cfg-7a0e81934d3398ee",520 "donor_configuration_id": null,521 "donor_gpu_count_matches": null,522 "method": "component_regression",523 "peak_only_predicted_state": "within_margin",524 "predicted_peak_mib": 19201.17206061656,525 "predicted_state": "within_margin",526 "startup_budget_diagnostic": {527 "applicable": false,528 "budget_plus_actor_mib": null,529 "predicted_startup_budget_failure": null,530 "reason": "resident-actor assumption does not apply"531 },532 "startup_guard_changed_state": false533 },534 {535 "configuration_id": "cfg-7a0e81934d3398ee",536 "donor_configuration_id": null,537 "donor_gpu_count_matches": null,538 "method": "logistic",539 "peak_only_predicted_state": null,540 "predicted_peak_mib": null,541 "predicted_state": "within_margin",542 "startup_budget_diagnostic": {543 "applicable": false,544 "budget_plus_actor_mib": null,545 "predicted_startup_budget_failure": null,546 "reason": "resident-actor assumption does not apply"547 },548 "startup_guard_changed_state": null549 },550 {551 "configuration_id": "cfg-7f23cab692546e3f",552 "donor_configuration_id": "cfg-ca71b56dc3189305",553 "donor_gpu_count_matches": true,554 "method": "donor_copy",555 "peak_only_predicted_state": null,556 "predicted_peak_mib": null,557 "predicted_state": "memory_failure",558 "startup_budget_diagnostic": {559 "applicable": true,560 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",561 "budget_plus_actor_mib": 39863.34375,562 "predicted_startup_budget_failure": false563 },564 "startup_guard_changed_state": null565 },566 {567 "configuration_id": "cfg-7f23cab692546e3f",568 "donor_configuration_id": null,569 "donor_gpu_count_matches": null,570 "method": "component_regression",571 "peak_only_predicted_state": "within_margin",572 "predicted_peak_mib": 36848.229601667335,573 "predicted_state": "within_margin",574 "startup_budget_diagnostic": {575 "applicable": true,576 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",577 "budget_plus_actor_mib": 39863.34375,578 "predicted_startup_budget_failure": false579 },580 "startup_guard_changed_state": false581 },582 {583 "configuration_id": "cfg-7f23cab692546e3f",584 "donor_configuration_id": null,585 "donor_gpu_count_matches": null,586 "method": "logistic",587 "peak_only_predicted_state": null,588 "predicted_peak_mib": null,589 "predicted_state": "memory_failure",590 "startup_budget_diagnostic": {591 "applicable": true,592 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",593 "budget_plus_actor_mib": 39863.34375,594 "predicted_startup_budget_failure": false595 },596 "startup_guard_changed_state": null597 },598 {599 "configuration_id": "cfg-835067f7405e89a2",600 "donor_configuration_id": "cfg-f009e9e3891c06f4",601 "donor_gpu_count_matches": true,602 "method": "donor_copy",603 "peak_only_predicted_state": null,604 "predicted_peak_mib": 37478.0,605 "predicted_state": "within_margin",606 "startup_budget_diagnostic": {607 "applicable": true,608 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",609 "budget_plus_actor_mib": 33719.34375,610 "predicted_startup_budget_failure": false611 },612 "startup_guard_changed_state": null613 },614 {615 "configuration_id": "cfg-835067f7405e89a2",616 "donor_configuration_id": null,617 "donor_gpu_count_matches": null,618 "method": "component_regression",619 "peak_only_predicted_state": "within_margin",620 "predicted_peak_mib": 32980.480675912935,621 "predicted_state": "within_margin",622 "startup_budget_diagnostic": {623 "applicable": true,624 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",625 "budget_plus_actor_mib": 33719.34375,626 "predicted_startup_budget_failure": false627 },628 "startup_guard_changed_state": false629 },630 {631 "configuration_id": "cfg-835067f7405e89a2",632 "donor_configuration_id": null,633 "donor_gpu_count_matches": null,634 "method": "logistic",635 "peak_only_predicted_state": null,636 "predicted_peak_mib": null,637 "predicted_state": "within_margin",638 "startup_budget_diagnostic": {639 "applicable": true,640 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",641 "budget_plus_actor_mib": 33719.34375,642 "predicted_startup_budget_failure": false643 },644 "startup_guard_changed_state": null645 },646 {647 "configuration_id": "cfg-93d4f41e600c9079",648 "donor_configuration_id": "cfg-49d9bccfe873f5c6",649 "donor_gpu_count_matches": true,650 "method": "donor_copy",651 "peak_only_predicted_state": null,652 "predicted_peak_mib": null,653 "predicted_state": "memory_failure",654 "startup_budget_diagnostic": {655 "applicable": true,656 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",657 "budget_plus_actor_mib": 37815.34375,658 "predicted_startup_budget_failure": false659 },660 "startup_guard_changed_state": null661 },662 {663 "configuration_id": "cfg-93d4f41e600c9079",664 "donor_configuration_id": null,665 "donor_gpu_count_matches": null,666 "method": "component_regression",667 "peak_only_predicted_state": "within_margin",668 "predicted_peak_mib": 35558.9799597492,669 "predicted_state": "within_margin",670 "startup_budget_diagnostic": {671 "applicable": true,672 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",673 "budget_plus_actor_mib": 37815.34375,674 "predicted_startup_budget_failure": false675 },676 "startup_guard_changed_state": false677 },678 {679 "configuration_id": "cfg-93d4f41e600c9079",680 "donor_configuration_id": null,681 "donor_gpu_count_matches": null,682 "method": "logistic",683 "peak_only_predicted_state": null,684 "predicted_peak_mib": null,685 "predicted_state": "within_margin",686 "startup_budget_diagnostic": {687 "applicable": true,688 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",689 "budget_plus_actor_mib": 37815.34375,690 "predicted_startup_budget_failure": false691 },692 "startup_guard_changed_state": null693 },694 {695 "configuration_id": "cfg-9758870c0a0b4d69",696 "donor_configuration_id": "cfg-f03e4e98c682240e",697 "donor_gpu_count_matches": true,698 "method": "donor_copy",699 "peak_only_predicted_state": null,700 "predicted_peak_mib": 30180.0,701 "predicted_state": "within_margin",702 "startup_budget_diagnostic": {703 "applicable": true,704 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",705 "budget_plus_actor_mib": 27099.671875,706 "predicted_startup_budget_failure": false707 },708 "startup_guard_changed_state": null709 },710 {711 "configuration_id": "cfg-9758870c0a0b4d69",712 "donor_configuration_id": null,713 "donor_gpu_count_matches": null,714 "method": "component_regression",715 "peak_only_predicted_state": "within_margin",716 "predicted_peak_mib": 28372.910750597188,717 "predicted_state": "within_margin",718 "startup_budget_diagnostic": {719 "applicable": true,720 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",721 "budget_plus_actor_mib": 27099.671875,722 "predicted_startup_budget_failure": false723 },724 "startup_guard_changed_state": false725 },726 {727 "configuration_id": "cfg-9758870c0a0b4d69",728 "donor_configuration_id": null,729 "donor_gpu_count_matches": null,730 "method": "logistic",731 "peak_only_predicted_state": null,732 "predicted_peak_mib": null,733 "predicted_state": "within_margin",734 "startup_budget_diagnostic": {735 "applicable": true,736 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",737 "budget_plus_actor_mib": 27099.671875,738 "predicted_startup_budget_failure": false739 },740 "startup_guard_changed_state": null741 },742 {743 "configuration_id": "cfg-9f624ec22aa3dde0",744 "donor_configuration_id": "cfg-a23a9ffc1f670139",745 "donor_gpu_count_matches": true,746 "method": "donor_copy",747 "peak_only_predicted_state": null,748 "predicted_peak_mib": 38316.0,749 "predicted_state": "within_margin",750 "startup_budget_diagnostic": {751 "applicable": true,752 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",753 "budget_plus_actor_mib": 35291.671875,754 "predicted_startup_budget_failure": false755 },756 "startup_guard_changed_state": null757 },758 {759 "configuration_id": "cfg-9f624ec22aa3dde0",760 "donor_configuration_id": null,761 "donor_gpu_count_matches": null,762 "method": "component_regression",763 "peak_only_predicted_state": "within_margin",764 "predicted_peak_mib": 33224.737329155614,765 "predicted_state": "within_margin",766 "startup_budget_diagnostic": {767 "applicable": true,768 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",769 "budget_plus_actor_mib": 35291.671875,770 "predicted_startup_budget_failure": false771 },772 "startup_guard_changed_state": false773 },774 {775 "configuration_id": "cfg-9f624ec22aa3dde0",776 "donor_configuration_id": null,777 "donor_gpu_count_matches": null,778 "method": "logistic",779 "peak_only_predicted_state": null,780 "predicted_peak_mib": null,781 "predicted_state": "within_margin",782 "startup_budget_diagnostic": {783 "applicable": true,784 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",785 "budget_plus_actor_mib": 35291.671875,786 "predicted_startup_budget_failure": false787 },788 "startup_guard_changed_state": null789 },790 {791 "configuration_id": "cfg-a94bf7877633dfda",792 "donor_configuration_id": "cfg-6d54ac65d934f404",793 "donor_gpu_count_matches": true,794 "method": "donor_copy",795 "peak_only_predicted_state": null,796 "predicted_peak_mib": 33388.0,797 "predicted_state": "within_margin",798 "startup_budget_diagnostic": {799 "applicable": true,800 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",801 "budget_plus_actor_mib": 29623.34375,802 "predicted_startup_budget_failure": false803 },804 "startup_guard_changed_state": null805 },806 {807 "configuration_id": "cfg-a94bf7877633dfda",808 "donor_configuration_id": null,809 "donor_gpu_count_matches": null,810 "method": "component_regression",811 "peak_only_predicted_state": "within_margin",812 "predicted_peak_mib": 30562.196686361578,813 "predicted_state": "within_margin",814 "startup_budget_diagnostic": {815 "applicable": true,816 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",817 "budget_plus_actor_mib": 29623.34375,818 "predicted_startup_budget_failure": false819 },820 "startup_guard_changed_state": false821 },822 {823 "configuration_id": "cfg-a94bf7877633dfda",824 "donor_configuration_id": null,825 "donor_gpu_count_matches": null,826 "method": "logistic",827 "peak_only_predicted_state": null,828 "predicted_peak_mib": null,829 "predicted_state": "within_margin",830 "startup_budget_diagnostic": {831 "applicable": true,832 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",833 "budget_plus_actor_mib": 29623.34375,834 "predicted_startup_budget_failure": false835 },836 "startup_guard_changed_state": null837 },838 {839 "configuration_id": "cfg-aa33c72e0a449b9c",840 "donor_configuration_id": "cfg-1c5278f8be90a50a",841 "donor_gpu_count_matches": true,842 "method": "donor_copy",843 "peak_only_predicted_state": null,844 "predicted_peak_mib": 37682.0,845 "predicted_state": "within_margin",846 "startup_budget_diagnostic": {847 "applicable": true,848 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",849 "budget_plus_actor_mib": 33719.34375,850 "predicted_startup_budget_failure": false851 },852 "startup_guard_changed_state": null853 },854 {855 "configuration_id": "cfg-aa33c72e0a449b9c",856 "donor_configuration_id": null,857 "donor_gpu_count_matches": null,858 "method": "component_regression",859 "peak_only_predicted_state": "within_margin",860 "predicted_peak_mib": 33163.5838693814,861 "predicted_state": "within_margin",862 "startup_budget_diagnostic": {863 "applicable": true,864 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",865 "budget_plus_actor_mib": 33719.34375,866 "predicted_startup_budget_failure": false867 },868 "startup_guard_changed_state": false869 },870 {871 "configuration_id": "cfg-aa33c72e0a449b9c",872 "donor_configuration_id": null,873 "donor_gpu_count_matches": null,874 "method": "logistic",875 "peak_only_predicted_state": null,876 "predicted_peak_mib": null,877 "predicted_state": "within_margin",878 "startup_budget_diagnostic": {879 "applicable": true,880 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",881 "budget_plus_actor_mib": 33719.34375,882 "predicted_startup_budget_failure": false883 },884 "startup_guard_changed_state": null885 },886 {887 "configuration_id": "cfg-acfa4acda15c3599",888 "donor_configuration_id": "cfg-e91942abb5b4f847",889 "donor_gpu_count_matches": true,890 "method": "donor_copy",891 "peak_only_predicted_state": null,892 "predicted_peak_mib": 33436.0,893 "predicted_state": "within_margin",894 "startup_budget_diagnostic": {895 "applicable": true,896 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",897 "budget_plus_actor_mib": 29623.34375,898 "predicted_startup_budget_failure": false899 },900 "startup_guard_changed_state": null901 },902 {903 "configuration_id": "cfg-acfa4acda15c3599",904 "donor_configuration_id": null,905 "donor_gpu_count_matches": null,906 "method": "component_regression",907 "peak_only_predicted_state": "within_margin",908 "predicted_peak_mib": 30615.601784456547,909 "predicted_state": "within_margin",910 "startup_budget_diagnostic": {911 "applicable": true,912 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",913 "budget_plus_actor_mib": 29623.34375,914 "predicted_startup_budget_failure": false915 },916 "startup_guard_changed_state": false917 },918 {919 "configuration_id": "cfg-acfa4acda15c3599",920 "donor_configuration_id": null,921 "donor_gpu_count_matches": null,922 "method": "logistic",923 "peak_only_predicted_state": null,924 "predicted_peak_mib": null,925 "predicted_state": "within_margin",926 "startup_budget_diagnostic": {927 "applicable": true,928 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",929 "budget_plus_actor_mib": 29623.34375,930 "predicted_startup_budget_failure": false931 },932 "startup_guard_changed_state": null933 },934 {935 "configuration_id": "cfg-b5352215babfeba6",936 "donor_configuration_id": "cfg-30f98456fdb322c1",937 "donor_gpu_count_matches": true,938 "method": "donor_copy",939 "peak_only_predicted_state": null,940 "predicted_peak_mib": 33446.0,941 "predicted_state": "within_margin",942 "startup_budget_diagnostic": {943 "applicable": true,944 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",945 "budget_plus_actor_mib": 29623.34375,946 "predicted_startup_budget_failure": false947 },948 "startup_guard_changed_state": null949 },950 {951 "configuration_id": "cfg-b5352215babfeba6",952 "donor_configuration_id": null,953 "donor_gpu_count_matches": null,954 "method": "component_regression",955 "peak_only_predicted_state": "within_margin",956 "predicted_peak_mib": 30524.050187722318,957 "predicted_state": "within_margin",958 "startup_budget_diagnostic": {959 "applicable": true,960 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",961 "budget_plus_actor_mib": 29623.34375,962 "predicted_startup_budget_failure": false963 },964 "startup_guard_changed_state": false965 },966 {967 "configuration_id": "cfg-b5352215babfeba6",968 "donor_configuration_id": null,969 "donor_gpu_count_matches": null,970 "method": "logistic",971 "peak_only_predicted_state": null,972 "predicted_peak_mib": null,973 "predicted_state": "within_margin",974 "startup_budget_diagnostic": {975 "applicable": true,976 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",977 "budget_plus_actor_mib": 29623.34375,978 "predicted_startup_budget_failure": false979 },980 "startup_guard_changed_state": null981 },982 {983 "configuration_id": "cfg-b56fb353c2f2fa3e",984 "donor_configuration_id": "cfg-3f0f48a3c570a0c8",985 "donor_gpu_count_matches": true,986 "method": "donor_copy",987 "peak_only_predicted_state": null,988 "predicted_peak_mib": 21860.0,989 "predicted_state": "within_margin",990 "startup_budget_diagnostic": {991 "applicable": false,992 "budget_plus_actor_mib": null,993 "predicted_startup_budget_failure": null,994 "reason": "resident-actor assumption does not apply"995 },996 "startup_guard_changed_state": null997 },998 {999 "configuration_id": "cfg-b56fb353c2f2fa3e",1000 "donor_configuration_id": null,1001 "donor_gpu_count_matches": null,1002 "method": "component_regression",1003 "peak_only_predicted_state": "within_margin",1004 "predicted_peak_mib": 19185.913461160857,1005 "predicted_state": "within_margin",1006 "startup_budget_diagnostic": {1007 "applicable": false,1008 "budget_plus_actor_mib": null,1009 "predicted_startup_budget_failure": null,1010 "reason": "resident-actor assumption does not apply"1011 },1012 "startup_guard_changed_state": false1013 },1014 {1015 "configuration_id": "cfg-b56fb353c2f2fa3e",1016 "donor_configuration_id": null,1017 "donor_gpu_count_matches": null,1018 "method": "logistic",1019 "peak_only_predicted_state": null,1020 "predicted_peak_mib": null,1021 "predicted_state": "within_margin",1022 "startup_budget_diagnostic": {1023 "applicable": false,1024 "budget_plus_actor_mib": null,1025 "predicted_startup_budget_failure": null,1026 "reason": "resident-actor assumption does not apply"1027 },1028 "startup_guard_changed_state": null1029 },1030 {1031 "configuration_id": "cfg-b8e90bd69c9744ea",1032 "donor_configuration_id": "cfg-399f6b038d6f65f9",1033 "donor_gpu_count_matches": true,1034 "method": "donor_copy",1035 "peak_only_predicted_state": null,1036 "predicted_peak_mib": 29840.0,1037 "predicted_state": "within_margin",1038 "startup_budget_diagnostic": {1039 "applicable": true,1040 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",1041 "budget_plus_actor_mib": 27099.671875,1042 "predicted_startup_budget_failure": false1043 },1044 "startup_guard_changed_state": null1045 },1046 {1047 "configuration_id": "cfg-b8e90bd69c9744ea",1048 "donor_configuration_id": null,1049 "donor_gpu_count_matches": null,1050 "method": "component_regression",1051 "peak_only_predicted_state": "within_margin",1052 "predicted_peak_mib": 28494.97954624283,1053 "predicted_state": "within_margin",1054 "startup_budget_diagnostic": {1055 "applicable": true,1056 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",1057 "budget_plus_actor_mib": 27099.671875,1058 "predicted_startup_budget_failure": false1059 },1060 "startup_guard_changed_state": false1061 },1062 {1063 "configuration_id": "cfg-b8e90bd69c9744ea",1064 "donor_configuration_id": null,1065 "donor_gpu_count_matches": null,1066 "method": "logistic",1067 "peak_only_predicted_state": null,1068 "predicted_peak_mib": null,1069 "predicted_state": "within_margin",1070 "startup_budget_diagnostic": {1071 "applicable": true,1072 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",1073 "budget_plus_actor_mib": 27099.671875,1074 "predicted_startup_budget_failure": false1075 },1076 "startup_guard_changed_state": null1077 },1078 {1079 "configuration_id": "cfg-bae2977da7957f72",1080 "donor_configuration_id": "cfg-9160dc45a0171a10",1081 "donor_gpu_count_matches": true,1082 "method": "donor_copy",1083 "peak_only_predicted_state": null,1084 "predicted_peak_mib": 21560.0,1085 "predicted_state": "within_margin",1086 "startup_budget_diagnostic": {1087 "applicable": false,1088 "budget_plus_actor_mib": null,1089 "predicted_startup_budget_failure": null,1090 "reason": "resident-actor assumption does not apply"1091 },1092 "startup_guard_changed_state": null1093 },1094 {1095 "configuration_id": "cfg-bae2977da7957f72",1096 "donor_configuration_id": null,1097 "donor_gpu_count_matches": null,1098 "method": "component_regression",1099 "peak_only_predicted_state": "within_margin",1100 "predicted_peak_mib": 19174.469511569077,1101 "predicted_state": "within_margin",1102 "startup_budget_diagnostic": {1103 "applicable": false,1104 "budget_plus_actor_mib": null,1105 "predicted_startup_budget_failure": null,1106 "reason": "resident-actor assumption does not apply"1107 },1108 "startup_guard_changed_state": false1109 },1110 {1111 "configuration_id": "cfg-bae2977da7957f72",1112 "donor_configuration_id": null,1113 "donor_gpu_count_matches": null,1114 "method": "logistic",1115 "peak_only_predicted_state": null,1116 "predicted_peak_mib": null,1117 "predicted_state": "within_margin",1118 "startup_budget_diagnostic": {1119 "applicable": false,1120 "budget_plus_actor_mib": null,1121 "predicted_startup_budget_failure": null,1122 "reason": "resident-actor assumption does not apply"1123 },1124 "startup_guard_changed_state": null1125 },1126 {1127 "configuration_id": "cfg-c2a8e6e8e140e109",1128 "donor_configuration_id": "cfg-cc2c35944156e5d4",1129 "donor_gpu_count_matches": true,1130 "method": "donor_copy",1131 "peak_only_predicted_state": null,1132 "predicted_peak_mib": 33872.0,1133 "predicted_state": "within_margin",1134 "startup_budget_diagnostic": {1135 "applicable": true,1136 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",1137 "budget_plus_actor_mib": 31195.671875,1138 "predicted_startup_budget_failure": false1139 },1140 "startup_guard_changed_state": null1141 },1142 {1143 "configuration_id": "cfg-c2a8e6e8e140e109",1144 "donor_configuration_id": null,1145 "donor_gpu_count_matches": null,1146 "method": "component_regression",1147 "peak_only_predicted_state": "within_margin",1148 "predicted_peak_mib": 31073.478830079097,1149 "predicted_state": "within_margin",1150 "startup_budget_diagnostic": {1151 "applicable": true,1152 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",1153 "budget_plus_actor_mib": 31195.671875,1154 "predicted_startup_budget_failure": false1155 },1156 "startup_guard_changed_state": false1157 },1158 {1159 "configuration_id": "cfg-c2a8e6e8e140e109",1160 "donor_configuration_id": null,1161 "donor_gpu_count_matches": null,1162 "method": "logistic",1163 "peak_only_predicted_state": null,1164 "predicted_peak_mib": null,1165 "predicted_state": "within_margin",1166 "startup_budget_diagnostic": {1167 "applicable": true,1168 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",1169 "budget_plus_actor_mib": 31195.671875,1170 "predicted_startup_budget_failure": false1171 },1172 "startup_guard_changed_state": null1173 },1174 {1175 "configuration_id": "cfg-c3f0ad157d299d39",1176 "donor_configuration_id": "cfg-0d9ba9215ab5683e",1177 "donor_gpu_count_matches": true,1178 "method": "donor_copy",1179 "peak_only_predicted_state": null,1180 "predicted_peak_mib": 37418.0,1181 "predicted_state": "within_margin",1182 "startup_budget_diagnostic": {1183 "applicable": true,1184 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",1185 "budget_plus_actor_mib": 33719.34375,1186 "predicted_startup_budget_failure": false1187 },1188 "startup_guard_changed_state": null1189 },1190 {1191 "configuration_id": "cfg-c3f0ad157d299d39",1192 "donor_configuration_id": null,1193 "donor_gpu_count_matches": null,1194 "method": "component_regression",1195 "peak_only_predicted_state": "within_margin",1196 "predicted_peak_mib": 33056.77367319146,1197 "predicted_state": "within_margin",1198 "startup_budget_diagnostic": {1199 "applicable": true,1200 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",