kobzaond/RLVRAMBench
RLVRAMBench Which language-model training configurations can I use with the memory I have, and how much testing does that decision require? RLVRAMBench is a measurement dataset with open evaluation tasks for a specific language-model training system. It measures memory feasibility when response generation and reinforcement-learning updates share the same graphics processors. It provides measured outcomes, fixed prediction tasks, a budgeted decision replay, reference methods, and… See the full description on the dataset page: https://huggingface.co/datasets/kobzaond/RLVRAMBench.
0223
1[2 {3 "configuration_id": "est-qwen25-7b-gsm8k-c2-2gpu",4 "donor_configuration_id": "cfg-338d9224eb9d2f3a",5 "donor_gpu_count_matches": true,6 "method": "donor_copy",7 "peak_only_predicted_state": null,8 "predicted_peak_mib": 33108.0,9 "predicted_state": "within_margin",10 "startup_budget_diagnostic": {11 "applicable": true,12 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",13 "budget_plus_actor_mib": 39409.6357421875,14 "predicted_startup_budget_failure": false15 },16 "startup_guard_changed_state": null17 },18 {19 "configuration_id": "est-qwen25-7b-gsm8k-c2-2gpu",20 "donor_configuration_id": null,21 "donor_gpu_count_matches": null,22 "method": "component_regression",23 "peak_only_predicted_state": "memory_failure",24 "predicted_peak_mib": 46461.218916058904,25 "predicted_state": "memory_failure",26 "startup_budget_diagnostic": {27 "applicable": true,28 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",29 "budget_plus_actor_mib": 39409.6357421875,30 "predicted_startup_budget_failure": false31 },32 "startup_guard_changed_state": false33 },34 {35 "configuration_id": "est-qwen25-7b-gsm8k-c2-2gpu",36 "donor_configuration_id": null,37 "donor_gpu_count_matches": null,38 "method": "logistic",39 "peak_only_predicted_state": null,40 "predicted_peak_mib": null,41 "predicted_state": "memory_failure",42 "startup_budget_diagnostic": {43 "applicable": true,44 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",45 "budget_plus_actor_mib": 39409.6357421875,46 "predicted_startup_budget_failure": false47 },48 "startup_guard_changed_state": null49 },50 {51 "configuration_id": "est-qwen25-7b-gsm8k-c2-4gpu",52 "donor_configuration_id": "cfg-399f6b038d6f65f9",53 "donor_gpu_count_matches": true,54 "method": "donor_copy",55 "peak_only_predicted_state": null,56 "predicted_peak_mib": 29840.0,57 "predicted_state": "within_margin",58 "startup_budget_diagnostic": {59 "applicable": true,60 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",61 "budget_plus_actor_mib": 31992.81787109375,62 "predicted_startup_budget_failure": false63 },64 "startup_guard_changed_state": null65 },66 {67 "configuration_id": "est-qwen25-7b-gsm8k-c2-4gpu",68 "donor_configuration_id": null,69 "donor_gpu_count_matches": null,70 "method": "component_regression",71 "peak_only_predicted_state": "within_margin",72 "predicted_peak_mib": 38751.70456713468,73 "predicted_state": "within_margin",74 "startup_budget_diagnostic": {75 "applicable": true,76 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",77 "budget_plus_actor_mib": 31992.81787109375,78 "predicted_startup_budget_failure": false79 },80 "startup_guard_changed_state": false81 },82 {83 "configuration_id": "est-qwen25-7b-gsm8k-c2-4gpu",84 "donor_configuration_id": null,85 "donor_gpu_count_matches": null,86 "method": "logistic",87 "peak_only_predicted_state": null,88 "predicted_peak_mib": null,89 "predicted_state": "above_margin",90 "startup_budget_diagnostic": {91 "applicable": true,92 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",93 "budget_plus_actor_mib": 31992.81787109375,94 "predicted_startup_budget_failure": false95 },96 "startup_guard_changed_state": null97 },98 {99 "configuration_id": "est-qwen25-7b-gsm8k-c3-2gpu",100 "donor_configuration_id": "cfg-7a9a974958c57abc",101 "donor_gpu_count_matches": true,102 "method": "donor_copy",103 "peak_only_predicted_state": null,104 "predicted_peak_mib": 37140.0,105 "predicted_state": "within_margin",106 "startup_budget_diagnostic": {107 "applicable": true,108 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",109 "budget_plus_actor_mib": 43505.6357421875,110 "predicted_startup_budget_failure": true111 },112 "startup_guard_changed_state": null113 },114 {115 "configuration_id": "est-qwen25-7b-gsm8k-c3-2gpu",116 "donor_configuration_id": null,117 "donor_gpu_count_matches": null,118 "method": "component_regression",119 "peak_only_predicted_state": "memory_failure",120 "predicted_peak_mib": 49851.347837658235,121 "predicted_state": "memory_failure",122 "startup_budget_diagnostic": {123 "applicable": true,124 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",125 "budget_plus_actor_mib": 43505.6357421875,126 "predicted_startup_budget_failure": true127 },128 "startup_guard_changed_state": false129 },130 {131 "configuration_id": "est-qwen25-7b-gsm8k-c3-2gpu",132 "donor_configuration_id": null,133 "donor_gpu_count_matches": null,134 "method": "logistic",135 "peak_only_predicted_state": null,136 "predicted_peak_mib": null,137 "predicted_state": "memory_failure",138 "startup_budget_diagnostic": {139 "applicable": true,140 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",141 "budget_plus_actor_mib": 43505.6357421875,142 "predicted_startup_budget_failure": true143 },144 "startup_guard_changed_state": null145 },146 {147 "configuration_id": "est-qwen25-7b-gsm8k-c3-4gpu",148 "donor_configuration_id": "cfg-cc2c35944156e5d4",149 "donor_gpu_count_matches": true,150 "method": "donor_copy",151 "peak_only_predicted_state": null,152 "predicted_peak_mib": 33872.0,153 "predicted_state": "within_margin",154 "startup_budget_diagnostic": {155 "applicable": true,156 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",157 "budget_plus_actor_mib": 36088.81787109375,158 "predicted_startup_budget_failure": false159 },160 "startup_guard_changed_state": null161 },162 {163 "configuration_id": "est-qwen25-7b-gsm8k-c3-4gpu",164 "donor_configuration_id": null,165 "donor_gpu_count_matches": null,166 "method": "component_regression",167 "peak_only_predicted_state": "memory_failure",168 "predicted_peak_mib": 42141.83348873401,169 "predicted_state": "memory_failure",170 "startup_budget_diagnostic": {171 "applicable": true,172 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",173 "budget_plus_actor_mib": 36088.81787109375,174 "predicted_startup_budget_failure": false175 },176 "startup_guard_changed_state": false177 },178 {179 "configuration_id": "est-qwen25-7b-gsm8k-c3-4gpu",180 "donor_configuration_id": null,181 "donor_gpu_count_matches": null,182 "method": "logistic",183 "peak_only_predicted_state": null,184 "predicted_peak_mib": null,185 "predicted_state": "memory_failure",186 "startup_budget_diagnostic": {187 "applicable": true,188 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",189 "budget_plus_actor_mib": 36088.81787109375,190 "predicted_startup_budget_failure": false191 },192 "startup_guard_changed_state": null193 },194 {195 "configuration_id": "est-qwen25-7b-math-c2-2gpu",196 "donor_configuration_id": "cfg-30f98456fdb322c1",197 "donor_gpu_count_matches": true,198 "method": "donor_copy",199 "peak_only_predicted_state": null,200 "predicted_peak_mib": 33446.0,201 "predicted_state": "within_margin",202 "startup_budget_diagnostic": {203 "applicable": true,204 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",205 "budget_plus_actor_mib": 39409.6357421875,206 "predicted_startup_budget_failure": false207 },208 "startup_guard_changed_state": null209 },210 {211 "configuration_id": "est-qwen25-7b-math-c2-2gpu",212 "donor_configuration_id": null,213 "donor_gpu_count_matches": null,214 "method": "component_regression",215 "peak_only_predicted_state": "memory_failure",216 "predicted_peak_mib": 46391.75739749115,217 "predicted_state": "memory_failure",218 "startup_budget_diagnostic": {219 "applicable": true,220 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",221 "budget_plus_actor_mib": 39409.6357421875,222 "predicted_startup_budget_failure": false223 },224 "startup_guard_changed_state": false225 },226 {227 "configuration_id": "est-qwen25-7b-math-c2-2gpu",228 "donor_configuration_id": null,229 "donor_gpu_count_matches": null,230 "method": "logistic",231 "peak_only_predicted_state": null,232 "predicted_peak_mib": null,233 "predicted_state": "memory_failure",234 "startup_budget_diagnostic": {235 "applicable": true,236 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",237 "budget_plus_actor_mib": 39409.6357421875,238 "predicted_startup_budget_failure": false239 },240 "startup_guard_changed_state": null241 },242 {243 "configuration_id": "est-qwen25-7b-math-c2-4gpu",244 "donor_configuration_id": "cfg-f03e4e98c682240e",245 "donor_gpu_count_matches": true,246 "method": "donor_copy",247 "peak_only_predicted_state": null,248 "predicted_peak_mib": 30180.0,249 "predicted_state": "within_margin",250 "startup_budget_diagnostic": {251 "applicable": true,252 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",253 "budget_plus_actor_mib": 31992.81787109375,254 "predicted_startup_budget_failure": false255 },256 "startup_guard_changed_state": null257 },258 {259 "configuration_id": "est-qwen25-7b-math-c2-4gpu",260 "donor_configuration_id": null,261 "donor_gpu_count_matches": null,262 "method": "component_regression",263 "peak_only_predicted_state": "within_margin",264 "predicted_peak_mib": 38682.24304856692,265 "predicted_state": "within_margin",266 "startup_budget_diagnostic": {267 "applicable": true,268 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",269 "budget_plus_actor_mib": 31992.81787109375,270 "predicted_startup_budget_failure": false271 },272 "startup_guard_changed_state": false273 },274 {275 "configuration_id": "est-qwen25-7b-math-c2-4gpu",276 "donor_configuration_id": null,277 "donor_gpu_count_matches": null,278 "method": "logistic",279 "peak_only_predicted_state": null,280 "predicted_peak_mib": null,281 "predicted_state": "above_margin",282 "startup_budget_diagnostic": {283 "applicable": true,284 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",285 "budget_plus_actor_mib": 31992.81787109375,286 "predicted_startup_budget_failure": false287 },288 "startup_guard_changed_state": null289 },290 {291 "configuration_id": "est-qwen25-7b-math-c3-2gpu",292 "donor_configuration_id": "cfg-f009e9e3891c06f4",293 "donor_gpu_count_matches": true,294 "method": "donor_copy",295 "peak_only_predicted_state": null,296 "predicted_peak_mib": 37478.0,297 "predicted_state": "within_margin",298 "startup_budget_diagnostic": {299 "applicable": true,300 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",301 "budget_plus_actor_mib": 43505.6357421875,302 "predicted_startup_budget_failure": true303 },304 "startup_guard_changed_state": null305 },306 {307 "configuration_id": "est-qwen25-7b-math-c3-2gpu",308 "donor_configuration_id": null,309 "donor_gpu_count_matches": null,310 "method": "component_regression",311 "peak_only_predicted_state": "memory_failure",312 "predicted_peak_mib": 49712.42480052272,313 "predicted_state": "memory_failure",314 "startup_budget_diagnostic": {315 "applicable": true,316 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",317 "budget_plus_actor_mib": 43505.6357421875,318 "predicted_startup_budget_failure": true319 },320 "startup_guard_changed_state": false321 },322 {323 "configuration_id": "est-qwen25-7b-math-c3-2gpu",324 "donor_configuration_id": null,325 "donor_gpu_count_matches": null,326 "method": "logistic",327 "peak_only_predicted_state": null,328 "predicted_peak_mib": null,329 "predicted_state": "memory_failure",330 "startup_budget_diagnostic": {331 "applicable": true,332 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",333 "budget_plus_actor_mib": 43505.6357421875,334 "predicted_startup_budget_failure": true335 },336 "startup_guard_changed_state": null337 },338 {339 "configuration_id": "est-qwen25-7b-math-c3-4gpu",340 "donor_configuration_id": "cfg-714c540f76d9525d",341 "donor_gpu_count_matches": true,342 "method": "donor_copy",343 "peak_only_predicted_state": null,344 "predicted_peak_mib": 34212.0,345 "predicted_state": "within_margin",346 "startup_budget_diagnostic": {347 "applicable": true,348 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",349 "budget_plus_actor_mib": 36088.81787109375,350 "predicted_startup_budget_failure": false351 },352 "startup_guard_changed_state": null353 },354 {355 "configuration_id": "est-qwen25-7b-math-c3-4gpu",356 "donor_configuration_id": null,357 "donor_gpu_count_matches": null,358 "method": "component_regression",359 "peak_only_predicted_state": "memory_failure",360 "predicted_peak_mib": 42002.910451598495,361 "predicted_state": "memory_failure",362 "startup_budget_diagnostic": {363 "applicable": true,364 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",365 "budget_plus_actor_mib": 36088.81787109375,366 "predicted_startup_budget_failure": false367 },368 "startup_guard_changed_state": false369 },370 {371 "configuration_id": "est-qwen25-7b-math-c3-4gpu",372 "donor_configuration_id": null,373 "donor_gpu_count_matches": null,374 "method": "logistic",375 "peak_only_predicted_state": null,376 "predicted_peak_mib": null,377 "predicted_state": "memory_failure",378 "startup_budget_diagnostic": {379 "applicable": true,380 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",381 "budget_plus_actor_mib": 36088.81787109375,382 "predicted_startup_budget_failure": false383 },384 "startup_guard_changed_state": null385 },386 {387 "configuration_id": "est-qwen25-7b-code_heavy_tail-c2-2gpu",388 "donor_configuration_id": "cfg-e91942abb5b4f847",389 "donor_gpu_count_matches": true,390 "method": "donor_copy",391 "peak_only_predicted_state": null,392 "predicted_peak_mib": 33436.0,393 "predicted_state": "within_margin",394 "startup_budget_diagnostic": {395 "applicable": true,396 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",397 "budget_plus_actor_mib": 39409.6357421875,398 "predicted_startup_budget_failure": false399 },400 "startup_guard_changed_state": null401 },402 {403 "configuration_id": "est-qwen25-7b-code_heavy_tail-c2-2gpu",404 "donor_configuration_id": null,405 "donor_gpu_count_matches": null,406 "method": "component_regression",407 "peak_only_predicted_state": "memory_failure",408 "predicted_peak_mib": 46443.853536416966,409 "predicted_state": "memory_failure",410 "startup_budget_diagnostic": {411 "applicable": true,412 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",413 "budget_plus_actor_mib": 39409.6357421875,414 "predicted_startup_budget_failure": false415 },416 "startup_guard_changed_state": false417 },418 {419 "configuration_id": "est-qwen25-7b-code_heavy_tail-c2-2gpu",420 "donor_configuration_id": null,421 "donor_gpu_count_matches": null,422 "method": "logistic",423 "peak_only_predicted_state": null,424 "predicted_peak_mib": null,425 "predicted_state": "memory_failure",426 "startup_budget_diagnostic": {427 "applicable": true,428 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",429 "budget_plus_actor_mib": 39409.6357421875,430 "predicted_startup_budget_failure": false431 },432 "startup_guard_changed_state": null433 },434 {435 "configuration_id": "est-qwen25-7b-code_heavy_tail-c2-4gpu",436 "donor_configuration_id": "cfg-e91942abb5b4f847",437 "donor_gpu_count_matches": false,438 "method": "donor_copy",439 "peak_only_predicted_state": null,440 "predicted_peak_mib": 33436.0,441 "predicted_state": "within_margin",442 "startup_budget_diagnostic": {443 "applicable": true,444 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",445 "budget_plus_actor_mib": 31992.81787109375,446 "predicted_startup_budget_failure": false447 },448 "startup_guard_changed_state": null449 },450 {451 "configuration_id": "est-qwen25-7b-code_heavy_tail-c2-4gpu",452 "donor_configuration_id": null,453 "donor_gpu_count_matches": null,454 "method": "component_regression",455 "peak_only_predicted_state": "within_margin",456 "predicted_peak_mib": 38734.33918749274,457 "predicted_state": "within_margin",458 "startup_budget_diagnostic": {459 "applicable": true,460 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",461 "budget_plus_actor_mib": 31992.81787109375,462 "predicted_startup_budget_failure": false463 },464 "startup_guard_changed_state": false465 },466 {467 "configuration_id": "est-qwen25-7b-code_heavy_tail-c2-4gpu",468 "donor_configuration_id": null,469 "donor_gpu_count_matches": null,470 "method": "logistic",471 "peak_only_predicted_state": null,472 "predicted_peak_mib": null,473 "predicted_state": "above_margin",474 "startup_budget_diagnostic": {475 "applicable": true,476 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",477 "budget_plus_actor_mib": 31992.81787109375,478 "predicted_startup_budget_failure": false479 },480 "startup_guard_changed_state": null481 },482 {483 "configuration_id": "est-qwen25-7b-code_heavy_tail-c3-2gpu",484 "donor_configuration_id": "cfg-1c5278f8be90a50a",485 "donor_gpu_count_matches": true,486 "method": "donor_copy",487 "peak_only_predicted_state": null,488 "predicted_peak_mib": 37682.0,489 "predicted_state": "within_margin",490 "startup_budget_diagnostic": {491 "applicable": true,492 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",493 "budget_plus_actor_mib": 43505.6357421875,494 "predicted_startup_budget_failure": true495 },496 "startup_guard_changed_state": null497 },498 {499 "configuration_id": "est-qwen25-7b-code_heavy_tail-c3-2gpu",500 "donor_configuration_id": null,501 "donor_gpu_count_matches": null,502 "method": "component_regression",503 "peak_only_predicted_state": "memory_failure",504 "predicted_peak_mib": 49816.61707837435,505 "predicted_state": "memory_failure",506 "startup_budget_diagnostic": {507 "applicable": true,508 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",509 "budget_plus_actor_mib": 43505.6357421875,510 "predicted_startup_budget_failure": true511 },512 "startup_guard_changed_state": false513 },514 {515 "configuration_id": "est-qwen25-7b-code_heavy_tail-c3-2gpu",516 "donor_configuration_id": null,517 "donor_gpu_count_matches": null,518 "method": "logistic",519 "peak_only_predicted_state": null,520 "predicted_peak_mib": null,521 "predicted_state": "memory_failure",522 "startup_budget_diagnostic": {523 "applicable": true,524 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",525 "budget_plus_actor_mib": 43505.6357421875,526 "predicted_startup_budget_failure": true527 },528 "startup_guard_changed_state": null529 },530 {531 "configuration_id": "est-qwen25-7b-code_heavy_tail-c3-4gpu",532 "donor_configuration_id": "cfg-1c5278f8be90a50a",533 "donor_gpu_count_matches": false,534 "method": "donor_copy",535 "peak_only_predicted_state": null,536 "predicted_peak_mib": 37682.0,537 "predicted_state": "within_margin",538 "startup_budget_diagnostic": {539 "applicable": true,540 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",541 "budget_plus_actor_mib": 36088.81787109375,542 "predicted_startup_budget_failure": false543 },544 "startup_guard_changed_state": null545 },546 {547 "configuration_id": "est-qwen25-7b-code_heavy_tail-c3-4gpu",548 "donor_configuration_id": null,549 "donor_gpu_count_matches": null,550 "method": "component_regression",551 "peak_only_predicted_state": "memory_failure",552 "predicted_peak_mib": 42107.102729450125,553 "predicted_state": "memory_failure",554 "startup_budget_diagnostic": {555 "applicable": true,556 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",557 "budget_plus_actor_mib": 36088.81787109375,558 "predicted_startup_budget_failure": false559 },560 "startup_guard_changed_state": false561 },562 {563 "configuration_id": "est-qwen25-7b-code_heavy_tail-c3-4gpu",564 "donor_configuration_id": null,565 "donor_gpu_count_matches": null,566 "method": "logistic",567 "peak_only_predicted_state": null,568 "predicted_peak_mib": null,569 "predicted_state": "memory_failure",570 "startup_budget_diagnostic": {571 "applicable": true,572 "assumption": "FP32 actor shards resident before vLLM requested-budget free-memory check",573 "budget_plus_actor_mib": 36088.81787109375,574 "predicted_startup_budget_failure": false575 },576 "startup_guard_changed_state": null577 }578]579