kobzaond/RLVRAMBench
RLVRAMBench Which language-model training configurations can I use with the memory I have, and how much testing does that decision require? RLVRAMBench is a measurement dataset with open evaluation tasks for a specific language-model training system. It measures memory feasibility when response generation and reinforcement-learning updates share the same graphics processors. It provides measured outcomes, fixed prediction tasks, a budgeted decision replay, reference methods, and… See the full description on the dataset page: https://huggingface.co/datasets/kobzaond/RLVRAMBench.
0223
1experiment_id,run_group,study_stage,configuration_level,model_family,algorithm,dataset,model,data_dir,gpu_count,rollout_tp_size,actor_micro_batch,rollout_logprob_micro_batch,ref_logprob_micro_batch,vllm_gpu_memory_utilization,parameter_offload,optimizer_offload,free_cache_engine,max_prompt_length,max_response_length,max_model_len,max_num_seqs,rollout_n,train_batch_size,train_max_samples,val_max_samples,training_seed,total_training_steps,gpu_monitor_interval_ms,workload_name,custom_reward_function_path,custom_reward_function_name,revision_study,pair_id,period,condition,configuration_id,case_id,gpu_subset_ordinals,allocator_trace_enabled,allocator_trace_sync,save_freq,test_freq,val_before_train,resume_mode,max_actor_ckpt_to_keep,per_process_timeout_seconds2host-qwen25-7b-code_heavy_tail-c2-s161-4gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,code_heavy_tail,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/codecontests/heavy_tail,4,1,8,4,4,0.6,False,False,True,1536,1024,2560,64,2,32,32,32,161,1,100,code_heavy_tail,/mnt/proj3/open-35-44/verl/rl/memory_tuner/code_shape_reward.py,compute_score,estimation_host_capacity,host-qwen25-7b-code_heavy_tail-c2-s161,1,4gpu,host-qwen25-7b-code_heavy_tail-c2-4gpu,host-qwen25-7b-code_heavy_tail-4gpu,0;1;2;3,True,1,-1,-1,False,disable,1,15003host-qwen25-7b-code_heavy_tail-c2-s161-2gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,code_heavy_tail,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/codecontests/heavy_tail,2,1,8,4,4,0.6,False,False,True,1536,1024,2560,64,2,32,32,32,161,1,100,code_heavy_tail,/mnt/proj3/open-35-44/verl/rl/memory_tuner/code_shape_reward.py,compute_score,estimation_host_capacity,host-qwen25-7b-code_heavy_tail-c2-s161,2,2gpu,host-qwen25-7b-code_heavy_tail-c2-2gpu,host-qwen25-7b-code_heavy_tail-2gpu,0;2,True,1,-1,-1,False,disable,1,15004host-qwen25-7b-gsm8k-c2-s163-2gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,gsm8k,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/gsm8k,2,1,8,4,4,0.6,False,False,True,1024,2048,3072,64,2,32,32,32,163,1,100,,,,estimation_host_capacity,host-qwen25-7b-gsm8k-c2-s163,1,2gpu,host-qwen25-7b-gsm8k-c2-2gpu,host-qwen25-7b-gsm8k-2gpu,1;3,True,1,-1,-1,False,disable,1,15005host-qwen25-7b-gsm8k-c2-s163-4gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,gsm8k,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/gsm8k,4,1,8,4,4,0.6,False,False,True,1024,2048,3072,64,2,32,32,32,163,1,100,,,,estimation_host_capacity,host-qwen25-7b-gsm8k-c2-s163,2,4gpu,host-qwen25-7b-gsm8k-c2-4gpu,host-qwen25-7b-gsm8k-4gpu,0;1;2;3,True,1,-1,-1,False,disable,1,15006host-qwen25-7b-code_heavy_tail-c2-s162-2gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,code_heavy_tail,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/codecontests/heavy_tail,2,1,8,4,4,0.6,False,False,True,1536,1024,2560,64,2,32,32,32,162,1,100,code_heavy_tail,/mnt/proj3/open-35-44/verl/rl/memory_tuner/code_shape_reward.py,compute_score,estimation_host_capacity,host-qwen25-7b-code_heavy_tail-c2-s162,1,2gpu,host-qwen25-7b-code_heavy_tail-c2-2gpu,host-qwen25-7b-code_heavy_tail-2gpu,2;3,True,1,-1,-1,False,disable,1,15007host-qwen25-7b-code_heavy_tail-c2-s162-4gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,code_heavy_tail,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/codecontests/heavy_tail,4,1,8,4,4,0.6,False,False,True,1536,1024,2560,64,2,32,32,32,162,1,100,code_heavy_tail,/mnt/proj3/open-35-44/verl/rl/memory_tuner/code_shape_reward.py,compute_score,estimation_host_capacity,host-qwen25-7b-code_heavy_tail-c2-s162,2,4gpu,host-qwen25-7b-code_heavy_tail-c2-4gpu,host-qwen25-7b-code_heavy_tail-4gpu,0;1;2;3,True,1,-1,-1,False,disable,1,15008host-qwen25-7b-gsm8k-c2-s162-4gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,gsm8k,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/gsm8k,4,1,8,4,4,0.6,False,False,True,1024,2048,3072,64,2,32,32,32,162,1,100,,,,estimation_host_capacity,host-qwen25-7b-gsm8k-c2-s162,1,4gpu,host-qwen25-7b-gsm8k-c2-4gpu,host-qwen25-7b-gsm8k-4gpu,0;1;2;3,True,1,-1,-1,False,disable,1,15009host-qwen25-7b-gsm8k-c2-s162-2gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,gsm8k,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/gsm8k,2,1,8,4,4,0.6,False,False,True,1024,2048,3072,64,2,32,32,32,162,1,100,,,,estimation_host_capacity,host-qwen25-7b-gsm8k-c2-s162,2,2gpu,host-qwen25-7b-gsm8k-c2-2gpu,host-qwen25-7b-gsm8k-2gpu,0;2,True,1,-1,-1,False,disable,1,150010host-qwen25-7b-math-c2-s162-2gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,math,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/math,2,1,8,8,8,0.6,False,False,True,512,512,1024,128,2,64,64,64,162,1,100,,,,estimation_host_capacity,host-qwen25-7b-math-c2-s162,1,2gpu,host-qwen25-7b-math-c2-2gpu,host-qwen25-7b-math-2gpu,0;3,True,1,-1,-1,False,disable,1,150011host-qwen25-7b-math-c2-s162-4gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,math,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/math,4,1,8,8,8,0.6,False,False,True,512,512,1024,128,2,64,64,64,162,1,100,,,,estimation_host_capacity,host-qwen25-7b-math-c2-s162,2,4gpu,host-qwen25-7b-math-c2-4gpu,host-qwen25-7b-math-4gpu,0;1;2;3,True,1,-1,-1,False,disable,1,150012host-qwen25-7b-code_heavy_tail-c2-s163-2gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,code_heavy_tail,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/codecontests/heavy_tail,2,1,8,4,4,0.6,False,False,True,1536,1024,2560,64,2,32,32,32,163,1,100,code_heavy_tail,/mnt/proj3/open-35-44/verl/rl/memory_tuner/code_shape_reward.py,compute_score,estimation_host_capacity,host-qwen25-7b-code_heavy_tail-c2-s163,1,2gpu,host-qwen25-7b-code_heavy_tail-c2-2gpu,host-qwen25-7b-code_heavy_tail-2gpu,1;2,True,1,-1,-1,False,disable,1,150013host-qwen25-7b-code_heavy_tail-c2-s163-4gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,code_heavy_tail,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/codecontests/heavy_tail,4,1,8,4,4,0.6,False,False,True,1536,1024,2560,64,2,32,32,32,163,1,100,code_heavy_tail,/mnt/proj3/open-35-44/verl/rl/memory_tuner/code_shape_reward.py,compute_score,estimation_host_capacity,host-qwen25-7b-code_heavy_tail-c2-s163,2,4gpu,host-qwen25-7b-code_heavy_tail-c2-4gpu,host-qwen25-7b-code_heavy_tail-4gpu,0;1;2;3,True,1,-1,-1,False,disable,1,150014host-qwen25-7b-math-c2-s163-4gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,math,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/math,4,1,8,8,8,0.6,False,False,True,512,512,1024,128,2,64,64,64,163,1,100,,,,estimation_host_capacity,host-qwen25-7b-math-c2-s163,1,4gpu,host-qwen25-7b-math-c2-4gpu,host-qwen25-7b-math-4gpu,0;1;2;3,True,1,-1,-1,False,disable,1,150015host-qwen25-7b-math-c2-s163-2gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,math,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/math,2,1,8,8,8,0.6,False,False,True,512,512,1024,128,2,64,64,64,163,1,100,,,,estimation_host_capacity,host-qwen25-7b-math-c2-s163,2,2gpu,host-qwen25-7b-math-c2-2gpu,host-qwen25-7b-math-2gpu,0;1,True,1,-1,-1,False,disable,1,150016host-qwen25-7b-math-c2-s161-4gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,math,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/math,4,1,8,8,8,0.6,False,False,True,512,512,1024,128,2,64,64,64,161,1,100,,,,estimation_host_capacity,host-qwen25-7b-math-c2-s161,1,4gpu,host-qwen25-7b-math-c2-4gpu,host-qwen25-7b-math-4gpu,0;1;2;3,True,1,-1,-1,False,disable,1,150017host-qwen25-7b-math-c2-s161-2gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,math,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/math,2,1,8,8,8,0.6,False,False,True,512,512,1024,128,2,64,64,64,161,1,100,,,,estimation_host_capacity,host-qwen25-7b-math-c2-s161,2,2gpu,host-qwen25-7b-math-c2-2gpu,host-qwen25-7b-math-2gpu,2;3,True,1,-1,-1,False,disable,1,150018host-qwen25-7b-gsm8k-c2-s161-2gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,gsm8k,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/gsm8k,2,1,8,4,4,0.6,False,False,True,1024,2048,3072,64,2,32,32,32,161,1,100,,,,estimation_host_capacity,host-qwen25-7b-gsm8k-c2-s161,1,2gpu,host-qwen25-7b-gsm8k-c2-2gpu,host-qwen25-7b-gsm8k-2gpu,0;1,True,1,-1,-1,False,disable,1,150019host-qwen25-7b-gsm8k-c2-s161-4gpu,estimation_host_capacity,estimation_host_capacity,c2,qwen25_7b,grpo,gsm8k,Qwen/Qwen2.5-7B-Instruct,/mnt/proj3/open-35-44/verl/rl/data/gsm8k,4,1,8,4,4,0.6,False,False,True,1024,2048,3072,64,2,32,32,32,161,1,100,,,,estimation_host_capacity,host-qwen25-7b-gsm8k-c2-s161,2,4gpu,host-qwen25-7b-gsm8k-c2-4gpu,host-qwen25-7b-gsm8k-4gpu,0;1;2;3,True,1,-1,-1,False,disable,1,150020