end-effector-trace-conditioning/molmoact2-500ep-eetc
012
1{2 "dataset": {3 "repo_id": "mattpidden/500eps-endeffector-trace-dataset",4 "root": null,5 "episodes": null,6 "image_transforms": {7 "enable": false,8 "max_num_transforms": 3,9 "random_order": false,10 "tfs": {11 "brightness": {12 "weight": 1.0,13 "type": "ColorJitter",14 "kwargs": {15 "brightness": [16 0.8,17 1.218 ]19 }20 },21 "contrast": {22 "weight": 1.0,23 "type": "ColorJitter",24 "kwargs": {25 "contrast": [26 0.8,27 1.228 ]29 }30 },31 "saturation": {32 "weight": 1.0,33 "type": "ColorJitter",34 "kwargs": {35 "saturation": [36 0.5,37 1.538 ]39 }40 },41 "hue": {42 "weight": 1.0,43 "type": "ColorJitter",44 "kwargs": {45 "hue": [46 -0.05,47 0.0548 ]49 }50 },51 "sharpness": {52 "weight": 1.0,53 "type": "SharpnessJitter",54 "kwargs": {55 "sharpness": [56 0.5,57 1.558 ]59 }60 },61 "affine": {62 "weight": 1.0,63 "type": "RandomAffine",64 "kwargs": {65 "degrees": [66 -5.0,67 5.068 ],69 "translate": [70 0.05,71 0.0572 ]73 }74 }75 }76 },77 "revision": "1b03652351fcc49bca0d12a0da66b8843e05fe06",78 "use_imagenet_stats": true,79 "video_backend": "pyav",80 "return_uint8": false,81 "depth_output_unit": "mm",82 "streaming": false,83 "eval_split": 0.084 },85 "env": null,86 "policy": {87 "type": "molmoact2",88 "n_obs_steps": 1,89 "input_features": {90 "observation.images.middle": {91 "type": "VISUAL",92 "shape": [93 3,94 480,95 64096 ]97 },98 "observation.images.wrist": {99 "type": "VISUAL",100 "shape": [101 3,102 480,103 640104 ]105 },106 "observation.state": {107 "type": "STATE",108 "shape": [109 6110 ]111 }112 },113 "output_features": {114 "action": {115 "type": "ACTION",116 "shape": [117 6118 ]119 }120 },121 "device": "cuda",122 "use_amp": false,123 "use_peft": false,124 "push_to_hub": true,125 "repo_id": "justintiensmith/molmoact2_500eps_endeffector_trace",126 "private": null,127 "tags": null,128 "license": null,129 "pretrained_path": "/projects/u6ph/jtiensmith.u6ph/outputs/molmoact2_500eps_endeffector_trace_6158640/checkpoints/last/pretrained_model",130 "pretrained_revision": null,131 "checkpoint_path": "allenai/MolmoAct2",132 "checkpoint_revision": "e432d85f6e039edca44afb93c262f3084ab72a9c",133 "checkpoint_force_download": false,134 "chunk_size": 30,135 "n_action_steps": 30,136 "action_mode": "continuous",137 "inference_action_mode": "continuous",138 "discrete_action_tokenizer": "allenai/MolmoAct2-FAST-Tokenizer",139 "discrete_generation_max_steps": null,140 "norm_tag": null,141 "setup_type": "single so100/so101 robotic arm in molmoact2",142 "control_mode": "absolute joint pose",143 "image_keys": [144 "observation.images.middle",145 "observation.images.wrist"146 ],147 "normalize_language": true,148 "add_setup_tokens": true,149 "add_control_tokens": true,150 "normalize_gripper": true,151 "num_state_tokens": 256,152 "max_sequence_length": null,153 "expected_max_action_dim": 32,154 "num_flow_timesteps": 8,155 "flow_matching_cutoff": 1.0,156 "flow_matching_time_offset": 0.001,157 "flow_matching_time_scale": 0.999,158 "flow_matching_beta_alpha": 1.0,159 "flow_matching_beta_beta": 1.5,160 "num_inference_steps": null,161 "mask_action_dim_padding": true,162 "enable_inference_cuda_graph": true,163 "per_episode_seed": false,164 "eval_seed": null,165 "rtc_config": null,166 "joint_signs": null,167 "joint_offsets": null,168 "enable_lora_vlm": false,169 "lora_rank": 64,170 "lora_alpha": 16,171 "lora_dropout": 0.05,172 "lora_bias": "none",173 "enable_lora_action_expert": false,174 "enable_knowledge_insulation": false,175 "freeze_embedding": true,176 "train_action_expert_only": false,177 "gradient_checkpointing": true,178 "model_dtype": "bfloat16",179 "softmax_auxiliary_loss": true,180 "softmax_auxiliary_loss_scale": 0.0001,181 "discrete_loss_token_weighting": "root_subsegments_root_tokens",182 "optimizer_lr": 1e-05,183 "optimizer_vit_lr": 5e-06,184 "optimizer_connector_lr": 5e-06,185 "optimizer_action_expert_lr": 5e-05,186 "optimizer_betas": [187 0.9,188 0.95189 ],190 "optimizer_eps": 1e-06,191 "optimizer_weight_decay": 0.0,192 "optimizer_grad_clip_norm": 1.0,193 "scheduler_warmup_steps": 200,194 "scheduler_decay_steps": 40180,195 "scheduler_decay_lr": 1e-06,196 "normalization_mapping": {197 "ACTION": "MIN_MAX",198 "STATE": "MIN_MAX",199 "VISUAL": "IDENTITY"200 },201 "dataset_feature_names": {202 "action": [203 "shoulder_pan.pos",204 "shoulder_lift.pos",205 "elbow_flex.pos",206 "wrist_flex.pos",207 "wrist_roll.pos",208 "gripper.pos"209 ],210 "observation.state": [211 "shoulder_pan.pos",212 "shoulder_lift.pos",213 "elbow_flex.pos",214 "wrist_flex.pos",215 "wrist_roll.pos",216 "gripper.pos"217 ]218 }219 },220 "reward_model": null,221 "output_dir": "/projects/u6ph/jtiensmith.u6ph/outputs/molmoact2_500eps_endeffector_trace_6158640",222 "job_name": "molmoact2_500eps_endeffector_trace_6158640",223 "resume": true,224 "seed": 1000,225 "cudnn_deterministic": false,226 "num_workers": 8,227 "batch_size": 24,228 "prefetch_factor": 4,229 "persistent_workers": true,230 "steps": 40180,231 "env_eval_freq": 0,232 "log_freq": 100,233 "eval_steps": 0,234 "max_eval_samples": 0,235 "tolerance_s": 0.0001,236 "save_checkpoint": true,237 "save_freq": 1435,238 "use_policy_training_preset": true,239 "optimizer": {240 "type": "adamw",241 "lr": 1e-05,242 "weight_decay": 0.0,243 "grad_clip_norm": 1.0,244 "betas": [245 0.9,246 0.95247 ],248 "eps": 1e-06249 },250 "scheduler": {251 "type": "cosine_decay_with_warmup",252 "num_warmup_steps": 200,253 "num_decay_steps": 40180,254 "peak_lr": 1e-05,255 "decay_lr": 1e-06256 },257 "eval": {258 "n_episodes": 50,259 "batch_size": 50,260 "use_async_envs": true,261 "recording": false,262 "recording_repo_id": null,263 "recording_private": false264 },265 "wandb": {266 "enable": true,267 "disable_artifact": true,268 "project": "lerobot",269 "entity": null,270 "notes": null,271 "run_id": "molmoact2_500eps_endeffector_trace_6158640",272 "mode": null,273 "add_tags": true274 },275 "peft": null,276 "job": {277 "target": null,278 "image": "huggingface/lerobot-gpu:latest",279 "timeout": "2d",280 "detach": false,281 "tags": []282 },283 "save_checkpoint_to_hub": false,284 "sample_weighting": null,285 "rename_map": {},286 "checkpoint_path": "/projects/u6ph/jtiensmith.u6ph/outputs/molmoact2_500eps_endeffector_trace_6158640/checkpoints/last"287}