Lakesenberg/None

1{2    "dataset": {3        "repo_id": "/home/cvte/workspace/pengtaijun/lerobot/datasets/record-merged4n5",4        "root": null,5        "episodes": null,6        "image_transforms": {7            "enable": false,8            "max_num_transforms": 3,9            "random_order": false,10            "tfs": {11                "brightness": {12                    "weight": 1.0,13                    "type": "ColorJitter",14                    "kwargs": {15                        "brightness": [16                            0.8,17                            1.218                        ]19                    }20                },21                "contrast": {22                    "weight": 1.0,23                    "type": "ColorJitter",24                    "kwargs": {25                        "contrast": [26                            0.8,27                            1.228                        ]29                    }30                },31                "saturation": {32                    "weight": 1.0,33                    "type": "ColorJitter",34                    "kwargs": {35                        "saturation": [36                            0.5,37                            1.538                        ]39                    }40                },41                "hue": {42                    "weight": 1.0,43                    "type": "ColorJitter",44                    "kwargs": {45                        "hue": [46                            -0.05,47                            0.0548                        ]49                    }50                },51                "sharpness": {52                    "weight": 1.0,53                    "type": "SharpnessJitter",54                    "kwargs": {55                        "sharpness": [56                            0.5,57                            1.558                        ]59                    }60                }61            }62        },63        "revision": null,64        "use_imagenet_stats": true,65        "video_backend": "torchcodec"66    },67    "env": null,68    "policy": {69        "type": "smolvla",70        "n_obs_steps": 1,71        "normalization_mapping": {72            "VISUAL": "IDENTITY",73            "STATE": "MEAN_STD",74            "ACTION": "MEAN_STD"75        },76        "input_features": {77            "observation.state": {78                "type": "STATE",79                "shape": [80                    681                ]82            },83            "observation.images.up": {84                "type": "VISUAL",85                "shape": [86                    3,87                    480,88                    64089                ]90            },91            "observation.images.side": {92                "type": "VISUAL",93                "shape": [94                    3,95                    480,96                    64097                ]98            }99        },100        "output_features": {101            "action": {102                "type": "ACTION",103                "shape": [104                    6105                ]106            }107        },108        "device": "cuda",109        "use_amp": false,110        "push_to_hub": true,111        "repo_id": "None",112        "private": null,113        "tags": null,114        "license": null,115        "chunk_size": 50,116        "n_action_steps": 50,117        "max_state_dim": 32,118        "max_action_dim": 32,119        "resize_imgs_with_padding": [120            512,121            512122        ],123        "empty_cameras": 0,124        "adapt_to_pi_aloha": false,125        "use_delta_joint_actions_aloha": false,126        "tokenizer_max_length": 48,127        "num_steps": 10,128        "use_cache": true,129        "freeze_vision_encoder": true,130        "train_expert_only": true,131        "train_state_proj": true,132        "optimizer_lr": 0.0001,133        "optimizer_betas": [134            0.9,135            0.95136        ],137        "optimizer_eps": 1e-08,138        "optimizer_weight_decay": 1e-10,139        "optimizer_grad_clip_norm": 10.0,140        "scheduler_warmup_steps": 1000,141        "scheduler_decay_steps": 30000,142        "scheduler_decay_lr": 2.5e-06,143        "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",144        "load_vlm_weights": true,145        "add_image_special_tokens": false,146        "attention_mode": "cross_attn",147        "prefix_length": 0,148        "pad_language_to": "max_length",149        "num_expert_layers": 0,150        "num_vlm_layers": 16,151        "self_attn_every_n_layers": 2,152        "expert_width_multiplier": 0.75,153        "min_period": 0.004,154        "max_period": 4.0155    },156    "output_dir": "outputs/train/my_smolvla3",157    "job_name": "my_smolvla_training",158    "resume": false,159    "seed": 1000,160    "num_workers": 4,161    "batch_size": 64,162    "steps": 20000,163    "eval_freq": 20000,164    "log_freq": 200,165    "save_checkpoint": true,166    "save_freq": 20000,167    "use_policy_training_preset": true,168    "optimizer": {169        "type": "adamw",170        "lr": 0.0001,171        "weight_decay": 1e-10,172        "grad_clip_norm": 10.0,173        "betas": [174            0.9,175            0.95176        ],177        "eps": 1e-08178    },179    "scheduler": {180        "type": "cosine_decay_with_warmup",181        "num_warmup_steps": 1000,182        "num_decay_steps": 30000,183        "peak_lr": 0.0001,184        "decay_lr": 2.5e-06185    },186    "eval": {187        "n_episodes": 50,188        "batch_size": 50,189        "use_async_envs": false190    },191    "wandb": {192        "enable": false,193        "disable_artifact": false,194        "project": "lerobot",195        "entity": null,196        "notes": null,197        "run_id": null,198        "mode": null199    }200}