godnpeter/pick_pikachu

1{2    "dataset": {3        "repo_id": "godnpeter/pick_pikachu",4        "root": null,5        "episodes": null,6        "image_transforms": {7            "enable": false,8            "max_num_transforms": 3,9            "random_order": false,10            "tfs": {11                "brightness": {12                    "weight": 1.0,13                    "type": "ColorJitter",14                    "kwargs": {15                        "brightness": [16                            0.8,17                            1.218                        ]19                    }20                },21                "contrast": {22                    "weight": 1.0,23                    "type": "ColorJitter",24                    "kwargs": {25                        "contrast": [26                            0.8,27                            1.228                        ]29                    }30                },31                "saturation": {32                    "weight": 1.0,33                    "type": "ColorJitter",34                    "kwargs": {35                        "saturation": [36                            0.5,37                            1.538                        ]39                    }40                },41                "hue": {42                    "weight": 1.0,43                    "type": "ColorJitter",44                    "kwargs": {45                        "hue": [46                            -0.05,47                            0.0548                        ]49                    }50                },51                "sharpness": {52                    "weight": 1.0,53                    "type": "SharpnessJitter",54                    "kwargs": {55                        "sharpness": [56                            0.5,57                            1.558                        ]59                    }60                }61            }62        },63        "revision": null,64        "use_imagenet_stats": true,65        "video_backend": "torchcodec"66    },67    "env": null,68    "policy": {69        "type": "smolvla",70        "n_obs_steps": 1,71        "normalization_mapping": {72            "VISUAL": "IDENTITY",73            "STATE": "MEAN_STD",74            "ACTION": "MEAN_STD"75        },76        "input_features": {77            "observation.state": {78                "type": "STATE",79                "shape": [80                    681                ]82            },83            "observation.images.front": {84                "type": "VISUAL",85                "shape": [86                    3,87                    1080,88                    192089                ]90            }91        },92        "output_features": {93            "action": {94                "type": "ACTION",95                "shape": [96                    697                ]98            }99        },100        "device": "cuda",101        "use_amp": false,102        "push_to_hub": true,103        "repo_id": "godnpeter/pick_pikachu",104        "private": null,105        "tags": null,106        "license": null,107        "chunk_size": 50,108        "n_action_steps": 50,109        "max_state_dim": 32,110        "max_action_dim": 32,111        "resize_imgs_with_padding": [112            512,113            512114        ],115        "empty_cameras": 0,116        "adapt_to_pi_aloha": false,117        "use_delta_joint_actions_aloha": false,118        "tokenizer_max_length": 48,119        "num_steps": 10,120        "use_cache": true,121        "freeze_vision_encoder": true,122        "train_expert_only": true,123        "train_state_proj": true,124        "optimizer_lr": 0.0001,125        "optimizer_betas": [126            0.9,127            0.95128        ],129        "optimizer_eps": 1e-08,130        "optimizer_weight_decay": 1e-10,131        "optimizer_grad_clip_norm": 10.0,132        "scheduler_warmup_steps": 1000,133        "scheduler_decay_steps": 30000,134        "scheduler_decay_lr": 2.5e-06,135        "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",136        "load_vlm_weights": true,137        "add_image_special_tokens": false,138        "attention_mode": "cross_attn",139        "prefix_length": 0,140        "pad_language_to": "max_length",141        "num_expert_layers": 0,142        "num_vlm_layers": 16,143        "self_attn_every_n_layers": 2,144        "expert_width_multiplier": 0.75,145        "min_period": 0.004,146        "max_period": 4.0147    },148    "output_dir": "outputs/pick_pikachu",149    "job_name": "smolvla_pikachu",150    "resume": false,151    "seed": 1000,152    "num_workers": 4,153    "batch_size": 64,154    "steps": 2000,155    "eval_freq": 20000,156    "log_freq": 200,157    "save_checkpoint": true,158    "save_freq": 20000,159    "use_policy_training_preset": true,160    "optimizer": {161        "type": "adamw",162        "lr": 0.0001,163        "weight_decay": 1e-10,164        "grad_clip_norm": 10.0,165        "betas": [166            0.9,167            0.95168        ],169        "eps": 1e-08170    },171    "scheduler": {172        "type": "cosine_decay_with_warmup",173        "num_warmup_steps": 1000,174        "num_decay_steps": 30000,175        "peak_lr": 0.0001,176        "decay_lr": 2.5e-06177    },178    "eval": {179        "n_episodes": 50,180        "batch_size": 50,181        "use_async_envs": false182    },183    "wandb": {184        "enable": true,185        "disable_artifact": false,186        "project": "lerobot",187        "entity": null,188        "notes": null,189        "run_id": "1qubsvfm",190        "mode": null191    }192}