NeilKim/diffusion-so100-policy-2
012
1{2 "dataset": {3 "repo_id": "NeilKim/so100-teleop-record-2",4 "root": null,5 "episodes": null,6 "image_transforms": {7 "enable": false,8 "max_num_transforms": 3,9 "random_order": false,10 "tfs": {11 "brightness": {12 "weight": 1.0,13 "type": "ColorJitter",14 "kwargs": {15 "brightness": [16 0.8,17 1.218 ]19 }20 },21 "contrast": {22 "weight": 1.0,23 "type": "ColorJitter",24 "kwargs": {25 "contrast": [26 0.8,27 1.228 ]29 }30 },31 "saturation": {32 "weight": 1.0,33 "type": "ColorJitter",34 "kwargs": {35 "saturation": [36 0.5,37 1.538 ]39 }40 },41 "hue": {42 "weight": 1.0,43 "type": "ColorJitter",44 "kwargs": {45 "hue": [46 -0.05,47 0.0548 ]49 }50 },51 "sharpness": {52 "weight": 1.0,53 "type": "SharpnessJitter",54 "kwargs": {55 "sharpness": [56 0.5,57 1.558 ]59 }60 }61 }62 },63 "revision": null,64 "use_imagenet_stats": true,65 "video_backend": "pyav"66 },67 "env": null,68 "policy": {69 "type": "diffusion",70 "n_obs_steps": 2,71 "normalization_mapping": {72 "VISUAL": "MEAN_STD",73 "STATE": "MIN_MAX",74 "ACTION": "MIN_MAX"75 },76 "input_features": {77 "observation.state": {78 "type": "STATE",79 "shape": [80 681 ]82 },83 "observation.images.hand": {84 "type": "VISUAL",85 "shape": [86 3,87 480,88 64089 ]90 },91 "observation.images.top": {92 "type": "VISUAL",93 "shape": [94 3,95 480,96 64097 ]98 }99 },100 "output_features": {101 "action": {102 "type": "ACTION",103 "shape": [104 6105 ]106 }107 },108 "device": "cuda",109 "use_amp": false,110 "push_to_hub": true,111 "repo_id": "NeilKim/diffusion-so100-policy-2",112 "private": null,113 "tags": null,114 "license": null,115 "horizon": 16,116 "n_action_steps": 8,117 "drop_n_last_frames": 7,118 "vision_backbone": "resnet18",119 "crop_shape": [120 84,121 84122 ],123 "crop_is_random": true,124 "pretrained_backbone_weights": null,125 "use_group_norm": true,126 "spatial_softmax_num_keypoints": 32,127 "use_separate_rgb_encoder_per_camera": false,128 "down_dims": [129 512,130 1024,131 2048132 ],133 "kernel_size": 5,134 "n_groups": 8,135 "diffusion_step_embed_dim": 128,136 "use_film_scale_modulation": true,137 "noise_scheduler_type": "DDPM",138 "num_train_timesteps": 100,139 "beta_schedule": "squaredcos_cap_v2",140 "beta_start": 0.0001,141 "beta_end": 0.02,142 "prediction_type": "epsilon",143 "clip_sample": true,144 "clip_sample_range": 1.0,145 "num_inference_steps": null,146 "do_mask_loss_for_padding": false,147 "optimizer_lr": 0.0001,148 "optimizer_betas": [149 0.95,150 0.999151 ],152 "optimizer_eps": 1e-08,153 "optimizer_weight_decay": 1e-06,154 "scheduler_name": "cosine",155 "scheduler_warmup_steps": 500156 },157 "output_dir": "outputs/train/diffusion_so100-2",158 "job_name": "diffusion_so100-2",159 "resume": false,160 "seed": 1000,161 "num_workers": 4,162 "batch_size": 8,163 "steps": 80000,164 "eval_freq": 20000,165 "log_freq": 200,166 "save_checkpoint": true,167 "save_freq": 10000,168 "use_policy_training_preset": true,169 "optimizer": {170 "type": "adam",171 "lr": 0.0001,172 "weight_decay": 1e-06,173 "grad_clip_norm": 10.0,174 "betas": [175 0.95,176 0.999177 ],178 "eps": 1e-08179 },180 "scheduler": {181 "type": "diffuser",182 "num_warmup_steps": 500,183 "name": "cosine"184 },185 "eval": {186 "n_episodes": 50,187 "batch_size": 50,188 "use_async_envs": false189 },190 "wandb": {191 "enable": true,192 "disable_artifact": false,193 "project": "lerobot",194 "entity": null,195 "notes": null,196 "run_id": "ylp01z2m",197 "mode": null198 }199}