C6thunder/stu_act_model
06
1{2 "dataset": {3 "repo_id": "local_dataset",4 "root": "/root/lerobot/stu-work",5 "episodes": null,6 "image_transforms": {7 "enable": false,8 "max_num_transforms": 3,9 "random_order": false,10 "tfs": {11 "brightness": {12 "weight": 1.0,13 "type": "ColorJitter",14 "kwargs": {15 "brightness": [16 0.8,17 1.218 ]19 }20 },21 "contrast": {22 "weight": 1.0,23 "type": "ColorJitter",24 "kwargs": {25 "contrast": [26 0.8,27 1.228 ]29 }30 },31 "saturation": {32 "weight": 1.0,33 "type": "ColorJitter",34 "kwargs": {35 "saturation": [36 0.5,37 1.538 ]39 }40 },41 "hue": {42 "weight": 1.0,43 "type": "ColorJitter",44 "kwargs": {45 "hue": [46 -0.05,47 0.0548 ]49 }50 },51 "sharpness": {52 "weight": 1.0,53 "type": "SharpnessJitter",54 "kwargs": {55 "sharpness": [56 0.5,57 1.558 ]59 }60 }61 }62 },63 "revision": null,64 "use_imagenet_stats": true,65 "video_backend": "torchcodec"66 },67 "env": null,68 "policy": {69 "type": "act",70 "n_obs_steps": 1,71 "normalization_mapping": {72 "VISUAL": "MEAN_STD",73 "STATE": "MEAN_STD",74 "ACTION": "MEAN_STD"75 },76 "input_features": {77 "observation.state": {78 "type": "STATE",79 "shape": [80 1881 ]82 },83 "observation.images.front": {84 "type": "VISUAL",85 "shape": [86 3,87 128,88 12889 ]90 },91 "observation.images.wrist": {92 "type": "VISUAL",93 "shape": [94 3,95 128,96 12897 ]98 }99 },100 "output_features": {101 "action": {102 "type": "ACTION",103 "shape": [104 4105 ]106 }107 },108 "device": "cuda",109 "use_amp": false,110 "push_to_hub": false,111 "repo_id": null,112 "private": null,113 "tags": null,114 "license": null,115 "chunk_size": 100,116 "n_action_steps": 100,117 "vision_backbone": "resnet18",118 "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",119 "replace_final_stride_with_dilation": false,120 "pre_norm": false,121 "dim_model": 512,122 "n_heads": 8,123 "dim_feedforward": 3200,124 "feedforward_activation": "relu",125 "n_encoder_layers": 4,126 "n_decoder_layers": 1,127 "use_vae": true,128 "latent_dim": 32,129 "n_vae_encoder_layers": 4,130 "temporal_ensemble_coeff": null,131 "dropout": 0.1,132 "kl_weight": 10.0,133 "optimizer_lr": 1e-05,134 "optimizer_weight_decay": 0.0001,135 "optimizer_lr_backbone": 1e-05136 },137 "output_dir": "/root/outputs/train/il_sim_test",138 "job_name": "il_sim_test",139 "resume": false,140 "seed": 1000,141 "num_workers": 4,142 "batch_size": 8,143 "steps": 100000,144 "eval_freq": 20000,145 "log_freq": 200,146 "save_checkpoint": true,147 "save_freq": 20000,148 "use_policy_training_preset": true,149 "optimizer": {150 "type": "adamw",151 "lr": 1e-05,152 "weight_decay": 0.0001,153 "grad_clip_norm": 10.0,154 "betas": [155 0.9,156 0.999157 ],158 "eps": 1e-08159 },160 "scheduler": null,161 "eval": {162 "n_episodes": 50,163 "batch_size": 50,164 "use_async_envs": false165 },166 "wandb": {167 "enable": false,168 "disable_artifact": false,169 "project": "lerobot",170 "entity": null,171 "notes": null,172 "run_id": null,173 "mode": null174 }175}