ByteBlitzatHF/multitask-dit-your-robot

1{2    "dataset": {3        "repo_id": "ByteBlitzatHF/so101_folding",4        "root": null,5        "episodes": null,6        "image_transforms": {7            "enable": false,8            "max_num_transforms": 3,9            "random_order": false,10            "tfs": {11                "brightness": {12                    "weight": 1.0,13                    "type": "ColorJitter",14                    "kwargs": {15                        "brightness": [16                            0.8,17                            1.218                        ]19                    }20                },21                "contrast": {22                    "weight": 1.0,23                    "type": "ColorJitter",24                    "kwargs": {25                        "contrast": [26                            0.8,27                            1.228                        ]29                    }30                },31                "saturation": {32                    "weight": 1.0,33                    "type": "ColorJitter",34                    "kwargs": {35                        "saturation": [36                            0.5,37                            1.538                        ]39                    }40                },41                "hue": {42                    "weight": 1.0,43                    "type": "ColorJitter",44                    "kwargs": {45                        "hue": [46                            -0.05,47                            0.0548                        ]49                    }50                },51                "sharpness": {52                    "weight": 1.0,53                    "type": "SharpnessJitter",54                    "kwargs": {55                        "sharpness": [56                            0.5,57                            1.558                        ]59                    }60                },61                "affine": {62                    "weight": 1.0,63                    "type": "RandomAffine",64                    "kwargs": {65                        "degrees": [66                            -5.0,67                            5.068                        ],69                        "translate": [70                            0.05,71                            0.0572                        ]73                    }74                }75            }76        },77        "revision": null,78        "use_imagenet_stats": true,79        "video_backend": "torchcodec",80        "return_uint8": false,81        "streaming": false82    },83    "env": null,84    "policy": {85        "type": "multi_task_dit",86        "n_obs_steps": 2,87        "input_features": {88            "observation.state": {89                "type": "STATE",90                "shape": [91                    692                ]93            },94            "observation.images.wrist": {95                "type": "VISUAL",96                "shape": [97                    3,98                    480,99                    640100                ]101            }102        },103        "output_features": {104            "action": {105                "type": "ACTION",106                "shape": [107                    6108                ]109            }110        },111        "device": "cuda",112        "use_amp": false,113        "use_peft": false,114        "push_to_hub": true,115        "repo_id": "ByteBlitzatHF/multitask-dit-your-robot",116        "private": null,117        "tags": null,118        "license": null,119        "pretrained_path": null,120        "horizon": 32,121        "n_action_steps": 24,122        "objective": "diffusion",123        "noise_scheduler_type": "DDPM",124        "num_train_timesteps": 100,125        "beta_schedule": "squaredcos_cap_v2",126        "beta_start": 0.0001,127        "beta_end": 0.02,128        "prediction_type": "epsilon",129        "clip_sample": true,130        "clip_sample_range": 1.0,131        "num_inference_steps": null,132        "sigma_min": 0.0,133        "num_integration_steps": 100,134        "integration_method": "euler",135        "timestep_sampling_strategy": "beta",136        "timestep_sampling_s": 0.999,137        "timestep_sampling_alpha": 1.5,138        "timestep_sampling_beta": 1.0,139        "hidden_dim": 512,140        "num_layers": 6,141        "num_heads": 8,142        "dropout": 0.1,143        "use_positional_encoding": false,144        "timestep_embed_dim": 256,145        "use_rope": true,146        "rope_base": 10000.0,147        "vision_encoder_name": "openai/clip-vit-base-patch16",148        "use_separate_rgb_encoder_per_camera": false,149        "vision_encoder_lr_multiplier": 0.1,150        "image_resize_shape": null,151        "image_crop_shape": [152            224,153            224154        ],155        "image_crop_is_random": true,156        "text_encoder_name": "openai/clip-vit-base-patch16",157        "tokenizer_max_length": 77,158        "tokenizer_padding": "max_length",159        "tokenizer_padding_side": "right",160        "tokenizer_truncation": true,161        "normalization_mapping": {162            "VISUAL": "MEAN_STD",163            "STATE": "MIN_MAX",164            "ACTION": "MIN_MAX"165        },166        "optimizer_lr": 2e-05,167        "optimizer_betas": [168            0.95,169            0.999170        ],171        "optimizer_eps": 1e-08,172        "optimizer_weight_decay": 0.0,173        "scheduler_name": "cosine",174        "scheduler_warmup_steps": 0,175        "do_mask_loss_for_padding": false,176        "drop_n_last_frames": 7177    },178    "reward_model": null,179    "output_dir": "outputs/mutitask_dit_training",180    "job_name": "multi_task_dit",181    "resume": false,182    "seed": 1000,183    "cudnn_deterministic": false,184    "num_workers": 4,185    "batch_size": 64,186    "prefetch_factor": 4,187    "persistent_workers": true,188    "steps": 30000,189    "eval_freq": 20000,190    "log_freq": 200,191    "tolerance_s": 0.0001,192    "save_checkpoint": true,193    "save_freq": 20000,194    "use_policy_training_preset": true,195    "optimizer": {196        "type": "adam",197        "lr": 2e-05,198        "weight_decay": 0.0,199        "grad_clip_norm": 10.0,200        "betas": [201            0.95,202            0.999203        ],204        "eps": 1e-08205    },206    "scheduler": {207        "type": "diffuser",208        "num_warmup_steps": 0,209        "name": "cosine"210    },211    "eval": {212        "n_episodes": 50,213        "batch_size": 11,214        "use_async_envs": true215    },216    "wandb": {217        "enable": false,218        "disable_artifact": false,219        "project": "lerobot",220        "entity": null,221        "notes": null,222        "run_id": null,223        "mode": null,224        "add_tags": true225    },226    "peft": null,227    "sample_weighting": null,228    "rename_map": {},229    "checkpoint_path": null230}