OneScience-Group/GraphCast

1model:2  processor_layers: 16          3  hidden_dim: 512               4  mesh_level: 6                 5  multimesh: true               6  num_channels_climate: 2277  use_cos_zenith: true         8  use_time_of_year_index: true 9  num_history: 0               10  num_channels_static: 5       11  num_steps: 112  checkpoint_encoder: true      13  checkpoint_decoder: false     14  full_bf16: true              15  processor_type: MessagePassing16  khop_neighbors: 32            17  num_attention_heads: 4        18  norm_type: LayerNorm          19  segments: 1                   20  force_single_checkpoint: false21  checkpoint_processor: false   22  force_single_checkpoint_finetune: false23  checkpoint_encoder_finetune: true      24  checkpoint_processor_finetune: true    25  checkpoint_decoder_finetune: true      26  concat_trick: true         27  cugraphops_encoder: false  28  cugraphops_processor: false29  cugraphops_decoder: false  30  recompute_activation: false31  use_apex: true             32  patience: 5033  start_epoch: 034  max_epoch: 999935  num_val_steps: 8      36  dt: 6.0                37  grad_clip_norm: 32.0  38  lr: 1e-3               39  lr_step3: 3e-7        40  num_iters_step1: 1000  41  num_iters_step2: 29900042  num_iters_step3: 11000 43  step_change_freq: 100044  val_freq: 5           45  checkpoint_dir : "./data/checkpoints"46  47# 整个数据读取流程48datapipe:49  name: "ERA5"50  task: "weather_forecasting"51 52  # dataset设定53  dataset:54    type: "hdf5"55    data_dir: './data/' # "$ONESCIENCE_DATASETS_DIR/ERA5/newh5/" 56    dataset_metadata_path: './data.json'  # Path to the dataset metadata, containing channel names.57    time_diff_std_path: './time_diff_std.npy'  # Path to the .npy file with standard deviation of normalized per-variable per-pressure level time differences.58    train_time: [1951, 1952]59    val_time: [1953]60    test_time: [1954]61    img_size: [721, 1440]62    verbose: true63    cache: false64    # vars65    channels: ['10m_u_component_of_wind', '10m_v_component_of_wind', '2m_temperature', 'mean_sea_level_pressure', 'total_precipitation',66 67               'geopotential_1', 'geopotential_2', 'geopotential_3', 'geopotential_5', 'geopotential_7', 68               'geopotential_10', 'geopotential_20', 'geopotential_30', 'geopotential_50', 'geopotential_70', 69               'geopotential_100', 'geopotential_125', 'geopotential_150', 'geopotential_175', 'geopotential_200', 70               'geopotential_225', 'geopotential_250', 'geopotential_300', 'geopotential_350', 'geopotential_400', 71               'geopotential_450', 'geopotential_500', 'geopotential_550', 'geopotential_600', 'geopotential_650', 72               'geopotential_700', 'geopotential_750', 'geopotential_775', 'geopotential_800', 'geopotential_825', 73               'geopotential_850', 'geopotential_875', 'geopotential_900', 'geopotential_925', 'geopotential_950', 74               'geopotential_975', 'geopotential_1000',75 76               'relative_humidity_1', 'relative_humidity_2', 'relative_humidity_3', 'relative_humidity_5', 'relative_humidity_7', 77               'relative_humidity_10', 'relative_humidity_20', 'relative_humidity_30', 'relative_humidity_50', 'relative_humidity_70', 78               'relative_humidity_100', 'relative_humidity_125', 'relative_humidity_150', 'relative_humidity_175', 'relative_humidity_200', 79               'relative_humidity_225', 'relative_humidity_250', 'relative_humidity_300', 'relative_humidity_350', 'relative_humidity_400', 80               'relative_humidity_450', 'relative_humidity_500', 'relative_humidity_550', 'relative_humidity_600', 'relative_humidity_650', 81               'relative_humidity_700', 'relative_humidity_750', 'relative_humidity_775', 'relative_humidity_800', 'relative_humidity_825', 82               'relative_humidity_850', 'relative_humidity_875', 'relative_humidity_900', 'relative_humidity_925', 'relative_humidity_950', 83               'relative_humidity_975', 'relative_humidity_1000',84 85               'u_component_of_wind_1', 'u_component_of_wind_2', 'u_component_of_wind_3', 'u_component_of_wind_5', 'u_component_of_wind_7', 86               'u_component_of_wind_10', 'u_component_of_wind_20', 'u_component_of_wind_30', 'u_component_of_wind_50', 'u_component_of_wind_70', 87               'u_component_of_wind_100', 'u_component_of_wind_125', 'u_component_of_wind_150', 'u_component_of_wind_175', 'u_component_of_wind_200', 88               'u_component_of_wind_225', 'u_component_of_wind_250', 'u_component_of_wind_300', 'u_component_of_wind_350', 'u_component_of_wind_400', 89               'u_component_of_wind_450', 'u_component_of_wind_500', 'u_component_of_wind_550', 'u_component_of_wind_600', 'u_component_of_wind_650', 90               'u_component_of_wind_700', 'u_component_of_wind_750', 'u_component_of_wind_775', 'u_component_of_wind_800', 'u_component_of_wind_825', 91               'u_component_of_wind_850', 'u_component_of_wind_875', 'u_component_of_wind_900', 'u_component_of_wind_925', 'u_component_of_wind_950', 92               'u_component_of_wind_975', 'u_component_of_wind_1000',93 94               'v_component_of_wind_1', 'v_component_of_wind_2', 'v_component_of_wind_3', 'v_component_of_wind_5', 'v_component_of_wind_7', 95               'v_component_of_wind_10', 'v_component_of_wind_20', 'v_component_of_wind_30', 'v_component_of_wind_50', 'v_component_of_wind_70', 96               'v_component_of_wind_100', 'v_component_of_wind_125', 'v_component_of_wind_150', 'v_component_of_wind_175', 'v_component_of_wind_200', 97               'v_component_of_wind_225', 'v_component_of_wind_250', 'v_component_of_wind_300', 'v_component_of_wind_350', 'v_component_of_wind_400', 98               'v_component_of_wind_450', 'v_component_of_wind_500', 'v_component_of_wind_550', 'v_component_of_wind_600', 'v_component_of_wind_650', 99               'v_component_of_wind_700', 'v_component_of_wind_750', 'v_component_of_wind_775', 'v_component_of_wind_800', 'v_component_of_wind_825', 100               'v_component_of_wind_850', 'v_component_of_wind_875', 'v_component_of_wind_900', 'v_component_of_wind_925', 'v_component_of_wind_950', 101               'v_component_of_wind_975', 'v_component_of_wind_1000',102 103               'temperature_1', 'temperature_2', 'temperature_3', 'temperature_5', 'temperature_7', 104               'temperature_10', 'temperature_20', 'temperature_30', 'temperature_50', 'temperature_70', 105               'temperature_100', 'temperature_125', 'temperature_150', 'temperature_175', 'temperature_200', 106               'temperature_225', 'temperature_250', 'temperature_300', 'temperature_350', 'temperature_400', 107               'temperature_450', 'temperature_500', 'temperature_550', 'temperature_600', 'temperature_650', 108               'temperature_700', 'temperature_750', 'temperature_775', 'temperature_800', 'temperature_825', 109               'temperature_850', 'temperature_875', 'temperature_900', 'temperature_925', 'temperature_950', 110               'temperature_975', 'temperature_1000',111 112               'vertical_wind_speed_1', 'vertical_wind_speed_2', 'vertical_wind_speed_3', 'vertical_wind_speed_5', 'vertical_wind_speed_7', 113               'vertical_wind_speed_10', 'vertical_wind_speed_20', 'vertical_wind_speed_30', 'vertical_wind_speed_50', 'vertical_wind_speed_70', 114               'vertical_wind_speed_100', 'vertical_wind_speed_125', 'vertical_wind_speed_150', 'vertical_wind_speed_175', 'vertical_wind_speed_200', 115               'vertical_wind_speed_225', 'vertical_wind_speed_250', 'vertical_wind_speed_300', 'vertical_wind_speed_350', 'vertical_wind_speed_400', 116               'vertical_wind_speed_450', 'vertical_wind_speed_500', 'vertical_wind_speed_550', 'vertical_wind_speed_600', 'vertical_wind_speed_650', 117               'vertical_wind_speed_700', 'vertical_wind_speed_750', 'vertical_wind_speed_775', 'vertical_wind_speed_800', 'vertical_wind_speed_825', 118               'vertical_wind_speed_850', 'vertical_wind_speed_875', 'vertical_wind_speed_900', 'vertical_wind_speed_925', 'vertical_wind_speed_950', 119               'vertical_wind_speed_975', 'vertical_wind_speed_1000',120              ]121 122    variables:123      - "u10"        # 10m U wind component124      - "v10"        # 10m V wind component125      - "t2m"        # 2m temperature126      - "msl"        # Mean sea level pressure127      - "z500"       # Geopotential at 500 hPa128      - "t850"       # Temperature at 850 hPa129    130    # 时间配置131    time_range: ["2000-01-01", "2020-12-31"]132    time_steps: 1133    time_res: 6134    135    # 空间配置136    spatial_resolution: [0.25, 0.25]137    138    # 采样配置139    num_samples: -1  # -1 表示使用全部数据140    shuffle: true141    random_seed: 42142    143    # 领域特定配置144    extra:145      levels: [500, 850, 1000]146      lat_range: [-90, 90]147      lon_range: [0, 360]148  149  # 数据转换配置150  transforms:151    - type: "Normalize"152      params:153        mean: [0.0, 0.0, 288.0, 101325.0, 50000.0, 270.0]154        std: [5.0, 5.0, 15.0, 1000.0, 5000.0, 10.0]155        keys: ["input", "target"]156    157    - type: "ToTensor"158      params:159        keys: null  # null表示转换所有numpy数组160  161  # 其他配置162 163 164  # DataLoader配置165  dataloader:166    mask_dtype: "float32"167    batch_size: 1168    num_workers: 1169    pin_memory: true170    drop_last: true171    shuffle: false  # 使用sampler时设为false172    prefetch_factor: 2173    persistent_workers: true174  175  # 分布式配置176  distributed:177    enabled: true178    sampler: "DistributedSampler"179    rank: 0180    world_size: 4181    shuffle: true182    seed: 42183    drop_last: true184  185             186  187