aliREA/Decoder_test2

1{2  "best_metric": null,3  "best_model_checkpoint": null,4  "epoch": 5.4,5  "eval_steps": 500,6  "global_step": 18,7  "is_hyper_param_search": false,8  "is_local_process_zero": true,9  "is_world_process_zero": true,10  "log_history": [11    {12      "epoch": 0.3,13      "grad_norm": 0.4690956175327301,14      "learning_rate": 0.00018888888888888888,15      "loss": 0.3743,16      "step": 117    },18    {19      "epoch": 0.6,20      "grad_norm": 0.42531049251556396,21      "learning_rate": 0.00017777777777777779,22      "loss": 0.3242,23      "step": 224    },25    {26      "epoch": 0.9,27      "grad_norm": 0.2975144386291504,28      "learning_rate": 0.0001666666666666667,29      "loss": 0.271,30      "step": 331    },32    {33      "epoch": 1.2,34      "grad_norm": 0.3152124881744385,35      "learning_rate": 0.00015555555555555556,36      "loss": 0.1879,37      "step": 438    },39    {40      "epoch": 1.5,41      "grad_norm": 0.29342710971832275,42      "learning_rate": 0.00014444444444444444,43      "loss": 0.2171,44      "step": 545    },46    {47      "epoch": 1.8,48      "grad_norm": 0.228942409157753,49      "learning_rate": 0.00013333333333333334,50      "loss": 0.1785,51      "step": 652    },53    {54      "epoch": 2.1,55      "grad_norm": 0.5051169395446777,56      "learning_rate": 0.00012222222222222224,57      "loss": 0.1896,58      "step": 759    },60    {61      "epoch": 2.4,62      "grad_norm": 0.2225097119808197,63      "learning_rate": 0.00011111111111111112,64      "loss": 0.1429,65      "step": 866    },67    {68      "epoch": 2.7,69      "grad_norm": 0.21709170937538147,70      "learning_rate": 0.0001,71      "loss": 0.1522,72      "step": 973    },74    {75      "epoch": 3.0,76      "grad_norm": 0.2849479615688324,77      "learning_rate": 8.888888888888889e-05,78      "loss": 0.139,79      "step": 1080    },81    {82      "epoch": 3.3,83      "grad_norm": 0.20795752108097076,84      "learning_rate": 7.777777777777778e-05,85      "loss": 0.1204,86      "step": 1187    },88    {89      "epoch": 3.6,90      "grad_norm": 0.23350326716899872,91      "learning_rate": 6.666666666666667e-05,92      "loss": 0.1282,93      "step": 1294    },95    {96      "epoch": 3.9,97      "grad_norm": 0.2306787520647049,98      "learning_rate": 5.555555555555556e-05,99      "loss": 0.1135,100      "step": 13101    },102    {103      "epoch": 4.2,104      "grad_norm": 0.3531397581100464,105      "learning_rate": 4.4444444444444447e-05,106      "loss": 0.1075,107      "step": 14108    },109    {110      "epoch": 4.5,111      "grad_norm": 0.22657856345176697,112      "learning_rate": 3.3333333333333335e-05,113      "loss": 0.1012,114      "step": 15115    },116    {117      "epoch": 4.8,118      "grad_norm": 0.21095500886440277,119      "learning_rate": 2.2222222222222223e-05,120      "loss": 0.1019,121      "step": 16122    },123    {124      "epoch": 5.1,125      "grad_norm": 0.27994483709335327,126      "learning_rate": 1.1111111111111112e-05,127      "loss": 0.0907,128      "step": 17129    },130    {131      "epoch": 5.4,132      "grad_norm": 0.20451240241527557,133      "learning_rate": 0.0,134      "loss": 0.0907,135      "step": 18136    }137  ],138  "logging_steps": 1,139  "max_steps": 18,140  "num_input_tokens_seen": 0,141  "num_train_epochs": 6,142  "save_steps": 500,143  "stateful_callbacks": {144    "TrainerControl": {145      "args": {146        "should_epoch_stop": false,147        "should_evaluate": false,148        "should_log": false,149        "should_save": true,150        "should_training_stop": true151      },152      "attributes": {}153    }154  },155  "total_flos": 3.13112354881536e+16,156  "train_batch_size": 6,157  "trial_name": null,158  "trial_params": null159}160