ehsanaghaei/SecureBERT
7034k
1{2 "best_metric": null,3 "best_model_checkpoint": null,4 "epoch": 11.0,5 "global_step": 221540,6 "is_hyper_param_search": false,7 "is_local_process_zero": true,8 "is_world_process_zero": true,9 "log_history": [10 {11 "epoch": 0.25,12 "learning_rate": 9.909609120521173e-05,13 "loss": 2.4473,14 "step": 500015 },16 {17 "epoch": 0.5,18 "learning_rate": 9.796530039811799e-05,19 "loss": 1.8064,20 "step": 1000021 },22 {23 "epoch": 0.74,24 "learning_rate": 9.683473579442635e-05,25 "loss": 1.6957,26 "step": 1500027 },28 {29 "epoch": 0.99,30 "learning_rate": 9.570417119073471e-05,31 "loss": 1.6302,32 "step": 2000033 },34 {35 "epoch": 1.24,36 "learning_rate": 9.457383279044517e-05,37 "loss": 1.5838,38 "step": 2500039 },40 {41 "epoch": 1.49,42 "learning_rate": 9.344304198335143e-05,43 "loss": 1.552,44 "step": 3000045 },46 {47 "epoch": 1.74,48 "learning_rate": 9.23127035830619e-05,49 "loss": 1.5235,50 "step": 3500051 },52 {53 "epoch": 1.99,54 "learning_rate": 9.118236518277235e-05,55 "loss": 1.5019,56 "step": 4000057 },58 {59 "epoch": 2.23,60 "learning_rate": 9.005157437567862e-05,61 "loss": 1.4807,62 "step": 4500063 },64 {65 "epoch": 2.48,66 "learning_rate": 8.892100977198697e-05,67 "loss": 1.4627,68 "step": 5000069 },70 {71 "epoch": 2.73,72 "learning_rate": 8.779044516829533e-05,73 "loss": 1.449,74 "step": 5500075 },76 {77 "epoch": 2.98,78 "learning_rate": 8.665965436120159e-05,79 "loss": 1.4371,80 "step": 6000081 },82 {83 "epoch": 3.23,84 "learning_rate": 8.552931596091206e-05,85 "loss": 1.4229,86 "step": 6500087 },88 {89 "epoch": 3.48,90 "learning_rate": 8.439852515381831e-05,91 "loss": 1.4127,92 "step": 7000093 },94 {95 "epoch": 3.72,96 "learning_rate": 8.326773434672458e-05,97 "loss": 1.4034,98 "step": 7500099 },100 {101 "epoch": 3.97,102 "learning_rate": 8.213716974303293e-05,103 "loss": 1.394,104 "step": 80000105 },106 {107 "epoch": 4.22,108 "learning_rate": 8.100683134274339e-05,109 "loss": 1.3822,110 "step": 85000111 },112 {113 "epoch": 4.47,114 "learning_rate": 7.987581433224755e-05,115 "loss": 1.3746,116 "step": 90000117 },118 {119 "epoch": 4.72,120 "learning_rate": 7.874524972855593e-05,121 "loss": 1.3659,122 "step": 95000123 },124 {125 "epoch": 4.97,126 "learning_rate": 7.761468512486428e-05,127 "loss": 1.3603,128 "step": 100000129 },130 {131 "epoch": 5.21,132 "learning_rate": 7.648412052117264e-05,133 "loss": 1.3509,134 "step": 105000135 },136 {137 "epoch": 5.46,138 "learning_rate": 7.53533297140789e-05,139 "loss": 1.3439,140 "step": 110000141 },142 {143 "epoch": 5.71,144 "learning_rate": 7.422276511038726e-05,145 "loss": 1.3389,146 "step": 115000147 },148 {149 "epoch": 5.96,150 "learning_rate": 7.309220050669564e-05,151 "loss": 1.3318,152 "step": 120000153 },154 {155 "epoch": 6.21,156 "learning_rate": 7.196163590300398e-05,157 "loss": 1.3233,158 "step": 125000159 },160 {161 "epoch": 6.45,162 "learning_rate": 7.083107129931235e-05,163 "loss": 1.3169,164 "step": 130000165 },166 {167 "epoch": 6.7,168 "learning_rate": 6.97002804922186e-05,169 "loss": 1.3104,170 "step": 135000171 },172 {173 "epoch": 6.95,174 "learning_rate": 6.856994209192906e-05,175 "loss": 1.3064,176 "step": 140000177 },178 {179 "epoch": 7.2,180 "learning_rate": 6.743937748823743e-05,181 "loss": 1.3007,182 "step": 145000183 },184 {185 "epoch": 7.45,186 "learning_rate": 6.630858668114369e-05,187 "loss": 1.2962,188 "step": 150000189 },190 {191 "epoch": 7.7,192 "learning_rate": 6.517779587404995e-05,193 "loss": 1.2915,194 "step": 155000195 },196 {197 "epoch": 7.94,198 "learning_rate": 6.40470050669562e-05,199 "loss": 1.2877,200 "step": 160000201 },202 {203 "epoch": 8.19,204 "learning_rate": 6.291644046326457e-05,205 "loss": 1.2783,206 "step": 165000207 },208 {209 "epoch": 8.44,210 "learning_rate": 6.178564965617082e-05,211 "loss": 1.2741,212 "step": 170000213 },214 {215 "epoch": 8.69,216 "learning_rate": 6.065485884907709e-05,217 "loss": 1.2705,218 "step": 175000219 },220 {221 "epoch": 8.94,222 "learning_rate": 5.9524746652189655e-05,223 "loss": 1.267,224 "step": 180000225 },226 {227 "epoch": 9.19,228 "learning_rate": 5.839395584509592e-05,229 "loss": 1.26,230 "step": 185000231 },232 {233 "epoch": 9.43,234 "learning_rate": 5.7263391241404275e-05,235 "loss": 1.2558,236 "step": 190000237 },238 {239 "epoch": 9.68,240 "learning_rate": 5.613260043431053e-05,241 "loss": 1.2531,242 "step": 195000243 },244 {245 "epoch": 9.93,246 "learning_rate": 5.5002035830618894e-05,247 "loss": 1.2492,248 "step": 200000249 },250 {251 "epoch": 10.18,252 "learning_rate": 5.387124502352515e-05,253 "loss": 1.2432,254 "step": 205000255 },256 {257 "epoch": 10.43,258 "learning_rate": 5.274113282663772e-05,259 "loss": 1.2391,260 "step": 210000261 },262 {263 "epoch": 10.68,264 "learning_rate": 5.1610342019543975e-05,265 "loss": 1.2347,266 "step": 215000267 },268 {269 "epoch": 10.92,270 "learning_rate": 5.047977741585234e-05,271 "loss": 1.231,272 "step": 220000273 }274 ],275 "max_steps": 443080,276 "num_train_epochs": 22,277 "total_flos": 7.46536345693738e+18,278 "trial_name": null,279 "trial_params": null280}281 