mouseyy/result_data-1
011
1{2 "best_metric": null,3 "best_model_checkpoint": null,4 "epoch": 7.0,5 "eval_steps": 1000.0,6 "global_step": 7693,7 "is_hyper_param_search": false,8 "is_local_process_zero": true,9 "is_world_process_zero": true,10 "log_history": [11 {12 "epoch": 0.09099181073703366,13 "grad_norm": 12.070003509521484,14 "learning_rate": 3.17117900723503e-05,15 "loss": 11.3381,16 "step": 10017 },18 {19 "epoch": 0.18198362147406733,20 "grad_norm": 2.9062180519104004,21 "learning_rate": 6.34235801447006e-05,22 "loss": 4.0713,23 "step": 20024 },25 {26 "epoch": 0.272975432211101,27 "grad_norm": 2.260572910308838,28 "learning_rate": 6.45061097702771e-05,29 "loss": 3.2752,30 "step": 30031 },32 {33 "epoch": 0.36396724294813465,34 "grad_norm": 0.8717735409736633,35 "learning_rate": 6.363358021839996e-05,36 "loss": 3.1816,37 "step": 40038 },39 {40 "epoch": 0.4549590536851683,41 "grad_norm": 0.6315112113952637,42 "learning_rate": 6.276105066652282e-05,43 "loss": 3.1526,44 "step": 50045 },46 {47 "epoch": 0.545950864422202,48 "grad_norm": 2.5357179641723633,49 "learning_rate": 6.188852111464567e-05,50 "loss": 2.9969,51 "step": 60052 },53 {54 "epoch": 0.6369426751592356,55 "grad_norm": 1.636403203010559,56 "learning_rate": 6.101599156276853e-05,57 "loss": 1.6074,58 "step": 70059 },60 {61 "epoch": 0.7279344858962693,62 "grad_norm": 1.3069971799850464,63 "learning_rate": 6.014346201089139e-05,64 "loss": 0.9392,65 "step": 80066 },67 {68 "epoch": 0.818926296633303,69 "grad_norm": 1.4789917469024658,70 "learning_rate": 5.927093245901425e-05,71 "loss": 0.7199,72 "step": 90073 },74 {75 "epoch": 0.9099181073703366,76 "grad_norm": 1.1590214967727661,77 "learning_rate": 5.839840290713711e-05,78 "loss": 0.6324,79 "step": 100080 },81 {82 "epoch": 0.9099181073703366,83 "eval_cer": 0.23809921148149693,84 "eval_loss": 0.5003824830055237,85 "eval_runtime": 16.9015,86 "eval_samples_per_second": 29.583,87 "eval_steps_per_second": 0.947,88 "eval_wer": 0.6082649306538352,89 "step": 100090 },91 {92 "epoch": 1.0009099181073704,93 "grad_norm": 1.4140914678573608,94 "learning_rate": 5.752587335525997e-05,95 "loss": 0.5548,96 "step": 110097 },98 {99 "epoch": 1.091901728844404,100 "grad_norm": 2.3637049198150635,101 "learning_rate": 5.6653343803382825e-05,102 "loss": 0.4844,103 "step": 1200104 },105 {106 "epoch": 1.1828935395814377,107 "grad_norm": 1.3760229349136353,108 "learning_rate": 5.578081425150568e-05,109 "loss": 0.466,110 "step": 1300111 },112 {113 "epoch": 1.2738853503184713,114 "grad_norm": 1.446753978729248,115 "learning_rate": 5.490828469962854e-05,116 "loss": 0.4387,117 "step": 1400118 },119 {120 "epoch": 1.364877161055505,121 "grad_norm": 1.2168169021606445,122 "learning_rate": 5.40357551477514e-05,123 "loss": 0.409,124 "step": 1500125 },126 {127 "epoch": 1.4558689717925386,128 "grad_norm": 1.9888843297958374,129 "learning_rate": 5.3163225595874256e-05,130 "loss": 0.3875,131 "step": 1600132 },133 {134 "epoch": 1.5468607825295724,135 "grad_norm": 1.507049560546875,136 "learning_rate": 5.2290696043997114e-05,137 "loss": 0.3851,138 "step": 1700139 },140 {141 "epoch": 1.6378525932666061,142 "grad_norm": 2.9892451763153076,143 "learning_rate": 5.141816649211998e-05,144 "loss": 0.372,145 "step": 1800146 },147 {148 "epoch": 1.7288444040036397,149 "grad_norm": 1.2426109313964844,150 "learning_rate": 5.0545636940242836e-05,151 "loss": 0.3753,152 "step": 1900153 },154 {155 "epoch": 1.8198362147406733,156 "grad_norm": 1.0674372911453247,157 "learning_rate": 4.9673107388365694e-05,158 "loss": 0.3497,159 "step": 2000160 },161 {162 "epoch": 1.8198362147406733,163 "eval_cer": 0.196545537986566,164 "eval_loss": 0.30870166420936584,165 "eval_runtime": 16.7127,166 "eval_samples_per_second": 29.917,167 "eval_steps_per_second": 0.957,168 "eval_wer": 0.4650438720634022,169 "step": 2000170 },171 {172 "epoch": 1.910828025477707,173 "grad_norm": 1.1968690156936646,174 "learning_rate": 4.880057783648855e-05,175 "loss": 0.3393,176 "step": 2100177 },178 {179 "epoch": 2.001819836214741,180 "grad_norm": 1.350705623626709,181 "learning_rate": 4.792804828461141e-05,182 "loss": 0.3421,183 "step": 2200184 },185 {186 "epoch": 2.092811646951774,187 "grad_norm": 1.293790340423584,188 "learning_rate": 4.705551873273427e-05,189 "loss": 0.3002,190 "step": 2300191 },192 {193 "epoch": 2.183803457688808,194 "grad_norm": 1.174820065498352,195 "learning_rate": 4.618298918085712e-05,196 "loss": 0.3017,197 "step": 2400198 },199 {200 "epoch": 2.2747952684258417,201 "grad_norm": 1.1537854671478271,202 "learning_rate": 4.5310459628979975e-05,203 "loss": 0.2996,204 "step": 2500205 },206 {207 "epoch": 2.3657870791628755,208 "grad_norm": 1.1924264430999756,209 "learning_rate": 4.443793007710283e-05,210 "loss": 0.2893,211 "step": 2600212 },213 {214 "epoch": 2.4567788898999092,215 "grad_norm": 0.8446494936943054,216 "learning_rate": 4.356540052522569e-05,217 "loss": 0.2789,218 "step": 2700219 },220 {221 "epoch": 2.5477707006369426,222 "grad_norm": 1.1881588697433472,223 "learning_rate": 4.2692870973348555e-05,224 "loss": 0.2776,225 "step": 2800226 },227 {228 "epoch": 2.6387625113739763,229 "grad_norm": 1.0319584608078003,230 "learning_rate": 4.182034142147141e-05,231 "loss": 0.2645,232 "step": 2900233 },234 {235 "epoch": 2.72975432211101,236 "grad_norm": 0.9115346670150757,237 "learning_rate": 4.094781186959427e-05,238 "loss": 0.2642,239 "step": 3000240 },241 {242 "epoch": 2.72975432211101,243 "eval_cer": 0.18407109182694315,244 "eval_loss": 0.2636227309703827,245 "eval_runtime": 16.7759,246 "eval_samples_per_second": 29.805,247 "eval_steps_per_second": 0.954,248 "eval_wer": 0.4248514010755732,249 "step": 3000250 },251 {252 "epoch": 2.8207461328480434,253 "grad_norm": 1.4283329248428345,254 "learning_rate": 4.007528231771713e-05,255 "loss": 0.279,256 "step": 3100257 },258 {259 "epoch": 2.911737943585077,260 "grad_norm": 0.9780188798904419,261 "learning_rate": 3.9202752765839986e-05,262 "loss": 0.2656,263 "step": 3200264 },265 {266 "epoch": 3.002729754322111,267 "grad_norm": 0.9775941371917725,268 "learning_rate": 3.8330223213962844e-05,269 "loss": 0.2661,270 "step": 3300271 },272 {273 "epoch": 3.0937215650591448,274 "grad_norm": 1.2078616619110107,275 "learning_rate": 3.74576936620857e-05,276 "loss": 0.2331,277 "step": 3400278 },279 {280 "epoch": 3.1847133757961785,281 "grad_norm": 1.5175094604492188,282 "learning_rate": 3.658516411020856e-05,283 "loss": 0.2413,284 "step": 3500285 },286 {287 "epoch": 3.275705186533212,288 "grad_norm": 1.2120680809020996,289 "learning_rate": 3.571263455833142e-05,290 "loss": 0.2272,291 "step": 3600292 },293 {294 "epoch": 3.3666969972702456,295 "grad_norm": 1.4247957468032837,296 "learning_rate": 3.484010500645428e-05,297 "loss": 0.2309,298 "step": 3700299 },300 {301 "epoch": 3.4576888080072794,302 "grad_norm": 0.9986005425453186,303 "learning_rate": 3.396757545457714e-05,304 "loss": 0.2364,305 "step": 3800306 },307 {308 "epoch": 3.548680618744313,309 "grad_norm": 1.8682105541229248,310 "learning_rate": 3.30950459027e-05,311 "loss": 0.2366,312 "step": 3900313 },314 {315 "epoch": 3.6396724294813465,316 "grad_norm": 1.6900557279586792,317 "learning_rate": 3.2222516350822855e-05,318 "loss": 0.2328,319 "step": 4000320 },321 {322 "epoch": 3.6396724294813465,323 "eval_cer": 0.17885602236221787,324 "eval_loss": 0.24313220381736755,325 "eval_runtime": 16.6038,326 "eval_samples_per_second": 30.114,327 "eval_steps_per_second": 0.964,328 "eval_wer": 0.3959807529012171,329 "step": 4000330 },331 {332 "epoch": 3.7306642402183803,333 "grad_norm": 1.7356419563293457,334 "learning_rate": 3.134998679894571e-05,335 "loss": 0.2165,336 "step": 4100337 },338 {339 "epoch": 3.821656050955414,340 "grad_norm": 1.163643479347229,341 "learning_rate": 3.0477457247068567e-05,342 "loss": 0.2151,343 "step": 4200344 },345 {346 "epoch": 3.912647861692448,347 "grad_norm": 1.036080241203308,348 "learning_rate": 2.9604927695191425e-05,349 "loss": 0.218,350 "step": 4300351 },352 {353 "epoch": 4.003639672429482,354 "grad_norm": 4.445271015167236,355 "learning_rate": 2.8732398143314286e-05,356 "loss": 0.2095,357 "step": 4400358 },359 {360 "epoch": 4.094631483166515,361 "grad_norm": 1.1208213567733765,362 "learning_rate": 2.7859868591437143e-05,363 "loss": 0.2027,364 "step": 4500365 },366 {367 "epoch": 4.185623293903548,368 "grad_norm": 1.2286118268966675,369 "learning_rate": 2.6987339039559998e-05,370 "loss": 0.2022,371 "step": 4600372 },373 {374 "epoch": 4.276615104640582,375 "grad_norm": 0.8969898819923401,376 "learning_rate": 2.6114809487682856e-05,377 "loss": 0.2038,378 "step": 4700379 },380 {381 "epoch": 4.367606915377616,382 "grad_norm": 0.9858496785163879,383 "learning_rate": 2.5242279935805717e-05,384 "loss": 0.1959,385 "step": 4800386 },387 {388 "epoch": 4.45859872611465,389 "grad_norm": 0.8040638566017151,390 "learning_rate": 2.4369750383928574e-05,391 "loss": 0.2075,392 "step": 4900393 },394 {395 "epoch": 4.549590536851683,396 "grad_norm": 1.1833239793777466,397 "learning_rate": 2.3497220832051432e-05,398 "loss": 0.1933,399 "step": 5000400 },401 {402 "epoch": 4.549590536851683,403 "eval_cer": 0.17322374734031457,404 "eval_loss": 0.22891011834144592,405 "eval_runtime": 16.6972,406 "eval_samples_per_second": 29.945,407 "eval_steps_per_second": 0.958,408 "eval_wer": 0.3772997452589867,409 "step": 5000410 },411 {412 "epoch": 4.640582347588717,413 "grad_norm": 2.7539749145507812,414 "learning_rate": 2.262469128017429e-05,415 "loss": 0.2037,416 "step": 5100417 },418 {419 "epoch": 4.731574158325751,420 "grad_norm": 1.6865957975387573,421 "learning_rate": 2.1752161728297148e-05,422 "loss": 0.1968,423 "step": 5200424 },425 {426 "epoch": 4.822565969062785,427 "grad_norm": 0.922374427318573,428 "learning_rate": 2.087963217642001e-05,429 "loss": 0.1999,430 "step": 5300431 },432 {433 "epoch": 4.9135577797998184,434 "grad_norm": 0.786503791809082,435 "learning_rate": 2.0007102624542866e-05,436 "loss": 0.1885,437 "step": 5400438 },439 {440 "epoch": 5.004549590536851,441 "grad_norm": 0.8755506277084351,442 "learning_rate": 1.913457307266572e-05,443 "loss": 0.1916,444 "step": 5500445 },446 {447 "epoch": 5.095541401273885,448 "grad_norm": 1.141218662261963,449 "learning_rate": 1.826204352078858e-05,450 "loss": 0.1806,451 "step": 5600452 },453 {454 "epoch": 5.186533212010919,455 "grad_norm": 1.0689939260482788,456 "learning_rate": 1.7389513968911436e-05,457 "loss": 0.1849,458 "step": 5700459 },460 {461 "epoch": 5.277525022747953,462 "grad_norm": 1.020820140838623,463 "learning_rate": 1.6516984417034297e-05,464 "loss": 0.1699,465 "step": 5800466 },467 {468 "epoch": 5.368516833484986,469 "grad_norm": 1.7188619375228882,470 "learning_rate": 1.5644454865157155e-05,471 "loss": 0.1816,472 "step": 5900473 },474 {475 "epoch": 5.45950864422202,476 "grad_norm": 1.033896565437317,477 "learning_rate": 1.4771925313280013e-05,478 "loss": 0.1783,479 "step": 6000480 },481 {482 "epoch": 5.45950864422202,483 "eval_cer": 0.17109599899870667,484 "eval_loss": 0.22998099029064178,485 "eval_runtime": 16.5438,486 "eval_samples_per_second": 30.223,487 "eval_steps_per_second": 0.967,488 "eval_wer": 0.37277101613359753,489 "step": 6000490 },491 {492 "epoch": 5.550500454959054,493 "grad_norm": 2.6767489910125732,494 "learning_rate": 1.3899395761402872e-05,495 "loss": 0.1741,496 "step": 6100497 },498 {499 "epoch": 5.641492265696087,500 "grad_norm": 1.5569095611572266,501 "learning_rate": 1.3026866209525728e-05,502 "loss": 0.1769,503 "step": 6200504 },505 {506 "epoch": 5.732484076433121,507 "grad_norm": 0.6999034881591797,508 "learning_rate": 1.2154336657648588e-05,509 "loss": 0.176,510 "step": 6300511 },512 {513 "epoch": 5.823475887170154,514 "grad_norm": 1.3141757249832153,515 "learning_rate": 1.1281807105771445e-05,516 "loss": 0.1763,517 "step": 6400518 },519 {520 "epoch": 5.914467697907188,521 "grad_norm": 1.060334324836731,522 "learning_rate": 1.0409277553894303e-05,523 "loss": 0.1727,524 "step": 6500525 },526 {527 "epoch": 6.005459508644222,528 "grad_norm": 1.0684072971343994,529 "learning_rate": 9.53674800201716e-06,530 "loss": 0.1696,531 "step": 6600532 },533 {534 "epoch": 6.096451319381256,535 "grad_norm": 1.1349165439605713,536 "learning_rate": 8.664218450140019e-06,537 "loss": 0.1613,538 "step": 6700539 },540 {541 "epoch": 6.1874431301182895,542 "grad_norm": 0.6644859313964844,543 "learning_rate": 7.791688898262876e-06,544 "loss": 0.1642,545 "step": 6800546 },547 {548 "epoch": 6.278434940855323,549 "grad_norm": 0.9588508009910583,550 "learning_rate": 6.919159346385735e-06,551 "loss": 0.1679,552 "step": 6900553 },554 {555 "epoch": 6.369426751592357,556 "grad_norm": 1.6633976697921753,557 "learning_rate": 6.0466297945085934e-06,558 "loss": 0.1617,559 "step": 7000560 },561 {562 "epoch": 6.369426751592357,563 "eval_cer": 0.169969543994326,564 "eval_loss": 0.2233332395553589,565 "eval_runtime": 16.6328,566 "eval_samples_per_second": 30.061,567 "eval_steps_per_second": 0.962,568 "eval_wer": 0.3637135578828191,569 "step": 7000570 },571 {572 "epoch": 6.460418562329391,573 "grad_norm": 0.7526870369911194,574 "learning_rate": 5.174100242631451e-06,575 "loss": 0.1678,576 "step": 7100577 },578 {579 "epoch": 6.551410373066424,580 "grad_norm": 1.6900984048843384,581 "learning_rate": 4.30157069075431e-06,582 "loss": 0.1653,583 "step": 7200584 },585 {586 "epoch": 6.6424021838034575,587 "grad_norm": 0.7345483303070068,588 "learning_rate": 3.429041138877168e-06,589 "loss": 0.1662,590 "step": 7300591 },592 {593 "epoch": 6.733393994540491,594 "grad_norm": 0.7114779949188232,595 "learning_rate": 2.5565115870000256e-06,596 "loss": 0.1579,597 "step": 7400598 },599 {600 "epoch": 6.824385805277525,601 "grad_norm": 0.9554657936096191,602 "learning_rate": 1.683982035122884e-06,603 "loss": 0.1588,604 "step": 7500605 },606 {607 "epoch": 6.915377616014559,608 "grad_norm": 0.8747773170471191,609 "learning_rate": 8.114524832457419e-07,610 "loss": 0.1651,611 "step": 7600612 },613 {614 "epoch": 7.0,615 "step": 7693,616 "total_flos": 5.670215301911177e+19,617 "train_loss": 0.6279906528631082,618 "train_runtime": 12613.1325,619 "train_samples_per_second": 19.504,620 "train_steps_per_second": 0.61621 }622 ],623 "logging_steps": 100,624 "max_steps": 7693,625 "num_input_tokens_seen": 0,626 "num_train_epochs": 7,627 "save_steps": 1000,628 "stateful_callbacks": {629 "TrainerControl": {630 "args": {631 "should_epoch_stop": false,632 "should_evaluate": false,633 "should_log": false,634 "should_save": true,635 "should_training_stop": true636 },637 "attributes": {}638 }639 },640 "total_flos": 5.670215301911177e+19,641 "train_batch_size": 16,642 "trial_name": null,643 "trial_params": null644}645