CoolFace
Modelpublic

abdelhalim/Rec_Business_Names

sourceHugging Faceupdated 4y agoView on Hugging Face
4likes76downloads
trainer_state.json1191 linesDownload Raw Back to root
1{2  "best_metric": null,3  "best_model_checkpoint": null,4  "epoch": 4.977640545144804,5  "global_step": 93500,6  "is_hyper_param_search": false,7  "is_local_process_zero": true,8  "is_world_process_zero": true,9  "log_history": [10    {11      "epoch": 0.03,12      "learning_rate": 2.98418867120954e-05,13      "loss": 4.6657,14      "step": 50015    },16    {17      "epoch": 0.05,18      "learning_rate": 2.9682176320272572e-05,19      "loss": 4.167,20      "step": 100021    },22    {23      "epoch": 0.08,24      "learning_rate": 2.9522465928449746e-05,25      "loss": 4.0464,26      "step": 150027    },28    {29      "epoch": 0.11,30      "learning_rate": 2.9362755536626915e-05,31      "loss": 3.9743,32      "step": 200033    },34    {35      "epoch": 0.13,36      "learning_rate": 2.9203045144804092e-05,37      "loss": 3.9457,38      "step": 250039    },40    {41      "epoch": 0.16,42      "learning_rate": 2.904333475298126e-05,43      "loss": 3.961,44      "step": 300045    },46    {47      "epoch": 0.19,48      "learning_rate": 2.8883624361158435e-05,49      "loss": 3.9259,50      "step": 350051    },52    {53      "epoch": 0.21,54      "learning_rate": 2.8723913969335604e-05,55      "loss": 3.9035,56      "step": 400057    },58    {59      "epoch": 0.24,60      "learning_rate": 2.8564522998296424e-05,61      "loss": 3.8129,62      "step": 450063    },64    {65      "epoch": 0.27,66      "learning_rate": 2.8404812606473597e-05,67      "loss": 3.9113,68      "step": 500069    },70    {71      "epoch": 0.29,72      "learning_rate": 2.8245102214650767e-05,73      "loss": 3.8406,74      "step": 550075    },76    {77      "epoch": 0.32,78      "learning_rate": 2.808539182282794e-05,79      "loss": 3.8943,80      "step": 600081    },82    {83      "epoch": 0.35,84      "learning_rate": 2.7926000851788756e-05,85      "loss": 3.8532,86      "step": 650087    },88    {89      "epoch": 0.37,90      "learning_rate": 2.776629045996593e-05,91      "loss": 3.8599,92      "step": 700093    },94    {95      "epoch": 0.4,96      "learning_rate": 2.76065800681431e-05,97      "loss": 3.8322,98      "step": 750099    },100    {101      "epoch": 0.43,102      "learning_rate": 2.744718909710392e-05,103      "loss": 3.8144,104      "step": 8000105    },106    {107      "epoch": 0.45,108      "learning_rate": 2.728747870528109e-05,109      "loss": 3.786,110      "step": 8500111    },112    {113      "epoch": 0.48,114      "learning_rate": 2.712776831345826e-05,115      "loss": 3.7725,116      "step": 9000117    },118    {119      "epoch": 0.51,120      "learning_rate": 2.6968057921635438e-05,121      "loss": 3.8074,122      "step": 9500123    },124    {125      "epoch": 0.53,126      "learning_rate": 2.6808347529812607e-05,127      "loss": 3.8163,128      "step": 10000129    },130    {131      "epoch": 0.56,132      "learning_rate": 2.664863713798978e-05,133      "loss": 3.8075,134      "step": 10500135    },136    {137      "epoch": 0.59,138      "learning_rate": 2.648892674616695e-05,139      "loss": 3.7558,140      "step": 11000141    },142    {143      "epoch": 0.61,144      "learning_rate": 2.6329216354344123e-05,145      "loss": 3.7775,146      "step": 11500147    },148    {149      "epoch": 0.64,150      "learning_rate": 2.616982538330494e-05,151      "loss": 3.7994,152      "step": 12000153    },154    {155      "epoch": 0.67,156      "learning_rate": 2.6010114991482113e-05,157      "loss": 3.7975,158      "step": 12500159    },160    {161      "epoch": 0.69,162      "learning_rate": 2.5850404599659286e-05,163      "loss": 3.7754,164      "step": 13000165    },166    {167      "epoch": 0.72,168      "learning_rate": 2.569069420783646e-05,169      "loss": 3.7374,170      "step": 13500171    },172    {173      "epoch": 0.75,174      "learning_rate": 2.5531303236797275e-05,175      "loss": 3.7527,176      "step": 14000177    },178    {179      "epoch": 0.77,180      "learning_rate": 2.5371592844974445e-05,181      "loss": 3.7226,182      "step": 14500183    },184    {185      "epoch": 0.8,186      "learning_rate": 2.521188245315162e-05,187      "loss": 3.8012,188      "step": 15000189    },190    {191      "epoch": 0.83,192      "learning_rate": 2.505217206132879e-05,193      "loss": 3.7938,194      "step": 15500195    },196    {197      "epoch": 0.85,198      "learning_rate": 2.4892781090289607e-05,199      "loss": 3.7989,200      "step": 16000201    },202    {203      "epoch": 0.88,204      "learning_rate": 2.4733070698466784e-05,205      "loss": 3.7258,206      "step": 16500207    },208    {209      "epoch": 0.91,210      "learning_rate": 2.4573360306643953e-05,211      "loss": 3.7496,212      "step": 17000213    },214    {215      "epoch": 0.93,216      "learning_rate": 2.4413649914821123e-05,217      "loss": 3.7927,218      "step": 17500219    },220    {221      "epoch": 0.96,222      "learning_rate": 2.4254258943781943e-05,223      "loss": 3.7524,224      "step": 18000225    },226    {227      "epoch": 0.98,228      "learning_rate": 2.4094548551959116e-05,229      "loss": 3.7317,230      "step": 18500231    },232    {233      "epoch": 1.0,234      "eval_gen_len": 5.9904,235      "eval_loss": 4.179744243621826,236      "eval_rouge1": 12.674,237      "eval_rouge2": 2.9346,238      "eval_rougeL": 12.6863,239      "eval_rougeLsum": 12.6925,240      "eval_runtime": 104.7366,241      "eval_samples_per_second": 72.563,242      "eval_steps_per_second": 9.07,243      "step": 18784244    },245    {246      "epoch": 1.01,247      "learning_rate": 2.3934838160136285e-05,248      "loss": 3.7256,249      "step": 19000250    },251    {252      "epoch": 1.04,253      "learning_rate": 2.377512776831346e-05,254      "loss": 3.7268,255      "step": 19500256    },257    {258      "epoch": 1.06,259      "learning_rate": 2.3615736797274278e-05,260      "loss": 3.7327,261      "step": 20000262    },263    {264      "epoch": 1.09,265      "learning_rate": 2.3456026405451448e-05,266      "loss": 3.7136,267      "step": 20500268    },269    {270      "epoch": 1.12,271      "learning_rate": 2.329631601362862e-05,272      "loss": 3.708,273      "step": 21000274    },275    {276      "epoch": 1.14,277      "learning_rate": 2.313660562180579e-05,278      "loss": 3.6911,279      "step": 21500280    },281    {282      "epoch": 1.17,283      "learning_rate": 2.297721465076661e-05,284      "loss": 3.6855,285      "step": 22000286    },287    {288      "epoch": 1.2,289      "learning_rate": 2.2817504258943783e-05,290      "loss": 3.7239,291      "step": 22500292    },293    {294      "epoch": 1.22,295      "learning_rate": 2.2657793867120953e-05,296      "loss": 3.6898,297      "step": 23000298    },299    {300      "epoch": 1.25,301      "learning_rate": 2.249808347529813e-05,302      "loss": 3.6916,303      "step": 23500304    },305    {306      "epoch": 1.28,307      "learning_rate": 2.2338692504258946e-05,308      "loss": 3.7224,309      "step": 24000310    },311    {312      "epoch": 1.3,313      "learning_rate": 2.2178982112436115e-05,314      "loss": 3.7074,315      "step": 24500316    },317    {318      "epoch": 1.33,319      "learning_rate": 2.201927172061329e-05,320      "loss": 3.6832,321      "step": 25000322    },323    {324      "epoch": 1.36,325      "learning_rate": 2.185956132879046e-05,326      "loss": 3.6984,327      "step": 25500328    },329    {330      "epoch": 1.38,331      "learning_rate": 2.1700170357751278e-05,332      "loss": 3.617,333      "step": 26000334    },335    {336      "epoch": 1.41,337      "learning_rate": 2.154045996592845e-05,338      "loss": 3.6604,339      "step": 26500340    },341    {342      "epoch": 1.44,343      "learning_rate": 2.1380749574105624e-05,344      "loss": 3.666,345      "step": 27000346    },347    {348      "epoch": 1.46,349      "learning_rate": 2.1221039182282794e-05,350      "loss": 3.6795,351      "step": 27500352    },353    {354      "epoch": 1.49,355      "learning_rate": 2.1061648211243613e-05,356      "loss": 3.7,357      "step": 28000358    },359    {360      "epoch": 1.52,361      "learning_rate": 2.0901937819420783e-05,362      "loss": 3.7005,363      "step": 28500364    },365    {366      "epoch": 1.54,367      "learning_rate": 2.0742227427597956e-05,368      "loss": 3.6941,369      "step": 29000370    },371    {372      "epoch": 1.57,373      "learning_rate": 2.058251703577513e-05,374      "loss": 3.6645,375      "step": 29500376    },377    {378      "epoch": 1.6,379      "learning_rate": 2.0423126064735945e-05,380      "loss": 3.6256,381      "step": 30000382    },383    {384      "epoch": 1.62,385      "learning_rate": 2.026341567291312e-05,386      "loss": 3.6873,387      "step": 30500388    },389    {390      "epoch": 1.65,391      "learning_rate": 2.010370528109029e-05,392      "loss": 3.6912,393      "step": 31000394    },395    {396      "epoch": 1.68,397      "learning_rate": 1.994399488926746e-05,398      "loss": 3.6764,399      "step": 31500400    },401    {402      "epoch": 1.7,403      "learning_rate": 1.9784603918228277e-05,404      "loss": 3.6543,405      "step": 32000406    },407    {408      "epoch": 1.73,409      "learning_rate": 1.9624893526405454e-05,410      "loss": 3.6974,411      "step": 32500412    },413    {414      "epoch": 1.76,415      "learning_rate": 1.9465183134582624e-05,416      "loss": 3.6267,417      "step": 33000418    },419    {420      "epoch": 1.78,421      "learning_rate": 1.9305472742759797e-05,422      "loss": 3.7287,423      "step": 33500424    },425    {426      "epoch": 1.81,427      "learning_rate": 1.9146081771720616e-05,428      "loss": 3.6518,429      "step": 34000430    },431    {432      "epoch": 1.84,433      "learning_rate": 1.8986371379897786e-05,434      "loss": 3.659,435      "step": 34500436    },437    {438      "epoch": 1.86,439      "learning_rate": 1.8826660988074956e-05,440      "loss": 3.6865,441      "step": 35000442    },443    {444      "epoch": 1.89,445      "learning_rate": 1.866695059625213e-05,446      "loss": 3.649,447      "step": 35500448    },449    {450      "epoch": 1.92,451      "learning_rate": 1.850755962521295e-05,452      "loss": 3.69,453      "step": 36000454    },455    {456      "epoch": 1.94,457      "learning_rate": 1.8347849233390118e-05,458      "loss": 3.6672,459      "step": 36500460    },461    {462      "epoch": 1.97,463      "learning_rate": 1.818813884156729e-05,464      "loss": 3.6634,465      "step": 37000466    },467    {468      "epoch": 2.0,469      "learning_rate": 1.8028428449744464e-05,470      "loss": 3.6919,471      "step": 37500472    },473    {474      "epoch": 2.0,475      "eval_gen_len": 6.0964,476      "eval_loss": 4.154943943023682,477      "eval_rouge1": 12.7072,478      "eval_rouge2": 2.9431,479      "eval_rougeL": 12.7199,480      "eval_rougeLsum": 12.7279,481      "eval_runtime": 105.4406,482      "eval_samples_per_second": 72.079,483      "eval_steps_per_second": 9.01,484      "step": 37568485    },486    {487      "epoch": 2.02,488      "learning_rate": 1.786903747870528e-05,489      "loss": 3.6437,490      "step": 38000491    },492    {493      "epoch": 2.05,494      "learning_rate": 1.7709327086882454e-05,495      "loss": 3.6416,496      "step": 38500497    },498    {499      "epoch": 2.08,500      "learning_rate": 1.7549616695059623e-05,501      "loss": 3.6792,502      "step": 39000503    },504    {505      "epoch": 2.1,506      "learning_rate": 1.73899063032368e-05,507      "loss": 3.6606,508      "step": 39500509    },510    {511      "epoch": 2.13,512      "learning_rate": 1.7230515332197616e-05,513      "loss": 3.6146,514      "step": 40000515    },516    {517      "epoch": 2.16,518      "learning_rate": 1.7070804940374786e-05,519      "loss": 3.6238,520      "step": 40500521    },522    {523      "epoch": 2.18,524      "learning_rate": 1.6911094548551962e-05,525      "loss": 3.6344,526      "step": 41000527    },528    {529      "epoch": 2.21,530      "learning_rate": 1.6751384156729132e-05,531      "loss": 3.6348,532      "step": 41500533    },534    {535      "epoch": 2.24,536      "learning_rate": 1.6591993185689948e-05,537      "loss": 3.6357,538      "step": 42000539    },540    {541      "epoch": 2.26,542      "learning_rate": 1.643228279386712e-05,543      "loss": 3.6303,544      "step": 42500545    },546    {547      "epoch": 2.29,548      "learning_rate": 1.6272572402044294e-05,549      "loss": 3.6216,550      "step": 43000551    },552    {553      "epoch": 2.32,554      "learning_rate": 1.6112862010221464e-05,555      "loss": 3.6247,556      "step": 43500557    },558    {559      "epoch": 2.34,560      "learning_rate": 1.5953471039182283e-05,561      "loss": 3.6372,562      "step": 44000563    },564    {565      "epoch": 2.37,566      "learning_rate": 1.5793760647359457e-05,567      "loss": 3.6249,568      "step": 44500569    },570    {571      "epoch": 2.4,572      "learning_rate": 1.5634050255536626e-05,573      "loss": 3.6202,574      "step": 45000575    },576    {577      "epoch": 2.42,578      "learning_rate": 1.54743398637138e-05,579      "loss": 3.6435,580      "step": 45500581    },582    {583      "epoch": 2.45,584      "learning_rate": 1.531494889267462e-05,585      "loss": 3.6407,586      "step": 46000587    },588    {589      "epoch": 2.48,590      "learning_rate": 1.5155238500851789e-05,591      "loss": 3.6552,592      "step": 46500593    },594    {595      "epoch": 2.5,596      "learning_rate": 1.4995528109028962e-05,597      "loss": 3.6302,598      "step": 47000599    },600    {601      "epoch": 2.53,602      "learning_rate": 1.4835817717206133e-05,603      "loss": 3.5919,604      "step": 47500605    },606    {607      "epoch": 2.56,608      "learning_rate": 1.4676426746166951e-05,609      "loss": 3.5796,610      "step": 48000611    },612    {613      "epoch": 2.58,614      "learning_rate": 1.4516716354344122e-05,615      "loss": 3.6223,616      "step": 48500617    },618    {619      "epoch": 2.61,620      "learning_rate": 1.4357005962521294e-05,621      "loss": 3.5963,622      "step": 49000623    },624    {625      "epoch": 2.64,626      "learning_rate": 1.4197295570698467e-05,627      "loss": 3.6373,628      "step": 49500629    },630    {631      "epoch": 2.66,632      "learning_rate": 1.4037904599659285e-05,633      "loss": 3.5909,634      "step": 50000635    },636    {637      "epoch": 2.69,638      "learning_rate": 1.3878194207836456e-05,639      "loss": 3.6421,640      "step": 50500641    },642    {643      "epoch": 2.72,644      "learning_rate": 1.371848381601363e-05,645      "loss": 3.5948,646      "step": 51000647    },648    {649      "epoch": 2.74,650      "learning_rate": 1.35587734241908e-05,651      "loss": 3.6234,652      "step": 51500653    },654    {655      "epoch": 2.77,656      "learning_rate": 1.3399382453151619e-05,657      "loss": 3.6113,658      "step": 52000659    },660    {661      "epoch": 2.79,662      "learning_rate": 1.323967206132879e-05,663      "loss": 3.5963,664      "step": 52500665    },666    {667      "epoch": 2.82,668      "learning_rate": 1.3079961669505963e-05,669      "loss": 3.628,670      "step": 53000671    },672    {673      "epoch": 2.85,674      "learning_rate": 1.2920251277683136e-05,675      "loss": 3.6178,676      "step": 53500677    },678    {679      "epoch": 2.87,680      "learning_rate": 1.2760860306643952e-05,681      "loss": 3.6027,682      "step": 54000683    },684    {685      "epoch": 2.9,686      "learning_rate": 1.2601149914821126e-05,687      "loss": 3.6703,688      "step": 54500689    },690    {691      "epoch": 2.93,692      "learning_rate": 1.2441439522998297e-05,693      "loss": 3.6103,694      "step": 55000695    },696    {697      "epoch": 2.95,698      "learning_rate": 1.2281729131175468e-05,699      "loss": 3.596,700      "step": 55500701    },702    {703      "epoch": 2.98,704      "learning_rate": 1.2122338160136286e-05,705      "loss": 3.6205,706      "step": 56000707    },708    {709      "epoch": 3.0,710      "eval_gen_len": 6.1543,711      "eval_loss": 4.141897678375244,712      "eval_rouge1": 12.7145,713      "eval_rouge2": 2.93,714      "eval_rougeL": 12.7274,715      "eval_rougeLsum": 12.7376,716      "eval_runtime": 108.5251,717      "eval_samples_per_second": 70.03,718      "eval_steps_per_second": 8.754,719      "step": 56352720    },721    {722      "epoch": 3.01,723      "learning_rate": 1.196262776831346e-05,724      "loss": 3.6473,725      "step": 56500726    },727    {728      "epoch": 3.03,729      "learning_rate": 1.180291737649063e-05,730      "loss": 3.5711,731      "step": 57000732    },733    {734      "epoch": 3.06,735      "learning_rate": 1.1643206984667802e-05,736      "loss": 3.6248,737      "step": 57500738    },739    {740      "epoch": 3.09,741      "learning_rate": 1.148381601362862e-05,742      "loss": 3.6218,743      "step": 58000744    },745    {746      "epoch": 3.11,747      "learning_rate": 1.1324105621805791e-05,748      "loss": 3.6035,749      "step": 58500750    },751    {752      "epoch": 3.14,753      "learning_rate": 1.1164395229982965e-05,754      "loss": 3.6007,755      "step": 59000756    },757    {758      "epoch": 3.17,759      "learning_rate": 1.1004684838160136e-05,760      "loss": 3.6097,761      "step": 59500762    },763    {764      "epoch": 3.19,765      "learning_rate": 1.0845293867120954e-05,766      "loss": 3.5995,767      "step": 60000768    },769    {770      "epoch": 3.22,771      "learning_rate": 1.0685583475298127e-05,772      "loss": 3.5552,773      "step": 60500774    },775    {776      "epoch": 3.25,777      "learning_rate": 1.0525873083475298e-05,778      "loss": 3.5995,779      "step": 61000780    },781    {782      "epoch": 3.27,783      "learning_rate": 1.0366162691652471e-05,784      "loss": 3.6177,785      "step": 61500786    },787    {788      "epoch": 3.3,789      "learning_rate": 1.0206771720613288e-05,790      "loss": 3.6039,791      "step": 62000792    },793    {794      "epoch": 3.33,795      "learning_rate": 1.004706132879046e-05,796      "loss": 3.6237,797      "step": 62500798    },799    {800      "epoch": 3.35,801      "learning_rate": 9.887350936967632e-06,802      "loss": 3.5536,803      "step": 63000804    },805    {806      "epoch": 3.38,807      "learning_rate": 9.727640545144804e-06,808      "loss": 3.6287,809      "step": 63500810    },811    {812      "epoch": 3.41,813      "learning_rate": 9.568249574105623e-06,814      "loss": 3.6013,815      "step": 64000816    },817    {818      "epoch": 3.43,819      "learning_rate": 9.408539182282794e-06,820      "loss": 3.6343,821      "step": 64500822    },823    {824      "epoch": 3.46,825      "learning_rate": 9.248828790459966e-06,826      "loss": 3.6494,827      "step": 65000828    },829    {830      "epoch": 3.49,831      "learning_rate": 9.089118398637137e-06,832      "loss": 3.6276,833      "step": 65500834    },835    {836      "epoch": 3.51,837      "learning_rate": 8.929727427597955e-06,838      "loss": 3.606,839      "step": 66000840    },841    {842      "epoch": 3.54,843      "learning_rate": 8.770017035775128e-06,844      "loss": 3.5757,845      "step": 66500846    },847    {848      "epoch": 3.57,849      "learning_rate": 8.6103066439523e-06,850      "loss": 3.5841,851      "step": 67000852    },853    {854      "epoch": 3.59,855      "learning_rate": 8.450596252129473e-06,856      "loss": 3.5987,857      "step": 67500858    },859    {860      "epoch": 3.62,861      "learning_rate": 8.291205281090289e-06,862      "loss": 3.5761,863      "step": 68000864    },865    {866      "epoch": 3.65,867      "learning_rate": 8.131494889267462e-06,868      "loss": 3.5931,869      "step": 68500870    },871    {872      "epoch": 3.67,873      "learning_rate": 7.971784497444633e-06,874      "loss": 3.5937,875      "step": 69000876    },877    {878      "epoch": 3.7,879      "learning_rate": 7.812074105621807e-06,880      "loss": 3.5696,881      "step": 69500882    },883    {884      "epoch": 3.73,885      "learning_rate": 7.652683134582624e-06,886      "loss": 3.6207,887      "step": 70000888    },889    {890      "epoch": 3.75,891      "learning_rate": 7.492972742759796e-06,892      "loss": 3.5782,893      "step": 70500894    },895    {896      "epoch": 3.78,897      "learning_rate": 7.333262350936967e-06,898      "loss": 3.5555,899      "step": 71000900    },901    {902      "epoch": 3.81,903      "learning_rate": 7.1735519591141395e-06,904      "loss": 3.5753,905      "step": 71500906    },907    {908      "epoch": 3.83,909      "learning_rate": 7.014160988074958e-06,910      "loss": 3.5215,911      "step": 72000912    },913    {914      "epoch": 3.86,915      "learning_rate": 6.85445059625213e-06,916      "loss": 3.5889,917      "step": 72500918    },919    {920      "epoch": 3.89,921      "learning_rate": 6.694740204429302e-06,922      "loss": 3.5766,923      "step": 73000924    },925    {926      "epoch": 3.91,927      "learning_rate": 6.535029812606473e-06,928      "loss": 3.5778,929      "step": 73500930    },931    {932      "epoch": 3.94,933      "learning_rate": 6.375638841567291e-06,934      "loss": 3.6086,935      "step": 74000936    },937    {938      "epoch": 3.97,939      "learning_rate": 6.2159284497444634e-06,940      "loss": 3.5562,941      "step": 74500942    },943    {944      "epoch": 3.99,945      "learning_rate": 6.056218057921636e-06,946      "loss": 3.5603,947      "step": 75000948    },949    {950      "epoch": 4.0,951      "eval_gen_len": 6.1403,952      "eval_loss": 4.137481212615967,953      "eval_rouge1": 12.6976,954      "eval_rouge2": 2.9239,955      "eval_rougeL": 12.7112,956      "eval_rougeLsum": 12.7168,957      "eval_runtime": 106.3438,958      "eval_samples_per_second": 71.466,959      "eval_steps_per_second": 8.933,960      "step": 75136961    },962    {963      "epoch": 4.02,964      "learning_rate": 5.896507666098808e-06,965      "loss": 3.5449,966      "step": 75500967    },968    {969      "epoch": 4.05,970      "learning_rate": 5.737116695059626e-06,971      "loss": 3.5331,972      "step": 76000973    },974    {975      "epoch": 4.07,976      "learning_rate": 5.577406303236797e-06,977      "loss": 3.5443,978      "step": 76500979    },980    {981      "epoch": 4.1,982      "learning_rate": 5.4176959114139695e-06,983      "loss": 3.5557,984      "step": 77000985    },986    {987      "epoch": 4.13,988      "learning_rate": 5.257985519591142e-06,989      "loss": 3.6073,990      "step": 77500991    },992    {993      "epoch": 4.15,994      "learning_rate": 5.098594548551959e-06,995      "loss": 3.5791,996      "step": 78000997    },998    {999      "epoch": 4.18,1000      "learning_rate": 4.938884156729132e-06,1001      "loss": 3.6755,1002      "step": 785001003    },1004    {1005      "epoch": 4.21,1006      "learning_rate": 4.779173764906303e-06,1007      "loss": 3.5966,1008      "step": 790001009    },1010    {1011      "epoch": 4.23,1012      "learning_rate": 4.6194633730834755e-06,1013      "loss": 3.5897,1014      "step": 795001015    },1016    {1017      "epoch": 4.26,1018      "learning_rate": 4.459752981260648e-06,1019      "loss": 3.5891,1020      "step": 800001021    },1022    {1023      "epoch": 4.29,1024      "learning_rate": 4.300362010221465e-06,1025      "loss": 3.5978,1026      "step": 805001027    },1028    {1029      "epoch": 4.31,1030      "learning_rate": 4.140651618398637e-06,1031      "loss": 3.5899,1032      "step": 810001033    },1034    {1035      "epoch": 4.34,1036      "learning_rate": 3.980941226575809e-06,1037      "loss": 3.5805,1038      "step": 815001039    },1040    {1041      "epoch": 4.37,1042      "learning_rate": 3.8212308347529816e-06,1043      "loss": 3.5577,1044      "step": 820001045    },1046    {1047      "epoch": 4.39,1048      "learning_rate": 3.6618398637137994e-06,1049      "loss": 3.5753,1050      "step": 825001051    },1052    {1053      "epoch": 4.42,1054      "learning_rate": 3.5021294718909713e-06,1055      "loss": 3.576,1056      "step": 830001057    },1058    {1059      "epoch": 4.45,1060      "learning_rate": 3.342419080068143e-06,1061      "loss": 3.5951,1062      "step": 835001063    },1064    {1065      "epoch": 4.47,1066      "learning_rate": 3.182708688245315e-06,1067      "loss": 3.5792,1068      "step": 840001069    },1070    {1071      "epoch": 4.5,1072      "learning_rate": 3.0233177172061332e-06,1073      "loss": 3.5824,1074      "step": 845001075    },1076    {1077      "epoch": 4.53,1078      "learning_rate": 2.863607325383305e-06,1079      "loss": 3.5487,1080      "step": 850001081    },1082    {1083      "epoch": 4.55,1084      "learning_rate": 2.703896933560477e-06,1085      "loss": 3.5632,1086      "step": 855001087    },1088    {1089      "epoch": 4.58,1090      "learning_rate": 2.544186541737649e-06,1091      "loss": 3.6142,1092      "step": 860001093    },1094    {1095      "epoch": 4.6,1096      "learning_rate": 2.384795570698467e-06,1097      "loss": 3.4888,1098      "step": 865001099    },1100    {1101      "epoch": 4.63,1102      "learning_rate": 2.225085178875639e-06,1103      "loss": 3.5823,1104      "step": 870001105    },1106    {1107      "epoch": 4.66,1108      "learning_rate": 2.0653747870528107e-06,1109      "loss": 3.5525,1110      "step": 875001111    },1112    {1113      "epoch": 4.68,1114      "learning_rate": 1.9056643952299831e-06,1115      "loss": 3.592,1116      "step": 880001117    },1118    {1119      "epoch": 4.71,1120      "learning_rate": 1.7462734241908006e-06,1121      "loss": 3.5657,1122      "step": 885001123    },1124    {1125      "epoch": 4.74,1126      "learning_rate": 1.5865630323679728e-06,1127      "loss": 3.5557,1128      "step": 890001129    },1130    {1131      "epoch": 4.76,1132      "learning_rate": 1.4268526405451449e-06,1133      "loss": 3.5917,1134      "step": 895001135    },1136    {1137      "epoch": 4.79,1138      "learning_rate": 1.267142248722317e-06,1139      "loss": 3.6155,1140      "step": 900001141    },1142    {1143      "epoch": 4.82,1144      "learning_rate": 1.1077512776831346e-06,1145      "loss": 3.5609,1146      "step": 905001147    },1148    {1149      "epoch": 4.84,1150      "learning_rate": 9.480408858603066e-07,1151      "loss": 3.5539,1152      "step": 910001153    },1154    {1155      "epoch": 4.87,1156      "learning_rate": 7.883304940374787e-07,1157      "loss": 3.5676,1158      "step": 915001159    },1160    {1161      "epoch": 4.9,1162      "learning_rate": 6.286201022146508e-07,1163      "loss": 3.6031,1164      "step": 920001165    },1166    {1167      "epoch": 4.92,1168      "learning_rate": 4.692291311754685e-07,1169      "loss": 3.5581,1170      "step": 925001171    },1172    {1173      "epoch": 4.95,1174      "learning_rate": 3.095187393526406e-07,1175      "loss": 3.5873,1176      "step": 930001177    },1178    {1179      "epoch": 4.98,1180      "learning_rate": 1.4980834752981263e-07,1181      "loss": 3.5911,1182      "step": 935001183    }1184  ],1185  "max_steps": 93920,1186  "num_train_epochs": 5,1187  "total_flos": 1.7064702150967296e+16,1188  "trial_name": null,1189  "trial_params": null1190}1191