| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 45.0, |
| "eval_steps": 500, |
| "global_step": 158130, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.14228799089356858, |
| "grad_norm": 0.6334199905395508, |
| "learning_rate": 0.0001996, |
| "loss": 7.48322509765625, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.28457598178713717, |
| "grad_norm": 1.0710968971252441, |
| "learning_rate": 0.0003996, |
| "loss": 6.2563916015625, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.42686397268070575, |
| "grad_norm": 0.6296343207359314, |
| "learning_rate": 0.0005996, |
| "loss": 6.11807275390625, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.5691519635742743, |
| "grad_norm": 0.9468093514442444, |
| "learning_rate": 0.0007996, |
| "loss": 6.00693505859375, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.7114399544678429, |
| "grad_norm": 1.3960775136947632, |
| "learning_rate": 0.0009996, |
| "loss": 5.5765498046875, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.8537279453614115, |
| "grad_norm": 1.1396394968032837, |
| "learning_rate": 0.0009967936773115724, |
| "loss": 4.27981396484375, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.9960159362549801, |
| "grad_norm": 1.1924173831939697, |
| "learning_rate": 0.000993580929126775, |
| "loss": 3.510773193359375, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.1383039271485487, |
| "grad_norm": 1.1864285469055176, |
| "learning_rate": 0.0009903681809419777, |
| "loss": 3.184400390625, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.2805919180421172, |
| "grad_norm": 0.9659832119941711, |
| "learning_rate": 0.0009871554327571805, |
| "loss": 2.9972861328125, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.4228799089356858, |
| "grad_norm": 1.0554136037826538, |
| "learning_rate": 0.0009839426845723832, |
| "loss": 2.87672265625, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.5651678998292544, |
| "grad_norm": 0.989261269569397, |
| "learning_rate": 0.000980729936387586, |
| "loss": 2.784982177734375, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.707455890722823, |
| "grad_norm": 1.0604394674301147, |
| "learning_rate": 0.0009775171882027887, |
| "loss": 2.708709716796875, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.8497438816163916, |
| "grad_norm": 0.9650368094444275, |
| "learning_rate": 0.0009743044400179915, |
| "loss": 2.65090625, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.9920318725099602, |
| "grad_norm": 0.9355012774467468, |
| "learning_rate": 0.0009710916918331941, |
| "loss": 2.607532470703125, |
| "step": 7000 |
| }, |
| { |
| "epoch": 2.1343198634035287, |
| "grad_norm": 0.962996780872345, |
| "learning_rate": 0.0009678789436483969, |
| "loss": 2.54883447265625, |
| "step": 7500 |
| }, |
| { |
| "epoch": 2.2766078542970973, |
| "grad_norm": 1.0536885261535645, |
| "learning_rate": 0.0009646661954635996, |
| "loss": 2.514782958984375, |
| "step": 8000 |
| }, |
| { |
| "epoch": 2.418895845190666, |
| "grad_norm": 1.0663453340530396, |
| "learning_rate": 0.0009614534472788023, |
| "loss": 2.487317138671875, |
| "step": 8500 |
| }, |
| { |
| "epoch": 2.5611838360842345, |
| "grad_norm": 0.9626434445381165, |
| "learning_rate": 0.000958240699094005, |
| "loss": 2.468934814453125, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.703471826977803, |
| "grad_norm": 0.9301921129226685, |
| "learning_rate": 0.0009550279509092078, |
| "loss": 2.447890380859375, |
| "step": 9500 |
| }, |
| { |
| "epoch": 2.8457598178713717, |
| "grad_norm": 1.0070905685424805, |
| "learning_rate": 0.0009518152027244105, |
| "loss": 2.418142333984375, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.9880478087649402, |
| "grad_norm": 0.9236523509025574, |
| "learning_rate": 0.0009486024545396133, |
| "loss": 2.40807373046875, |
| "step": 10500 |
| }, |
| { |
| "epoch": 3.130335799658509, |
| "grad_norm": 0.9421653747558594, |
| "learning_rate": 0.0009453897063548159, |
| "loss": 2.368919677734375, |
| "step": 11000 |
| }, |
| { |
| "epoch": 3.2726237905520774, |
| "grad_norm": 0.9248610138893127, |
| "learning_rate": 0.0009421769581700187, |
| "loss": 2.36261572265625, |
| "step": 11500 |
| }, |
| { |
| "epoch": 3.414911781445646, |
| "grad_norm": 0.9469349384307861, |
| "learning_rate": 0.0009389642099852214, |
| "loss": 2.3440390625, |
| "step": 12000 |
| }, |
| { |
| "epoch": 3.5571997723392146, |
| "grad_norm": 1.0009181499481201, |
| "learning_rate": 0.0009357514618004241, |
| "loss": 2.32732666015625, |
| "step": 12500 |
| }, |
| { |
| "epoch": 3.699487763232783, |
| "grad_norm": 0.9607020020484924, |
| "learning_rate": 0.0009325387136156268, |
| "loss": 2.313716552734375, |
| "step": 13000 |
| }, |
| { |
| "epoch": 3.8417757541263517, |
| "grad_norm": 0.9231477975845337, |
| "learning_rate": 0.0009293259654308296, |
| "loss": 2.30414453125, |
| "step": 13500 |
| }, |
| { |
| "epoch": 3.9840637450199203, |
| "grad_norm": 0.9701341986656189, |
| "learning_rate": 0.0009261132172460323, |
| "loss": 2.2853681640625, |
| "step": 14000 |
| }, |
| { |
| "epoch": 4.126351735913489, |
| "grad_norm": 0.9349779486656189, |
| "learning_rate": 0.000922900469061235, |
| "loss": 2.26698486328125, |
| "step": 14500 |
| }, |
| { |
| "epoch": 4.2686397268070575, |
| "grad_norm": 0.9157093167304993, |
| "learning_rate": 0.0009196877208764377, |
| "loss": 2.256426513671875, |
| "step": 15000 |
| }, |
| { |
| "epoch": 4.410927717700626, |
| "grad_norm": 0.9236478209495544, |
| "learning_rate": 0.0009164749726916405, |
| "loss": 2.25071337890625, |
| "step": 15500 |
| }, |
| { |
| "epoch": 4.553215708594195, |
| "grad_norm": 0.9309902191162109, |
| "learning_rate": 0.0009132622245068431, |
| "loss": 2.2407861328125, |
| "step": 16000 |
| }, |
| { |
| "epoch": 4.695503699487763, |
| "grad_norm": 0.9968065619468689, |
| "learning_rate": 0.000910049476322046, |
| "loss": 2.232171142578125, |
| "step": 16500 |
| }, |
| { |
| "epoch": 4.837791690381332, |
| "grad_norm": 0.893164336681366, |
| "learning_rate": 0.0009068367281372486, |
| "loss": 2.223586669921875, |
| "step": 17000 |
| }, |
| { |
| "epoch": 4.9800796812749, |
| "grad_norm": 0.9570403695106506, |
| "learning_rate": 0.0009036239799524514, |
| "loss": 2.2169453125, |
| "step": 17500 |
| }, |
| { |
| "epoch": 5.122367672168469, |
| "grad_norm": 0.9152570962905884, |
| "learning_rate": 0.0009004112317676541, |
| "loss": 2.1965634765625, |
| "step": 18000 |
| }, |
| { |
| "epoch": 5.264655663062038, |
| "grad_norm": 0.9538166522979736, |
| "learning_rate": 0.0008971984835828568, |
| "loss": 2.18993994140625, |
| "step": 18500 |
| }, |
| { |
| "epoch": 5.406943653955606, |
| "grad_norm": 0.8849217891693115, |
| "learning_rate": 0.0008939857353980595, |
| "loss": 2.179218994140625, |
| "step": 19000 |
| }, |
| { |
| "epoch": 5.549231644849175, |
| "grad_norm": 0.9768293499946594, |
| "learning_rate": 0.0008907729872132623, |
| "loss": 2.174207763671875, |
| "step": 19500 |
| }, |
| { |
| "epoch": 5.691519635742743, |
| "grad_norm": 0.9277469515800476, |
| "learning_rate": 0.0008875602390284649, |
| "loss": 2.1700234375, |
| "step": 20000 |
| }, |
| { |
| "epoch": 5.833807626636312, |
| "grad_norm": 0.9375103116035461, |
| "learning_rate": 0.0008843474908436677, |
| "loss": 2.166572998046875, |
| "step": 20500 |
| }, |
| { |
| "epoch": 5.9760956175298805, |
| "grad_norm": 0.9594961404800415, |
| "learning_rate": 0.0008811347426588704, |
| "loss": 2.15810888671875, |
| "step": 21000 |
| }, |
| { |
| "epoch": 6.118383608423449, |
| "grad_norm": 0.8761999607086182, |
| "learning_rate": 0.0008779219944740731, |
| "loss": 2.13630029296875, |
| "step": 21500 |
| }, |
| { |
| "epoch": 6.260671599317018, |
| "grad_norm": 0.8995809555053711, |
| "learning_rate": 0.0008747092462892759, |
| "loss": 2.13485693359375, |
| "step": 22000 |
| }, |
| { |
| "epoch": 6.402959590210586, |
| "grad_norm": 0.9557548761367798, |
| "learning_rate": 0.0008714964981044786, |
| "loss": 2.12809130859375, |
| "step": 22500 |
| }, |
| { |
| "epoch": 6.545247581104155, |
| "grad_norm": 0.8720033168792725, |
| "learning_rate": 0.0008682837499196813, |
| "loss": 2.12343359375, |
| "step": 23000 |
| }, |
| { |
| "epoch": 6.687535571997723, |
| "grad_norm": 0.9293733239173889, |
| "learning_rate": 0.0008650710017348841, |
| "loss": 2.121170166015625, |
| "step": 23500 |
| }, |
| { |
| "epoch": 6.829823562891292, |
| "grad_norm": 0.9301312565803528, |
| "learning_rate": 0.0008618582535500867, |
| "loss": 2.115037841796875, |
| "step": 24000 |
| }, |
| { |
| "epoch": 6.972111553784861, |
| "grad_norm": 0.9322926998138428, |
| "learning_rate": 0.0008586455053652895, |
| "loss": 2.11170068359375, |
| "step": 24500 |
| }, |
| { |
| "epoch": 7.114399544678429, |
| "grad_norm": 0.9266783595085144, |
| "learning_rate": 0.0008554327571804922, |
| "loss": 2.0983544921875, |
| "step": 25000 |
| }, |
| { |
| "epoch": 7.256687535571998, |
| "grad_norm": 0.9406460523605347, |
| "learning_rate": 0.0008522200089956949, |
| "loss": 2.08985888671875, |
| "step": 25500 |
| }, |
| { |
| "epoch": 7.398975526465566, |
| "grad_norm": 0.923007607460022, |
| "learning_rate": 0.0008490072608108977, |
| "loss": 2.093153564453125, |
| "step": 26000 |
| }, |
| { |
| "epoch": 7.541263517359135, |
| "grad_norm": 0.9110872149467468, |
| "learning_rate": 0.0008457945126261004, |
| "loss": 2.080158447265625, |
| "step": 26500 |
| }, |
| { |
| "epoch": 7.6835515082527035, |
| "grad_norm": 0.9028299450874329, |
| "learning_rate": 0.000842581764441303, |
| "loss": 2.0810068359375, |
| "step": 27000 |
| }, |
| { |
| "epoch": 7.825839499146272, |
| "grad_norm": 0.9071224927902222, |
| "learning_rate": 0.0008393690162565059, |
| "loss": 2.08135595703125, |
| "step": 27500 |
| }, |
| { |
| "epoch": 7.968127490039841, |
| "grad_norm": 0.8702104687690735, |
| "learning_rate": 0.0008361562680717085, |
| "loss": 2.073836181640625, |
| "step": 28000 |
| }, |
| { |
| "epoch": 8.110415480933408, |
| "grad_norm": 0.9875132441520691, |
| "learning_rate": 0.0008329435198869114, |
| "loss": 2.06207470703125, |
| "step": 28500 |
| }, |
| { |
| "epoch": 8.252703471826978, |
| "grad_norm": 0.8733546733856201, |
| "learning_rate": 0.000829730771702114, |
| "loss": 2.0590986328125, |
| "step": 29000 |
| }, |
| { |
| "epoch": 8.394991462720546, |
| "grad_norm": 0.8623999357223511, |
| "learning_rate": 0.0008265180235173167, |
| "loss": 2.05387744140625, |
| "step": 29500 |
| }, |
| { |
| "epoch": 8.537279453614115, |
| "grad_norm": 0.9093107581138611, |
| "learning_rate": 0.0008233052753325195, |
| "loss": 2.049600830078125, |
| "step": 30000 |
| }, |
| { |
| "epoch": 8.679567444507683, |
| "grad_norm": 0.8935321569442749, |
| "learning_rate": 0.0008200925271477222, |
| "loss": 2.04915966796875, |
| "step": 30500 |
| }, |
| { |
| "epoch": 8.821855435401252, |
| "grad_norm": 0.9517919421195984, |
| "learning_rate": 0.0008168797789629248, |
| "loss": 2.044854248046875, |
| "step": 31000 |
| }, |
| { |
| "epoch": 8.964143426294822, |
| "grad_norm": 0.924595057964325, |
| "learning_rate": 0.0008136670307781277, |
| "loss": 2.0417685546875, |
| "step": 31500 |
| }, |
| { |
| "epoch": 9.10643141718839, |
| "grad_norm": 0.8856834173202515, |
| "learning_rate": 0.0008104542825933303, |
| "loss": 2.0327542724609375, |
| "step": 32000 |
| }, |
| { |
| "epoch": 9.248719408081957, |
| "grad_norm": 0.851649820804596, |
| "learning_rate": 0.000807241534408533, |
| "loss": 2.026624267578125, |
| "step": 32500 |
| }, |
| { |
| "epoch": 9.391007398975526, |
| "grad_norm": 0.8763725161552429, |
| "learning_rate": 0.0008040287862237358, |
| "loss": 2.023781982421875, |
| "step": 33000 |
| }, |
| { |
| "epoch": 9.533295389869096, |
| "grad_norm": 0.9054471850395203, |
| "learning_rate": 0.0008008160380389385, |
| "loss": 2.0217911376953124, |
| "step": 33500 |
| }, |
| { |
| "epoch": 9.675583380762664, |
| "grad_norm": 0.9936219453811646, |
| "learning_rate": 0.0007976032898541413, |
| "loss": 2.0223516845703124, |
| "step": 34000 |
| }, |
| { |
| "epoch": 9.817871371656231, |
| "grad_norm": 0.8445395231246948, |
| "learning_rate": 0.000794390541669344, |
| "loss": 2.0150150146484376, |
| "step": 34500 |
| }, |
| { |
| "epoch": 9.9601593625498, |
| "grad_norm": 0.8997848629951477, |
| "learning_rate": 0.0007911777934845466, |
| "loss": 2.0144486083984376, |
| "step": 35000 |
| }, |
| { |
| "epoch": 10.102447353443369, |
| "grad_norm": 0.9022369384765625, |
| "learning_rate": 0.0007879650452997495, |
| "loss": 2.0057178955078125, |
| "step": 35500 |
| }, |
| { |
| "epoch": 10.244735344336938, |
| "grad_norm": 0.8679398894309998, |
| "learning_rate": 0.0007847522971149521, |
| "loss": 1.996031005859375, |
| "step": 36000 |
| }, |
| { |
| "epoch": 10.387023335230506, |
| "grad_norm": 0.8584362864494324, |
| "learning_rate": 0.0007815395489301548, |
| "loss": 1.9979686279296875, |
| "step": 36500 |
| }, |
| { |
| "epoch": 10.529311326124075, |
| "grad_norm": 0.919893741607666, |
| "learning_rate": 0.0007783268007453576, |
| "loss": 1.9953302001953126, |
| "step": 37000 |
| }, |
| { |
| "epoch": 10.671599317017645, |
| "grad_norm": 0.8829244375228882, |
| "learning_rate": 0.0007751140525605603, |
| "loss": 1.9904837646484375, |
| "step": 37500 |
| }, |
| { |
| "epoch": 10.813887307911212, |
| "grad_norm": 0.8700593113899231, |
| "learning_rate": 0.000771901304375763, |
| "loss": 1.9878653564453126, |
| "step": 38000 |
| }, |
| { |
| "epoch": 10.95617529880478, |
| "grad_norm": 0.8948189616203308, |
| "learning_rate": 0.0007686885561909658, |
| "loss": 1.9861346435546876, |
| "step": 38500 |
| }, |
| { |
| "epoch": 11.09846328969835, |
| "grad_norm": 0.8743970990180969, |
| "learning_rate": 0.0007654758080061684, |
| "loss": 1.9781466064453126, |
| "step": 39000 |
| }, |
| { |
| "epoch": 11.240751280591917, |
| "grad_norm": 0.8927684426307678, |
| "learning_rate": 0.0007622630598213713, |
| "loss": 1.9800474853515626, |
| "step": 39500 |
| }, |
| { |
| "epoch": 11.383039271485487, |
| "grad_norm": 0.8602464199066162, |
| "learning_rate": 0.0007590503116365739, |
| "loss": 1.969161865234375, |
| "step": 40000 |
| }, |
| { |
| "epoch": 11.525327262379054, |
| "grad_norm": 0.9330834746360779, |
| "learning_rate": 0.0007558375634517766, |
| "loss": 1.9744647216796876, |
| "step": 40500 |
| }, |
| { |
| "epoch": 11.667615253272624, |
| "grad_norm": 0.8487387895584106, |
| "learning_rate": 0.0007526248152669794, |
| "loss": 1.9631361083984376, |
| "step": 41000 |
| }, |
| { |
| "epoch": 11.809903244166193, |
| "grad_norm": 0.8121556639671326, |
| "learning_rate": 0.0007494120670821821, |
| "loss": 1.9670977783203125, |
| "step": 41500 |
| }, |
| { |
| "epoch": 11.952191235059761, |
| "grad_norm": 0.8926526308059692, |
| "learning_rate": 0.0007461993188973848, |
| "loss": 1.962933349609375, |
| "step": 42000 |
| }, |
| { |
| "epoch": 12.094479225953329, |
| "grad_norm": 0.8671021461486816, |
| "learning_rate": 0.0007429865707125876, |
| "loss": 1.9563138427734375, |
| "step": 42500 |
| }, |
| { |
| "epoch": 12.236767216846898, |
| "grad_norm": 0.8316618800163269, |
| "learning_rate": 0.0007397738225277902, |
| "loss": 1.9496668701171875, |
| "step": 43000 |
| }, |
| { |
| "epoch": 12.379055207740466, |
| "grad_norm": 0.8220306038856506, |
| "learning_rate": 0.000736561074342993, |
| "loss": 1.9505400390625, |
| "step": 43500 |
| }, |
| { |
| "epoch": 12.521343198634035, |
| "grad_norm": 0.882720410823822, |
| "learning_rate": 0.0007333483261581957, |
| "loss": 1.9462012939453126, |
| "step": 44000 |
| }, |
| { |
| "epoch": 12.663631189527603, |
| "grad_norm": 0.8841201663017273, |
| "learning_rate": 0.0007301355779733984, |
| "loss": 1.94572216796875, |
| "step": 44500 |
| }, |
| { |
| "epoch": 12.805919180421172, |
| "grad_norm": 0.8917742967605591, |
| "learning_rate": 0.0007269228297886012, |
| "loss": 1.9462489013671875, |
| "step": 45000 |
| }, |
| { |
| "epoch": 12.948207171314742, |
| "grad_norm": 0.8612926006317139, |
| "learning_rate": 0.0007237100816038039, |
| "loss": 1.9503948974609375, |
| "step": 45500 |
| }, |
| { |
| "epoch": 13.09049516220831, |
| "grad_norm": 0.9925726652145386, |
| "learning_rate": 0.0007204973334190066, |
| "loss": 1.9372962646484375, |
| "step": 46000 |
| }, |
| { |
| "epoch": 13.232783153101877, |
| "grad_norm": 0.8212889432907104, |
| "learning_rate": 0.0007172845852342094, |
| "loss": 1.93100146484375, |
| "step": 46500 |
| }, |
| { |
| "epoch": 13.375071143995447, |
| "grad_norm": 0.8393476605415344, |
| "learning_rate": 0.000714071837049412, |
| "loss": 1.9355791015625, |
| "step": 47000 |
| }, |
| { |
| "epoch": 13.517359134889016, |
| "grad_norm": 0.876530647277832, |
| "learning_rate": 0.0007108590888646148, |
| "loss": 1.929031982421875, |
| "step": 47500 |
| }, |
| { |
| "epoch": 13.659647125782584, |
| "grad_norm": 0.9148900508880615, |
| "learning_rate": 0.0007076463406798175, |
| "loss": 1.9321796875, |
| "step": 48000 |
| }, |
| { |
| "epoch": 13.801935116676152, |
| "grad_norm": 0.8540393114089966, |
| "learning_rate": 0.0007044335924950202, |
| "loss": 1.9232811279296875, |
| "step": 48500 |
| }, |
| { |
| "epoch": 13.944223107569721, |
| "grad_norm": 0.874427080154419, |
| "learning_rate": 0.0007012208443102229, |
| "loss": 1.920580078125, |
| "step": 49000 |
| }, |
| { |
| "epoch": 14.086511098463289, |
| "grad_norm": 0.9040400385856628, |
| "learning_rate": 0.0006980080961254257, |
| "loss": 1.912923095703125, |
| "step": 49500 |
| }, |
| { |
| "epoch": 14.228799089356858, |
| "grad_norm": 0.9279779195785522, |
| "learning_rate": 0.0006947953479406284, |
| "loss": 1.9119281005859374, |
| "step": 50000 |
| }, |
| { |
| "epoch": 14.371087080250426, |
| "grad_norm": 0.8857927322387695, |
| "learning_rate": 0.0006915825997558312, |
| "loss": 1.907870361328125, |
| "step": 50500 |
| }, |
| { |
| "epoch": 14.513375071143995, |
| "grad_norm": 0.8245786428451538, |
| "learning_rate": 0.0006883698515710338, |
| "loss": 1.9115518798828126, |
| "step": 51000 |
| }, |
| { |
| "epoch": 14.655663062037565, |
| "grad_norm": 0.8284105658531189, |
| "learning_rate": 0.0006851571033862366, |
| "loss": 1.91026611328125, |
| "step": 51500 |
| }, |
| { |
| "epoch": 14.797951052931133, |
| "grad_norm": 0.8700644969940186, |
| "learning_rate": 0.0006819443552014393, |
| "loss": 1.9089705810546875, |
| "step": 52000 |
| }, |
| { |
| "epoch": 14.9402390438247, |
| "grad_norm": 0.8545106649398804, |
| "learning_rate": 0.000678731607016642, |
| "loss": 1.9038966064453124, |
| "step": 52500 |
| }, |
| { |
| "epoch": 15.08252703471827, |
| "grad_norm": 0.8972774744033813, |
| "learning_rate": 0.0006755188588318448, |
| "loss": 1.9033292236328125, |
| "step": 53000 |
| }, |
| { |
| "epoch": 15.224815025611838, |
| "grad_norm": 0.8351185321807861, |
| "learning_rate": 0.0006723061106470475, |
| "loss": 1.8937845458984375, |
| "step": 53500 |
| }, |
| { |
| "epoch": 15.367103016505407, |
| "grad_norm": 0.8219364285469055, |
| "learning_rate": 0.0006690933624622503, |
| "loss": 1.8965240478515626, |
| "step": 54000 |
| }, |
| { |
| "epoch": 15.509391007398975, |
| "grad_norm": 0.8361454606056213, |
| "learning_rate": 0.0006658806142774529, |
| "loss": 1.89189599609375, |
| "step": 54500 |
| }, |
| { |
| "epoch": 15.651678998292544, |
| "grad_norm": 0.8974409699440002, |
| "learning_rate": 0.0006626678660926557, |
| "loss": 1.89478369140625, |
| "step": 55000 |
| }, |
| { |
| "epoch": 15.793966989186112, |
| "grad_norm": 0.880893886089325, |
| "learning_rate": 0.0006594551179078584, |
| "loss": 1.8854979248046875, |
| "step": 55500 |
| }, |
| { |
| "epoch": 15.936254980079681, |
| "grad_norm": 0.8354572057723999, |
| "learning_rate": 0.0006562423697230612, |
| "loss": 1.884849853515625, |
| "step": 56000 |
| }, |
| { |
| "epoch": 16.07854297097325, |
| "grad_norm": 0.8348339200019836, |
| "learning_rate": 0.0006530296215382638, |
| "loss": 1.8829962158203124, |
| "step": 56500 |
| }, |
| { |
| "epoch": 16.220830961866817, |
| "grad_norm": 0.828911304473877, |
| "learning_rate": 0.0006498168733534666, |
| "loss": 1.8815081787109376, |
| "step": 57000 |
| }, |
| { |
| "epoch": 16.363118952760388, |
| "grad_norm": 0.8096295595169067, |
| "learning_rate": 0.0006466041251686693, |
| "loss": 1.87695361328125, |
| "step": 57500 |
| }, |
| { |
| "epoch": 16.505406943653956, |
| "grad_norm": 0.8548514246940613, |
| "learning_rate": 0.0006433913769838721, |
| "loss": 1.8754146728515626, |
| "step": 58000 |
| }, |
| { |
| "epoch": 16.647694934547523, |
| "grad_norm": 0.8417186737060547, |
| "learning_rate": 0.0006401786287990747, |
| "loss": 1.8718682861328124, |
| "step": 58500 |
| }, |
| { |
| "epoch": 16.78998292544109, |
| "grad_norm": 0.8816096186637878, |
| "learning_rate": 0.0006369658806142775, |
| "loss": 1.876389404296875, |
| "step": 59000 |
| }, |
| { |
| "epoch": 16.932270916334662, |
| "grad_norm": 0.8592162728309631, |
| "learning_rate": 0.0006337531324294802, |
| "loss": 1.8765806884765626, |
| "step": 59500 |
| }, |
| { |
| "epoch": 17.07455890722823, |
| "grad_norm": 0.8253895044326782, |
| "learning_rate": 0.0006305403842446829, |
| "loss": 1.862882568359375, |
| "step": 60000 |
| }, |
| { |
| "epoch": 17.216846898121798, |
| "grad_norm": 0.848976731300354, |
| "learning_rate": 0.0006273276360598856, |
| "loss": 1.860851806640625, |
| "step": 60500 |
| }, |
| { |
| "epoch": 17.359134889015365, |
| "grad_norm": 0.8160614967346191, |
| "learning_rate": 0.0006241148878750884, |
| "loss": 1.8602349853515625, |
| "step": 61000 |
| }, |
| { |
| "epoch": 17.501422879908937, |
| "grad_norm": 0.8240634799003601, |
| "learning_rate": 0.0006209021396902911, |
| "loss": 1.855229736328125, |
| "step": 61500 |
| }, |
| { |
| "epoch": 17.643710870802504, |
| "grad_norm": 0.82338947057724, |
| "learning_rate": 0.0006176893915054939, |
| "loss": 1.8570489501953125, |
| "step": 62000 |
| }, |
| { |
| "epoch": 17.785998861696072, |
| "grad_norm": 0.7808911204338074, |
| "learning_rate": 0.0006144766433206965, |
| "loss": 1.8573056640625, |
| "step": 62500 |
| }, |
| { |
| "epoch": 17.92828685258964, |
| "grad_norm": 0.8358622789382935, |
| "learning_rate": 0.0006112638951358993, |
| "loss": 1.860720703125, |
| "step": 63000 |
| }, |
| { |
| "epoch": 18.07057484348321, |
| "grad_norm": 0.8733948469161987, |
| "learning_rate": 0.000608051146951102, |
| "loss": 1.8501636962890624, |
| "step": 63500 |
| }, |
| { |
| "epoch": 18.21286283437678, |
| "grad_norm": 0.8293560743331909, |
| "learning_rate": 0.0006048383987663047, |
| "loss": 1.8436048583984375, |
| "step": 64000 |
| }, |
| { |
| "epoch": 18.355150825270346, |
| "grad_norm": 0.8083025217056274, |
| "learning_rate": 0.0006016256505815074, |
| "loss": 1.845773681640625, |
| "step": 64500 |
| }, |
| { |
| "epoch": 18.497438816163914, |
| "grad_norm": 0.8062528967857361, |
| "learning_rate": 0.0005984129023967102, |
| "loss": 1.849447998046875, |
| "step": 65000 |
| }, |
| { |
| "epoch": 18.639726807057485, |
| "grad_norm": 0.797907829284668, |
| "learning_rate": 0.0005952001542119128, |
| "loss": 1.8439942626953125, |
| "step": 65500 |
| }, |
| { |
| "epoch": 18.782014797951053, |
| "grad_norm": 0.8070884346961975, |
| "learning_rate": 0.0005919874060271157, |
| "loss": 1.8405416259765626, |
| "step": 66000 |
| }, |
| { |
| "epoch": 18.92430278884462, |
| "grad_norm": 0.8484400510787964, |
| "learning_rate": 0.0005887746578423183, |
| "loss": 1.8404969482421876, |
| "step": 66500 |
| }, |
| { |
| "epoch": 19.06659077973819, |
| "grad_norm": 0.8148825168609619, |
| "learning_rate": 0.0005855619096575211, |
| "loss": 1.8372745361328124, |
| "step": 67000 |
| }, |
| { |
| "epoch": 19.20887877063176, |
| "grad_norm": 0.7816134691238403, |
| "learning_rate": 0.0005823491614727238, |
| "loss": 1.8346165771484375, |
| "step": 67500 |
| }, |
| { |
| "epoch": 19.351166761525327, |
| "grad_norm": 0.8447558283805847, |
| "learning_rate": 0.0005791364132879265, |
| "loss": 1.8296884765625, |
| "step": 68000 |
| }, |
| { |
| "epoch": 19.493454752418895, |
| "grad_norm": 0.8260893225669861, |
| "learning_rate": 0.0005759236651031293, |
| "loss": 1.830061279296875, |
| "step": 68500 |
| }, |
| { |
| "epoch": 19.635742743312463, |
| "grad_norm": 0.7893286347389221, |
| "learning_rate": 0.000572710916918332, |
| "loss": 1.829275634765625, |
| "step": 69000 |
| }, |
| { |
| "epoch": 19.778030734206034, |
| "grad_norm": 0.8122330904006958, |
| "learning_rate": 0.0005694981687335346, |
| "loss": 1.829096923828125, |
| "step": 69500 |
| }, |
| { |
| "epoch": 19.9203187250996, |
| "grad_norm": 0.825334370136261, |
| "learning_rate": 0.0005662854205487375, |
| "loss": 1.82976708984375, |
| "step": 70000 |
| }, |
| { |
| "epoch": 20.06260671599317, |
| "grad_norm": 0.8224254846572876, |
| "learning_rate": 0.0005630726723639401, |
| "loss": 1.8201314697265625, |
| "step": 70500 |
| }, |
| { |
| "epoch": 20.204894706886737, |
| "grad_norm": 0.8266887068748474, |
| "learning_rate": 0.0005598599241791428, |
| "loss": 1.821681884765625, |
| "step": 71000 |
| }, |
| { |
| "epoch": 20.34718269778031, |
| "grad_norm": 0.8528222441673279, |
| "learning_rate": 0.0005566471759943456, |
| "loss": 1.813265869140625, |
| "step": 71500 |
| }, |
| { |
| "epoch": 20.489470688673876, |
| "grad_norm": 0.8061295747756958, |
| "learning_rate": 0.0005534344278095483, |
| "loss": 1.81572412109375, |
| "step": 72000 |
| }, |
| { |
| "epoch": 20.631758679567444, |
| "grad_norm": 0.8042652010917664, |
| "learning_rate": 0.000550221679624751, |
| "loss": 1.8168936767578125, |
| "step": 72500 |
| }, |
| { |
| "epoch": 20.77404667046101, |
| "grad_norm": 0.7869358658790588, |
| "learning_rate": 0.0005470089314399538, |
| "loss": 1.814272705078125, |
| "step": 73000 |
| }, |
| { |
| "epoch": 20.916334661354583, |
| "grad_norm": 0.8155378699302673, |
| "learning_rate": 0.0005437961832551564, |
| "loss": 1.81436279296875, |
| "step": 73500 |
| }, |
| { |
| "epoch": 21.05862265224815, |
| "grad_norm": 0.7901885509490967, |
| "learning_rate": 0.0005405834350703593, |
| "loss": 1.811807861328125, |
| "step": 74000 |
| }, |
| { |
| "epoch": 21.200910643141718, |
| "grad_norm": 0.7788444757461548, |
| "learning_rate": 0.0005373706868855619, |
| "loss": 1.8064168701171874, |
| "step": 74500 |
| }, |
| { |
| "epoch": 21.343198634035286, |
| "grad_norm": 0.8150326609611511, |
| "learning_rate": 0.0005341579387007646, |
| "loss": 1.7998411865234376, |
| "step": 75000 |
| }, |
| { |
| "epoch": 21.485486624928857, |
| "grad_norm": 0.790658175945282, |
| "learning_rate": 0.0005309451905159674, |
| "loss": 1.8009261474609375, |
| "step": 75500 |
| }, |
| { |
| "epoch": 21.627774615822425, |
| "grad_norm": 0.8362455368041992, |
| "learning_rate": 0.0005277324423311701, |
| "loss": 1.7981884765625, |
| "step": 76000 |
| }, |
| { |
| "epoch": 21.770062606715992, |
| "grad_norm": 0.8072263598442078, |
| "learning_rate": 0.0005245196941463727, |
| "loss": 1.802354248046875, |
| "step": 76500 |
| }, |
| { |
| "epoch": 21.91235059760956, |
| "grad_norm": 0.8608630895614624, |
| "learning_rate": 0.0005213069459615756, |
| "loss": 1.7926978759765626, |
| "step": 77000 |
| }, |
| { |
| "epoch": 22.05463858850313, |
| "grad_norm": 0.8350149989128113, |
| "learning_rate": 0.0005180941977767782, |
| "loss": 1.7972198486328126, |
| "step": 77500 |
| }, |
| { |
| "epoch": 22.1969265793967, |
| "grad_norm": 0.8605798482894897, |
| "learning_rate": 0.0005148814495919811, |
| "loss": 1.7945047607421876, |
| "step": 78000 |
| }, |
| { |
| "epoch": 22.339214570290267, |
| "grad_norm": 0.8054996728897095, |
| "learning_rate": 0.0005116687014071837, |
| "loss": 1.7889041748046874, |
| "step": 78500 |
| }, |
| { |
| "epoch": 22.481502561183834, |
| "grad_norm": 0.8018432855606079, |
| "learning_rate": 0.0005084559532223864, |
| "loss": 1.7955711669921874, |
| "step": 79000 |
| }, |
| { |
| "epoch": 22.623790552077406, |
| "grad_norm": 0.8167839050292969, |
| "learning_rate": 0.0005052432050375892, |
| "loss": 1.789824462890625, |
| "step": 79500 |
| }, |
| { |
| "epoch": 22.766078542970973, |
| "grad_norm": 0.8051914572715759, |
| "learning_rate": 0.0005020304568527919, |
| "loss": 1.786076904296875, |
| "step": 80000 |
| }, |
| { |
| "epoch": 22.90836653386454, |
| "grad_norm": 0.8690944314002991, |
| "learning_rate": 0.0004988177086679945, |
| "loss": 1.787760009765625, |
| "step": 80500 |
| }, |
| { |
| "epoch": 23.05065452475811, |
| "grad_norm": 0.7857160568237305, |
| "learning_rate": 0.0004956049604831974, |
| "loss": 1.78182080078125, |
| "step": 81000 |
| }, |
| { |
| "epoch": 23.19294251565168, |
| "grad_norm": 0.792676568031311, |
| "learning_rate": 0.0004923922122984001, |
| "loss": 1.7775865478515624, |
| "step": 81500 |
| }, |
| { |
| "epoch": 23.335230506545248, |
| "grad_norm": 0.8044800162315369, |
| "learning_rate": 0.0004891794641136028, |
| "loss": 1.776404052734375, |
| "step": 82000 |
| }, |
| { |
| "epoch": 23.477518497438815, |
| "grad_norm": 0.8092531561851501, |
| "learning_rate": 0.00048596671592880555, |
| "loss": 1.7750899658203125, |
| "step": 82500 |
| }, |
| { |
| "epoch": 23.619806488332383, |
| "grad_norm": 0.8156195878982544, |
| "learning_rate": 0.00048275396774400824, |
| "loss": 1.7721761474609374, |
| "step": 83000 |
| }, |
| { |
| "epoch": 23.762094479225954, |
| "grad_norm": 0.8054773211479187, |
| "learning_rate": 0.000479541219559211, |
| "loss": 1.7737218017578125, |
| "step": 83500 |
| }, |
| { |
| "epoch": 23.904382470119522, |
| "grad_norm": 0.8544410467147827, |
| "learning_rate": 0.0004763284713744137, |
| "loss": 1.7725914306640624, |
| "step": 84000 |
| }, |
| { |
| "epoch": 24.04667046101309, |
| "grad_norm": 0.8268908262252808, |
| "learning_rate": 0.00047311572318961645, |
| "loss": 1.7661802978515626, |
| "step": 84500 |
| }, |
| { |
| "epoch": 24.188958451906657, |
| "grad_norm": 0.8119874000549316, |
| "learning_rate": 0.00046990297500481914, |
| "loss": 1.7655081787109375, |
| "step": 85000 |
| }, |
| { |
| "epoch": 24.33124644280023, |
| "grad_norm": 0.819488525390625, |
| "learning_rate": 0.0004666902268200219, |
| "loss": 1.76497509765625, |
| "step": 85500 |
| }, |
| { |
| "epoch": 24.473534433693796, |
| "grad_norm": 0.7789687514305115, |
| "learning_rate": 0.0004634774786352246, |
| "loss": 1.7610302734375, |
| "step": 86000 |
| }, |
| { |
| "epoch": 24.615822424587364, |
| "grad_norm": 0.7585675716400146, |
| "learning_rate": 0.0004602647304504273, |
| "loss": 1.7648392333984375, |
| "step": 86500 |
| }, |
| { |
| "epoch": 24.75811041548093, |
| "grad_norm": 0.7789969444274902, |
| "learning_rate": 0.00045705198226563004, |
| "loss": 1.7639283447265626, |
| "step": 87000 |
| }, |
| { |
| "epoch": 24.900398406374503, |
| "grad_norm": 0.802516758441925, |
| "learning_rate": 0.0004538392340808328, |
| "loss": 1.7633868408203126, |
| "step": 87500 |
| }, |
| { |
| "epoch": 25.04268639726807, |
| "grad_norm": 0.8010969161987305, |
| "learning_rate": 0.0004506264858960355, |
| "loss": 1.7580526123046876, |
| "step": 88000 |
| }, |
| { |
| "epoch": 25.18497438816164, |
| "grad_norm": 0.8012429475784302, |
| "learning_rate": 0.0004474137377112382, |
| "loss": 1.7505838623046874, |
| "step": 88500 |
| }, |
| { |
| "epoch": 25.327262379055206, |
| "grad_norm": 0.8224115967750549, |
| "learning_rate": 0.00044420098952644094, |
| "loss": 1.75313427734375, |
| "step": 89000 |
| }, |
| { |
| "epoch": 25.469550369948777, |
| "grad_norm": 0.8361182808876038, |
| "learning_rate": 0.0004409882413416437, |
| "loss": 1.75422998046875, |
| "step": 89500 |
| }, |
| { |
| "epoch": 25.611838360842345, |
| "grad_norm": 0.8170642852783203, |
| "learning_rate": 0.0004377754931568464, |
| "loss": 1.7506724853515625, |
| "step": 90000 |
| }, |
| { |
| "epoch": 25.754126351735913, |
| "grad_norm": 0.7613300085067749, |
| "learning_rate": 0.0004345627449720491, |
| "loss": 1.7525675048828124, |
| "step": 90500 |
| }, |
| { |
| "epoch": 25.89641434262948, |
| "grad_norm": 0.8419134616851807, |
| "learning_rate": 0.00043134999678725184, |
| "loss": 1.75163330078125, |
| "step": 91000 |
| }, |
| { |
| "epoch": 26.03870233352305, |
| "grad_norm": 0.7830471992492676, |
| "learning_rate": 0.0004281372486024546, |
| "loss": 1.7453779296875, |
| "step": 91500 |
| }, |
| { |
| "epoch": 26.18099032441662, |
| "grad_norm": 0.7521931529045105, |
| "learning_rate": 0.00042492450041765726, |
| "loss": 1.7388763427734375, |
| "step": 92000 |
| }, |
| { |
| "epoch": 26.323278315310187, |
| "grad_norm": 0.7945719957351685, |
| "learning_rate": 0.00042171175223286, |
| "loss": 1.74236572265625, |
| "step": 92500 |
| }, |
| { |
| "epoch": 26.465566306203755, |
| "grad_norm": 0.8893241882324219, |
| "learning_rate": 0.00041849900404806274, |
| "loss": 1.7380269775390624, |
| "step": 93000 |
| }, |
| { |
| "epoch": 26.607854297097326, |
| "grad_norm": 0.7732031345367432, |
| "learning_rate": 0.0004152862558632655, |
| "loss": 1.73862939453125, |
| "step": 93500 |
| }, |
| { |
| "epoch": 26.750142287990894, |
| "grad_norm": 0.8094469308853149, |
| "learning_rate": 0.00041207350767846816, |
| "loss": 1.7389964599609375, |
| "step": 94000 |
| }, |
| { |
| "epoch": 26.89243027888446, |
| "grad_norm": 0.7714164853096008, |
| "learning_rate": 0.0004088607594936709, |
| "loss": 1.7384852294921875, |
| "step": 94500 |
| }, |
| { |
| "epoch": 27.03471826977803, |
| "grad_norm": 0.8252856731414795, |
| "learning_rate": 0.00040564801130887364, |
| "loss": 1.7344244384765626, |
| "step": 95000 |
| }, |
| { |
| "epoch": 27.1770062606716, |
| "grad_norm": 0.7841668128967285, |
| "learning_rate": 0.0004024352631240764, |
| "loss": 1.7267880859375, |
| "step": 95500 |
| }, |
| { |
| "epoch": 27.319294251565168, |
| "grad_norm": 0.7918238639831543, |
| "learning_rate": 0.00039922251493927906, |
| "loss": 1.7263587646484375, |
| "step": 96000 |
| }, |
| { |
| "epoch": 27.461582242458736, |
| "grad_norm": 0.7744492888450623, |
| "learning_rate": 0.0003960097667544818, |
| "loss": 1.727615478515625, |
| "step": 96500 |
| }, |
| { |
| "epoch": 27.603870233352303, |
| "grad_norm": 0.833548367023468, |
| "learning_rate": 0.00039279701856968454, |
| "loss": 1.728632568359375, |
| "step": 97000 |
| }, |
| { |
| "epoch": 27.746158224245875, |
| "grad_norm": 0.7416006326675415, |
| "learning_rate": 0.0003895842703848872, |
| "loss": 1.7263828125, |
| "step": 97500 |
| }, |
| { |
| "epoch": 27.888446215139442, |
| "grad_norm": 0.8390225172042847, |
| "learning_rate": 0.00038637152220008996, |
| "loss": 1.7279501953125, |
| "step": 98000 |
| }, |
| { |
| "epoch": 28.03073420603301, |
| "grad_norm": 0.7987998723983765, |
| "learning_rate": 0.0003831587740152927, |
| "loss": 1.7208074951171874, |
| "step": 98500 |
| }, |
| { |
| "epoch": 28.173022196926578, |
| "grad_norm": 0.7214421629905701, |
| "learning_rate": 0.00037994602583049544, |
| "loss": 1.7175120849609375, |
| "step": 99000 |
| }, |
| { |
| "epoch": 28.31531018782015, |
| "grad_norm": 0.8112098574638367, |
| "learning_rate": 0.0003767332776456981, |
| "loss": 1.717369384765625, |
| "step": 99500 |
| }, |
| { |
| "epoch": 28.457598178713717, |
| "grad_norm": 0.825023353099823, |
| "learning_rate": 0.00037352052946090086, |
| "loss": 1.7164326171875, |
| "step": 100000 |
| }, |
| { |
| "epoch": 28.599886169607284, |
| "grad_norm": 0.7754949331283569, |
| "learning_rate": 0.0003703077812761036, |
| "loss": 1.7194827880859376, |
| "step": 100500 |
| }, |
| { |
| "epoch": 28.742174160500852, |
| "grad_norm": 0.815468430519104, |
| "learning_rate": 0.00036709503309130634, |
| "loss": 1.71721142578125, |
| "step": 101000 |
| }, |
| { |
| "epoch": 28.884462151394423, |
| "grad_norm": 0.7674705982208252, |
| "learning_rate": 0.000363882284906509, |
| "loss": 1.716550048828125, |
| "step": 101500 |
| }, |
| { |
| "epoch": 29.02675014228799, |
| "grad_norm": 0.8314065933227539, |
| "learning_rate": 0.00036066953672171176, |
| "loss": 1.70979833984375, |
| "step": 102000 |
| }, |
| { |
| "epoch": 29.16903813318156, |
| "grad_norm": 0.804320752620697, |
| "learning_rate": 0.0003574567885369145, |
| "loss": 1.7049903564453126, |
| "step": 102500 |
| }, |
| { |
| "epoch": 29.311326124075126, |
| "grad_norm": 0.7875852584838867, |
| "learning_rate": 0.0003542440403521172, |
| "loss": 1.70514208984375, |
| "step": 103000 |
| }, |
| { |
| "epoch": 29.453614114968698, |
| "grad_norm": 0.7865288257598877, |
| "learning_rate": 0.0003510312921673199, |
| "loss": 1.7045543212890626, |
| "step": 103500 |
| }, |
| { |
| "epoch": 29.595902105862265, |
| "grad_norm": 0.8601499199867249, |
| "learning_rate": 0.00034781854398252267, |
| "loss": 1.703396728515625, |
| "step": 104000 |
| }, |
| { |
| "epoch": 29.738190096755833, |
| "grad_norm": 0.8171347975730896, |
| "learning_rate": 0.0003446057957977254, |
| "loss": 1.7051766357421876, |
| "step": 104500 |
| }, |
| { |
| "epoch": 29.8804780876494, |
| "grad_norm": 0.8439942598342896, |
| "learning_rate": 0.0003413930476129281, |
| "loss": 1.702958740234375, |
| "step": 105000 |
| }, |
| { |
| "epoch": 30.022766078542972, |
| "grad_norm": 0.7871956825256348, |
| "learning_rate": 0.0003381802994281308, |
| "loss": 1.7031265869140626, |
| "step": 105500 |
| }, |
| { |
| "epoch": 30.16505406943654, |
| "grad_norm": 0.8173360228538513, |
| "learning_rate": 0.00033496755124333357, |
| "loss": 1.7017554931640626, |
| "step": 106000 |
| }, |
| { |
| "epoch": 30.307342060330107, |
| "grad_norm": 0.8125076293945312, |
| "learning_rate": 0.0003317548030585363, |
| "loss": 1.693796875, |
| "step": 106500 |
| }, |
| { |
| "epoch": 30.449630051223675, |
| "grad_norm": 0.8106098771095276, |
| "learning_rate": 0.000328542054873739, |
| "loss": 1.6901024169921874, |
| "step": 107000 |
| }, |
| { |
| "epoch": 30.591918042117246, |
| "grad_norm": 0.8278952240943909, |
| "learning_rate": 0.00032532930668894173, |
| "loss": 1.6938135986328124, |
| "step": 107500 |
| }, |
| { |
| "epoch": 30.734206033010814, |
| "grad_norm": 0.8017494082450867, |
| "learning_rate": 0.00032211655850414447, |
| "loss": 1.6923419189453126, |
| "step": 108000 |
| }, |
| { |
| "epoch": 30.87649402390438, |
| "grad_norm": 0.825312077999115, |
| "learning_rate": 0.00031890381031934715, |
| "loss": 1.6879945068359374, |
| "step": 108500 |
| }, |
| { |
| "epoch": 31.01878201479795, |
| "grad_norm": 0.8192269802093506, |
| "learning_rate": 0.0003156910621345499, |
| "loss": 1.69059716796875, |
| "step": 109000 |
| }, |
| { |
| "epoch": 31.16107000569152, |
| "grad_norm": 0.7704429030418396, |
| "learning_rate": 0.00031247831394975263, |
| "loss": 1.68362158203125, |
| "step": 109500 |
| }, |
| { |
| "epoch": 31.30335799658509, |
| "grad_norm": 0.781888484954834, |
| "learning_rate": 0.00030926556576495537, |
| "loss": 1.6819910888671874, |
| "step": 110000 |
| }, |
| { |
| "epoch": 31.445645987478656, |
| "grad_norm": 0.8602472543716431, |
| "learning_rate": 0.00030605281758015805, |
| "loss": 1.6821741943359374, |
| "step": 110500 |
| }, |
| { |
| "epoch": 31.587933978372224, |
| "grad_norm": 0.7637714743614197, |
| "learning_rate": 0.0003028400693953608, |
| "loss": 1.6784395751953125, |
| "step": 111000 |
| }, |
| { |
| "epoch": 31.730221969265795, |
| "grad_norm": 0.8043729662895203, |
| "learning_rate": 0.00029962732121056353, |
| "loss": 1.681421630859375, |
| "step": 111500 |
| }, |
| { |
| "epoch": 31.872509960159363, |
| "grad_norm": 0.8252000212669373, |
| "learning_rate": 0.00029641457302576627, |
| "loss": 1.681087646484375, |
| "step": 112000 |
| }, |
| { |
| "epoch": 32.014797951052934, |
| "grad_norm": 0.802941083908081, |
| "learning_rate": 0.00029320182484096895, |
| "loss": 1.6753712158203125, |
| "step": 112500 |
| }, |
| { |
| "epoch": 32.1570859419465, |
| "grad_norm": 0.814416766166687, |
| "learning_rate": 0.0002899890766561717, |
| "loss": 1.6733070068359375, |
| "step": 113000 |
| }, |
| { |
| "epoch": 32.29937393284007, |
| "grad_norm": 0.8030642867088318, |
| "learning_rate": 0.00028677632847137443, |
| "loss": 1.6685291748046875, |
| "step": 113500 |
| }, |
| { |
| "epoch": 32.44166192373363, |
| "grad_norm": 0.7646543383598328, |
| "learning_rate": 0.0002835635802865771, |
| "loss": 1.668842041015625, |
| "step": 114000 |
| }, |
| { |
| "epoch": 32.583949914627205, |
| "grad_norm": 0.770729660987854, |
| "learning_rate": 0.00028035083210177985, |
| "loss": 1.675781982421875, |
| "step": 114500 |
| }, |
| { |
| "epoch": 32.726237905520776, |
| "grad_norm": 0.7864305973052979, |
| "learning_rate": 0.0002771380839169826, |
| "loss": 1.6711048583984376, |
| "step": 115000 |
| }, |
| { |
| "epoch": 32.86852589641434, |
| "grad_norm": 0.7970394492149353, |
| "learning_rate": 0.00027392533573218533, |
| "loss": 1.6688397216796875, |
| "step": 115500 |
| }, |
| { |
| "epoch": 33.01081388730791, |
| "grad_norm": 0.7844989895820618, |
| "learning_rate": 0.000270712587547388, |
| "loss": 1.6707685546875, |
| "step": 116000 |
| }, |
| { |
| "epoch": 33.15310187820148, |
| "grad_norm": 0.7790973782539368, |
| "learning_rate": 0.00026749983936259075, |
| "loss": 1.663322509765625, |
| "step": 116500 |
| }, |
| { |
| "epoch": 33.29538986909505, |
| "grad_norm": 0.7947200536727905, |
| "learning_rate": 0.0002642870911777935, |
| "loss": 1.6612364501953125, |
| "step": 117000 |
| }, |
| { |
| "epoch": 33.43767785998862, |
| "grad_norm": 0.7712826728820801, |
| "learning_rate": 0.00026107434299299623, |
| "loss": 1.6583055419921875, |
| "step": 117500 |
| }, |
| { |
| "epoch": 33.57996585088218, |
| "grad_norm": 0.8012517690658569, |
| "learning_rate": 0.0002578615948081989, |
| "loss": 1.6572049560546875, |
| "step": 118000 |
| }, |
| { |
| "epoch": 33.72225384177575, |
| "grad_norm": 0.7550643682479858, |
| "learning_rate": 0.00025464884662340165, |
| "loss": 1.6559423828125, |
| "step": 118500 |
| }, |
| { |
| "epoch": 33.864541832669325, |
| "grad_norm": 0.857598602771759, |
| "learning_rate": 0.0002514360984386044, |
| "loss": 1.655523193359375, |
| "step": 119000 |
| }, |
| { |
| "epoch": 34.00682982356289, |
| "grad_norm": 0.7795873880386353, |
| "learning_rate": 0.0002482233502538071, |
| "loss": 1.6634495849609374, |
| "step": 119500 |
| }, |
| { |
| "epoch": 34.14911781445646, |
| "grad_norm": 0.8217109441757202, |
| "learning_rate": 0.0002450106020690098, |
| "loss": 1.648638427734375, |
| "step": 120000 |
| }, |
| { |
| "epoch": 34.29140580535003, |
| "grad_norm": 0.8032475709915161, |
| "learning_rate": 0.00024179785388421255, |
| "loss": 1.653551025390625, |
| "step": 120500 |
| }, |
| { |
| "epoch": 34.433693796243595, |
| "grad_norm": 0.7690367698669434, |
| "learning_rate": 0.00023858510569941526, |
| "loss": 1.65421923828125, |
| "step": 121000 |
| }, |
| { |
| "epoch": 34.57598178713717, |
| "grad_norm": 0.8075783848762512, |
| "learning_rate": 0.000235372357514618, |
| "loss": 1.64859423828125, |
| "step": 121500 |
| }, |
| { |
| "epoch": 34.71826977803073, |
| "grad_norm": 0.8210867047309875, |
| "learning_rate": 0.00023215960932982071, |
| "loss": 1.650385009765625, |
| "step": 122000 |
| }, |
| { |
| "epoch": 34.8605577689243, |
| "grad_norm": 0.763390839099884, |
| "learning_rate": 0.00022894686114502345, |
| "loss": 1.646854248046875, |
| "step": 122500 |
| }, |
| { |
| "epoch": 35.00284575981787, |
| "grad_norm": 0.7536216378211975, |
| "learning_rate": 0.0002257341129602262, |
| "loss": 1.6420960693359374, |
| "step": 123000 |
| }, |
| { |
| "epoch": 35.14513375071144, |
| "grad_norm": 0.8205796480178833, |
| "learning_rate": 0.00022252136477542893, |
| "loss": 1.6369521484375, |
| "step": 123500 |
| }, |
| { |
| "epoch": 35.28742174160501, |
| "grad_norm": 0.7954224348068237, |
| "learning_rate": 0.00021930861659063164, |
| "loss": 1.6364495849609375, |
| "step": 124000 |
| }, |
| { |
| "epoch": 35.42970973249858, |
| "grad_norm": 0.7882758975028992, |
| "learning_rate": 0.00021609586840583435, |
| "loss": 1.6430433349609375, |
| "step": 124500 |
| }, |
| { |
| "epoch": 35.571997723392144, |
| "grad_norm": 0.7636738419532776, |
| "learning_rate": 0.0002128831202210371, |
| "loss": 1.6426986083984374, |
| "step": 125000 |
| }, |
| { |
| "epoch": 35.714285714285715, |
| "grad_norm": 0.7501616477966309, |
| "learning_rate": 0.0002096703720362398, |
| "loss": 1.6390101318359376, |
| "step": 125500 |
| }, |
| { |
| "epoch": 35.85657370517928, |
| "grad_norm": 0.8382527232170105, |
| "learning_rate": 0.00020645762385144254, |
| "loss": 1.635440673828125, |
| "step": 126000 |
| }, |
| { |
| "epoch": 35.99886169607285, |
| "grad_norm": 0.7988425493240356, |
| "learning_rate": 0.00020324487566664525, |
| "loss": 1.638254150390625, |
| "step": 126500 |
| }, |
| { |
| "epoch": 36.14114968696642, |
| "grad_norm": 0.791145384311676, |
| "learning_rate": 0.000200032127481848, |
| "loss": 1.62477197265625, |
| "step": 127000 |
| }, |
| { |
| "epoch": 36.283437677859986, |
| "grad_norm": 0.7497517466545105, |
| "learning_rate": 0.0001968193792970507, |
| "loss": 1.632613037109375, |
| "step": 127500 |
| }, |
| { |
| "epoch": 36.42572566875356, |
| "grad_norm": 0.8118484020233154, |
| "learning_rate": 0.00019360663111225344, |
| "loss": 1.63175146484375, |
| "step": 128000 |
| }, |
| { |
| "epoch": 36.56801365964713, |
| "grad_norm": 0.8277371525764465, |
| "learning_rate": 0.00019039388292745615, |
| "loss": 1.6289234619140625, |
| "step": 128500 |
| }, |
| { |
| "epoch": 36.71030165054069, |
| "grad_norm": 0.7911479473114014, |
| "learning_rate": 0.0001871811347426589, |
| "loss": 1.6251759033203126, |
| "step": 129000 |
| }, |
| { |
| "epoch": 36.852589641434264, |
| "grad_norm": 0.7872730493545532, |
| "learning_rate": 0.0001839683865578616, |
| "loss": 1.6268780517578125, |
| "step": 129500 |
| }, |
| { |
| "epoch": 36.99487763232783, |
| "grad_norm": 0.7649409174919128, |
| "learning_rate": 0.00018075563837306432, |
| "loss": 1.6268775634765624, |
| "step": 130000 |
| }, |
| { |
| "epoch": 37.1371656232214, |
| "grad_norm": 0.8168938159942627, |
| "learning_rate": 0.00017754289018826706, |
| "loss": 1.61990966796875, |
| "step": 130500 |
| }, |
| { |
| "epoch": 37.27945361411497, |
| "grad_norm": 0.790477454662323, |
| "learning_rate": 0.00017433014200346977, |
| "loss": 1.618332275390625, |
| "step": 131000 |
| }, |
| { |
| "epoch": 37.421741605008535, |
| "grad_norm": 0.7928410768508911, |
| "learning_rate": 0.0001711173938186725, |
| "loss": 1.6161146240234374, |
| "step": 131500 |
| }, |
| { |
| "epoch": 37.564029595902106, |
| "grad_norm": 0.7818522453308105, |
| "learning_rate": 0.00016790464563387522, |
| "loss": 1.614980712890625, |
| "step": 132000 |
| }, |
| { |
| "epoch": 37.70631758679568, |
| "grad_norm": 0.7645919322967529, |
| "learning_rate": 0.00016469189744907796, |
| "loss": 1.6168826904296876, |
| "step": 132500 |
| }, |
| { |
| "epoch": 37.84860557768924, |
| "grad_norm": 0.7470947504043579, |
| "learning_rate": 0.00016147914926428067, |
| "loss": 1.6159892578125, |
| "step": 133000 |
| }, |
| { |
| "epoch": 37.99089356858281, |
| "grad_norm": 0.781106173992157, |
| "learning_rate": 0.0001582664010794834, |
| "loss": 1.6154237060546874, |
| "step": 133500 |
| }, |
| { |
| "epoch": 38.13318155947638, |
| "grad_norm": 0.8540311455726624, |
| "learning_rate": 0.00015505365289468612, |
| "loss": 1.6088677978515624, |
| "step": 134000 |
| }, |
| { |
| "epoch": 38.27546955036995, |
| "grad_norm": 0.8147649168968201, |
| "learning_rate": 0.00015184090470988886, |
| "loss": 1.608274658203125, |
| "step": 134500 |
| }, |
| { |
| "epoch": 38.41775754126352, |
| "grad_norm": 0.7976606488227844, |
| "learning_rate": 0.00014862815652509157, |
| "loss": 1.6079510498046874, |
| "step": 135000 |
| }, |
| { |
| "epoch": 38.56004553215708, |
| "grad_norm": 0.7808454036712646, |
| "learning_rate": 0.00014541540834029428, |
| "loss": 1.6069224853515625, |
| "step": 135500 |
| }, |
| { |
| "epoch": 38.702333523050655, |
| "grad_norm": 0.7801294922828674, |
| "learning_rate": 0.00014220266015549702, |
| "loss": 1.6083843994140625, |
| "step": 136000 |
| }, |
| { |
| "epoch": 38.844621513944226, |
| "grad_norm": 0.7674131989479065, |
| "learning_rate": 0.00013898991197069973, |
| "loss": 1.605281005859375, |
| "step": 136500 |
| }, |
| { |
| "epoch": 38.98690950483779, |
| "grad_norm": 0.7959563732147217, |
| "learning_rate": 0.00013577716378590247, |
| "loss": 1.6055640869140626, |
| "step": 137000 |
| }, |
| { |
| "epoch": 39.12919749573136, |
| "grad_norm": 0.8412840962409973, |
| "learning_rate": 0.00013256441560110518, |
| "loss": 1.6029959716796875, |
| "step": 137500 |
| }, |
| { |
| "epoch": 39.271485486624925, |
| "grad_norm": 0.8026737570762634, |
| "learning_rate": 0.00012935166741630792, |
| "loss": 1.600421875, |
| "step": 138000 |
| }, |
| { |
| "epoch": 39.4137734775185, |
| "grad_norm": 0.7729793190956116, |
| "learning_rate": 0.00012613891923151063, |
| "loss": 1.5968153076171876, |
| "step": 138500 |
| }, |
| { |
| "epoch": 39.55606146841207, |
| "grad_norm": 0.8124834299087524, |
| "learning_rate": 0.00012292617104671337, |
| "loss": 1.5938275146484375, |
| "step": 139000 |
| }, |
| { |
| "epoch": 39.69834945930563, |
| "grad_norm": 0.8108460307121277, |
| "learning_rate": 0.00011971342286191608, |
| "loss": 1.5965054931640625, |
| "step": 139500 |
| }, |
| { |
| "epoch": 39.8406374501992, |
| "grad_norm": 0.7830720543861389, |
| "learning_rate": 0.0001165006746771188, |
| "loss": 1.5987293701171874, |
| "step": 140000 |
| }, |
| { |
| "epoch": 39.982925441092775, |
| "grad_norm": 0.7493749856948853, |
| "learning_rate": 0.00011328792649232153, |
| "loss": 1.5955545654296874, |
| "step": 140500 |
| }, |
| { |
| "epoch": 40.12521343198634, |
| "grad_norm": 0.7606357932090759, |
| "learning_rate": 0.00011007517830752426, |
| "loss": 1.5879793701171876, |
| "step": 141000 |
| }, |
| { |
| "epoch": 40.26750142287991, |
| "grad_norm": 0.7698628306388855, |
| "learning_rate": 0.00010686243012272698, |
| "loss": 1.5900478515625, |
| "step": 141500 |
| }, |
| { |
| "epoch": 40.409789413773474, |
| "grad_norm": 0.8203583359718323, |
| "learning_rate": 0.0001036496819379297, |
| "loss": 1.5890828857421875, |
| "step": 142000 |
| }, |
| { |
| "epoch": 40.552077404667045, |
| "grad_norm": 0.7594188451766968, |
| "learning_rate": 0.00010043693375313243, |
| "loss": 1.5884957275390625, |
| "step": 142500 |
| }, |
| { |
| "epoch": 40.69436539556062, |
| "grad_norm": 0.8142854571342468, |
| "learning_rate": 9.722418556833516e-05, |
| "loss": 1.585271728515625, |
| "step": 143000 |
| }, |
| { |
| "epoch": 40.83665338645418, |
| "grad_norm": 0.867124080657959, |
| "learning_rate": 9.401143738353787e-05, |
| "loss": 1.584123046875, |
| "step": 143500 |
| }, |
| { |
| "epoch": 40.97894137734775, |
| "grad_norm": 0.7953840494155884, |
| "learning_rate": 9.07986891987406e-05, |
| "loss": 1.5837237548828125, |
| "step": 144000 |
| }, |
| { |
| "epoch": 41.12122936824132, |
| "grad_norm": 0.782312273979187, |
| "learning_rate": 8.758594101394333e-05, |
| "loss": 1.58353369140625, |
| "step": 144500 |
| }, |
| { |
| "epoch": 41.26351735913489, |
| "grad_norm": 0.7618634700775146, |
| "learning_rate": 8.437319282914606e-05, |
| "loss": 1.58224267578125, |
| "step": 145000 |
| }, |
| { |
| "epoch": 41.40580535002846, |
| "grad_norm": 0.8059329986572266, |
| "learning_rate": 8.116044464434878e-05, |
| "loss": 1.5730921630859376, |
| "step": 145500 |
| }, |
| { |
| "epoch": 41.54809334092202, |
| "grad_norm": 0.756024181842804, |
| "learning_rate": 7.79476964595515e-05, |
| "loss": 1.57981982421875, |
| "step": 146000 |
| }, |
| { |
| "epoch": 41.690381331815594, |
| "grad_norm": 0.8015180826187134, |
| "learning_rate": 7.473494827475423e-05, |
| "loss": 1.578093505859375, |
| "step": 146500 |
| }, |
| { |
| "epoch": 41.832669322709165, |
| "grad_norm": 0.7689457535743713, |
| "learning_rate": 7.152220008995696e-05, |
| "loss": 1.575974365234375, |
| "step": 147000 |
| }, |
| { |
| "epoch": 41.97495731360273, |
| "grad_norm": 0.7837737798690796, |
| "learning_rate": 6.830945190515968e-05, |
| "loss": 1.57426171875, |
| "step": 147500 |
| }, |
| { |
| "epoch": 42.1172453044963, |
| "grad_norm": 0.758391797542572, |
| "learning_rate": 6.509670372036241e-05, |
| "loss": 1.5727047119140625, |
| "step": 148000 |
| }, |
| { |
| "epoch": 42.25953329538987, |
| "grad_norm": 0.7854096293449402, |
| "learning_rate": 6.188395553556513e-05, |
| "loss": 1.56796923828125, |
| "step": 148500 |
| }, |
| { |
| "epoch": 42.401821286283436, |
| "grad_norm": 0.7863969206809998, |
| "learning_rate": 5.867120735076785e-05, |
| "loss": 1.571415771484375, |
| "step": 149000 |
| }, |
| { |
| "epoch": 42.54410927717701, |
| "grad_norm": 0.7552393674850464, |
| "learning_rate": 5.5458459165970575e-05, |
| "loss": 1.5717161865234375, |
| "step": 149500 |
| }, |
| { |
| "epoch": 42.68639726807057, |
| "grad_norm": 0.7907793521881104, |
| "learning_rate": 5.22457109811733e-05, |
| "loss": 1.565153564453125, |
| "step": 150000 |
| }, |
| { |
| "epoch": 42.82868525896414, |
| "grad_norm": 0.8196442127227783, |
| "learning_rate": 4.903296279637602e-05, |
| "loss": 1.5695428466796875, |
| "step": 150500 |
| }, |
| { |
| "epoch": 42.970973249857714, |
| "grad_norm": 0.7759655714035034, |
| "learning_rate": 4.5820214611578744e-05, |
| "loss": 1.5666607666015624, |
| "step": 151000 |
| }, |
| { |
| "epoch": 43.11326124075128, |
| "grad_norm": 0.7889202237129211, |
| "learning_rate": 4.260746642678147e-05, |
| "loss": 1.55801416015625, |
| "step": 151500 |
| }, |
| { |
| "epoch": 43.25554923164485, |
| "grad_norm": 0.7735246419906616, |
| "learning_rate": 3.9394718241984194e-05, |
| "loss": 1.563793212890625, |
| "step": 152000 |
| }, |
| { |
| "epoch": 43.39783722253842, |
| "grad_norm": 0.783096432685852, |
| "learning_rate": 3.618197005718692e-05, |
| "loss": 1.564925048828125, |
| "step": 152500 |
| }, |
| { |
| "epoch": 43.540125213431985, |
| "grad_norm": 0.8447062373161316, |
| "learning_rate": 3.296922187238964e-05, |
| "loss": 1.561072509765625, |
| "step": 153000 |
| }, |
| { |
| "epoch": 43.682413204325556, |
| "grad_norm": 0.8156583905220032, |
| "learning_rate": 2.9756473687592366e-05, |
| "loss": 1.5635389404296876, |
| "step": 153500 |
| }, |
| { |
| "epoch": 43.82470119521912, |
| "grad_norm": 0.8073771595954895, |
| "learning_rate": 2.654372550279509e-05, |
| "loss": 1.55376953125, |
| "step": 154000 |
| }, |
| { |
| "epoch": 43.96698918611269, |
| "grad_norm": 0.8184100389480591, |
| "learning_rate": 2.3330977317997816e-05, |
| "loss": 1.5572464599609375, |
| "step": 154500 |
| }, |
| { |
| "epoch": 44.10927717700626, |
| "grad_norm": 0.7976749539375305, |
| "learning_rate": 2.0118229133200538e-05, |
| "loss": 1.556713623046875, |
| "step": 155000 |
| }, |
| { |
| "epoch": 44.25156516789983, |
| "grad_norm": 0.7821652889251709, |
| "learning_rate": 1.6905480948403263e-05, |
| "loss": 1.5601466064453124, |
| "step": 155500 |
| }, |
| { |
| "epoch": 44.3938531587934, |
| "grad_norm": 0.7849637269973755, |
| "learning_rate": 1.3692732763605988e-05, |
| "loss": 1.555856201171875, |
| "step": 156000 |
| }, |
| { |
| "epoch": 44.53614114968697, |
| "grad_norm": 0.8034117221832275, |
| "learning_rate": 1.0479984578808712e-05, |
| "loss": 1.5571749267578125, |
| "step": 156500 |
| }, |
| { |
| "epoch": 44.67842914058053, |
| "grad_norm": 0.7568624019622803, |
| "learning_rate": 7.267236394011437e-06, |
| "loss": 1.553765625, |
| "step": 157000 |
| }, |
| { |
| "epoch": 44.820717131474105, |
| "grad_norm": 0.7983436584472656, |
| "learning_rate": 4.054488209214162e-06, |
| "loss": 1.55248681640625, |
| "step": 157500 |
| }, |
| { |
| "epoch": 44.96300512236767, |
| "grad_norm": 0.8003237247467041, |
| "learning_rate": 8.417400244168862e-07, |
| "loss": 1.554723388671875, |
| "step": 158000 |
| }, |
| { |
| "epoch": 45.0, |
| "step": 158130, |
| "total_flos": 3.365420849747251e+17, |
| "train_loss": 1.929684388318656, |
| "train_runtime": 25758.7104, |
| "train_samples_per_second": 392.825, |
| "train_steps_per_second": 6.139 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 158130, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 45, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.365420849747251e+17, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
