{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 9500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010526315789473684,
      "grad_norm": 5.129565589745107,
      "learning_rate": 4.5e-06,
      "loss": 3.831922149658203,
      "step": 10
    },
    {
      "epoch": 0.002105263157894737,
      "grad_norm": 1.8060645220873177,
      "learning_rate": 9.5e-06,
      "loss": 3.500311279296875,
      "step": 20
    },
    {
      "epoch": 0.003157894736842105,
      "grad_norm": 1.5274659739720347,
      "learning_rate": 1e-05,
      "loss": 3.072599983215332,
      "step": 30
    },
    {
      "epoch": 0.004210526315789474,
      "grad_norm": 1.439529323295704,
      "learning_rate": 1e-05,
      "loss": 2.6167324066162108,
      "step": 40
    },
    {
      "epoch": 0.005263157894736842,
      "grad_norm": 0.6226358274800787,
      "learning_rate": 1e-05,
      "loss": 2.2310859680175783,
      "step": 50
    },
    {
      "epoch": 0.00631578947368421,
      "grad_norm": 0.579778608698981,
      "learning_rate": 1e-05,
      "loss": 2.0481679916381834,
      "step": 60
    },
    {
      "epoch": 0.007368421052631579,
      "grad_norm": 0.5255768872176885,
      "learning_rate": 1e-05,
      "loss": 1.9059135437011718,
      "step": 70
    },
    {
      "epoch": 0.008421052631578947,
      "grad_norm": 0.5641137907790387,
      "learning_rate": 1e-05,
      "loss": 1.7455703735351562,
      "step": 80
    },
    {
      "epoch": 0.009473684210526316,
      "grad_norm": 0.6643724228276126,
      "learning_rate": 1e-05,
      "loss": 1.7015619277954102,
      "step": 90
    },
    {
      "epoch": 0.010526315789473684,
      "grad_norm": 0.5713809514426843,
      "learning_rate": 1e-05,
      "loss": 1.5777016639709474,
      "step": 100
    },
    {
      "epoch": 0.011578947368421053,
      "grad_norm": 0.5597405118979538,
      "learning_rate": 1e-05,
      "loss": 1.5415353775024414,
      "step": 110
    },
    {
      "epoch": 0.01263157894736842,
      "grad_norm": 0.4758333039729566,
      "learning_rate": 1e-05,
      "loss": 1.493780517578125,
      "step": 120
    },
    {
      "epoch": 0.01368421052631579,
      "grad_norm": 0.45630310192212664,
      "learning_rate": 1e-05,
      "loss": 1.4095694541931152,
      "step": 130
    },
    {
      "epoch": 0.014736842105263158,
      "grad_norm": 0.9108908227389748,
      "learning_rate": 1e-05,
      "loss": 1.4157570838928222,
      "step": 140
    },
    {
      "epoch": 0.015789473684210527,
      "grad_norm": 0.4673730229456233,
      "learning_rate": 1e-05,
      "loss": 1.350106430053711,
      "step": 150
    },
    {
      "epoch": 0.016842105263157894,
      "grad_norm": 0.5223769302039626,
      "learning_rate": 1e-05,
      "loss": 1.1846101760864258,
      "step": 160
    },
    {
      "epoch": 0.017894736842105262,
      "grad_norm": 0.48745189601377703,
      "learning_rate": 1e-05,
      "loss": 1.2197025299072266,
      "step": 170
    },
    {
      "epoch": 0.018947368421052633,
      "grad_norm": 0.43040595966792417,
      "learning_rate": 1e-05,
      "loss": 1.2024085998535157,
      "step": 180
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.3698951775181469,
      "learning_rate": 1e-05,
      "loss": 1.1386910438537599,
      "step": 190
    },
    {
      "epoch": 0.021052631578947368,
      "grad_norm": 0.4411702491308663,
      "learning_rate": 1e-05,
      "loss": 1.1117079734802247,
      "step": 200
    },
    {
      "epoch": 0.022105263157894735,
      "grad_norm": 0.3708081724031713,
      "learning_rate": 1e-05,
      "loss": 1.088566780090332,
      "step": 210
    },
    {
      "epoch": 0.023157894736842106,
      "grad_norm": 0.4406720948389181,
      "learning_rate": 1e-05,
      "loss": 1.0874387741088867,
      "step": 220
    },
    {
      "epoch": 0.024210526315789474,
      "grad_norm": 0.3873880830276917,
      "learning_rate": 1e-05,
      "loss": 1.1115880966186524,
      "step": 230
    },
    {
      "epoch": 0.02526315789473684,
      "grad_norm": 0.38806667496267544,
      "learning_rate": 1e-05,
      "loss": 1.1190993309020996,
      "step": 240
    },
    {
      "epoch": 0.02631578947368421,
      "grad_norm": 0.3989310609683637,
      "learning_rate": 1e-05,
      "loss": 1.053086280822754,
      "step": 250
    },
    {
      "epoch": 0.02736842105263158,
      "grad_norm": 0.3640974504512374,
      "learning_rate": 1e-05,
      "loss": 1.0668390274047852,
      "step": 260
    },
    {
      "epoch": 0.028421052631578948,
      "grad_norm": 0.3785285911712781,
      "learning_rate": 1e-05,
      "loss": 1.081777000427246,
      "step": 270
    },
    {
      "epoch": 0.029473684210526315,
      "grad_norm": 0.3645950395756694,
      "learning_rate": 1e-05,
      "loss": 1.1065789222717286,
      "step": 280
    },
    {
      "epoch": 0.030526315789473683,
      "grad_norm": 0.36223820924716266,
      "learning_rate": 1e-05,
      "loss": 1.0594990730285645,
      "step": 290
    },
    {
      "epoch": 0.031578947368421054,
      "grad_norm": 0.34754318158030956,
      "learning_rate": 1e-05,
      "loss": 1.009918785095215,
      "step": 300
    },
    {
      "epoch": 0.03263157894736842,
      "grad_norm": 0.39831625777745766,
      "learning_rate": 1e-05,
      "loss": 1.0630088806152345,
      "step": 310
    },
    {
      "epoch": 0.03368421052631579,
      "grad_norm": 0.5492823887352639,
      "learning_rate": 1e-05,
      "loss": 1.0556842803955078,
      "step": 320
    },
    {
      "epoch": 0.034736842105263156,
      "grad_norm": 0.39653533605000163,
      "learning_rate": 1e-05,
      "loss": 1.0781284332275392,
      "step": 330
    },
    {
      "epoch": 0.035789473684210524,
      "grad_norm": 0.36509939099563055,
      "learning_rate": 1e-05,
      "loss": 1.048421859741211,
      "step": 340
    },
    {
      "epoch": 0.03684210526315789,
      "grad_norm": 0.42109561658578115,
      "learning_rate": 1e-05,
      "loss": 1.0543712615966796,
      "step": 350
    },
    {
      "epoch": 0.037894736842105266,
      "grad_norm": 0.38877588128194784,
      "learning_rate": 1e-05,
      "loss": 1.0506539344787598,
      "step": 360
    },
    {
      "epoch": 0.03894736842105263,
      "grad_norm": 0.36244453874240107,
      "learning_rate": 1e-05,
      "loss": 1.0279829978942872,
      "step": 370
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.3899162246283317,
      "learning_rate": 1e-05,
      "loss": 1.0612271308898926,
      "step": 380
    },
    {
      "epoch": 0.04105263157894737,
      "grad_norm": 0.792780755469385,
      "learning_rate": 1e-05,
      "loss": 1.0633869171142578,
      "step": 390
    },
    {
      "epoch": 0.042105263157894736,
      "grad_norm": 0.5284715949266973,
      "learning_rate": 1e-05,
      "loss": 1.0811123847961426,
      "step": 400
    },
    {
      "epoch": 0.0431578947368421,
      "grad_norm": 0.36690524387473483,
      "learning_rate": 1e-05,
      "loss": 1.029583740234375,
      "step": 410
    },
    {
      "epoch": 0.04421052631578947,
      "grad_norm": 0.3405692085001304,
      "learning_rate": 1e-05,
      "loss": 1.0555681228637694,
      "step": 420
    },
    {
      "epoch": 0.045263157894736845,
      "grad_norm": 0.3606451850180366,
      "learning_rate": 1e-05,
      "loss": 1.0335403442382813,
      "step": 430
    },
    {
      "epoch": 0.04631578947368421,
      "grad_norm": 0.3952670426627856,
      "learning_rate": 1e-05,
      "loss": 1.0426573753356934,
      "step": 440
    },
    {
      "epoch": 0.04736842105263158,
      "grad_norm": 0.36727132253562994,
      "learning_rate": 1e-05,
      "loss": 1.0272632598876954,
      "step": 450
    },
    {
      "epoch": 0.04842105263157895,
      "grad_norm": 0.38043192529364367,
      "learning_rate": 1e-05,
      "loss": 1.0343192100524903,
      "step": 460
    },
    {
      "epoch": 0.049473684210526316,
      "grad_norm": 0.3553258558273771,
      "learning_rate": 1e-05,
      "loss": 1.0337108612060546,
      "step": 470
    },
    {
      "epoch": 0.05052631578947368,
      "grad_norm": 0.372236793032702,
      "learning_rate": 1e-05,
      "loss": 1.0002114295959472,
      "step": 480
    },
    {
      "epoch": 0.05157894736842105,
      "grad_norm": 0.35668459763117616,
      "learning_rate": 1e-05,
      "loss": 1.0200517654418946,
      "step": 490
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 0.3490627557461056,
      "learning_rate": 1e-05,
      "loss": 1.0097460746765137,
      "step": 500
    },
    {
      "epoch": 0.05368421052631579,
      "grad_norm": 0.3142385034895546,
      "learning_rate": 1e-05,
      "loss": 1.0037628173828126,
      "step": 510
    },
    {
      "epoch": 0.05473684210526316,
      "grad_norm": 0.3619214862173559,
      "learning_rate": 1e-05,
      "loss": 1.0973596572875977,
      "step": 520
    },
    {
      "epoch": 0.05578947368421053,
      "grad_norm": 0.3902312672919626,
      "learning_rate": 1e-05,
      "loss": 1.0703372955322266,
      "step": 530
    },
    {
      "epoch": 0.056842105263157895,
      "grad_norm": 0.3827645858944265,
      "learning_rate": 1e-05,
      "loss": 1.119423007965088,
      "step": 540
    },
    {
      "epoch": 0.05789473684210526,
      "grad_norm": 0.3903006853246503,
      "learning_rate": 1e-05,
      "loss": 1.1221393585205077,
      "step": 550
    },
    {
      "epoch": 0.05894736842105263,
      "grad_norm": 0.3888788557636633,
      "learning_rate": 1e-05,
      "loss": 1.1268860816955566,
      "step": 560
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.37691058586137594,
      "learning_rate": 1e-05,
      "loss": 1.1172764778137207,
      "step": 570
    },
    {
      "epoch": 0.061052631578947365,
      "grad_norm": 0.3962363794127834,
      "learning_rate": 1e-05,
      "loss": 1.148810577392578,
      "step": 580
    },
    {
      "epoch": 0.06210526315789474,
      "grad_norm": 0.36003705654899615,
      "learning_rate": 1e-05,
      "loss": 1.1295830726623535,
      "step": 590
    },
    {
      "epoch": 0.06315789473684211,
      "grad_norm": 0.41036268725648356,
      "learning_rate": 1e-05,
      "loss": 1.1855300903320312,
      "step": 600
    },
    {
      "epoch": 0.06421052631578947,
      "grad_norm": 0.4353462759352186,
      "learning_rate": 1e-05,
      "loss": 1.2502850532531737,
      "step": 610
    },
    {
      "epoch": 0.06526315789473684,
      "grad_norm": 0.7027107228957341,
      "learning_rate": 1e-05,
      "loss": 1.241795539855957,
      "step": 620
    },
    {
      "epoch": 0.06631578947368422,
      "grad_norm": 0.38406883373511647,
      "learning_rate": 1e-05,
      "loss": 1.2793304443359375,
      "step": 630
    },
    {
      "epoch": 0.06736842105263158,
      "grad_norm": 0.6688008709362958,
      "learning_rate": 1e-05,
      "loss": 1.2975357055664063,
      "step": 640
    },
    {
      "epoch": 0.06842105263157895,
      "grad_norm": 0.4870402021626517,
      "learning_rate": 1e-05,
      "loss": 1.2863228797912598,
      "step": 650
    },
    {
      "epoch": 0.06947368421052631,
      "grad_norm": 0.4789365037156072,
      "learning_rate": 1e-05,
      "loss": 1.3121292114257812,
      "step": 660
    },
    {
      "epoch": 0.07052631578947369,
      "grad_norm": 0.4249289667365913,
      "learning_rate": 1e-05,
      "loss": 1.3259175300598145,
      "step": 670
    },
    {
      "epoch": 0.07157894736842105,
      "grad_norm": 0.65676501689554,
      "learning_rate": 1e-05,
      "loss": 1.3344863891601562,
      "step": 680
    },
    {
      "epoch": 0.07263157894736842,
      "grad_norm": 0.4282154338817059,
      "learning_rate": 1e-05,
      "loss": 1.3299467086791992,
      "step": 690
    },
    {
      "epoch": 0.07368421052631578,
      "grad_norm": 0.46223182471205226,
      "learning_rate": 1e-05,
      "loss": 1.366246509552002,
      "step": 700
    },
    {
      "epoch": 0.07473684210526316,
      "grad_norm": 0.39766756701321343,
      "learning_rate": 1e-05,
      "loss": 1.3451871871948242,
      "step": 710
    },
    {
      "epoch": 0.07578947368421053,
      "grad_norm": 0.40900253954134147,
      "learning_rate": 1e-05,
      "loss": 1.3738602638244628,
      "step": 720
    },
    {
      "epoch": 0.07684210526315789,
      "grad_norm": 0.43925417914640763,
      "learning_rate": 1e-05,
      "loss": 1.383627700805664,
      "step": 730
    },
    {
      "epoch": 0.07789473684210527,
      "grad_norm": 0.46019955787293465,
      "learning_rate": 1e-05,
      "loss": 1.3509666442871093,
      "step": 740
    },
    {
      "epoch": 0.07894736842105263,
      "grad_norm": 0.44872485307857357,
      "learning_rate": 1e-05,
      "loss": 1.3666427612304688,
      "step": 750
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4168661453527556,
      "learning_rate": 1e-05,
      "loss": 1.3329523086547852,
      "step": 760
    },
    {
      "epoch": 0.08105263157894736,
      "grad_norm": 0.39483526379862016,
      "learning_rate": 1e-05,
      "loss": 1.3404739379882813,
      "step": 770
    },
    {
      "epoch": 0.08210526315789474,
      "grad_norm": 0.4027045862960815,
      "learning_rate": 1e-05,
      "loss": 1.3771724700927734,
      "step": 780
    },
    {
      "epoch": 0.08315789473684211,
      "grad_norm": 0.4250328488579122,
      "learning_rate": 1e-05,
      "loss": 1.3159744262695312,
      "step": 790
    },
    {
      "epoch": 0.08421052631578947,
      "grad_norm": 0.3863025736069049,
      "learning_rate": 1e-05,
      "loss": 1.3153966903686523,
      "step": 800
    },
    {
      "epoch": 0.08526315789473685,
      "grad_norm": 0.3794385382688299,
      "learning_rate": 1e-05,
      "loss": 1.3049957275390625,
      "step": 810
    },
    {
      "epoch": 0.0863157894736842,
      "grad_norm": 0.3923592960136275,
      "learning_rate": 1e-05,
      "loss": 1.2895668029785157,
      "step": 820
    },
    {
      "epoch": 0.08736842105263158,
      "grad_norm": 0.3972373746266566,
      "learning_rate": 1e-05,
      "loss": 1.2735277175903321,
      "step": 830
    },
    {
      "epoch": 0.08842105263157894,
      "grad_norm": 0.38703288927278834,
      "learning_rate": 1e-05,
      "loss": 1.2897537231445313,
      "step": 840
    },
    {
      "epoch": 0.08947368421052632,
      "grad_norm": 0.3847485591417034,
      "learning_rate": 1e-05,
      "loss": 1.2797724723815918,
      "step": 850
    },
    {
      "epoch": 0.09052631578947369,
      "grad_norm": 0.411875160914232,
      "learning_rate": 1e-05,
      "loss": 1.262526035308838,
      "step": 860
    },
    {
      "epoch": 0.09157894736842105,
      "grad_norm": 0.42983503070040374,
      "learning_rate": 1e-05,
      "loss": 1.2575672149658204,
      "step": 870
    },
    {
      "epoch": 0.09263157894736843,
      "grad_norm": 0.4143550833492262,
      "learning_rate": 1e-05,
      "loss": 1.2420232772827149,
      "step": 880
    },
    {
      "epoch": 0.09368421052631579,
      "grad_norm": 0.4094647869883051,
      "learning_rate": 1e-05,
      "loss": 1.2448989868164062,
      "step": 890
    },
    {
      "epoch": 0.09473684210526316,
      "grad_norm": 0.39643601027185765,
      "learning_rate": 1e-05,
      "loss": 1.2363014221191406,
      "step": 900
    },
    {
      "epoch": 0.09578947368421052,
      "grad_norm": 0.40125922761930166,
      "learning_rate": 1e-05,
      "loss": 1.2585180282592774,
      "step": 910
    },
    {
      "epoch": 0.0968421052631579,
      "grad_norm": 0.3889609835337118,
      "learning_rate": 1e-05,
      "loss": 1.2770251274108886,
      "step": 920
    },
    {
      "epoch": 0.09789473684210526,
      "grad_norm": 0.3878257510334844,
      "learning_rate": 1e-05,
      "loss": 1.2342063903808593,
      "step": 930
    },
    {
      "epoch": 0.09894736842105263,
      "grad_norm": 0.40383266926577155,
      "learning_rate": 1e-05,
      "loss": 1.242508602142334,
      "step": 940
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3971115120579083,
      "learning_rate": 1e-05,
      "loss": 1.2583754539489747,
      "step": 950
    },
    {
      "epoch": 0.10105263157894737,
      "grad_norm": 0.3539562726239424,
      "learning_rate": 1e-05,
      "loss": 1.2484332084655763,
      "step": 960
    },
    {
      "epoch": 0.10210526315789474,
      "grad_norm": 0.41227605004446527,
      "learning_rate": 1e-05,
      "loss": 1.2285819053649902,
      "step": 970
    },
    {
      "epoch": 0.1031578947368421,
      "grad_norm": 0.47456847590786266,
      "learning_rate": 1e-05,
      "loss": 1.2464988708496094,
      "step": 980
    },
    {
      "epoch": 0.10421052631578948,
      "grad_norm": 0.36810144667048633,
      "learning_rate": 1e-05,
      "loss": 1.2326807975769043,
      "step": 990
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.3894473717694802,
      "learning_rate": 1e-05,
      "loss": 1.230353546142578,
      "step": 1000
    },
    {
      "epoch": 0.10631578947368421,
      "grad_norm": 0.39241910502330524,
      "learning_rate": 1e-05,
      "loss": 1.2199285507202149,
      "step": 1010
    },
    {
      "epoch": 0.10736842105263159,
      "grad_norm": 0.3974911457522689,
      "learning_rate": 1e-05,
      "loss": 1.2336506843566895,
      "step": 1020
    },
    {
      "epoch": 0.10842105263157895,
      "grad_norm": 0.455364431016719,
      "learning_rate": 1e-05,
      "loss": 1.2420743942260741,
      "step": 1030
    },
    {
      "epoch": 0.10947368421052632,
      "grad_norm": 0.4345817306363754,
      "learning_rate": 1e-05,
      "loss": 1.2048468589782715,
      "step": 1040
    },
    {
      "epoch": 0.11052631578947368,
      "grad_norm": 0.3856529201471913,
      "learning_rate": 1e-05,
      "loss": 1.2200773239135743,
      "step": 1050
    },
    {
      "epoch": 0.11157894736842106,
      "grad_norm": 0.35788417168939973,
      "learning_rate": 1e-05,
      "loss": 1.2127140045166016,
      "step": 1060
    },
    {
      "epoch": 0.11263157894736842,
      "grad_norm": 0.3848585578501117,
      "learning_rate": 1e-05,
      "loss": 1.2093496322631836,
      "step": 1070
    },
    {
      "epoch": 0.11368421052631579,
      "grad_norm": 0.38062519869646566,
      "learning_rate": 1e-05,
      "loss": 1.2119295120239257,
      "step": 1080
    },
    {
      "epoch": 0.11473684210526315,
      "grad_norm": 0.37454599624618173,
      "learning_rate": 1e-05,
      "loss": 1.20859375,
      "step": 1090
    },
    {
      "epoch": 0.11578947368421053,
      "grad_norm": 0.4436679866388131,
      "learning_rate": 1e-05,
      "loss": 1.2168142318725585,
      "step": 1100
    },
    {
      "epoch": 0.1168421052631579,
      "grad_norm": 0.4010256367494713,
      "learning_rate": 1e-05,
      "loss": 1.2059317588806153,
      "step": 1110
    },
    {
      "epoch": 0.11789473684210526,
      "grad_norm": 0.37715595465600615,
      "learning_rate": 1e-05,
      "loss": 1.2100018501281737,
      "step": 1120
    },
    {
      "epoch": 0.11894736842105263,
      "grad_norm": 0.3722674452607559,
      "learning_rate": 1e-05,
      "loss": 1.173952007293701,
      "step": 1130
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3572349214226328,
      "learning_rate": 1e-05,
      "loss": 1.1537309646606446,
      "step": 1140
    },
    {
      "epoch": 0.12105263157894737,
      "grad_norm": 0.32466803707265374,
      "learning_rate": 1e-05,
      "loss": 1.1372849464416503,
      "step": 1150
    },
    {
      "epoch": 0.12210526315789473,
      "grad_norm": 0.368130829469978,
      "learning_rate": 1e-05,
      "loss": 1.1409140586853028,
      "step": 1160
    },
    {
      "epoch": 0.1231578947368421,
      "grad_norm": 0.35626305226063965,
      "learning_rate": 1e-05,
      "loss": 1.11646728515625,
      "step": 1170
    },
    {
      "epoch": 0.12421052631578948,
      "grad_norm": 0.34180196520782097,
      "learning_rate": 1e-05,
      "loss": 1.071176528930664,
      "step": 1180
    },
    {
      "epoch": 0.12526315789473685,
      "grad_norm": 0.33065026528413527,
      "learning_rate": 1e-05,
      "loss": 1.0419276237487793,
      "step": 1190
    },
    {
      "epoch": 0.12631578947368421,
      "grad_norm": 0.3413557539933989,
      "learning_rate": 1e-05,
      "loss": 1.0239316940307617,
      "step": 1200
    },
    {
      "epoch": 0.12736842105263158,
      "grad_norm": 0.31896029240841567,
      "learning_rate": 1e-05,
      "loss": 0.9914163589477539,
      "step": 1210
    },
    {
      "epoch": 0.12842105263157894,
      "grad_norm": 0.3234597344172216,
      "learning_rate": 1e-05,
      "loss": 0.9772817611694335,
      "step": 1220
    },
    {
      "epoch": 0.12947368421052632,
      "grad_norm": 0.32713607429000163,
      "learning_rate": 1e-05,
      "loss": 0.9316439628601074,
      "step": 1230
    },
    {
      "epoch": 0.13052631578947368,
      "grad_norm": 0.307817077958078,
      "learning_rate": 1e-05,
      "loss": 0.9130254745483398,
      "step": 1240
    },
    {
      "epoch": 0.13157894736842105,
      "grad_norm": 0.2930690259584948,
      "learning_rate": 1e-05,
      "loss": 0.9260563850402832,
      "step": 1250
    },
    {
      "epoch": 0.13263157894736843,
      "grad_norm": 0.28211266658635614,
      "learning_rate": 1e-05,
      "loss": 0.8800353050231934,
      "step": 1260
    },
    {
      "epoch": 0.1336842105263158,
      "grad_norm": 0.3180735021763057,
      "learning_rate": 1e-05,
      "loss": 0.8895734786987305,
      "step": 1270
    },
    {
      "epoch": 0.13473684210526315,
      "grad_norm": 0.302750450306546,
      "learning_rate": 1e-05,
      "loss": 0.8559271812438964,
      "step": 1280
    },
    {
      "epoch": 0.13578947368421052,
      "grad_norm": 0.2991432619758276,
      "learning_rate": 1e-05,
      "loss": 0.8617020606994629,
      "step": 1290
    },
    {
      "epoch": 0.1368421052631579,
      "grad_norm": 0.3392010475402778,
      "learning_rate": 1e-05,
      "loss": 0.8292947769165039,
      "step": 1300
    },
    {
      "epoch": 0.13789473684210526,
      "grad_norm": 0.2896126425438961,
      "learning_rate": 1e-05,
      "loss": 0.82211275100708,
      "step": 1310
    },
    {
      "epoch": 0.13894736842105262,
      "grad_norm": 0.28710492304121205,
      "learning_rate": 1e-05,
      "loss": 0.8157825469970703,
      "step": 1320
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.2871905927145198,
      "learning_rate": 1e-05,
      "loss": 0.7862643241882324,
      "step": 1330
    },
    {
      "epoch": 0.14105263157894737,
      "grad_norm": 0.2821122063508978,
      "learning_rate": 1e-05,
      "loss": 0.8182851791381835,
      "step": 1340
    },
    {
      "epoch": 0.14210526315789473,
      "grad_norm": 0.3069348630427839,
      "learning_rate": 1e-05,
      "loss": 0.7791574954986572,
      "step": 1350
    },
    {
      "epoch": 0.1431578947368421,
      "grad_norm": 0.2826513953939523,
      "learning_rate": 1e-05,
      "loss": 0.7499025821685791,
      "step": 1360
    },
    {
      "epoch": 0.14421052631578948,
      "grad_norm": 0.3640726274503572,
      "learning_rate": 1e-05,
      "loss": 0.8512861251831054,
      "step": 1370
    },
    {
      "epoch": 0.14526315789473684,
      "grad_norm": 0.28706582671563924,
      "learning_rate": 1e-05,
      "loss": 0.8040716171264648,
      "step": 1380
    },
    {
      "epoch": 0.1463157894736842,
      "grad_norm": 0.2887007748240138,
      "learning_rate": 1e-05,
      "loss": 0.7845241069793701,
      "step": 1390
    },
    {
      "epoch": 0.14736842105263157,
      "grad_norm": 0.2857885839056229,
      "learning_rate": 1e-05,
      "loss": 0.7895279884338379,
      "step": 1400
    },
    {
      "epoch": 0.14842105263157895,
      "grad_norm": 0.28115201742861623,
      "learning_rate": 1e-05,
      "loss": 0.8022497177124024,
      "step": 1410
    },
    {
      "epoch": 0.14947368421052631,
      "grad_norm": 0.36141069309573115,
      "learning_rate": 1e-05,
      "loss": 0.7775122642517089,
      "step": 1420
    },
    {
      "epoch": 0.15052631578947367,
      "grad_norm": 0.28046748369731184,
      "learning_rate": 1e-05,
      "loss": 0.771450138092041,
      "step": 1430
    },
    {
      "epoch": 0.15157894736842106,
      "grad_norm": 0.42813359693492475,
      "learning_rate": 1e-05,
      "loss": 0.84803466796875,
      "step": 1440
    },
    {
      "epoch": 0.15263157894736842,
      "grad_norm": 0.3307722958354092,
      "learning_rate": 1e-05,
      "loss": 0.9220462799072265,
      "step": 1450
    },
    {
      "epoch": 0.15368421052631578,
      "grad_norm": 0.3209023952391098,
      "learning_rate": 1e-05,
      "loss": 0.9727088928222656,
      "step": 1460
    },
    {
      "epoch": 0.15473684210526314,
      "grad_norm": 0.3355481706974916,
      "learning_rate": 1e-05,
      "loss": 0.9762910842895508,
      "step": 1470
    },
    {
      "epoch": 0.15578947368421053,
      "grad_norm": 0.321777119672059,
      "learning_rate": 1e-05,
      "loss": 0.997312068939209,
      "step": 1480
    },
    {
      "epoch": 0.1568421052631579,
      "grad_norm": 0.376820135360389,
      "learning_rate": 1e-05,
      "loss": 1.0065011978149414,
      "step": 1490
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 0.3248443532885038,
      "learning_rate": 1e-05,
      "loss": 1.0136358261108398,
      "step": 1500
    },
    {
      "epoch": 0.15894736842105264,
      "grad_norm": 0.353481320904289,
      "learning_rate": 1e-05,
      "loss": 1.040408992767334,
      "step": 1510
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.38059582977924694,
      "learning_rate": 1e-05,
      "loss": 1.0027363777160645,
      "step": 1520
    },
    {
      "epoch": 0.16105263157894736,
      "grad_norm": 0.35015076552913627,
      "learning_rate": 1e-05,
      "loss": 1.0386922836303711,
      "step": 1530
    },
    {
      "epoch": 0.16210526315789472,
      "grad_norm": 0.3228048466722668,
      "learning_rate": 1e-05,
      "loss": 1.036502742767334,
      "step": 1540
    },
    {
      "epoch": 0.1631578947368421,
      "grad_norm": 0.3270304730309021,
      "learning_rate": 1e-05,
      "loss": 1.0355409622192382,
      "step": 1550
    },
    {
      "epoch": 0.16421052631578947,
      "grad_norm": 0.3285486278859695,
      "learning_rate": 1e-05,
      "loss": 1.0135831832885742,
      "step": 1560
    },
    {
      "epoch": 0.16526315789473683,
      "grad_norm": 0.5133953646112632,
      "learning_rate": 1e-05,
      "loss": 1.0526947975158691,
      "step": 1570
    },
    {
      "epoch": 0.16631578947368422,
      "grad_norm": 0.3414584783614906,
      "learning_rate": 1e-05,
      "loss": 1.0366554260253906,
      "step": 1580
    },
    {
      "epoch": 0.16736842105263158,
      "grad_norm": 0.3213301337507541,
      "learning_rate": 1e-05,
      "loss": 1.0404515266418457,
      "step": 1590
    },
    {
      "epoch": 0.16842105263157894,
      "grad_norm": 0.32844883930307683,
      "learning_rate": 1e-05,
      "loss": 1.0619461059570312,
      "step": 1600
    },
    {
      "epoch": 0.1694736842105263,
      "grad_norm": 0.3633960653841322,
      "learning_rate": 1e-05,
      "loss": 0.9977890014648437,
      "step": 1610
    },
    {
      "epoch": 0.1705263157894737,
      "grad_norm": 0.32763723702059705,
      "learning_rate": 1e-05,
      "loss": 1.053870964050293,
      "step": 1620
    },
    {
      "epoch": 0.17157894736842105,
      "grad_norm": 0.3529921729977246,
      "learning_rate": 1e-05,
      "loss": 1.0153541564941406,
      "step": 1630
    },
    {
      "epoch": 0.1726315789473684,
      "grad_norm": 0.34716488140776836,
      "learning_rate": 1e-05,
      "loss": 1.034360122680664,
      "step": 1640
    },
    {
      "epoch": 0.1736842105263158,
      "grad_norm": 0.3584988617028858,
      "learning_rate": 1e-05,
      "loss": 1.0256132125854491,
      "step": 1650
    },
    {
      "epoch": 0.17473684210526316,
      "grad_norm": 0.335968191456543,
      "learning_rate": 1e-05,
      "loss": 1.0312114715576173,
      "step": 1660
    },
    {
      "epoch": 0.17578947368421052,
      "grad_norm": 0.3130726732719835,
      "learning_rate": 1e-05,
      "loss": 1.0257963180541991,
      "step": 1670
    },
    {
      "epoch": 0.17684210526315788,
      "grad_norm": 0.3149633737400575,
      "learning_rate": 1e-05,
      "loss": 1.0275050163269044,
      "step": 1680
    },
    {
      "epoch": 0.17789473684210527,
      "grad_norm": 0.33561768553144145,
      "learning_rate": 1e-05,
      "loss": 1.0279806137084961,
      "step": 1690
    },
    {
      "epoch": 0.17894736842105263,
      "grad_norm": 0.3076217072018895,
      "learning_rate": 1e-05,
      "loss": 1.028935146331787,
      "step": 1700
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.35380664789534094,
      "learning_rate": 1e-05,
      "loss": 1.0285554885864259,
      "step": 1710
    },
    {
      "epoch": 0.18105263157894738,
      "grad_norm": 0.3200387028937822,
      "learning_rate": 1e-05,
      "loss": 1.0226529121398926,
      "step": 1720
    },
    {
      "epoch": 0.18210526315789474,
      "grad_norm": 0.31825042083818195,
      "learning_rate": 1e-05,
      "loss": 1.032950210571289,
      "step": 1730
    },
    {
      "epoch": 0.1831578947368421,
      "grad_norm": 0.31239956122549917,
      "learning_rate": 1e-05,
      "loss": 1.0238349914550782,
      "step": 1740
    },
    {
      "epoch": 0.18421052631578946,
      "grad_norm": 0.3198787668647505,
      "learning_rate": 1e-05,
      "loss": 1.058379554748535,
      "step": 1750
    },
    {
      "epoch": 0.18526315789473685,
      "grad_norm": 0.32644757771125277,
      "learning_rate": 1e-05,
      "loss": 1.0524209976196288,
      "step": 1760
    },
    {
      "epoch": 0.1863157894736842,
      "grad_norm": 0.389036234008021,
      "learning_rate": 1e-05,
      "loss": 1.0207571029663085,
      "step": 1770
    },
    {
      "epoch": 0.18736842105263157,
      "grad_norm": 0.3258748231424236,
      "learning_rate": 1e-05,
      "loss": 1.0353762626647949,
      "step": 1780
    },
    {
      "epoch": 0.18842105263157893,
      "grad_norm": 0.31542831524196,
      "learning_rate": 1e-05,
      "loss": 1.0521798133850098,
      "step": 1790
    },
    {
      "epoch": 0.18947368421052632,
      "grad_norm": 0.3138383766525853,
      "learning_rate": 1e-05,
      "loss": 1.0374223709106445,
      "step": 1800
    },
    {
      "epoch": 0.19052631578947368,
      "grad_norm": 0.31211031018273094,
      "learning_rate": 1e-05,
      "loss": 1.0329813957214355,
      "step": 1810
    },
    {
      "epoch": 0.19157894736842104,
      "grad_norm": 0.29295687070458576,
      "learning_rate": 1e-05,
      "loss": 1.027329158782959,
      "step": 1820
    },
    {
      "epoch": 0.19263157894736843,
      "grad_norm": 0.3253322210625686,
      "learning_rate": 1e-05,
      "loss": 1.033319091796875,
      "step": 1830
    },
    {
      "epoch": 0.1936842105263158,
      "grad_norm": 0.4056170386267799,
      "learning_rate": 1e-05,
      "loss": 1.0567522048950195,
      "step": 1840
    },
    {
      "epoch": 0.19473684210526315,
      "grad_norm": 0.3085723413269434,
      "learning_rate": 1e-05,
      "loss": 1.0215108871459961,
      "step": 1850
    },
    {
      "epoch": 0.1957894736842105,
      "grad_norm": 0.37270482500218244,
      "learning_rate": 1e-05,
      "loss": 1.029244327545166,
      "step": 1860
    },
    {
      "epoch": 0.1968421052631579,
      "grad_norm": 0.31734657001974687,
      "learning_rate": 1e-05,
      "loss": 1.0313403129577636,
      "step": 1870
    },
    {
      "epoch": 0.19789473684210526,
      "grad_norm": 0.32487222822048256,
      "learning_rate": 1e-05,
      "loss": 1.0314602851867676,
      "step": 1880
    },
    {
      "epoch": 0.19894736842105262,
      "grad_norm": 0.3591269426129111,
      "learning_rate": 1e-05,
      "loss": 1.0066585540771484,
      "step": 1890
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.36757190710932325,
      "learning_rate": 1e-05,
      "loss": 1.0303743362426758,
      "step": 1900
    },
    {
      "epoch": 0.20105263157894737,
      "grad_norm": 0.3238980551162356,
      "learning_rate": 1e-05,
      "loss": 1.0154070854187012,
      "step": 1910
    },
    {
      "epoch": 0.20210526315789473,
      "grad_norm": 0.31389649725944707,
      "learning_rate": 1e-05,
      "loss": 1.0318874359130858,
      "step": 1920
    },
    {
      "epoch": 0.2031578947368421,
      "grad_norm": 0.3165937543347964,
      "learning_rate": 1e-05,
      "loss": 1.0315516471862793,
      "step": 1930
    },
    {
      "epoch": 0.20421052631578948,
      "grad_norm": 0.32643802559768836,
      "learning_rate": 1e-05,
      "loss": 1.0183154106140138,
      "step": 1940
    },
    {
      "epoch": 0.20526315789473684,
      "grad_norm": 0.33088053208710105,
      "learning_rate": 1e-05,
      "loss": 0.9892108917236329,
      "step": 1950
    },
    {
      "epoch": 0.2063157894736842,
      "grad_norm": 0.2982964440417886,
      "learning_rate": 1e-05,
      "loss": 1.0419086456298827,
      "step": 1960
    },
    {
      "epoch": 0.2073684210526316,
      "grad_norm": 0.32138828804533626,
      "learning_rate": 1e-05,
      "loss": 1.0248214721679687,
      "step": 1970
    },
    {
      "epoch": 0.20842105263157895,
      "grad_norm": 0.30789754345974313,
      "learning_rate": 1e-05,
      "loss": 1.002777099609375,
      "step": 1980
    },
    {
      "epoch": 0.2094736842105263,
      "grad_norm": 0.3270606464425195,
      "learning_rate": 1e-05,
      "loss": 1.0345480918884278,
      "step": 1990
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.29042468729734733,
      "learning_rate": 1e-05,
      "loss": 1.0264426231384278,
      "step": 2000
    },
    {
      "epoch": 0.21157894736842106,
      "grad_norm": 0.3043191117462647,
      "learning_rate": 1e-05,
      "loss": 1.0071794509887695,
      "step": 2010
    },
    {
      "epoch": 0.21263157894736842,
      "grad_norm": 0.2943181469204779,
      "learning_rate": 1e-05,
      "loss": 1.003769874572754,
      "step": 2020
    },
    {
      "epoch": 0.21368421052631578,
      "grad_norm": 0.3516290665830928,
      "learning_rate": 1e-05,
      "loss": 1.0497756958007813,
      "step": 2030
    },
    {
      "epoch": 0.21473684210526317,
      "grad_norm": 0.3310259631022674,
      "learning_rate": 1e-05,
      "loss": 0.9968318939208984,
      "step": 2040
    },
    {
      "epoch": 0.21578947368421053,
      "grad_norm": 0.30582035812628394,
      "learning_rate": 1e-05,
      "loss": 1.0278396606445312,
      "step": 2050
    },
    {
      "epoch": 0.2168421052631579,
      "grad_norm": 0.33426279280979937,
      "learning_rate": 1e-05,
      "loss": 1.0261116027832031,
      "step": 2060
    },
    {
      "epoch": 0.21789473684210525,
      "grad_norm": 0.36883204086676585,
      "learning_rate": 1e-05,
      "loss": 0.9633027076721191,
      "step": 2070
    },
    {
      "epoch": 0.21894736842105264,
      "grad_norm": 0.40744719782120126,
      "learning_rate": 1e-05,
      "loss": 0.9961132049560547,
      "step": 2080
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.29562210812176204,
      "learning_rate": 1e-05,
      "loss": 0.996190071105957,
      "step": 2090
    },
    {
      "epoch": 0.22105263157894736,
      "grad_norm": 0.3268581061022905,
      "learning_rate": 1e-05,
      "loss": 1.0095386505126953,
      "step": 2100
    },
    {
      "epoch": 0.22210526315789475,
      "grad_norm": 0.27675841800164214,
      "learning_rate": 1e-05,
      "loss": 0.968992805480957,
      "step": 2110
    },
    {
      "epoch": 0.2231578947368421,
      "grad_norm": 0.2945041905650415,
      "learning_rate": 1e-05,
      "loss": 0.9765736579895019,
      "step": 2120
    },
    {
      "epoch": 0.22421052631578947,
      "grad_norm": 0.3140166554185589,
      "learning_rate": 1e-05,
      "loss": 1.011311912536621,
      "step": 2130
    },
    {
      "epoch": 0.22526315789473683,
      "grad_norm": 0.2996716689188679,
      "learning_rate": 1e-05,
      "loss": 0.9911637306213379,
      "step": 2140
    },
    {
      "epoch": 0.22631578947368422,
      "grad_norm": 0.3323037375083453,
      "learning_rate": 1e-05,
      "loss": 0.9878484725952148,
      "step": 2150
    },
    {
      "epoch": 0.22736842105263158,
      "grad_norm": 0.3118310920021922,
      "learning_rate": 1e-05,
      "loss": 0.9956245422363281,
      "step": 2160
    },
    {
      "epoch": 0.22842105263157894,
      "grad_norm": 0.29612957623101777,
      "learning_rate": 1e-05,
      "loss": 0.9572260856628418,
      "step": 2170
    },
    {
      "epoch": 0.2294736842105263,
      "grad_norm": 0.3092177588007431,
      "learning_rate": 1e-05,
      "loss": 0.9708539962768554,
      "step": 2180
    },
    {
      "epoch": 0.2305263157894737,
      "grad_norm": 0.34097851264513107,
      "learning_rate": 1e-05,
      "loss": 0.9612894058227539,
      "step": 2190
    },
    {
      "epoch": 0.23157894736842105,
      "grad_norm": 0.3201970765737959,
      "learning_rate": 1e-05,
      "loss": 0.9933515548706054,
      "step": 2200
    },
    {
      "epoch": 0.2326315789473684,
      "grad_norm": 0.30026412441174655,
      "learning_rate": 1e-05,
      "loss": 0.983732795715332,
      "step": 2210
    },
    {
      "epoch": 0.2336842105263158,
      "grad_norm": 0.3262421725520795,
      "learning_rate": 1e-05,
      "loss": 1.028847599029541,
      "step": 2220
    },
    {
      "epoch": 0.23473684210526316,
      "grad_norm": 0.2925521358601703,
      "learning_rate": 1e-05,
      "loss": 1.058048915863037,
      "step": 2230
    },
    {
      "epoch": 0.23578947368421052,
      "grad_norm": 0.2798259020434305,
      "learning_rate": 1e-05,
      "loss": 1.0477144241333007,
      "step": 2240
    },
    {
      "epoch": 0.23684210526315788,
      "grad_norm": 0.33744739279624086,
      "learning_rate": 1e-05,
      "loss": 1.0694169044494628,
      "step": 2250
    },
    {
      "epoch": 0.23789473684210527,
      "grad_norm": 0.30309078001860096,
      "learning_rate": 1e-05,
      "loss": 1.1065690994262696,
      "step": 2260
    },
    {
      "epoch": 0.23894736842105263,
      "grad_norm": 0.30759355128911176,
      "learning_rate": 1e-05,
      "loss": 1.0858617782592774,
      "step": 2270
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.2983244672240116,
      "learning_rate": 1e-05,
      "loss": 1.0903422355651855,
      "step": 2280
    },
    {
      "epoch": 0.24105263157894738,
      "grad_norm": 0.3027858688892284,
      "learning_rate": 1e-05,
      "loss": 1.048811912536621,
      "step": 2290
    },
    {
      "epoch": 0.24210526315789474,
      "grad_norm": 0.301452811094159,
      "learning_rate": 1e-05,
      "loss": 1.0826458930969238,
      "step": 2300
    },
    {
      "epoch": 0.2431578947368421,
      "grad_norm": 0.30214576245055397,
      "learning_rate": 1e-05,
      "loss": 1.108802032470703,
      "step": 2310
    },
    {
      "epoch": 0.24421052631578946,
      "grad_norm": 0.41848961750489755,
      "learning_rate": 1e-05,
      "loss": 1.116023635864258,
      "step": 2320
    },
    {
      "epoch": 0.24526315789473685,
      "grad_norm": 0.3221801780594187,
      "learning_rate": 1e-05,
      "loss": 1.0943788528442382,
      "step": 2330
    },
    {
      "epoch": 0.2463157894736842,
      "grad_norm": 0.45861269838021035,
      "learning_rate": 1e-05,
      "loss": 1.135487174987793,
      "step": 2340
    },
    {
      "epoch": 0.24736842105263157,
      "grad_norm": 0.32165491378716965,
      "learning_rate": 1e-05,
      "loss": 1.1145711898803712,
      "step": 2350
    },
    {
      "epoch": 0.24842105263157896,
      "grad_norm": 0.333569159910293,
      "learning_rate": 1e-05,
      "loss": 1.1319334983825684,
      "step": 2360
    },
    {
      "epoch": 0.24947368421052632,
      "grad_norm": 0.33838248449001257,
      "learning_rate": 1e-05,
      "loss": 1.1259181022644043,
      "step": 2370
    },
    {
      "epoch": 0.2505263157894737,
      "grad_norm": 0.33346574012798813,
      "learning_rate": 1e-05,
      "loss": 1.1141367912292481,
      "step": 2380
    },
    {
      "epoch": 0.25157894736842107,
      "grad_norm": 0.3276653441464261,
      "learning_rate": 1e-05,
      "loss": 1.130275344848633,
      "step": 2390
    },
    {
      "epoch": 0.25263157894736843,
      "grad_norm": 0.3192822957537832,
      "learning_rate": 1e-05,
      "loss": 1.1037805557250977,
      "step": 2400
    },
    {
      "epoch": 0.2536842105263158,
      "grad_norm": 0.3669304174425058,
      "learning_rate": 1e-05,
      "loss": 1.1286723136901855,
      "step": 2410
    },
    {
      "epoch": 0.25473684210526315,
      "grad_norm": 0.3393904708508052,
      "learning_rate": 1e-05,
      "loss": 1.1009031295776368,
      "step": 2420
    },
    {
      "epoch": 0.2557894736842105,
      "grad_norm": 0.31853764762246056,
      "learning_rate": 1e-05,
      "loss": 1.1165733337402344,
      "step": 2430
    },
    {
      "epoch": 0.25684210526315787,
      "grad_norm": 0.3329855329902747,
      "learning_rate": 1e-05,
      "loss": 1.1504154205322266,
      "step": 2440
    },
    {
      "epoch": 0.2578947368421053,
      "grad_norm": 0.37671348447717584,
      "learning_rate": 1e-05,
      "loss": 1.1240503311157226,
      "step": 2450
    },
    {
      "epoch": 0.25894736842105265,
      "grad_norm": 0.3421501567356787,
      "learning_rate": 1e-05,
      "loss": 1.1019744873046875,
      "step": 2460
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3002093387417822,
      "learning_rate": 1e-05,
      "loss": 1.1313616752624511,
      "step": 2470
    },
    {
      "epoch": 0.26105263157894737,
      "grad_norm": 0.32279924016672934,
      "learning_rate": 1e-05,
      "loss": 1.1022418975830077,
      "step": 2480
    },
    {
      "epoch": 0.26210526315789473,
      "grad_norm": 0.3403423585273364,
      "learning_rate": 1e-05,
      "loss": 1.1232851028442383,
      "step": 2490
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 0.30560185556612735,
      "learning_rate": 1e-05,
      "loss": 1.1069017410278321,
      "step": 2500
    },
    {
      "epoch": 0.26421052631578945,
      "grad_norm": 0.30763476391149647,
      "learning_rate": 1e-05,
      "loss": 1.11282320022583,
      "step": 2510
    },
    {
      "epoch": 0.26526315789473687,
      "grad_norm": 0.37240250199581754,
      "learning_rate": 1e-05,
      "loss": 1.1273180007934571,
      "step": 2520
    },
    {
      "epoch": 0.26631578947368423,
      "grad_norm": 0.3437356791532539,
      "learning_rate": 1e-05,
      "loss": 1.1019627571105957,
      "step": 2530
    },
    {
      "epoch": 0.2673684210526316,
      "grad_norm": 0.29980048524742753,
      "learning_rate": 1e-05,
      "loss": 1.1369990348815917,
      "step": 2540
    },
    {
      "epoch": 0.26842105263157895,
      "grad_norm": 0.32154441119697535,
      "learning_rate": 1e-05,
      "loss": 1.1139318466186523,
      "step": 2550
    },
    {
      "epoch": 0.2694736842105263,
      "grad_norm": 0.33610147541420793,
      "learning_rate": 1e-05,
      "loss": 1.1036800384521483,
      "step": 2560
    },
    {
      "epoch": 0.27052631578947367,
      "grad_norm": 0.30362643557793717,
      "learning_rate": 1e-05,
      "loss": 1.0797775268554688,
      "step": 2570
    },
    {
      "epoch": 0.27157894736842103,
      "grad_norm": 0.2877924151250326,
      "learning_rate": 1e-05,
      "loss": 1.080092430114746,
      "step": 2580
    },
    {
      "epoch": 0.27263157894736845,
      "grad_norm": 0.29869804143826023,
      "learning_rate": 1e-05,
      "loss": 1.077783203125,
      "step": 2590
    },
    {
      "epoch": 0.2736842105263158,
      "grad_norm": 0.34473542208687236,
      "learning_rate": 1e-05,
      "loss": 1.0669015884399413,
      "step": 2600
    },
    {
      "epoch": 0.27473684210526317,
      "grad_norm": 0.3581822660700594,
      "learning_rate": 1e-05,
      "loss": 1.063136100769043,
      "step": 2610
    },
    {
      "epoch": 0.27578947368421053,
      "grad_norm": 0.3356212756290226,
      "learning_rate": 1e-05,
      "loss": 1.0607318878173828,
      "step": 2620
    },
    {
      "epoch": 0.2768421052631579,
      "grad_norm": 0.3493096221223222,
      "learning_rate": 1e-05,
      "loss": 1.0549909591674804,
      "step": 2630
    },
    {
      "epoch": 0.27789473684210525,
      "grad_norm": 0.2867518223853459,
      "learning_rate": 1e-05,
      "loss": 1.0098052024841309,
      "step": 2640
    },
    {
      "epoch": 0.2789473684210526,
      "grad_norm": 0.29105579220967664,
      "learning_rate": 1e-05,
      "loss": 1.0149802207946776,
      "step": 2650
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3154016131023938,
      "learning_rate": 1e-05,
      "loss": 1.0352468490600586,
      "step": 2660
    },
    {
      "epoch": 0.2810526315789474,
      "grad_norm": 0.2837117539607667,
      "learning_rate": 1e-05,
      "loss": 0.9905804634094239,
      "step": 2670
    },
    {
      "epoch": 0.28210526315789475,
      "grad_norm": 0.31860373920142865,
      "learning_rate": 1e-05,
      "loss": 1.0011009216308593,
      "step": 2680
    },
    {
      "epoch": 0.2831578947368421,
      "grad_norm": 0.2893619742741659,
      "learning_rate": 1e-05,
      "loss": 1.0173326492309571,
      "step": 2690
    },
    {
      "epoch": 0.28421052631578947,
      "grad_norm": 0.270702675184311,
      "learning_rate": 1e-05,
      "loss": 0.9944775581359864,
      "step": 2700
    },
    {
      "epoch": 0.28526315789473683,
      "grad_norm": 0.3045819565820902,
      "learning_rate": 1e-05,
      "loss": 0.9745292663574219,
      "step": 2710
    },
    {
      "epoch": 0.2863157894736842,
      "grad_norm": 0.2765459748132974,
      "learning_rate": 1e-05,
      "loss": 0.977507209777832,
      "step": 2720
    },
    {
      "epoch": 0.2873684210526316,
      "grad_norm": 0.3226076872319736,
      "learning_rate": 1e-05,
      "loss": 0.9664097785949707,
      "step": 2730
    },
    {
      "epoch": 0.28842105263157897,
      "grad_norm": 0.28848427026842294,
      "learning_rate": 1e-05,
      "loss": 0.9569656372070312,
      "step": 2740
    },
    {
      "epoch": 0.2894736842105263,
      "grad_norm": 0.3088824463396163,
      "learning_rate": 1e-05,
      "loss": 0.9399412155151368,
      "step": 2750
    },
    {
      "epoch": 0.2905263157894737,
      "grad_norm": 0.2929952035675146,
      "learning_rate": 1e-05,
      "loss": 0.938800048828125,
      "step": 2760
    },
    {
      "epoch": 0.29157894736842105,
      "grad_norm": 0.2764593332475593,
      "learning_rate": 1e-05,
      "loss": 0.9413426399230957,
      "step": 2770
    },
    {
      "epoch": 0.2926315789473684,
      "grad_norm": 0.26496019314398783,
      "learning_rate": 1e-05,
      "loss": 0.9343229293823242,
      "step": 2780
    },
    {
      "epoch": 0.29368421052631577,
      "grad_norm": 0.3315344046024685,
      "learning_rate": 1e-05,
      "loss": 0.9172769546508789,
      "step": 2790
    },
    {
      "epoch": 0.29473684210526313,
      "grad_norm": 0.25046703382655816,
      "learning_rate": 1e-05,
      "loss": 0.9195137023925781,
      "step": 2800
    },
    {
      "epoch": 0.29578947368421055,
      "grad_norm": 0.2814003479977443,
      "learning_rate": 1e-05,
      "loss": 0.9100202560424805,
      "step": 2810
    },
    {
      "epoch": 0.2968421052631579,
      "grad_norm": 0.2772777526441368,
      "learning_rate": 1e-05,
      "loss": 0.9039760589599609,
      "step": 2820
    },
    {
      "epoch": 0.29789473684210527,
      "grad_norm": 0.2694289881211397,
      "learning_rate": 1e-05,
      "loss": 0.8933679580688476,
      "step": 2830
    },
    {
      "epoch": 0.29894736842105263,
      "grad_norm": 0.3109222728434967,
      "learning_rate": 1e-05,
      "loss": 0.8730718612670898,
      "step": 2840
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.28321721094254454,
      "learning_rate": 1e-05,
      "loss": 0.901797103881836,
      "step": 2850
    },
    {
      "epoch": 0.30105263157894735,
      "grad_norm": 0.25125105120265556,
      "learning_rate": 1e-05,
      "loss": 0.8691996574401856,
      "step": 2860
    },
    {
      "epoch": 0.3021052631578947,
      "grad_norm": 0.2764056197593486,
      "learning_rate": 1e-05,
      "loss": 0.8760793685913086,
      "step": 2870
    },
    {
      "epoch": 0.3031578947368421,
      "grad_norm": 0.2511519144620448,
      "learning_rate": 1e-05,
      "loss": 0.8862150192260743,
      "step": 2880
    },
    {
      "epoch": 0.3042105263157895,
      "grad_norm": 0.2620345695952759,
      "learning_rate": 1e-05,
      "loss": 0.8431035995483398,
      "step": 2890
    },
    {
      "epoch": 0.30526315789473685,
      "grad_norm": 0.25677875613640994,
      "learning_rate": 1e-05,
      "loss": 0.851867389678955,
      "step": 2900
    },
    {
      "epoch": 0.3063157894736842,
      "grad_norm": 0.25970331631247395,
      "learning_rate": 1e-05,
      "loss": 0.8187185287475586,
      "step": 2910
    },
    {
      "epoch": 0.30736842105263157,
      "grad_norm": 0.25785799539820536,
      "learning_rate": 1e-05,
      "loss": 0.8182131767272949,
      "step": 2920
    },
    {
      "epoch": 0.30842105263157893,
      "grad_norm": 0.2448949752429678,
      "learning_rate": 1e-05,
      "loss": 0.8069913864135743,
      "step": 2930
    },
    {
      "epoch": 0.3094736842105263,
      "grad_norm": 0.25994184955797645,
      "learning_rate": 1e-05,
      "loss": 0.8174491882324219,
      "step": 2940
    },
    {
      "epoch": 0.3105263157894737,
      "grad_norm": 0.25254881331995876,
      "learning_rate": 1e-05,
      "loss": 0.7967897415161133,
      "step": 2950
    },
    {
      "epoch": 0.31157894736842107,
      "grad_norm": 0.28391323026283616,
      "learning_rate": 1e-05,
      "loss": 0.7990935802459717,
      "step": 2960
    },
    {
      "epoch": 0.3126315789473684,
      "grad_norm": 0.43343020869129395,
      "learning_rate": 1e-05,
      "loss": 0.8045951843261718,
      "step": 2970
    },
    {
      "epoch": 0.3136842105263158,
      "grad_norm": 0.2582072682523002,
      "learning_rate": 1e-05,
      "loss": 0.7698857307434082,
      "step": 2980
    },
    {
      "epoch": 0.31473684210526315,
      "grad_norm": 0.243598864836983,
      "learning_rate": 1e-05,
      "loss": 0.7765778064727783,
      "step": 2990
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.2582370009128698,
      "learning_rate": 1e-05,
      "loss": 0.8456914901733399,
      "step": 3000
    },
    {
      "epoch": 0.31684210526315787,
      "grad_norm": 0.26626685243032383,
      "learning_rate": 1e-05,
      "loss": 0.855282211303711,
      "step": 3010
    },
    {
      "epoch": 0.3178947368421053,
      "grad_norm": 0.2310589670131793,
      "learning_rate": 1e-05,
      "loss": 0.859808349609375,
      "step": 3020
    },
    {
      "epoch": 0.31894736842105265,
      "grad_norm": 0.27335442527107423,
      "learning_rate": 1e-05,
      "loss": 0.9612586975097657,
      "step": 3030
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3065007246994013,
      "learning_rate": 1e-05,
      "loss": 0.901555061340332,
      "step": 3040
    },
    {
      "epoch": 0.32105263157894737,
      "grad_norm": 0.28770966734601294,
      "learning_rate": 1e-05,
      "loss": 0.9473600387573242,
      "step": 3050
    },
    {
      "epoch": 0.32210526315789473,
      "grad_norm": 0.2752232282340422,
      "learning_rate": 1e-05,
      "loss": 0.9013284683227539,
      "step": 3060
    },
    {
      "epoch": 0.3231578947368421,
      "grad_norm": 0.2613558249820635,
      "learning_rate": 1e-05,
      "loss": 0.941219711303711,
      "step": 3070
    },
    {
      "epoch": 0.32421052631578945,
      "grad_norm": 0.2572150590264271,
      "learning_rate": 1e-05,
      "loss": 0.8851035118103028,
      "step": 3080
    },
    {
      "epoch": 0.32526315789473687,
      "grad_norm": 0.2659592304438082,
      "learning_rate": 1e-05,
      "loss": 0.8896900177001953,
      "step": 3090
    },
    {
      "epoch": 0.3263157894736842,
      "grad_norm": 0.27895819447274395,
      "learning_rate": 1e-05,
      "loss": 0.9277690887451172,
      "step": 3100
    },
    {
      "epoch": 0.3273684210526316,
      "grad_norm": 0.2641713980374385,
      "learning_rate": 1e-05,
      "loss": 0.8948198318481445,
      "step": 3110
    },
    {
      "epoch": 0.32842105263157895,
      "grad_norm": 0.2479118013526724,
      "learning_rate": 1e-05,
      "loss": 0.9414800643920899,
      "step": 3120
    },
    {
      "epoch": 0.3294736842105263,
      "grad_norm": 0.27870010746583124,
      "learning_rate": 1e-05,
      "loss": 0.907012939453125,
      "step": 3130
    },
    {
      "epoch": 0.33052631578947367,
      "grad_norm": 0.26105014568654633,
      "learning_rate": 1e-05,
      "loss": 0.9367162704467773,
      "step": 3140
    },
    {
      "epoch": 0.33157894736842103,
      "grad_norm": 0.2924788907841983,
      "learning_rate": 1e-05,
      "loss": 0.9563218116760254,
      "step": 3150
    },
    {
      "epoch": 0.33263157894736844,
      "grad_norm": 0.28255839478009326,
      "learning_rate": 1e-05,
      "loss": 0.8844303131103516,
      "step": 3160
    },
    {
      "epoch": 0.3336842105263158,
      "grad_norm": 0.2828532905450654,
      "learning_rate": 1e-05,
      "loss": 0.9386220932006836,
      "step": 3170
    },
    {
      "epoch": 0.33473684210526317,
      "grad_norm": 0.25401117594706496,
      "learning_rate": 1e-05,
      "loss": 0.9213560104370118,
      "step": 3180
    },
    {
      "epoch": 0.3357894736842105,
      "grad_norm": 0.2501930071990557,
      "learning_rate": 1e-05,
      "loss": 0.9632314682006836,
      "step": 3190
    },
    {
      "epoch": 0.3368421052631579,
      "grad_norm": 0.30472767085559477,
      "learning_rate": 1e-05,
      "loss": 0.9519287109375,
      "step": 3200
    },
    {
      "epoch": 0.33789473684210525,
      "grad_norm": 0.26341827629621384,
      "learning_rate": 1e-05,
      "loss": 0.9274541854858398,
      "step": 3210
    },
    {
      "epoch": 0.3389473684210526,
      "grad_norm": 0.2764205690430962,
      "learning_rate": 1e-05,
      "loss": 0.9327966690063476,
      "step": 3220
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.25147417115020193,
      "learning_rate": 1e-05,
      "loss": 0.9424642562866211,
      "step": 3230
    },
    {
      "epoch": 0.3410526315789474,
      "grad_norm": 0.26043119517603247,
      "learning_rate": 1e-05,
      "loss": 0.9493393898010254,
      "step": 3240
    },
    {
      "epoch": 0.34210526315789475,
      "grad_norm": 0.6110150766465257,
      "learning_rate": 1e-05,
      "loss": 0.9394001007080078,
      "step": 3250
    },
    {
      "epoch": 0.3431578947368421,
      "grad_norm": 0.27303782768572793,
      "learning_rate": 1e-05,
      "loss": 0.9700277328491211,
      "step": 3260
    },
    {
      "epoch": 0.34421052631578947,
      "grad_norm": 0.24669196245541353,
      "learning_rate": 1e-05,
      "loss": 0.9622254371643066,
      "step": 3270
    },
    {
      "epoch": 0.3452631578947368,
      "grad_norm": 0.26404708621141576,
      "learning_rate": 1e-05,
      "loss": 0.9377164840698242,
      "step": 3280
    },
    {
      "epoch": 0.3463157894736842,
      "grad_norm": 0.2665641779619641,
      "learning_rate": 1e-05,
      "loss": 0.9563883781433106,
      "step": 3290
    },
    {
      "epoch": 0.3473684210526316,
      "grad_norm": 0.25499003972533213,
      "learning_rate": 1e-05,
      "loss": 0.9610318183898926,
      "step": 3300
    },
    {
      "epoch": 0.34842105263157896,
      "grad_norm": 0.3843332129598115,
      "learning_rate": 1e-05,
      "loss": 0.9404146194458007,
      "step": 3310
    },
    {
      "epoch": 0.3494736842105263,
      "grad_norm": 0.27145690406705003,
      "learning_rate": 1e-05,
      "loss": 0.94205322265625,
      "step": 3320
    },
    {
      "epoch": 0.3505263157894737,
      "grad_norm": 0.28177107781037725,
      "learning_rate": 1e-05,
      "loss": 0.9393021583557128,
      "step": 3330
    },
    {
      "epoch": 0.35157894736842105,
      "grad_norm": 0.24068981637300718,
      "learning_rate": 1e-05,
      "loss": 0.9515616416931152,
      "step": 3340
    },
    {
      "epoch": 0.3526315789473684,
      "grad_norm": 0.2946379216676235,
      "learning_rate": 1e-05,
      "loss": 0.9463732719421387,
      "step": 3350
    },
    {
      "epoch": 0.35368421052631577,
      "grad_norm": 0.264987633317566,
      "learning_rate": 1e-05,
      "loss": 0.9331771850585937,
      "step": 3360
    },
    {
      "epoch": 0.3547368421052632,
      "grad_norm": 0.2581747007060754,
      "learning_rate": 1e-05,
      "loss": 0.9378446578979492,
      "step": 3370
    },
    {
      "epoch": 0.35578947368421054,
      "grad_norm": 0.2797952282216625,
      "learning_rate": 1e-05,
      "loss": 0.9576354026794434,
      "step": 3380
    },
    {
      "epoch": 0.3568421052631579,
      "grad_norm": 0.261681085461167,
      "learning_rate": 1e-05,
      "loss": 0.965583324432373,
      "step": 3390
    },
    {
      "epoch": 0.35789473684210527,
      "grad_norm": 0.337303903208587,
      "learning_rate": 1e-05,
      "loss": 0.9428577423095703,
      "step": 3400
    },
    {
      "epoch": 0.3589473684210526,
      "grad_norm": 0.30655372847000906,
      "learning_rate": 1e-05,
      "loss": 0.9728082656860352,
      "step": 3410
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.253761196348214,
      "learning_rate": 1e-05,
      "loss": 0.9373969078063965,
      "step": 3420
    },
    {
      "epoch": 0.36105263157894735,
      "grad_norm": 0.48315234808872015,
      "learning_rate": 1e-05,
      "loss": 0.9547054290771484,
      "step": 3430
    },
    {
      "epoch": 0.36210526315789476,
      "grad_norm": 0.24875568640404988,
      "learning_rate": 1e-05,
      "loss": 0.9445707321166992,
      "step": 3440
    },
    {
      "epoch": 0.3631578947368421,
      "grad_norm": 0.25871599876118345,
      "learning_rate": 1e-05,
      "loss": 0.9430584907531738,
      "step": 3450
    },
    {
      "epoch": 0.3642105263157895,
      "grad_norm": 0.26556147267664815,
      "learning_rate": 1e-05,
      "loss": 0.9575901031494141,
      "step": 3460
    },
    {
      "epoch": 0.36526315789473685,
      "grad_norm": 0.2643779108127813,
      "learning_rate": 1e-05,
      "loss": 0.923575496673584,
      "step": 3470
    },
    {
      "epoch": 0.3663157894736842,
      "grad_norm": 0.2686310919769273,
      "learning_rate": 1e-05,
      "loss": 0.9519380569458008,
      "step": 3480
    },
    {
      "epoch": 0.36736842105263157,
      "grad_norm": 0.24713311191799517,
      "learning_rate": 1e-05,
      "loss": 0.9373991012573242,
      "step": 3490
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 0.2648795731227103,
      "learning_rate": 1e-05,
      "loss": 0.953524398803711,
      "step": 3500
    },
    {
      "epoch": 0.36947368421052634,
      "grad_norm": 0.250598394022935,
      "learning_rate": 1e-05,
      "loss": 0.9408896446228028,
      "step": 3510
    },
    {
      "epoch": 0.3705263157894737,
      "grad_norm": 0.2607097300807116,
      "learning_rate": 1e-05,
      "loss": 0.946784782409668,
      "step": 3520
    },
    {
      "epoch": 0.37157894736842106,
      "grad_norm": 0.2495077706110475,
      "learning_rate": 1e-05,
      "loss": 0.9516042709350586,
      "step": 3530
    },
    {
      "epoch": 0.3726315789473684,
      "grad_norm": 0.2615572932379115,
      "learning_rate": 1e-05,
      "loss": 0.9414764404296875,
      "step": 3540
    },
    {
      "epoch": 0.3736842105263158,
      "grad_norm": 0.274761768880261,
      "learning_rate": 1e-05,
      "loss": 0.9447465896606445,
      "step": 3550
    },
    {
      "epoch": 0.37473684210526315,
      "grad_norm": 0.2646123382169523,
      "learning_rate": 1e-05,
      "loss": 0.9470996856689453,
      "step": 3560
    },
    {
      "epoch": 0.3757894736842105,
      "grad_norm": 0.25864111591843764,
      "learning_rate": 1e-05,
      "loss": 0.9418252944946289,
      "step": 3570
    },
    {
      "epoch": 0.37684210526315787,
      "grad_norm": 0.35627655681022075,
      "learning_rate": 1e-05,
      "loss": 0.9234872817993164,
      "step": 3580
    },
    {
      "epoch": 0.3778947368421053,
      "grad_norm": 0.24107375114754578,
      "learning_rate": 1e-05,
      "loss": 0.9505449295043945,
      "step": 3590
    },
    {
      "epoch": 0.37894736842105264,
      "grad_norm": 0.7938775576829187,
      "learning_rate": 1e-05,
      "loss": 0.9380820274353028,
      "step": 3600
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.24790991372094248,
      "learning_rate": 1e-05,
      "loss": 0.9071937561035156,
      "step": 3610
    },
    {
      "epoch": 0.38105263157894737,
      "grad_norm": 0.2672917016981947,
      "learning_rate": 1e-05,
      "loss": 0.9715073585510254,
      "step": 3620
    },
    {
      "epoch": 0.3821052631578947,
      "grad_norm": 0.2601576405680808,
      "learning_rate": 1e-05,
      "loss": 0.9504000663757324,
      "step": 3630
    },
    {
      "epoch": 0.3831578947368421,
      "grad_norm": 0.2726887361839276,
      "learning_rate": 1e-05,
      "loss": 0.9281610488891602,
      "step": 3640
    },
    {
      "epoch": 0.38421052631578945,
      "grad_norm": 0.26282423899172913,
      "learning_rate": 1e-05,
      "loss": 0.9401857376098632,
      "step": 3650
    },
    {
      "epoch": 0.38526315789473686,
      "grad_norm": 0.29526796956244605,
      "learning_rate": 1e-05,
      "loss": 0.9588068008422852,
      "step": 3660
    },
    {
      "epoch": 0.3863157894736842,
      "grad_norm": 0.2686700397783435,
      "learning_rate": 1e-05,
      "loss": 0.9346155166625977,
      "step": 3670
    },
    {
      "epoch": 0.3873684210526316,
      "grad_norm": 0.25809483768949126,
      "learning_rate": 1e-05,
      "loss": 0.933635139465332,
      "step": 3680
    },
    {
      "epoch": 0.38842105263157894,
      "grad_norm": 0.32035948860633023,
      "learning_rate": 1e-05,
      "loss": 0.9468857765197753,
      "step": 3690
    },
    {
      "epoch": 0.3894736842105263,
      "grad_norm": 0.2581304235576142,
      "learning_rate": 1e-05,
      "loss": 0.9245304107666016,
      "step": 3700
    },
    {
      "epoch": 0.39052631578947367,
      "grad_norm": 0.25635353674508027,
      "learning_rate": 1e-05,
      "loss": 0.9250963211059571,
      "step": 3710
    },
    {
      "epoch": 0.391578947368421,
      "grad_norm": 0.30079112444552863,
      "learning_rate": 1e-05,
      "loss": 0.9293127059936523,
      "step": 3720
    },
    {
      "epoch": 0.39263157894736844,
      "grad_norm": 0.26872748518718403,
      "learning_rate": 1e-05,
      "loss": 0.9212482452392579,
      "step": 3730
    },
    {
      "epoch": 0.3936842105263158,
      "grad_norm": 0.2484685941151488,
      "learning_rate": 1e-05,
      "loss": 0.960307502746582,
      "step": 3740
    },
    {
      "epoch": 0.39473684210526316,
      "grad_norm": 0.27344877657502253,
      "learning_rate": 1e-05,
      "loss": 0.9275402069091797,
      "step": 3750
    },
    {
      "epoch": 0.3957894736842105,
      "grad_norm": 0.2456452369171624,
      "learning_rate": 1e-05,
      "loss": 0.9440584182739258,
      "step": 3760
    },
    {
      "epoch": 0.3968421052631579,
      "grad_norm": 0.27459477277718214,
      "learning_rate": 1e-05,
      "loss": 0.9314395904541015,
      "step": 3770
    },
    {
      "epoch": 0.39789473684210525,
      "grad_norm": 0.5048503189193233,
      "learning_rate": 1e-05,
      "loss": 0.9263954162597656,
      "step": 3780
    },
    {
      "epoch": 0.3989473684210526,
      "grad_norm": 0.24749430027671118,
      "learning_rate": 1e-05,
      "loss": 0.9334461212158203,
      "step": 3790
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.2682971056740341,
      "learning_rate": 1e-05,
      "loss": 0.9248899459838867,
      "step": 3800
    },
    {
      "epoch": 0.4010526315789474,
      "grad_norm": 0.24936953355959884,
      "learning_rate": 1e-05,
      "loss": 0.9108712196350097,
      "step": 3810
    },
    {
      "epoch": 0.40210526315789474,
      "grad_norm": 0.28362448310038174,
      "learning_rate": 1e-05,
      "loss": 0.9368877410888672,
      "step": 3820
    },
    {
      "epoch": 0.4031578947368421,
      "grad_norm": 0.22780868673903557,
      "learning_rate": 1e-05,
      "loss": 0.9117192268371582,
      "step": 3830
    },
    {
      "epoch": 0.40421052631578946,
      "grad_norm": 0.24670625810295413,
      "learning_rate": 1e-05,
      "loss": 0.9132587432861328,
      "step": 3840
    },
    {
      "epoch": 0.4052631578947368,
      "grad_norm": 0.2637667542747437,
      "learning_rate": 1e-05,
      "loss": 0.9173944473266602,
      "step": 3850
    },
    {
      "epoch": 0.4063157894736842,
      "grad_norm": 0.24882603363207853,
      "learning_rate": 1e-05,
      "loss": 0.9187602996826172,
      "step": 3860
    },
    {
      "epoch": 0.4073684210526316,
      "grad_norm": 0.30568929291706987,
      "learning_rate": 1e-05,
      "loss": 0.9228479385375976,
      "step": 3870
    },
    {
      "epoch": 0.40842105263157896,
      "grad_norm": 0.25010478244787504,
      "learning_rate": 1e-05,
      "loss": 0.9254318237304687,
      "step": 3880
    },
    {
      "epoch": 0.4094736842105263,
      "grad_norm": 0.24286121303600974,
      "learning_rate": 1e-05,
      "loss": 0.9048201560974121,
      "step": 3890
    },
    {
      "epoch": 0.4105263157894737,
      "grad_norm": 0.2505952841786791,
      "learning_rate": 1e-05,
      "loss": 0.9247965812683105,
      "step": 3900
    },
    {
      "epoch": 0.41157894736842104,
      "grad_norm": 0.24770181475412464,
      "learning_rate": 1e-05,
      "loss": 0.9100747108459473,
      "step": 3910
    },
    {
      "epoch": 0.4126315789473684,
      "grad_norm": 0.2746177026063864,
      "learning_rate": 1e-05,
      "loss": 0.9113056182861328,
      "step": 3920
    },
    {
      "epoch": 0.41368421052631577,
      "grad_norm": 0.24405092258104175,
      "learning_rate": 1e-05,
      "loss": 0.9152275085449219,
      "step": 3930
    },
    {
      "epoch": 0.4147368421052632,
      "grad_norm": 0.29305350106170663,
      "learning_rate": 1e-05,
      "loss": 0.9050154685974121,
      "step": 3940
    },
    {
      "epoch": 0.41578947368421054,
      "grad_norm": 0.26434523054258896,
      "learning_rate": 1e-05,
      "loss": 0.9207850456237793,
      "step": 3950
    },
    {
      "epoch": 0.4168421052631579,
      "grad_norm": 0.29837325445139984,
      "learning_rate": 1e-05,
      "loss": 0.9388660430908203,
      "step": 3960
    },
    {
      "epoch": 0.41789473684210526,
      "grad_norm": 0.2717239076259495,
      "learning_rate": 1e-05,
      "loss": 0.9400924682617188,
      "step": 3970
    },
    {
      "epoch": 0.4189473684210526,
      "grad_norm": 0.26337599915514437,
      "learning_rate": 1e-05,
      "loss": 0.9243921279907227,
      "step": 3980
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.24642873132492987,
      "learning_rate": 1e-05,
      "loss": 0.9089398384094238,
      "step": 3990
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.27090930844967254,
      "learning_rate": 1e-05,
      "loss": 0.9091521263122558,
      "step": 4000
    },
    {
      "epoch": 0.42210526315789476,
      "grad_norm": 0.2393293823462255,
      "learning_rate": 1e-05,
      "loss": 0.9174625396728515,
      "step": 4010
    },
    {
      "epoch": 0.4231578947368421,
      "grad_norm": 0.4078832761028804,
      "learning_rate": 1e-05,
      "loss": 0.927030372619629,
      "step": 4020
    },
    {
      "epoch": 0.4242105263157895,
      "grad_norm": 0.2698088881161566,
      "learning_rate": 1e-05,
      "loss": 0.9080303192138672,
      "step": 4030
    },
    {
      "epoch": 0.42526315789473684,
      "grad_norm": 0.255325737866685,
      "learning_rate": 1e-05,
      "loss": 0.9064571380615234,
      "step": 4040
    },
    {
      "epoch": 0.4263157894736842,
      "grad_norm": 0.2568312242034188,
      "learning_rate": 1e-05,
      "loss": 0.9298416137695312,
      "step": 4050
    },
    {
      "epoch": 0.42736842105263156,
      "grad_norm": 0.26187662506631243,
      "learning_rate": 1e-05,
      "loss": 0.9239648818969727,
      "step": 4060
    },
    {
      "epoch": 0.4284210526315789,
      "grad_norm": 0.2494094098589495,
      "learning_rate": 1e-05,
      "loss": 0.9692612648010254,
      "step": 4070
    },
    {
      "epoch": 0.42947368421052634,
      "grad_norm": 0.28909665785845545,
      "learning_rate": 1e-05,
      "loss": 0.9519695281982422,
      "step": 4080
    },
    {
      "epoch": 0.4305263157894737,
      "grad_norm": 0.28717211323885666,
      "learning_rate": 1e-05,
      "loss": 1.0089866638183593,
      "step": 4090
    },
    {
      "epoch": 0.43157894736842106,
      "grad_norm": 0.2862389042051491,
      "learning_rate": 1e-05,
      "loss": 1.0147268295288085,
      "step": 4100
    },
    {
      "epoch": 0.4326315789473684,
      "grad_norm": 0.27674719064676273,
      "learning_rate": 1e-05,
      "loss": 1.0389043807983398,
      "step": 4110
    },
    {
      "epoch": 0.4336842105263158,
      "grad_norm": 0.28137239306683065,
      "learning_rate": 1e-05,
      "loss": 1.0330793380737304,
      "step": 4120
    },
    {
      "epoch": 0.43473684210526314,
      "grad_norm": 0.2653791515371348,
      "learning_rate": 1e-05,
      "loss": 1.058261013031006,
      "step": 4130
    },
    {
      "epoch": 0.4357894736842105,
      "grad_norm": 0.4352221130790731,
      "learning_rate": 1e-05,
      "loss": 1.0831575393676758,
      "step": 4140
    },
    {
      "epoch": 0.4368421052631579,
      "grad_norm": 0.34717273132813925,
      "learning_rate": 1e-05,
      "loss": 1.1029497146606446,
      "step": 4150
    },
    {
      "epoch": 0.4378947368421053,
      "grad_norm": 0.4350384981308931,
      "learning_rate": 1e-05,
      "loss": 1.1080530166625977,
      "step": 4160
    },
    {
      "epoch": 0.43894736842105264,
      "grad_norm": 0.2702920147621635,
      "learning_rate": 1e-05,
      "loss": 1.0952021598815918,
      "step": 4170
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.32518677496182863,
      "learning_rate": 1e-05,
      "loss": 1.1344825744628906,
      "step": 4180
    },
    {
      "epoch": 0.44105263157894736,
      "grad_norm": 0.2705884864642059,
      "learning_rate": 1e-05,
      "loss": 1.1103446006774902,
      "step": 4190
    },
    {
      "epoch": 0.4421052631578947,
      "grad_norm": 0.36091907065286305,
      "learning_rate": 1e-05,
      "loss": 1.1062320709228515,
      "step": 4200
    },
    {
      "epoch": 0.4431578947368421,
      "grad_norm": 0.35738900500632936,
      "learning_rate": 1e-05,
      "loss": 1.1368200302124023,
      "step": 4210
    },
    {
      "epoch": 0.4442105263157895,
      "grad_norm": 0.40017754002961986,
      "learning_rate": 1e-05,
      "loss": 1.1405187606811524,
      "step": 4220
    },
    {
      "epoch": 0.44526315789473686,
      "grad_norm": 0.29937744451349657,
      "learning_rate": 1e-05,
      "loss": 1.1330222129821776,
      "step": 4230
    },
    {
      "epoch": 0.4463157894736842,
      "grad_norm": 0.31033840841974264,
      "learning_rate": 1e-05,
      "loss": 1.1080530166625977,
      "step": 4240
    },
    {
      "epoch": 0.4473684210526316,
      "grad_norm": 0.3427680541820844,
      "learning_rate": 1e-05,
      "loss": 1.156318473815918,
      "step": 4250
    },
    {
      "epoch": 0.44842105263157894,
      "grad_norm": 0.3270771641370226,
      "learning_rate": 1e-05,
      "loss": 1.1515482902526855,
      "step": 4260
    },
    {
      "epoch": 0.4494736842105263,
      "grad_norm": 0.3491740451141998,
      "learning_rate": 1e-05,
      "loss": 1.1680402755737305,
      "step": 4270
    },
    {
      "epoch": 0.45052631578947366,
      "grad_norm": 0.2922884151519592,
      "learning_rate": 1e-05,
      "loss": 1.1584228515625,
      "step": 4280
    },
    {
      "epoch": 0.4515789473684211,
      "grad_norm": 0.2812627012410352,
      "learning_rate": 1e-05,
      "loss": 1.1474220275878906,
      "step": 4290
    },
    {
      "epoch": 0.45263157894736844,
      "grad_norm": 0.3140712414228219,
      "learning_rate": 1e-05,
      "loss": 1.1687448501586915,
      "step": 4300
    },
    {
      "epoch": 0.4536842105263158,
      "grad_norm": 0.2874768101796482,
      "learning_rate": 1e-05,
      "loss": 1.1401483535766601,
      "step": 4310
    },
    {
      "epoch": 0.45473684210526316,
      "grad_norm": 0.35810073701807726,
      "learning_rate": 1e-05,
      "loss": 1.118852424621582,
      "step": 4320
    },
    {
      "epoch": 0.4557894736842105,
      "grad_norm": 0.3156073695905802,
      "learning_rate": 1e-05,
      "loss": 1.149275016784668,
      "step": 4330
    },
    {
      "epoch": 0.4568421052631579,
      "grad_norm": 0.3220341892442449,
      "learning_rate": 1e-05,
      "loss": 1.1523815155029298,
      "step": 4340
    },
    {
      "epoch": 0.45789473684210524,
      "grad_norm": 0.31739018941379293,
      "learning_rate": 1e-05,
      "loss": 1.173818588256836,
      "step": 4350
    },
    {
      "epoch": 0.4589473684210526,
      "grad_norm": 0.2728064507149881,
      "learning_rate": 1e-05,
      "loss": 1.1483546257019044,
      "step": 4360
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.29744707047011326,
      "learning_rate": 1e-05,
      "loss": 1.1139816284179687,
      "step": 4370
    },
    {
      "epoch": 0.4610526315789474,
      "grad_norm": 0.29675632353889564,
      "learning_rate": 1e-05,
      "loss": 1.1581433296203614,
      "step": 4380
    },
    {
      "epoch": 0.46210526315789474,
      "grad_norm": 0.3215771461742891,
      "learning_rate": 1e-05,
      "loss": 1.1533740997314452,
      "step": 4390
    },
    {
      "epoch": 0.4631578947368421,
      "grad_norm": 0.3864992533344979,
      "learning_rate": 1e-05,
      "loss": 1.1895965576171874,
      "step": 4400
    },
    {
      "epoch": 0.46421052631578946,
      "grad_norm": 0.38025844152693583,
      "learning_rate": 1e-05,
      "loss": 1.1792179107666017,
      "step": 4410
    },
    {
      "epoch": 0.4652631578947368,
      "grad_norm": 0.27180937662729865,
      "learning_rate": 1e-05,
      "loss": 1.158932590484619,
      "step": 4420
    },
    {
      "epoch": 0.4663157894736842,
      "grad_norm": 0.2987715900139601,
      "learning_rate": 1e-05,
      "loss": 1.1594856262207032,
      "step": 4430
    },
    {
      "epoch": 0.4673684210526316,
      "grad_norm": 0.2861298282549877,
      "learning_rate": 1e-05,
      "loss": 1.1632608413696288,
      "step": 4440
    },
    {
      "epoch": 0.46842105263157896,
      "grad_norm": 0.2779046888878849,
      "learning_rate": 1e-05,
      "loss": 1.1690286636352538,
      "step": 4450
    },
    {
      "epoch": 0.4694736842105263,
      "grad_norm": 0.2969776932605365,
      "learning_rate": 1e-05,
      "loss": 1.1707868576049805,
      "step": 4460
    },
    {
      "epoch": 0.4705263157894737,
      "grad_norm": 0.30486200002833497,
      "learning_rate": 1e-05,
      "loss": 1.1880663871765136,
      "step": 4470
    },
    {
      "epoch": 0.47157894736842104,
      "grad_norm": 0.35135747830003167,
      "learning_rate": 1e-05,
      "loss": 1.175730323791504,
      "step": 4480
    },
    {
      "epoch": 0.4726315789473684,
      "grad_norm": 0.2790550820773884,
      "learning_rate": 1e-05,
      "loss": 1.164478874206543,
      "step": 4490
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 0.3178867063594838,
      "learning_rate": 1e-05,
      "loss": 1.1738519668579102,
      "step": 4500
    },
    {
      "epoch": 0.4747368421052632,
      "grad_norm": 0.3189954363586918,
      "learning_rate": 1e-05,
      "loss": 1.1956332206726075,
      "step": 4510
    },
    {
      "epoch": 0.47578947368421054,
      "grad_norm": 0.3106147939474411,
      "learning_rate": 1e-05,
      "loss": 1.1826568603515626,
      "step": 4520
    },
    {
      "epoch": 0.4768421052631579,
      "grad_norm": 0.29558163483227895,
      "learning_rate": 1e-05,
      "loss": 1.1558403968811035,
      "step": 4530
    },
    {
      "epoch": 0.47789473684210526,
      "grad_norm": 0.3154970989702764,
      "learning_rate": 1e-05,
      "loss": 1.1875129699707032,
      "step": 4540
    },
    {
      "epoch": 0.4789473684210526,
      "grad_norm": 0.28838141531532535,
      "learning_rate": 1e-05,
      "loss": 1.16351375579834,
      "step": 4550
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.27601846778759187,
      "learning_rate": 1e-05,
      "loss": 1.157202911376953,
      "step": 4560
    },
    {
      "epoch": 0.48105263157894734,
      "grad_norm": 0.36272645375198076,
      "learning_rate": 1e-05,
      "loss": 1.1872642517089844,
      "step": 4570
    },
    {
      "epoch": 0.48210526315789476,
      "grad_norm": 0.2996019252266834,
      "learning_rate": 1e-05,
      "loss": 1.1536483764648438,
      "step": 4580
    },
    {
      "epoch": 0.4831578947368421,
      "grad_norm": 0.27601639952304935,
      "learning_rate": 1e-05,
      "loss": 1.1143065452575684,
      "step": 4590
    },
    {
      "epoch": 0.4842105263157895,
      "grad_norm": 0.30258201078031255,
      "learning_rate": 1e-05,
      "loss": 1.0991535186767578,
      "step": 4600
    },
    {
      "epoch": 0.48526315789473684,
      "grad_norm": 0.42339709127089475,
      "learning_rate": 1e-05,
      "loss": 1.0807291984558105,
      "step": 4610
    },
    {
      "epoch": 0.4863157894736842,
      "grad_norm": 0.30433422283193823,
      "learning_rate": 1e-05,
      "loss": 1.055069923400879,
      "step": 4620
    },
    {
      "epoch": 0.48736842105263156,
      "grad_norm": 0.27252972279928833,
      "learning_rate": 1e-05,
      "loss": 1.0379457473754883,
      "step": 4630
    },
    {
      "epoch": 0.4884210526315789,
      "grad_norm": 0.4099710403446738,
      "learning_rate": 1e-05,
      "loss": 1.0420660972595215,
      "step": 4640
    },
    {
      "epoch": 0.48947368421052634,
      "grad_norm": 0.27015960197020317,
      "learning_rate": 1e-05,
      "loss": 0.9960123062133789,
      "step": 4650
    },
    {
      "epoch": 0.4905263157894737,
      "grad_norm": 0.2630280211080946,
      "learning_rate": 1e-05,
      "loss": 1.0044785499572755,
      "step": 4660
    },
    {
      "epoch": 0.49157894736842106,
      "grad_norm": 0.2598889787175758,
      "learning_rate": 1e-05,
      "loss": 1.0007448196411133,
      "step": 4670
    },
    {
      "epoch": 0.4926315789473684,
      "grad_norm": 0.27298421178866056,
      "learning_rate": 1e-05,
      "loss": 0.9759774208068848,
      "step": 4680
    },
    {
      "epoch": 0.4936842105263158,
      "grad_norm": 0.267399121130361,
      "learning_rate": 1e-05,
      "loss": 0.9601457595825196,
      "step": 4690
    },
    {
      "epoch": 0.49473684210526314,
      "grad_norm": 0.2498591485457542,
      "learning_rate": 1e-05,
      "loss": 0.9764652252197266,
      "step": 4700
    },
    {
      "epoch": 0.4957894736842105,
      "grad_norm": 0.258699030521272,
      "learning_rate": 1e-05,
      "loss": 0.9989935874938964,
      "step": 4710
    },
    {
      "epoch": 0.4968421052631579,
      "grad_norm": 0.24866080627110376,
      "learning_rate": 1e-05,
      "loss": 0.9777190208435058,
      "step": 4720
    },
    {
      "epoch": 0.4978947368421053,
      "grad_norm": 0.25304794580753004,
      "learning_rate": 1e-05,
      "loss": 0.9143146514892578,
      "step": 4730
    },
    {
      "epoch": 0.49894736842105264,
      "grad_norm": 0.26300235903881375,
      "learning_rate": 1e-05,
      "loss": 0.9406648635864258,
      "step": 4740
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.2584782598440772,
      "learning_rate": 1e-05,
      "loss": 0.9758111000061035,
      "step": 4750
    },
    {
      "epoch": 0.5010526315789474,
      "grad_norm": 0.258110700151434,
      "learning_rate": 1e-05,
      "loss": 0.9492972373962403,
      "step": 4760
    },
    {
      "epoch": 0.5021052631578947,
      "grad_norm": 0.24918820723317286,
      "learning_rate": 1e-05,
      "loss": 0.931629753112793,
      "step": 4770
    },
    {
      "epoch": 0.5031578947368421,
      "grad_norm": 0.2578190863958562,
      "learning_rate": 1e-05,
      "loss": 0.9528488159179688,
      "step": 4780
    },
    {
      "epoch": 0.5042105263157894,
      "grad_norm": 0.2465852899883327,
      "learning_rate": 1e-05,
      "loss": 0.9450368881225586,
      "step": 4790
    },
    {
      "epoch": 0.5052631578947369,
      "grad_norm": 0.23330795959601525,
      "learning_rate": 1e-05,
      "loss": 0.9238520622253418,
      "step": 4800
    },
    {
      "epoch": 0.5063157894736842,
      "grad_norm": 0.24801816614440067,
      "learning_rate": 1e-05,
      "loss": 0.9313531875610351,
      "step": 4810
    },
    {
      "epoch": 0.5073684210526316,
      "grad_norm": 0.31429072184462853,
      "learning_rate": 1e-05,
      "loss": 0.9388879776000977,
      "step": 4820
    },
    {
      "epoch": 0.508421052631579,
      "grad_norm": 0.2625863523139627,
      "learning_rate": 1e-05,
      "loss": 0.9240442276000976,
      "step": 4830
    },
    {
      "epoch": 0.5094736842105263,
      "grad_norm": 0.25277184277510933,
      "learning_rate": 1e-05,
      "loss": 0.9421684265136718,
      "step": 4840
    },
    {
      "epoch": 0.5105263157894737,
      "grad_norm": 0.25311826090689316,
      "learning_rate": 1e-05,
      "loss": 0.9557743072509766,
      "step": 4850
    },
    {
      "epoch": 0.511578947368421,
      "grad_norm": 0.24731903264539032,
      "learning_rate": 1e-05,
      "loss": 0.9125814437866211,
      "step": 4860
    },
    {
      "epoch": 0.5126315789473684,
      "grad_norm": 0.25640737202278496,
      "learning_rate": 1e-05,
      "loss": 0.9382814407348633,
      "step": 4870
    },
    {
      "epoch": 0.5136842105263157,
      "grad_norm": 0.24944189474155745,
      "learning_rate": 1e-05,
      "loss": 0.9284782409667969,
      "step": 4880
    },
    {
      "epoch": 0.5147368421052632,
      "grad_norm": 0.26260837615313853,
      "learning_rate": 1e-05,
      "loss": 0.947537612915039,
      "step": 4890
    },
    {
      "epoch": 0.5157894736842106,
      "grad_norm": 0.25327581863441256,
      "learning_rate": 1e-05,
      "loss": 0.9095687866210938,
      "step": 4900
    },
    {
      "epoch": 0.5168421052631579,
      "grad_norm": 0.24595978826849177,
      "learning_rate": 1e-05,
      "loss": 0.9247632026672363,
      "step": 4910
    },
    {
      "epoch": 0.5178947368421053,
      "grad_norm": 0.2825462277295971,
      "learning_rate": 1e-05,
      "loss": 0.9398979187011719,
      "step": 4920
    },
    {
      "epoch": 0.5189473684210526,
      "grad_norm": 0.2695426481562848,
      "learning_rate": 1e-05,
      "loss": 0.9248984336853028,
      "step": 4930
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3074442522069957,
      "learning_rate": 1e-05,
      "loss": 0.9281471252441407,
      "step": 4940
    },
    {
      "epoch": 0.5210526315789473,
      "grad_norm": 0.2516580543869498,
      "learning_rate": 1e-05,
      "loss": 0.9131274223327637,
      "step": 4950
    },
    {
      "epoch": 0.5221052631578947,
      "grad_norm": 0.27555495967470756,
      "learning_rate": 1e-05,
      "loss": 0.8868419647216796,
      "step": 4960
    },
    {
      "epoch": 0.5231578947368422,
      "grad_norm": 0.30466464049155256,
      "learning_rate": 1e-05,
      "loss": 0.915675163269043,
      "step": 4970
    },
    {
      "epoch": 0.5242105263157895,
      "grad_norm": 0.27594095303132987,
      "learning_rate": 1e-05,
      "loss": 0.9053061485290528,
      "step": 4980
    },
    {
      "epoch": 0.5252631578947369,
      "grad_norm": 0.24209031636535625,
      "learning_rate": 1e-05,
      "loss": 0.8988632202148438,
      "step": 4990
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.23233351503010502,
      "learning_rate": 1e-05,
      "loss": 0.8636146545410156,
      "step": 5000
    },
    {
      "epoch": 0.5273684210526316,
      "grad_norm": 0.25756110712647207,
      "learning_rate": 1e-05,
      "loss": 0.8804872512817383,
      "step": 5010
    },
    {
      "epoch": 0.5284210526315789,
      "grad_norm": 0.23493102094534446,
      "learning_rate": 1e-05,
      "loss": 0.8646985054016113,
      "step": 5020
    },
    {
      "epoch": 0.5294736842105263,
      "grad_norm": 0.9190229593813792,
      "learning_rate": 1e-05,
      "loss": 0.8608156204223633,
      "step": 5030
    },
    {
      "epoch": 0.5305263157894737,
      "grad_norm": 0.23517783935433403,
      "learning_rate": 1e-05,
      "loss": 0.8259272575378418,
      "step": 5040
    },
    {
      "epoch": 0.531578947368421,
      "grad_norm": 0.22708925781768755,
      "learning_rate": 1e-05,
      "loss": 0.8326313018798828,
      "step": 5050
    },
    {
      "epoch": 0.5326315789473685,
      "grad_norm": 0.29655823772902357,
      "learning_rate": 1e-05,
      "loss": 0.8479031562805176,
      "step": 5060
    },
    {
      "epoch": 0.5336842105263158,
      "grad_norm": 0.29581499360363955,
      "learning_rate": 1e-05,
      "loss": 0.8843194961547851,
      "step": 5070
    },
    {
      "epoch": 0.5347368421052632,
      "grad_norm": 0.2681316383303066,
      "learning_rate": 1e-05,
      "loss": 0.8562471389770507,
      "step": 5080
    },
    {
      "epoch": 0.5357894736842105,
      "grad_norm": 0.7661874908592904,
      "learning_rate": 1e-05,
      "loss": 0.8677413940429688,
      "step": 5090
    },
    {
      "epoch": 0.5368421052631579,
      "grad_norm": 0.2765581758199201,
      "learning_rate": 1e-05,
      "loss": 0.9065875053405762,
      "step": 5100
    },
    {
      "epoch": 0.5378947368421053,
      "grad_norm": 0.30942810112854024,
      "learning_rate": 1e-05,
      "loss": 0.8898434638977051,
      "step": 5110
    },
    {
      "epoch": 0.5389473684210526,
      "grad_norm": 0.32284999083568194,
      "learning_rate": 1e-05,
      "loss": 0.9422303199768066,
      "step": 5120
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.29116737343846094,
      "learning_rate": 1e-05,
      "loss": 0.8884141921997071,
      "step": 5130
    },
    {
      "epoch": 0.5410526315789473,
      "grad_norm": 0.26673236291585184,
      "learning_rate": 1e-05,
      "loss": 0.8889121055603028,
      "step": 5140
    },
    {
      "epoch": 0.5421052631578948,
      "grad_norm": 0.2602052765972978,
      "learning_rate": 1e-05,
      "loss": 0.8402705192565918,
      "step": 5150
    },
    {
      "epoch": 0.5431578947368421,
      "grad_norm": 0.5751678611132971,
      "learning_rate": 1e-05,
      "loss": 0.844548511505127,
      "step": 5160
    },
    {
      "epoch": 0.5442105263157895,
      "grad_norm": 0.24620371771784214,
      "learning_rate": 1e-05,
      "loss": 0.854130744934082,
      "step": 5170
    },
    {
      "epoch": 0.5452631578947369,
      "grad_norm": 0.24237745133805805,
      "learning_rate": 1e-05,
      "loss": 0.9062323570251465,
      "step": 5180
    },
    {
      "epoch": 0.5463157894736842,
      "grad_norm": 0.26770105449314396,
      "learning_rate": 1e-05,
      "loss": 0.85721435546875,
      "step": 5190
    },
    {
      "epoch": 0.5473684210526316,
      "grad_norm": 0.24909991645571097,
      "learning_rate": 1e-05,
      "loss": 0.8664381980895997,
      "step": 5200
    },
    {
      "epoch": 0.5484210526315789,
      "grad_norm": 0.23810921919369427,
      "learning_rate": 1e-05,
      "loss": 0.8454217910766602,
      "step": 5210
    },
    {
      "epoch": 0.5494736842105263,
      "grad_norm": 0.24364477284956954,
      "learning_rate": 1e-05,
      "loss": 0.8691944122314453,
      "step": 5220
    },
    {
      "epoch": 0.5505263157894736,
      "grad_norm": 0.24996016515179256,
      "learning_rate": 1e-05,
      "loss": 0.8663163185119629,
      "step": 5230
    },
    {
      "epoch": 0.5515789473684211,
      "grad_norm": 0.23728419202618237,
      "learning_rate": 1e-05,
      "loss": 0.8590461730957031,
      "step": 5240
    },
    {
      "epoch": 0.5526315789473685,
      "grad_norm": 0.2393196911444887,
      "learning_rate": 1e-05,
      "loss": 0.8525073051452636,
      "step": 5250
    },
    {
      "epoch": 0.5536842105263158,
      "grad_norm": 0.24100857985871957,
      "learning_rate": 1e-05,
      "loss": 0.8630128860473633,
      "step": 5260
    },
    {
      "epoch": 0.5547368421052632,
      "grad_norm": 0.23645894070302922,
      "learning_rate": 1e-05,
      "loss": 0.9151544570922852,
      "step": 5270
    },
    {
      "epoch": 0.5557894736842105,
      "grad_norm": 0.24537511624370215,
      "learning_rate": 1e-05,
      "loss": 0.9543111801147461,
      "step": 5280
    },
    {
      "epoch": 0.5568421052631579,
      "grad_norm": 0.2576085202451571,
      "learning_rate": 1e-05,
      "loss": 0.9822376251220704,
      "step": 5290
    },
    {
      "epoch": 0.5578947368421052,
      "grad_norm": 0.3117323397020148,
      "learning_rate": 1e-05,
      "loss": 1.00231876373291,
      "step": 5300
    },
    {
      "epoch": 0.5589473684210526,
      "grad_norm": 0.26604246596351855,
      "learning_rate": 1e-05,
      "loss": 0.9745959281921387,
      "step": 5310
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.2903626719487882,
      "learning_rate": 1e-05,
      "loss": 1.0009227752685548,
      "step": 5320
    },
    {
      "epoch": 0.5610526315789474,
      "grad_norm": 0.2940872226490279,
      "learning_rate": 1e-05,
      "loss": 0.9908008575439453,
      "step": 5330
    },
    {
      "epoch": 0.5621052631578948,
      "grad_norm": 0.29257244309343267,
      "learning_rate": 1e-05,
      "loss": 1.0361680030822753,
      "step": 5340
    },
    {
      "epoch": 0.5631578947368421,
      "grad_norm": 0.27265931157308126,
      "learning_rate": 1e-05,
      "loss": 1.033724021911621,
      "step": 5350
    },
    {
      "epoch": 0.5642105263157895,
      "grad_norm": 0.2851121850587208,
      "learning_rate": 1e-05,
      "loss": 1.0665639877319335,
      "step": 5360
    },
    {
      "epoch": 0.5652631578947368,
      "grad_norm": 0.277506756097937,
      "learning_rate": 1e-05,
      "loss": 1.0624160766601562,
      "step": 5370
    },
    {
      "epoch": 0.5663157894736842,
      "grad_norm": 0.32933400349916647,
      "learning_rate": 1e-05,
      "loss": 1.0804841995239258,
      "step": 5380
    },
    {
      "epoch": 0.5673684210526316,
      "grad_norm": 0.307649261930152,
      "learning_rate": 1e-05,
      "loss": 1.0232925415039062,
      "step": 5390
    },
    {
      "epoch": 0.5684210526315789,
      "grad_norm": 0.32783817695869727,
      "learning_rate": 1e-05,
      "loss": 1.0526607513427735,
      "step": 5400
    },
    {
      "epoch": 0.5694736842105264,
      "grad_norm": 0.24856780525576358,
      "learning_rate": 1e-05,
      "loss": 1.0417704582214355,
      "step": 5410
    },
    {
      "epoch": 0.5705263157894737,
      "grad_norm": 0.29516063019468686,
      "learning_rate": 1e-05,
      "loss": 1.0485565185546875,
      "step": 5420
    },
    {
      "epoch": 0.5715789473684211,
      "grad_norm": 0.27069719325552716,
      "learning_rate": 1e-05,
      "loss": 1.09641752243042,
      "step": 5430
    },
    {
      "epoch": 0.5726315789473684,
      "grad_norm": 0.2582520204620218,
      "learning_rate": 1e-05,
      "loss": 1.0912270545959473,
      "step": 5440
    },
    {
      "epoch": 0.5736842105263158,
      "grad_norm": 0.2614495116390991,
      "learning_rate": 1e-05,
      "loss": 1.0877411842346192,
      "step": 5450
    },
    {
      "epoch": 0.5747368421052632,
      "grad_norm": 0.27405339048633004,
      "learning_rate": 1e-05,
      "loss": 1.0787829399108886,
      "step": 5460
    },
    {
      "epoch": 0.5757894736842105,
      "grad_norm": 0.26769810052419296,
      "learning_rate": 1e-05,
      "loss": 1.0821168899536133,
      "step": 5470
    },
    {
      "epoch": 0.5768421052631579,
      "grad_norm": 0.26063449027647173,
      "learning_rate": 1e-05,
      "loss": 1.0660191535949708,
      "step": 5480
    },
    {
      "epoch": 0.5778947368421052,
      "grad_norm": 0.2792441441763367,
      "learning_rate": 1e-05,
      "loss": 1.0737732887268066,
      "step": 5490
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 0.3182976342568761,
      "learning_rate": 1e-05,
      "loss": 1.0843471527099608,
      "step": 5500
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.2766411804683454,
      "learning_rate": 1e-05,
      "loss": 1.082973098754883,
      "step": 5510
    },
    {
      "epoch": 0.5810526315789474,
      "grad_norm": 0.28381684819864317,
      "learning_rate": 1e-05,
      "loss": 1.070871353149414,
      "step": 5520
    },
    {
      "epoch": 0.5821052631578948,
      "grad_norm": 0.2599404991560167,
      "learning_rate": 1e-05,
      "loss": 1.070331859588623,
      "step": 5530
    },
    {
      "epoch": 0.5831578947368421,
      "grad_norm": 0.29725563220996526,
      "learning_rate": 1e-05,
      "loss": 1.0703227043151855,
      "step": 5540
    },
    {
      "epoch": 0.5842105263157895,
      "grad_norm": 0.26272009320452683,
      "learning_rate": 1e-05,
      "loss": 1.072371482849121,
      "step": 5550
    },
    {
      "epoch": 0.5852631578947368,
      "grad_norm": 0.25505284037586046,
      "learning_rate": 1e-05,
      "loss": 1.0749868392944335,
      "step": 5560
    },
    {
      "epoch": 0.5863157894736842,
      "grad_norm": 0.26210031278913143,
      "learning_rate": 1e-05,
      "loss": 1.0864994049072265,
      "step": 5570
    },
    {
      "epoch": 0.5873684210526315,
      "grad_norm": 0.2773584452812182,
      "learning_rate": 1e-05,
      "loss": 1.091717529296875,
      "step": 5580
    },
    {
      "epoch": 0.588421052631579,
      "grad_norm": 0.27863914651262606,
      "learning_rate": 1e-05,
      "loss": 1.0727325439453126,
      "step": 5590
    },
    {
      "epoch": 0.5894736842105263,
      "grad_norm": 0.2911662093515509,
      "learning_rate": 1e-05,
      "loss": 1.0701934814453125,
      "step": 5600
    },
    {
      "epoch": 0.5905263157894737,
      "grad_norm": 0.25777215867093384,
      "learning_rate": 1e-05,
      "loss": 1.0899513244628907,
      "step": 5610
    },
    {
      "epoch": 0.5915789473684211,
      "grad_norm": 0.2562991896853783,
      "learning_rate": 1e-05,
      "loss": 1.0459590911865235,
      "step": 5620
    },
    {
      "epoch": 0.5926315789473684,
      "grad_norm": 0.2723446534709526,
      "learning_rate": 1e-05,
      "loss": 1.0656709671020508,
      "step": 5630
    },
    {
      "epoch": 0.5936842105263158,
      "grad_norm": 0.277977646082909,
      "learning_rate": 1e-05,
      "loss": 1.069857406616211,
      "step": 5640
    },
    {
      "epoch": 0.5947368421052631,
      "grad_norm": 1.7139848138958937,
      "learning_rate": 1e-05,
      "loss": 1.064733123779297,
      "step": 5650
    },
    {
      "epoch": 0.5957894736842105,
      "grad_norm": 0.28247027269447345,
      "learning_rate": 1e-05,
      "loss": 1.0782355308532714,
      "step": 5660
    },
    {
      "epoch": 0.5968421052631578,
      "grad_norm": 0.27028268690754587,
      "learning_rate": 1e-05,
      "loss": 1.0666091918945313,
      "step": 5670
    },
    {
      "epoch": 0.5978947368421053,
      "grad_norm": 0.26011954989390823,
      "learning_rate": 1e-05,
      "loss": 1.088020133972168,
      "step": 5680
    },
    {
      "epoch": 0.5989473684210527,
      "grad_norm": 0.27124697093601347,
      "learning_rate": 1e-05,
      "loss": 1.0595073699951172,
      "step": 5690
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.4245999499915541,
      "learning_rate": 1e-05,
      "loss": 1.0736034393310547,
      "step": 5700
    },
    {
      "epoch": 0.6010526315789474,
      "grad_norm": 0.2666023691408582,
      "learning_rate": 1e-05,
      "loss": 1.0937231063842774,
      "step": 5710
    },
    {
      "epoch": 0.6021052631578947,
      "grad_norm": 0.255470498704476,
      "learning_rate": 1e-05,
      "loss": 1.0723279953002929,
      "step": 5720
    },
    {
      "epoch": 0.6031578947368421,
      "grad_norm": 0.29897184411141275,
      "learning_rate": 1e-05,
      "loss": 1.0776229858398438,
      "step": 5730
    },
    {
      "epoch": 0.6042105263157894,
      "grad_norm": 0.27758100851888856,
      "learning_rate": 1e-05,
      "loss": 1.0834442138671876,
      "step": 5740
    },
    {
      "epoch": 0.6052631578947368,
      "grad_norm": 0.2676027730026317,
      "learning_rate": 1e-05,
      "loss": 1.0636725425720215,
      "step": 5750
    },
    {
      "epoch": 0.6063157894736843,
      "grad_norm": 0.2988594706972973,
      "learning_rate": 1e-05,
      "loss": 1.0914352416992188,
      "step": 5760
    },
    {
      "epoch": 0.6073684210526316,
      "grad_norm": 0.2630965419393403,
      "learning_rate": 1e-05,
      "loss": 1.0638557434082032,
      "step": 5770
    },
    {
      "epoch": 0.608421052631579,
      "grad_norm": 0.29646744067661107,
      "learning_rate": 1e-05,
      "loss": 1.0554386138916017,
      "step": 5780
    },
    {
      "epoch": 0.6094736842105263,
      "grad_norm": 0.27057955554541235,
      "learning_rate": 1e-05,
      "loss": 1.0474662780761719,
      "step": 5790
    },
    {
      "epoch": 0.6105263157894737,
      "grad_norm": 0.2647050659936456,
      "learning_rate": 1e-05,
      "loss": 1.0582935333251953,
      "step": 5800
    },
    {
      "epoch": 0.611578947368421,
      "grad_norm": 0.3370988721856255,
      "learning_rate": 1e-05,
      "loss": 1.0906749725341798,
      "step": 5810
    },
    {
      "epoch": 0.6126315789473684,
      "grad_norm": 0.28045526486414823,
      "learning_rate": 1e-05,
      "loss": 1.0644496917724608,
      "step": 5820
    },
    {
      "epoch": 0.6136842105263158,
      "grad_norm": 0.274448519284646,
      "learning_rate": 1e-05,
      "loss": 1.078162384033203,
      "step": 5830
    },
    {
      "epoch": 0.6147368421052631,
      "grad_norm": 0.26043712046572476,
      "learning_rate": 1e-05,
      "loss": 1.0445226669311523,
      "step": 5840
    },
    {
      "epoch": 0.6157894736842106,
      "grad_norm": 0.31714316950945054,
      "learning_rate": 1e-05,
      "loss": 1.0405641555786134,
      "step": 5850
    },
    {
      "epoch": 0.6168421052631579,
      "grad_norm": 0.2659167007536837,
      "learning_rate": 1e-05,
      "loss": 1.001264476776123,
      "step": 5860
    },
    {
      "epoch": 0.6178947368421053,
      "grad_norm": 0.25855415657956754,
      "learning_rate": 1e-05,
      "loss": 0.9893880844116211,
      "step": 5870
    },
    {
      "epoch": 0.6189473684210526,
      "grad_norm": 0.2833524430866962,
      "learning_rate": 1e-05,
      "loss": 0.9901641845703125,
      "step": 5880
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.24746134749484275,
      "learning_rate": 1e-05,
      "loss": 0.9767881393432617,
      "step": 5890
    },
    {
      "epoch": 0.6210526315789474,
      "grad_norm": 0.2490341392635219,
      "learning_rate": 1e-05,
      "loss": 0.9760961532592773,
      "step": 5900
    },
    {
      "epoch": 0.6221052631578947,
      "grad_norm": 0.24528379585798887,
      "learning_rate": 1e-05,
      "loss": 0.9478036880493164,
      "step": 5910
    },
    {
      "epoch": 0.6231578947368421,
      "grad_norm": 0.27868509054807417,
      "learning_rate": 1e-05,
      "loss": 0.9562164306640625,
      "step": 5920
    },
    {
      "epoch": 0.6242105263157894,
      "grad_norm": 0.23838916093693996,
      "learning_rate": 1e-05,
      "loss": 0.9094364166259765,
      "step": 5930
    },
    {
      "epoch": 0.6252631578947369,
      "grad_norm": 0.22924112334759525,
      "learning_rate": 1e-05,
      "loss": 0.8979190826416016,
      "step": 5940
    },
    {
      "epoch": 0.6263157894736842,
      "grad_norm": 0.24205525644029263,
      "learning_rate": 1e-05,
      "loss": 0.9365707397460937,
      "step": 5950
    },
    {
      "epoch": 0.6273684210526316,
      "grad_norm": 0.24850922502286976,
      "learning_rate": 1e-05,
      "loss": 0.915318489074707,
      "step": 5960
    },
    {
      "epoch": 0.628421052631579,
      "grad_norm": 0.22121831037855502,
      "learning_rate": 1e-05,
      "loss": 0.9018635749816895,
      "step": 5970
    },
    {
      "epoch": 0.6294736842105263,
      "grad_norm": 1.1483261207152302,
      "learning_rate": 1e-05,
      "loss": 0.9099991798400879,
      "step": 5980
    },
    {
      "epoch": 0.6305263157894737,
      "grad_norm": 0.2410279790982237,
      "learning_rate": 1e-05,
      "loss": 0.9137231826782226,
      "step": 5990
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.2375306908477141,
      "learning_rate": 1e-05,
      "loss": 0.8785249710083007,
      "step": 6000
    },
    {
      "epoch": 0.6326315789473684,
      "grad_norm": 0.23866325237067318,
      "learning_rate": 1e-05,
      "loss": 0.896181583404541,
      "step": 6010
    },
    {
      "epoch": 0.6336842105263157,
      "grad_norm": 0.23208412343002432,
      "learning_rate": 1e-05,
      "loss": 0.874976634979248,
      "step": 6020
    },
    {
      "epoch": 0.6347368421052632,
      "grad_norm": 0.2556461898863489,
      "learning_rate": 1e-05,
      "loss": 0.8863260269165039,
      "step": 6030
    },
    {
      "epoch": 0.6357894736842106,
      "grad_norm": 0.24972578574988782,
      "learning_rate": 1e-05,
      "loss": 0.8927456855773925,
      "step": 6040
    },
    {
      "epoch": 0.6368421052631579,
      "grad_norm": 0.23581160162060766,
      "learning_rate": 1e-05,
      "loss": 0.8682395935058593,
      "step": 6050
    },
    {
      "epoch": 0.6378947368421053,
      "grad_norm": 0.23094574940093543,
      "learning_rate": 1e-05,
      "loss": 0.890745735168457,
      "step": 6060
    },
    {
      "epoch": 0.6389473684210526,
      "grad_norm": 0.2230039802228098,
      "learning_rate": 1e-05,
      "loss": 0.8683330535888671,
      "step": 6070
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2540082631979619,
      "learning_rate": 1e-05,
      "loss": 0.8684318542480469,
      "step": 6080
    },
    {
      "epoch": 0.6410526315789473,
      "grad_norm": 0.229321152076617,
      "learning_rate": 1e-05,
      "loss": 0.8784156799316406,
      "step": 6090
    },
    {
      "epoch": 0.6421052631578947,
      "grad_norm": 0.2304400850675648,
      "learning_rate": 1e-05,
      "loss": 0.8877914428710938,
      "step": 6100
    },
    {
      "epoch": 0.6431578947368422,
      "grad_norm": 0.3032858280685947,
      "learning_rate": 1e-05,
      "loss": 0.8660752296447753,
      "step": 6110
    },
    {
      "epoch": 0.6442105263157895,
      "grad_norm": 0.23043843867769595,
      "learning_rate": 1e-05,
      "loss": 0.9108792304992676,
      "step": 6120
    },
    {
      "epoch": 0.6452631578947369,
      "grad_norm": 0.2780232064537777,
      "learning_rate": 1e-05,
      "loss": 0.8758102416992187,
      "step": 6130
    },
    {
      "epoch": 0.6463157894736842,
      "grad_norm": 0.22361969804560036,
      "learning_rate": 1e-05,
      "loss": 0.8758262634277344,
      "step": 6140
    },
    {
      "epoch": 0.6473684210526316,
      "grad_norm": 0.22954502610636374,
      "learning_rate": 1e-05,
      "loss": 0.855862808227539,
      "step": 6150
    },
    {
      "epoch": 0.6484210526315789,
      "grad_norm": 0.22568919674317806,
      "learning_rate": 1e-05,
      "loss": 0.8422542572021484,
      "step": 6160
    },
    {
      "epoch": 0.6494736842105263,
      "grad_norm": 0.21095374288976398,
      "learning_rate": 1e-05,
      "loss": 0.8209218978881836,
      "step": 6170
    },
    {
      "epoch": 0.6505263157894737,
      "grad_norm": 0.2380756495730225,
      "learning_rate": 1e-05,
      "loss": 0.8537910461425782,
      "step": 6180
    },
    {
      "epoch": 0.651578947368421,
      "grad_norm": 0.23447822573827515,
      "learning_rate": 1e-05,
      "loss": 0.7929327487945557,
      "step": 6190
    },
    {
      "epoch": 0.6526315789473685,
      "grad_norm": 0.2297877511968896,
      "learning_rate": 1e-05,
      "loss": 0.8187102317810059,
      "step": 6200
    },
    {
      "epoch": 0.6536842105263158,
      "grad_norm": 0.23378270064613665,
      "learning_rate": 1e-05,
      "loss": 0.7985034942626953,
      "step": 6210
    },
    {
      "epoch": 0.6547368421052632,
      "grad_norm": 0.2855349430667607,
      "learning_rate": 1e-05,
      "loss": 0.8041234970092773,
      "step": 6220
    },
    {
      "epoch": 0.6557894736842105,
      "grad_norm": 0.24605610977528963,
      "learning_rate": 1e-05,
      "loss": 0.7719404220581054,
      "step": 6230
    },
    {
      "epoch": 0.6568421052631579,
      "grad_norm": 0.2642172790860297,
      "learning_rate": 1e-05,
      "loss": 0.7462862491607666,
      "step": 6240
    },
    {
      "epoch": 0.6578947368421053,
      "grad_norm": 0.27970912786467034,
      "learning_rate": 1e-05,
      "loss": 0.7801645278930665,
      "step": 6250
    },
    {
      "epoch": 0.6589473684210526,
      "grad_norm": 0.2160390035966483,
      "learning_rate": 1e-05,
      "loss": 0.7723907470703125,
      "step": 6260
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2172495851427012,
      "learning_rate": 1e-05,
      "loss": 0.7501685619354248,
      "step": 6270
    },
    {
      "epoch": 0.6610526315789473,
      "grad_norm": 0.2197483200059199,
      "learning_rate": 1e-05,
      "loss": 0.7418710708618164,
      "step": 6280
    },
    {
      "epoch": 0.6621052631578948,
      "grad_norm": 0.22562199127002897,
      "learning_rate": 1e-05,
      "loss": 0.7364078998565674,
      "step": 6290
    },
    {
      "epoch": 0.6631578947368421,
      "grad_norm": 0.2487316717769606,
      "learning_rate": 1e-05,
      "loss": 0.756803321838379,
      "step": 6300
    },
    {
      "epoch": 0.6642105263157895,
      "grad_norm": 0.21094326623762136,
      "learning_rate": 1e-05,
      "loss": 0.7114993095397949,
      "step": 6310
    },
    {
      "epoch": 0.6652631578947369,
      "grad_norm": 0.5561025085003901,
      "learning_rate": 1e-05,
      "loss": 0.7145722389221192,
      "step": 6320
    },
    {
      "epoch": 0.6663157894736842,
      "grad_norm": 0.2542687191246116,
      "learning_rate": 1e-05,
      "loss": 0.7226937294006348,
      "step": 6330
    },
    {
      "epoch": 0.6673684210526316,
      "grad_norm": 0.2643466564198985,
      "learning_rate": 1e-05,
      "loss": 0.708247184753418,
      "step": 6340
    },
    {
      "epoch": 0.6684210526315789,
      "grad_norm": 1.3709611857365271,
      "learning_rate": 1e-05,
      "loss": 0.7211179733276367,
      "step": 6350
    },
    {
      "epoch": 0.6694736842105263,
      "grad_norm": 0.21994261788411282,
      "learning_rate": 1e-05,
      "loss": 0.7037035942077636,
      "step": 6360
    },
    {
      "epoch": 0.6705263157894736,
      "grad_norm": 0.21226540625031654,
      "learning_rate": 1e-05,
      "loss": 0.713145399093628,
      "step": 6370
    },
    {
      "epoch": 0.671578947368421,
      "grad_norm": 0.21208006446592162,
      "learning_rate": 1e-05,
      "loss": 0.7129218101501464,
      "step": 6380
    },
    {
      "epoch": 0.6726315789473685,
      "grad_norm": 0.21257154493647612,
      "learning_rate": 1e-05,
      "loss": 0.7035690307617187,
      "step": 6390
    },
    {
      "epoch": 0.6736842105263158,
      "grad_norm": 0.27203823294174123,
      "learning_rate": 1e-05,
      "loss": 0.7339433670043946,
      "step": 6400
    },
    {
      "epoch": 0.6747368421052632,
      "grad_norm": 0.21881754935511646,
      "learning_rate": 1e-05,
      "loss": 0.7054609298706055,
      "step": 6410
    },
    {
      "epoch": 0.6757894736842105,
      "grad_norm": 0.2098750364306379,
      "learning_rate": 1e-05,
      "loss": 0.6955869674682618,
      "step": 6420
    },
    {
      "epoch": 0.6768421052631579,
      "grad_norm": 0.28362587688108587,
      "learning_rate": 1e-05,
      "loss": 0.6993033409118652,
      "step": 6430
    },
    {
      "epoch": 0.6778947368421052,
      "grad_norm": 0.20629210163636771,
      "learning_rate": 1e-05,
      "loss": 0.7000613689422608,
      "step": 6440
    },
    {
      "epoch": 0.6789473684210526,
      "grad_norm": 0.21206296257419424,
      "learning_rate": 1e-05,
      "loss": 0.6968954563140869,
      "step": 6450
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.2265116528928763,
      "learning_rate": 1e-05,
      "loss": 0.6957263469696044,
      "step": 6460
    },
    {
      "epoch": 0.6810526315789474,
      "grad_norm": 0.23414420776155453,
      "learning_rate": 1e-05,
      "loss": 0.7271471977233886,
      "step": 6470
    },
    {
      "epoch": 0.6821052631578948,
      "grad_norm": 0.22370721771502153,
      "learning_rate": 1e-05,
      "loss": 0.7076205253601074,
      "step": 6480
    },
    {
      "epoch": 0.6831578947368421,
      "grad_norm": 0.22220433460693967,
      "learning_rate": 1e-05,
      "loss": 0.6928388118743897,
      "step": 6490
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 0.2247958776922717,
      "learning_rate": 1e-05,
      "loss": 0.6913023471832276,
      "step": 6500
    },
    {
      "epoch": 0.6852631578947368,
      "grad_norm": 0.29001385417837844,
      "learning_rate": 1e-05,
      "loss": 0.6969108581542969,
      "step": 6510
    },
    {
      "epoch": 0.6863157894736842,
      "grad_norm": 0.23179430205308796,
      "learning_rate": 1e-05,
      "loss": 0.6993899345397949,
      "step": 6520
    },
    {
      "epoch": 0.6873684210526316,
      "grad_norm": 0.7731432450948373,
      "learning_rate": 1e-05,
      "loss": 0.7204256057739258,
      "step": 6530
    },
    {
      "epoch": 0.6884210526315789,
      "grad_norm": 0.21339955377111022,
      "learning_rate": 1e-05,
      "loss": 0.687618637084961,
      "step": 6540
    },
    {
      "epoch": 0.6894736842105263,
      "grad_norm": 0.22096033189707767,
      "learning_rate": 1e-05,
      "loss": 0.6879070281982422,
      "step": 6550
    },
    {
      "epoch": 0.6905263157894737,
      "grad_norm": 0.19943501355754625,
      "learning_rate": 1e-05,
      "loss": 0.6515387535095215,
      "step": 6560
    },
    {
      "epoch": 0.6915789473684211,
      "grad_norm": 0.22922295954951116,
      "learning_rate": 1e-05,
      "loss": 0.6515051364898682,
      "step": 6570
    },
    {
      "epoch": 0.6926315789473684,
      "grad_norm": 0.20615036998840566,
      "learning_rate": 1e-05,
      "loss": 0.6451548576354981,
      "step": 6580
    },
    {
      "epoch": 0.6936842105263158,
      "grad_norm": 0.21963201684482547,
      "learning_rate": 1e-05,
      "loss": 0.6539057731628418,
      "step": 6590
    },
    {
      "epoch": 0.6947368421052632,
      "grad_norm": 0.21315606341405616,
      "learning_rate": 1e-05,
      "loss": 0.6748494625091552,
      "step": 6600
    },
    {
      "epoch": 0.6957894736842105,
      "grad_norm": 0.20416413858841612,
      "learning_rate": 1e-05,
      "loss": 0.7066478729248047,
      "step": 6610
    },
    {
      "epoch": 0.6968421052631579,
      "grad_norm": 0.22462071341021236,
      "learning_rate": 1e-05,
      "loss": 0.7325336933135986,
      "step": 6620
    },
    {
      "epoch": 0.6978947368421052,
      "grad_norm": 0.2580875545867262,
      "learning_rate": 1e-05,
      "loss": 0.737650203704834,
      "step": 6630
    },
    {
      "epoch": 0.6989473684210527,
      "grad_norm": 0.2300868817551716,
      "learning_rate": 1e-05,
      "loss": 0.7469221115112304,
      "step": 6640
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.21893365546024673,
      "learning_rate": 1e-05,
      "loss": 0.7442987442016602,
      "step": 6650
    },
    {
      "epoch": 0.7010526315789474,
      "grad_norm": 0.22024866288239542,
      "learning_rate": 1e-05,
      "loss": 0.7899494171142578,
      "step": 6660
    },
    {
      "epoch": 0.7021052631578948,
      "grad_norm": 0.22313458690080107,
      "learning_rate": 1e-05,
      "loss": 0.7705913543701172,
      "step": 6670
    },
    {
      "epoch": 0.7031578947368421,
      "grad_norm": 0.2306828102095736,
      "learning_rate": 1e-05,
      "loss": 0.8105263710021973,
      "step": 6680
    },
    {
      "epoch": 0.7042105263157895,
      "grad_norm": 0.21094125117347637,
      "learning_rate": 1e-05,
      "loss": 0.7712714672088623,
      "step": 6690
    },
    {
      "epoch": 0.7052631578947368,
      "grad_norm": 0.21656705130937373,
      "learning_rate": 1e-05,
      "loss": 0.7751852989196777,
      "step": 6700
    },
    {
      "epoch": 0.7063157894736842,
      "grad_norm": 0.22629428841151886,
      "learning_rate": 1e-05,
      "loss": 0.7708349227905273,
      "step": 6710
    },
    {
      "epoch": 0.7073684210526315,
      "grad_norm": 0.23922086314770882,
      "learning_rate": 1e-05,
      "loss": 0.7916366577148437,
      "step": 6720
    },
    {
      "epoch": 0.708421052631579,
      "grad_norm": 0.21099182467011027,
      "learning_rate": 1e-05,
      "loss": 0.8441093444824219,
      "step": 6730
    },
    {
      "epoch": 0.7094736842105264,
      "grad_norm": 0.33818171593902324,
      "learning_rate": 1e-05,
      "loss": 0.7975322723388671,
      "step": 6740
    },
    {
      "epoch": 0.7105263157894737,
      "grad_norm": 0.24825156508038823,
      "learning_rate": 1e-05,
      "loss": 0.794069242477417,
      "step": 6750
    },
    {
      "epoch": 0.7115789473684211,
      "grad_norm": 0.22055862696416811,
      "learning_rate": 1e-05,
      "loss": 0.7830334663391113,
      "step": 6760
    },
    {
      "epoch": 0.7126315789473684,
      "grad_norm": 0.2203005847917053,
      "learning_rate": 1e-05,
      "loss": 0.7622671127319336,
      "step": 6770
    },
    {
      "epoch": 0.7136842105263158,
      "grad_norm": 0.2197014248305324,
      "learning_rate": 1e-05,
      "loss": 0.7883934497833252,
      "step": 6780
    },
    {
      "epoch": 0.7147368421052631,
      "grad_norm": 0.24252503943092846,
      "learning_rate": 1e-05,
      "loss": 0.7938870429992676,
      "step": 6790
    },
    {
      "epoch": 0.7157894736842105,
      "grad_norm": 0.24121970439502166,
      "learning_rate": 1e-05,
      "loss": 0.7784067630767822,
      "step": 6800
    },
    {
      "epoch": 0.716842105263158,
      "grad_norm": 0.2784368674999808,
      "learning_rate": 1e-05,
      "loss": 0.7677475929260253,
      "step": 6810
    },
    {
      "epoch": 0.7178947368421053,
      "grad_norm": 0.2359049271276901,
      "learning_rate": 1e-05,
      "loss": 0.8072632789611817,
      "step": 6820
    },
    {
      "epoch": 0.7189473684210527,
      "grad_norm": 0.22437907627890186,
      "learning_rate": 1e-05,
      "loss": 0.7935402393341064,
      "step": 6830
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.20668779229830808,
      "learning_rate": 1e-05,
      "loss": 0.769287395477295,
      "step": 6840
    },
    {
      "epoch": 0.7210526315789474,
      "grad_norm": 0.22116196449426564,
      "learning_rate": 1e-05,
      "loss": 0.8054431915283203,
      "step": 6850
    },
    {
      "epoch": 0.7221052631578947,
      "grad_norm": 0.21693350555362054,
      "learning_rate": 1e-05,
      "loss": 0.8130393981933594,
      "step": 6860
    },
    {
      "epoch": 0.7231578947368421,
      "grad_norm": 0.2384479116346583,
      "learning_rate": 1e-05,
      "loss": 0.8026229858398437,
      "step": 6870
    },
    {
      "epoch": 0.7242105263157895,
      "grad_norm": 0.2527276166121089,
      "learning_rate": 1e-05,
      "loss": 0.8079002380371094,
      "step": 6880
    },
    {
      "epoch": 0.7252631578947368,
      "grad_norm": 0.21867201305064243,
      "learning_rate": 1e-05,
      "loss": 0.8054183959960938,
      "step": 6890
    },
    {
      "epoch": 0.7263157894736842,
      "grad_norm": 0.22873734944838955,
      "learning_rate": 1e-05,
      "loss": 0.789058780670166,
      "step": 6900
    },
    {
      "epoch": 0.7273684210526316,
      "grad_norm": 0.2308172048008413,
      "learning_rate": 1e-05,
      "loss": 0.8146169662475586,
      "step": 6910
    },
    {
      "epoch": 0.728421052631579,
      "grad_norm": 0.24122268833197355,
      "learning_rate": 1e-05,
      "loss": 0.7922428131103516,
      "step": 6920
    },
    {
      "epoch": 0.7294736842105263,
      "grad_norm": 0.2589278588327487,
      "learning_rate": 1e-05,
      "loss": 0.8116107940673828,
      "step": 6930
    },
    {
      "epoch": 0.7305263157894737,
      "grad_norm": 0.2422414713647026,
      "learning_rate": 1e-05,
      "loss": 0.8106143951416016,
      "step": 6940
    },
    {
      "epoch": 0.7315789473684211,
      "grad_norm": 0.42135107683109013,
      "learning_rate": 1e-05,
      "loss": 0.8050684928894043,
      "step": 6950
    },
    {
      "epoch": 0.7326315789473684,
      "grad_norm": 0.32189355128022173,
      "learning_rate": 1e-05,
      "loss": 0.809669017791748,
      "step": 6960
    },
    {
      "epoch": 0.7336842105263158,
      "grad_norm": 0.25030376985073344,
      "learning_rate": 1e-05,
      "loss": 0.8026675224304199,
      "step": 6970
    },
    {
      "epoch": 0.7347368421052631,
      "grad_norm": 0.21941824360356257,
      "learning_rate": 1e-05,
      "loss": 0.790980339050293,
      "step": 6980
    },
    {
      "epoch": 0.7357894736842105,
      "grad_norm": 0.21245859747027523,
      "learning_rate": 1e-05,
      "loss": 0.7931976318359375,
      "step": 6990
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.23517988949713722,
      "learning_rate": 1e-05,
      "loss": 0.7974249839782714,
      "step": 7000
    },
    {
      "epoch": 0.7378947368421053,
      "grad_norm": 0.222519286171215,
      "learning_rate": 1e-05,
      "loss": 0.8180305480957031,
      "step": 7010
    },
    {
      "epoch": 0.7389473684210527,
      "grad_norm": 0.21495493669956192,
      "learning_rate": 1e-05,
      "loss": 0.8175864219665527,
      "step": 7020
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.21989365599734784,
      "learning_rate": 1e-05,
      "loss": 0.7908399105072021,
      "step": 7030
    },
    {
      "epoch": 0.7410526315789474,
      "grad_norm": 0.2427544195465207,
      "learning_rate": 1e-05,
      "loss": 0.7952071189880371,
      "step": 7040
    },
    {
      "epoch": 0.7421052631578947,
      "grad_norm": 0.22650477903999935,
      "learning_rate": 1e-05,
      "loss": 0.7994481086730957,
      "step": 7050
    },
    {
      "epoch": 0.7431578947368421,
      "grad_norm": 0.21357441607676197,
      "learning_rate": 1e-05,
      "loss": 0.8069334030151367,
      "step": 7060
    },
    {
      "epoch": 0.7442105263157894,
      "grad_norm": 0.2201140724109808,
      "learning_rate": 1e-05,
      "loss": 0.8093648910522461,
      "step": 7070
    },
    {
      "epoch": 0.7452631578947368,
      "grad_norm": 0.24051186131749505,
      "learning_rate": 1e-05,
      "loss": 0.7903453350067139,
      "step": 7080
    },
    {
      "epoch": 0.7463157894736843,
      "grad_norm": 0.22581776759825037,
      "learning_rate": 1e-05,
      "loss": 0.7947319030761719,
      "step": 7090
    },
    {
      "epoch": 0.7473684210526316,
      "grad_norm": 0.22080360755104417,
      "learning_rate": 1e-05,
      "loss": 0.8143038749694824,
      "step": 7100
    },
    {
      "epoch": 0.748421052631579,
      "grad_norm": 0.3771997592677159,
      "learning_rate": 1e-05,
      "loss": 0.7976189613342285,
      "step": 7110
    },
    {
      "epoch": 0.7494736842105263,
      "grad_norm": 0.22213107241717228,
      "learning_rate": 1e-05,
      "loss": 0.8067026138305664,
      "step": 7120
    },
    {
      "epoch": 0.7505263157894737,
      "grad_norm": 0.2718975257239632,
      "learning_rate": 1e-05,
      "loss": 0.8294075012207032,
      "step": 7130
    },
    {
      "epoch": 0.751578947368421,
      "grad_norm": 0.23780411464333923,
      "learning_rate": 1e-05,
      "loss": 0.7874054908752441,
      "step": 7140
    },
    {
      "epoch": 0.7526315789473684,
      "grad_norm": 0.23725747282111376,
      "learning_rate": 1e-05,
      "loss": 0.7973507881164551,
      "step": 7150
    },
    {
      "epoch": 0.7536842105263157,
      "grad_norm": 0.24077045352814438,
      "learning_rate": 1e-05,
      "loss": 0.7958509922027588,
      "step": 7160
    },
    {
      "epoch": 0.7547368421052632,
      "grad_norm": 0.2982923938167098,
      "learning_rate": 1e-05,
      "loss": 0.8160445213317871,
      "step": 7170
    },
    {
      "epoch": 0.7557894736842106,
      "grad_norm": 0.23719355121322688,
      "learning_rate": 1e-05,
      "loss": 0.8023138999938965,
      "step": 7180
    },
    {
      "epoch": 0.7568421052631579,
      "grad_norm": 0.24486210177890705,
      "learning_rate": 1e-05,
      "loss": 0.8119283676147461,
      "step": 7190
    },
    {
      "epoch": 0.7578947368421053,
      "grad_norm": 0.21943228478242519,
      "learning_rate": 1e-05,
      "loss": 0.8197574615478516,
      "step": 7200
    },
    {
      "epoch": 0.7589473684210526,
      "grad_norm": 0.22261923138934933,
      "learning_rate": 1e-05,
      "loss": 0.7940950393676758,
      "step": 7210
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.23837799196255208,
      "learning_rate": 1e-05,
      "loss": 0.8647306442260743,
      "step": 7220
    },
    {
      "epoch": 0.7610526315789473,
      "grad_norm": 0.23995977027261564,
      "learning_rate": 1e-05,
      "loss": 0.87930908203125,
      "step": 7230
    },
    {
      "epoch": 0.7621052631578947,
      "grad_norm": 0.2480329560166419,
      "learning_rate": 1e-05,
      "loss": 0.8913862228393554,
      "step": 7240
    },
    {
      "epoch": 0.7631578947368421,
      "grad_norm": 0.24721898244174687,
      "learning_rate": 1e-05,
      "loss": 0.9122695922851562,
      "step": 7250
    },
    {
      "epoch": 0.7642105263157895,
      "grad_norm": 0.32129027032976415,
      "learning_rate": 1e-05,
      "loss": 0.8943394660949707,
      "step": 7260
    },
    {
      "epoch": 0.7652631578947369,
      "grad_norm": 0.387445678252169,
      "learning_rate": 1e-05,
      "loss": 0.921629524230957,
      "step": 7270
    },
    {
      "epoch": 0.7663157894736842,
      "grad_norm": 0.31670043315980667,
      "learning_rate": 1e-05,
      "loss": 0.9350265502929688,
      "step": 7280
    },
    {
      "epoch": 0.7673684210526316,
      "grad_norm": 0.2684366897375879,
      "learning_rate": 1e-05,
      "loss": 0.9515501022338867,
      "step": 7290
    },
    {
      "epoch": 0.7684210526315789,
      "grad_norm": 0.22711858709116733,
      "learning_rate": 1e-05,
      "loss": 0.9535702705383301,
      "step": 7300
    },
    {
      "epoch": 0.7694736842105263,
      "grad_norm": 0.22564934263447756,
      "learning_rate": 1e-05,
      "loss": 0.960813331604004,
      "step": 7310
    },
    {
      "epoch": 0.7705263157894737,
      "grad_norm": 0.3029809294451466,
      "learning_rate": 1e-05,
      "loss": 0.9454540252685547,
      "step": 7320
    },
    {
      "epoch": 0.771578947368421,
      "grad_norm": 0.24579654409210522,
      "learning_rate": 1e-05,
      "loss": 0.9875738143920898,
      "step": 7330
    },
    {
      "epoch": 0.7726315789473684,
      "grad_norm": 0.24318621684305228,
      "learning_rate": 1e-05,
      "loss": 0.9857606887817383,
      "step": 7340
    },
    {
      "epoch": 0.7736842105263158,
      "grad_norm": 0.2539040801315566,
      "learning_rate": 1e-05,
      "loss": 0.9809976577758789,
      "step": 7350
    },
    {
      "epoch": 0.7747368421052632,
      "grad_norm": 0.2740015820976985,
      "learning_rate": 1e-05,
      "loss": 0.9719850540161132,
      "step": 7360
    },
    {
      "epoch": 0.7757894736842105,
      "grad_norm": 0.2378094064983973,
      "learning_rate": 1e-05,
      "loss": 0.9772319793701172,
      "step": 7370
    },
    {
      "epoch": 0.7768421052631579,
      "grad_norm": 0.27705766171370405,
      "learning_rate": 1e-05,
      "loss": 0.9895281791687012,
      "step": 7380
    },
    {
      "epoch": 0.7778947368421053,
      "grad_norm": 0.24196561701464475,
      "learning_rate": 1e-05,
      "loss": 0.9818606376647949,
      "step": 7390
    },
    {
      "epoch": 0.7789473684210526,
      "grad_norm": 0.25970230004728706,
      "learning_rate": 1e-05,
      "loss": 1.0087711334228515,
      "step": 7400
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.27070734077316283,
      "learning_rate": 1e-05,
      "loss": 0.9816142082214355,
      "step": 7410
    },
    {
      "epoch": 0.7810526315789473,
      "grad_norm": 0.2844462100920115,
      "learning_rate": 1e-05,
      "loss": 1.0093915939331055,
      "step": 7420
    },
    {
      "epoch": 0.7821052631578947,
      "grad_norm": 0.2594366916260847,
      "learning_rate": 1e-05,
      "loss": 0.9957893371582032,
      "step": 7430
    },
    {
      "epoch": 0.783157894736842,
      "grad_norm": 0.24648171036866237,
      "learning_rate": 1e-05,
      "loss": 1.0256897926330566,
      "step": 7440
    },
    {
      "epoch": 0.7842105263157895,
      "grad_norm": 0.3326912831027331,
      "learning_rate": 1e-05,
      "loss": 1.0094666481018066,
      "step": 7450
    },
    {
      "epoch": 0.7852631578947369,
      "grad_norm": 0.3334474798680566,
      "learning_rate": 1e-05,
      "loss": 1.0086650848388672,
      "step": 7460
    },
    {
      "epoch": 0.7863157894736842,
      "grad_norm": 0.30131576125073195,
      "learning_rate": 1e-05,
      "loss": 1.0258222579956056,
      "step": 7470
    },
    {
      "epoch": 0.7873684210526316,
      "grad_norm": 0.23183581804350187,
      "learning_rate": 1e-05,
      "loss": 1.0068394660949707,
      "step": 7480
    },
    {
      "epoch": 0.7884210526315789,
      "grad_norm": 0.2730390358942403,
      "learning_rate": 1e-05,
      "loss": 0.9967912673950196,
      "step": 7490
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 0.23976652211837599,
      "learning_rate": 1e-05,
      "loss": 1.0071218490600586,
      "step": 7500
    },
    {
      "epoch": 0.7905263157894736,
      "grad_norm": 0.24687748192505013,
      "learning_rate": 1e-05,
      "loss": 1.004594898223877,
      "step": 7510
    },
    {
      "epoch": 0.791578947368421,
      "grad_norm": 0.24573823935970499,
      "learning_rate": 1e-05,
      "loss": 1.0208873748779297,
      "step": 7520
    },
    {
      "epoch": 0.7926315789473685,
      "grad_norm": 0.2691649930769953,
      "learning_rate": 1e-05,
      "loss": 1.0248262405395507,
      "step": 7530
    },
    {
      "epoch": 0.7936842105263158,
      "grad_norm": 0.4248621901862408,
      "learning_rate": 1e-05,
      "loss": 1.0332860946655273,
      "step": 7540
    },
    {
      "epoch": 0.7947368421052632,
      "grad_norm": 0.2705049287313093,
      "learning_rate": 1e-05,
      "loss": 0.995975112915039,
      "step": 7550
    },
    {
      "epoch": 0.7957894736842105,
      "grad_norm": 0.28653098115122744,
      "learning_rate": 1e-05,
      "loss": 1.0159503936767578,
      "step": 7560
    },
    {
      "epoch": 0.7968421052631579,
      "grad_norm": 0.29178481913543475,
      "learning_rate": 1e-05,
      "loss": 1.0173696517944335,
      "step": 7570
    },
    {
      "epoch": 0.7978947368421052,
      "grad_norm": 0.2734088082876844,
      "learning_rate": 1e-05,
      "loss": 1.0264354705810548,
      "step": 7580
    },
    {
      "epoch": 0.7989473684210526,
      "grad_norm": 0.261492476261997,
      "learning_rate": 1e-05,
      "loss": 1.0321282386779784,
      "step": 7590
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2470753720478336,
      "learning_rate": 1e-05,
      "loss": 1.0191498756408692,
      "step": 7600
    },
    {
      "epoch": 0.8010526315789473,
      "grad_norm": 0.24059955821517787,
      "learning_rate": 1e-05,
      "loss": 1.014815902709961,
      "step": 7610
    },
    {
      "epoch": 0.8021052631578948,
      "grad_norm": 0.2493025233644774,
      "learning_rate": 1e-05,
      "loss": 1.0249458312988282,
      "step": 7620
    },
    {
      "epoch": 0.8031578947368421,
      "grad_norm": 0.25193040573294745,
      "learning_rate": 1e-05,
      "loss": 1.0201826095581055,
      "step": 7630
    },
    {
      "epoch": 0.8042105263157895,
      "grad_norm": 0.34953487134760375,
      "learning_rate": 1e-05,
      "loss": 1.02661190032959,
      "step": 7640
    },
    {
      "epoch": 0.8052631578947368,
      "grad_norm": 0.3429544066348788,
      "learning_rate": 1e-05,
      "loss": 1.0370089530944824,
      "step": 7650
    },
    {
      "epoch": 0.8063157894736842,
      "grad_norm": 0.26265155219421216,
      "learning_rate": 1e-05,
      "loss": 1.0190326690673828,
      "step": 7660
    },
    {
      "epoch": 0.8073684210526316,
      "grad_norm": 0.2646612799609565,
      "learning_rate": 1e-05,
      "loss": 1.015769100189209,
      "step": 7670
    },
    {
      "epoch": 0.8084210526315789,
      "grad_norm": 0.2770433943915144,
      "learning_rate": 1e-05,
      "loss": 1.0137809753417968,
      "step": 7680
    },
    {
      "epoch": 0.8094736842105263,
      "grad_norm": 0.26086533194363315,
      "learning_rate": 1e-05,
      "loss": 1.0212547302246093,
      "step": 7690
    },
    {
      "epoch": 0.8105263157894737,
      "grad_norm": 0.2645076293992011,
      "learning_rate": 1e-05,
      "loss": 1.0370710372924805,
      "step": 7700
    },
    {
      "epoch": 0.8115789473684211,
      "grad_norm": 0.2696951338822986,
      "learning_rate": 1e-05,
      "loss": 1.0568577766418457,
      "step": 7710
    },
    {
      "epoch": 0.8126315789473684,
      "grad_norm": 0.2642200813941431,
      "learning_rate": 1e-05,
      "loss": 1.0690131187438965,
      "step": 7720
    },
    {
      "epoch": 0.8136842105263158,
      "grad_norm": 0.29336846930639393,
      "learning_rate": 1e-05,
      "loss": 1.1093889236450196,
      "step": 7730
    },
    {
      "epoch": 0.8147368421052632,
      "grad_norm": 0.3747212784807069,
      "learning_rate": 1e-05,
      "loss": 1.1603777885437012,
      "step": 7740
    },
    {
      "epoch": 0.8157894736842105,
      "grad_norm": 0.28430975732957897,
      "learning_rate": 1e-05,
      "loss": 1.163645362854004,
      "step": 7750
    },
    {
      "epoch": 0.8168421052631579,
      "grad_norm": 0.27600699550474717,
      "learning_rate": 1e-05,
      "loss": 1.1624645233154296,
      "step": 7760
    },
    {
      "epoch": 0.8178947368421052,
      "grad_norm": 0.4433050757013603,
      "learning_rate": 1e-05,
      "loss": 1.183049774169922,
      "step": 7770
    },
    {
      "epoch": 0.8189473684210526,
      "grad_norm": 0.273714854354326,
      "learning_rate": 1e-05,
      "loss": 1.1642326354980468,
      "step": 7780
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.27637324470956354,
      "learning_rate": 1e-05,
      "loss": 1.1787050247192383,
      "step": 7790
    },
    {
      "epoch": 0.8210526315789474,
      "grad_norm": 0.2587899888920335,
      "learning_rate": 1e-05,
      "loss": 1.1967472076416015,
      "step": 7800
    },
    {
      "epoch": 0.8221052631578948,
      "grad_norm": 0.2662067464157399,
      "learning_rate": 1e-05,
      "loss": 1.1967985153198242,
      "step": 7810
    },
    {
      "epoch": 0.8231578947368421,
      "grad_norm": 0.2556056301094144,
      "learning_rate": 1e-05,
      "loss": 1.1737977981567382,
      "step": 7820
    },
    {
      "epoch": 0.8242105263157895,
      "grad_norm": 0.38555554895987826,
      "learning_rate": 1e-05,
      "loss": 1.2106051445007324,
      "step": 7830
    },
    {
      "epoch": 0.8252631578947368,
      "grad_norm": 0.26601130390001754,
      "learning_rate": 1e-05,
      "loss": 1.2188627243041992,
      "step": 7840
    },
    {
      "epoch": 0.8263157894736842,
      "grad_norm": 0.29675333856574926,
      "learning_rate": 1e-05,
      "loss": 1.2107175827026366,
      "step": 7850
    },
    {
      "epoch": 0.8273684210526315,
      "grad_norm": 0.28922328984457124,
      "learning_rate": 1e-05,
      "loss": 1.2110652923583984,
      "step": 7860
    },
    {
      "epoch": 0.828421052631579,
      "grad_norm": 0.306666401156183,
      "learning_rate": 1e-05,
      "loss": 1.2091556549072267,
      "step": 7870
    },
    {
      "epoch": 0.8294736842105264,
      "grad_norm": 0.2712439917601487,
      "learning_rate": 1e-05,
      "loss": 1.1936758041381836,
      "step": 7880
    },
    {
      "epoch": 0.8305263157894737,
      "grad_norm": 0.31304490150174646,
      "learning_rate": 1e-05,
      "loss": 1.2132518768310547,
      "step": 7890
    },
    {
      "epoch": 0.8315789473684211,
      "grad_norm": 0.2644723175451005,
      "learning_rate": 1e-05,
      "loss": 1.2193326950073242,
      "step": 7900
    },
    {
      "epoch": 0.8326315789473684,
      "grad_norm": 0.26592616156636745,
      "learning_rate": 1e-05,
      "loss": 1.210757064819336,
      "step": 7910
    },
    {
      "epoch": 0.8336842105263158,
      "grad_norm": 0.39029565900173574,
      "learning_rate": 1e-05,
      "loss": 1.225381851196289,
      "step": 7920
    },
    {
      "epoch": 0.8347368421052631,
      "grad_norm": 0.30751609974574706,
      "learning_rate": 1e-05,
      "loss": 1.2244022369384766,
      "step": 7930
    },
    {
      "epoch": 0.8357894736842105,
      "grad_norm": 0.2817083146221133,
      "learning_rate": 1e-05,
      "loss": 1.2566282272338867,
      "step": 7940
    },
    {
      "epoch": 0.8368421052631579,
      "grad_norm": 0.26636277276418757,
      "learning_rate": 1e-05,
      "loss": 1.229690933227539,
      "step": 7950
    },
    {
      "epoch": 0.8378947368421052,
      "grad_norm": 0.288134382279876,
      "learning_rate": 1e-05,
      "loss": 1.2371486663818358,
      "step": 7960
    },
    {
      "epoch": 0.8389473684210527,
      "grad_norm": 0.2896289081751357,
      "learning_rate": 1e-05,
      "loss": 1.2217337608337402,
      "step": 7970
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.2713476353430279,
      "learning_rate": 1e-05,
      "loss": 1.2283599853515625,
      "step": 7980
    },
    {
      "epoch": 0.8410526315789474,
      "grad_norm": 0.28393438845155,
      "learning_rate": 1e-05,
      "loss": 1.2311813354492187,
      "step": 7990
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.3205106371080702,
      "learning_rate": 1e-05,
      "loss": 1.2315404891967774,
      "step": 8000
    },
    {
      "epoch": 0.8431578947368421,
      "grad_norm": 0.271140189790355,
      "learning_rate": 1e-05,
      "loss": 1.226878547668457,
      "step": 8010
    },
    {
      "epoch": 0.8442105263157895,
      "grad_norm": 0.2768312930367996,
      "learning_rate": 1e-05,
      "loss": 1.233083152770996,
      "step": 8020
    },
    {
      "epoch": 0.8452631578947368,
      "grad_norm": 0.312013236093156,
      "learning_rate": 1e-05,
      "loss": 1.2304747581481934,
      "step": 8030
    },
    {
      "epoch": 0.8463157894736842,
      "grad_norm": 0.262525314868118,
      "learning_rate": 1e-05,
      "loss": 1.2518205642700195,
      "step": 8040
    },
    {
      "epoch": 0.8473684210526315,
      "grad_norm": 0.3137428501274644,
      "learning_rate": 1e-05,
      "loss": 1.230078125,
      "step": 8050
    },
    {
      "epoch": 0.848421052631579,
      "grad_norm": 0.2884688333055249,
      "learning_rate": 1e-05,
      "loss": 1.2260973930358887,
      "step": 8060
    },
    {
      "epoch": 0.8494736842105263,
      "grad_norm": 0.30946310048072445,
      "learning_rate": 1e-05,
      "loss": 1.2276168823242188,
      "step": 8070
    },
    {
      "epoch": 0.8505263157894737,
      "grad_norm": 0.2674595172289079,
      "learning_rate": 1e-05,
      "loss": 1.2486080169677733,
      "step": 8080
    },
    {
      "epoch": 0.8515789473684211,
      "grad_norm": 0.2997546586811151,
      "learning_rate": 1e-05,
      "loss": 1.2351938247680665,
      "step": 8090
    },
    {
      "epoch": 0.8526315789473684,
      "grad_norm": 0.3049641872347451,
      "learning_rate": 1e-05,
      "loss": 1.237974262237549,
      "step": 8100
    },
    {
      "epoch": 0.8536842105263158,
      "grad_norm": 0.2744867853610244,
      "learning_rate": 1e-05,
      "loss": 1.2470075607299804,
      "step": 8110
    },
    {
      "epoch": 0.8547368421052631,
      "grad_norm": 0.2792616538196227,
      "learning_rate": 1e-05,
      "loss": 1.2331491470336915,
      "step": 8120
    },
    {
      "epoch": 0.8557894736842105,
      "grad_norm": 0.27100610937087705,
      "learning_rate": 1e-05,
      "loss": 1.2516610145568847,
      "step": 8130
    },
    {
      "epoch": 0.8568421052631578,
      "grad_norm": 0.2945693112909019,
      "learning_rate": 1e-05,
      "loss": 1.2330408096313477,
      "step": 8140
    },
    {
      "epoch": 0.8578947368421053,
      "grad_norm": 0.3191745059450007,
      "learning_rate": 1e-05,
      "loss": 1.2524785041809081,
      "step": 8150
    },
    {
      "epoch": 0.8589473684210527,
      "grad_norm": 0.322160297237838,
      "learning_rate": 1e-05,
      "loss": 1.2457155227661132,
      "step": 8160
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2982507984823821,
      "learning_rate": 1e-05,
      "loss": 1.2377269744873047,
      "step": 8170
    },
    {
      "epoch": 0.8610526315789474,
      "grad_norm": 0.2993102434394868,
      "learning_rate": 1e-05,
      "loss": 1.2454538345336914,
      "step": 8180
    },
    {
      "epoch": 0.8621052631578947,
      "grad_norm": 0.2667807937841803,
      "learning_rate": 1e-05,
      "loss": 1.2359396934509277,
      "step": 8190
    },
    {
      "epoch": 0.8631578947368421,
      "grad_norm": 0.28120038112128,
      "learning_rate": 1e-05,
      "loss": 1.2541059494018554,
      "step": 8200
    },
    {
      "epoch": 0.8642105263157894,
      "grad_norm": 0.25963944675083334,
      "learning_rate": 1e-05,
      "loss": 1.2363154411315918,
      "step": 8210
    },
    {
      "epoch": 0.8652631578947368,
      "grad_norm": 0.29092482264622005,
      "learning_rate": 1e-05,
      "loss": 1.2436670303344726,
      "step": 8220
    },
    {
      "epoch": 0.8663157894736843,
      "grad_norm": 0.26291089899810094,
      "learning_rate": 1e-05,
      "loss": 1.2464160919189453,
      "step": 8230
    },
    {
      "epoch": 0.8673684210526316,
      "grad_norm": 0.34922903820150786,
      "learning_rate": 1e-05,
      "loss": 1.2590576171875,
      "step": 8240
    },
    {
      "epoch": 0.868421052631579,
      "grad_norm": 0.30060901133395024,
      "learning_rate": 1e-05,
      "loss": 1.2264986991882325,
      "step": 8250
    },
    {
      "epoch": 0.8694736842105263,
      "grad_norm": 0.29273411855631515,
      "learning_rate": 1e-05,
      "loss": 1.2725407600402832,
      "step": 8260
    },
    {
      "epoch": 0.8705263157894737,
      "grad_norm": 0.27022805398583977,
      "learning_rate": 1e-05,
      "loss": 1.2435733795166015,
      "step": 8270
    },
    {
      "epoch": 0.871578947368421,
      "grad_norm": 0.27936632971869374,
      "learning_rate": 1e-05,
      "loss": 1.2213335037231445,
      "step": 8280
    },
    {
      "epoch": 0.8726315789473684,
      "grad_norm": 0.3288218836779532,
      "learning_rate": 1e-05,
      "loss": 1.2252776145935058,
      "step": 8290
    },
    {
      "epoch": 0.8736842105263158,
      "grad_norm": 0.2732197293819526,
      "learning_rate": 1e-05,
      "loss": 1.248112392425537,
      "step": 8300
    },
    {
      "epoch": 0.8747368421052631,
      "grad_norm": 0.2567482594715607,
      "learning_rate": 1e-05,
      "loss": 1.2342848777770996,
      "step": 8310
    },
    {
      "epoch": 0.8757894736842106,
      "grad_norm": 0.3031672698729003,
      "learning_rate": 1e-05,
      "loss": 1.2218093872070312,
      "step": 8320
    },
    {
      "epoch": 0.8768421052631579,
      "grad_norm": 0.2736199897484509,
      "learning_rate": 1e-05,
      "loss": 1.2322706222534179,
      "step": 8330
    },
    {
      "epoch": 0.8778947368421053,
      "grad_norm": 0.2896898314563102,
      "learning_rate": 1e-05,
      "loss": 1.2112766265869142,
      "step": 8340
    },
    {
      "epoch": 0.8789473684210526,
      "grad_norm": 0.2854652985502235,
      "learning_rate": 1e-05,
      "loss": 1.2263851165771484,
      "step": 8350
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.26148896469861554,
      "learning_rate": 1e-05,
      "loss": 1.2246753692626953,
      "step": 8360
    },
    {
      "epoch": 0.8810526315789474,
      "grad_norm": 0.29530702677153525,
      "learning_rate": 1e-05,
      "loss": 1.2192961692810058,
      "step": 8370
    },
    {
      "epoch": 0.8821052631578947,
      "grad_norm": 0.33107220463825743,
      "learning_rate": 1e-05,
      "loss": 1.2515433311462403,
      "step": 8380
    },
    {
      "epoch": 0.8831578947368421,
      "grad_norm": 0.2813531777082513,
      "learning_rate": 1e-05,
      "loss": 1.2120042800903321,
      "step": 8390
    },
    {
      "epoch": 0.8842105263157894,
      "grad_norm": 0.2631012072174228,
      "learning_rate": 1e-05,
      "loss": 1.1914825439453125,
      "step": 8400
    },
    {
      "epoch": 0.8852631578947369,
      "grad_norm": 0.28064844639259234,
      "learning_rate": 1e-05,
      "loss": 1.1918046951293946,
      "step": 8410
    },
    {
      "epoch": 0.8863157894736842,
      "grad_norm": 0.2629065991951382,
      "learning_rate": 1e-05,
      "loss": 1.1666561126708985,
      "step": 8420
    },
    {
      "epoch": 0.8873684210526316,
      "grad_norm": 0.25185093347324305,
      "learning_rate": 1e-05,
      "loss": 1.180765151977539,
      "step": 8430
    },
    {
      "epoch": 0.888421052631579,
      "grad_norm": 0.24189689406131695,
      "learning_rate": 1e-05,
      "loss": 1.1282012939453125,
      "step": 8440
    },
    {
      "epoch": 0.8894736842105263,
      "grad_norm": 0.2647004445191544,
      "learning_rate": 1e-05,
      "loss": 1.1022151947021483,
      "step": 8450
    },
    {
      "epoch": 0.8905263157894737,
      "grad_norm": 0.2641287860444434,
      "learning_rate": 1e-05,
      "loss": 1.1134539604187013,
      "step": 8460
    },
    {
      "epoch": 0.891578947368421,
      "grad_norm": 0.24069627311122557,
      "learning_rate": 1e-05,
      "loss": 1.091534423828125,
      "step": 8470
    },
    {
      "epoch": 0.8926315789473684,
      "grad_norm": 0.25115057960806103,
      "learning_rate": 1e-05,
      "loss": 1.1029605865478516,
      "step": 8480
    },
    {
      "epoch": 0.8936842105263157,
      "grad_norm": 0.2939365023559868,
      "learning_rate": 1e-05,
      "loss": 1.0801345825195312,
      "step": 8490
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 0.24366124450721913,
      "learning_rate": 1e-05,
      "loss": 1.0616696357727051,
      "step": 8500
    },
    {
      "epoch": 0.8957894736842106,
      "grad_norm": 0.24286392691962091,
      "learning_rate": 1e-05,
      "loss": 1.033091926574707,
      "step": 8510
    },
    {
      "epoch": 0.8968421052631579,
      "grad_norm": 0.24644385070077768,
      "learning_rate": 1e-05,
      "loss": 1.030784797668457,
      "step": 8520
    },
    {
      "epoch": 0.8978947368421053,
      "grad_norm": 0.2560783385054672,
      "learning_rate": 1e-05,
      "loss": 1.0137654304504395,
      "step": 8530
    },
    {
      "epoch": 0.8989473684210526,
      "grad_norm": 0.2391108699604642,
      "learning_rate": 1e-05,
      "loss": 1.006385040283203,
      "step": 8540
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.2377961771517584,
      "learning_rate": 1e-05,
      "loss": 0.9708780288696289,
      "step": 8550
    },
    {
      "epoch": 0.9010526315789473,
      "grad_norm": 0.2569933743739859,
      "learning_rate": 1e-05,
      "loss": 0.9508537292480469,
      "step": 8560
    },
    {
      "epoch": 0.9021052631578947,
      "grad_norm": 0.23103241978888703,
      "learning_rate": 1e-05,
      "loss": 0.9720380783081055,
      "step": 8570
    },
    {
      "epoch": 0.9031578947368422,
      "grad_norm": 0.31694452973073833,
      "learning_rate": 1e-05,
      "loss": 0.9239744186401367,
      "step": 8580
    },
    {
      "epoch": 0.9042105263157895,
      "grad_norm": 0.2233864432107501,
      "learning_rate": 1e-05,
      "loss": 0.9380537986755371,
      "step": 8590
    },
    {
      "epoch": 0.9052631578947369,
      "grad_norm": 0.23081261337521336,
      "learning_rate": 1e-05,
      "loss": 0.915916633605957,
      "step": 8600
    },
    {
      "epoch": 0.9063157894736842,
      "grad_norm": 0.24025606769377367,
      "learning_rate": 1e-05,
      "loss": 0.8951493263244629,
      "step": 8610
    },
    {
      "epoch": 0.9073684210526316,
      "grad_norm": 0.296841793815868,
      "learning_rate": 1e-05,
      "loss": 0.9111743927001953,
      "step": 8620
    },
    {
      "epoch": 0.9084210526315789,
      "grad_norm": 0.23098074629664309,
      "learning_rate": 1e-05,
      "loss": 0.9580887794494629,
      "step": 8630
    },
    {
      "epoch": 0.9094736842105263,
      "grad_norm": 0.22502208082404163,
      "learning_rate": 1e-05,
      "loss": 0.8954828262329102,
      "step": 8640
    },
    {
      "epoch": 0.9105263157894737,
      "grad_norm": 0.23535685712792298,
      "learning_rate": 1e-05,
      "loss": 0.9037555694580078,
      "step": 8650
    },
    {
      "epoch": 0.911578947368421,
      "grad_norm": 0.2127950512633359,
      "learning_rate": 1e-05,
      "loss": 0.8547103881835938,
      "step": 8660
    },
    {
      "epoch": 0.9126315789473685,
      "grad_norm": 0.21882815479778897,
      "learning_rate": 1e-05,
      "loss": 0.8527597427368164,
      "step": 8670
    },
    {
      "epoch": 0.9136842105263158,
      "grad_norm": 0.23366284804725043,
      "learning_rate": 1e-05,
      "loss": 0.876220703125,
      "step": 8680
    },
    {
      "epoch": 0.9147368421052632,
      "grad_norm": 0.26444411042998667,
      "learning_rate": 1e-05,
      "loss": 0.856623363494873,
      "step": 8690
    },
    {
      "epoch": 0.9157894736842105,
      "grad_norm": 0.21715668701179666,
      "learning_rate": 1e-05,
      "loss": 0.8695198059082031,
      "step": 8700
    },
    {
      "epoch": 0.9168421052631579,
      "grad_norm": 0.22294152638286216,
      "learning_rate": 1e-05,
      "loss": 0.8599737167358399,
      "step": 8710
    },
    {
      "epoch": 0.9178947368421052,
      "grad_norm": 0.2337711685872282,
      "learning_rate": 1e-05,
      "loss": 0.8513544082641602,
      "step": 8720
    },
    {
      "epoch": 0.9189473684210526,
      "grad_norm": 0.23906024853957974,
      "learning_rate": 1e-05,
      "loss": 0.8523876190185546,
      "step": 8730
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.22073815599729743,
      "learning_rate": 1e-05,
      "loss": 0.8367352485656738,
      "step": 8740
    },
    {
      "epoch": 0.9210526315789473,
      "grad_norm": 0.22448568463154753,
      "learning_rate": 1e-05,
      "loss": 0.8680167198181152,
      "step": 8750
    },
    {
      "epoch": 0.9221052631578948,
      "grad_norm": 0.22246641822129057,
      "learning_rate": 1e-05,
      "loss": 0.8439714431762695,
      "step": 8760
    },
    {
      "epoch": 0.9231578947368421,
      "grad_norm": 0.23289141837367208,
      "learning_rate": 1e-05,
      "loss": 0.8463233947753906,
      "step": 8770
    },
    {
      "epoch": 0.9242105263157895,
      "grad_norm": 0.3375630145622655,
      "learning_rate": 1e-05,
      "loss": 0.8574393272399903,
      "step": 8780
    },
    {
      "epoch": 0.9252631578947368,
      "grad_norm": 0.19651635640156878,
      "learning_rate": 1e-05,
      "loss": 0.8035933494567871,
      "step": 8790
    },
    {
      "epoch": 0.9263157894736842,
      "grad_norm": 0.24700824062029791,
      "learning_rate": 1e-05,
      "loss": 0.7834304809570313,
      "step": 8800
    },
    {
      "epoch": 0.9273684210526316,
      "grad_norm": 0.21411575599547564,
      "learning_rate": 1e-05,
      "loss": 0.778415298461914,
      "step": 8810
    },
    {
      "epoch": 0.9284210526315789,
      "grad_norm": 0.3049708354529429,
      "learning_rate": 1e-05,
      "loss": 0.767140245437622,
      "step": 8820
    },
    {
      "epoch": 0.9294736842105263,
      "grad_norm": 0.1890049656286049,
      "learning_rate": 1e-05,
      "loss": 0.7538487434387207,
      "step": 8830
    },
    {
      "epoch": 0.9305263157894736,
      "grad_norm": 0.20811670669103846,
      "learning_rate": 1e-05,
      "loss": 0.709379005432129,
      "step": 8840
    },
    {
      "epoch": 0.9315789473684211,
      "grad_norm": 0.21457209857479662,
      "learning_rate": 1e-05,
      "loss": 0.7053157806396484,
      "step": 8850
    },
    {
      "epoch": 0.9326315789473684,
      "grad_norm": 0.19459829081867222,
      "learning_rate": 1e-05,
      "loss": 0.698844575881958,
      "step": 8860
    },
    {
      "epoch": 0.9336842105263158,
      "grad_norm": 0.21179207207173176,
      "learning_rate": 1e-05,
      "loss": 0.687296199798584,
      "step": 8870
    },
    {
      "epoch": 0.9347368421052632,
      "grad_norm": 0.1989933845165214,
      "learning_rate": 1e-05,
      "loss": 0.6703040122985839,
      "step": 8880
    },
    {
      "epoch": 0.9357894736842105,
      "grad_norm": 0.20776682511621972,
      "learning_rate": 1e-05,
      "loss": 0.6744589328765869,
      "step": 8890
    },
    {
      "epoch": 0.9368421052631579,
      "grad_norm": 0.2092872130461126,
      "learning_rate": 1e-05,
      "loss": 0.6761126518249512,
      "step": 8900
    },
    {
      "epoch": 0.9378947368421052,
      "grad_norm": 0.22785656675358273,
      "learning_rate": 1e-05,
      "loss": 0.675350570678711,
      "step": 8910
    },
    {
      "epoch": 0.9389473684210526,
      "grad_norm": 0.21712992946784904,
      "learning_rate": 1e-05,
      "loss": 0.6713425636291503,
      "step": 8920
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.23166249573526182,
      "learning_rate": 1e-05,
      "loss": 0.6628326416015625,
      "step": 8930
    },
    {
      "epoch": 0.9410526315789474,
      "grad_norm": 0.6594057760648365,
      "learning_rate": 1e-05,
      "loss": 0.643064546585083,
      "step": 8940
    },
    {
      "epoch": 0.9421052631578948,
      "grad_norm": 0.2596828266606076,
      "learning_rate": 1e-05,
      "loss": 0.6598286628723145,
      "step": 8950
    },
    {
      "epoch": 0.9431578947368421,
      "grad_norm": 0.19724597614625558,
      "learning_rate": 1e-05,
      "loss": 0.5980873107910156,
      "step": 8960
    },
    {
      "epoch": 0.9442105263157895,
      "grad_norm": 0.2078811918029264,
      "learning_rate": 1e-05,
      "loss": 0.6211897850036621,
      "step": 8970
    },
    {
      "epoch": 0.9452631578947368,
      "grad_norm": 0.21188684099627883,
      "learning_rate": 1e-05,
      "loss": 0.5906908988952637,
      "step": 8980
    },
    {
      "epoch": 0.9463157894736842,
      "grad_norm": 0.20028773107785666,
      "learning_rate": 1e-05,
      "loss": 0.5580528259277344,
      "step": 8990
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.18223006968990166,
      "learning_rate": 1e-05,
      "loss": 0.5851156711578369,
      "step": 9000
    },
    {
      "epoch": 0.9484210526315789,
      "grad_norm": 0.19661293931890084,
      "learning_rate": 1e-05,
      "loss": 0.5192183494567871,
      "step": 9010
    },
    {
      "epoch": 0.9494736842105264,
      "grad_norm": 0.18076896046499094,
      "learning_rate": 1e-05,
      "loss": 0.513965654373169,
      "step": 9020
    },
    {
      "epoch": 0.9505263157894737,
      "grad_norm": 0.18695006786265717,
      "learning_rate": 1e-05,
      "loss": 0.5101747989654541,
      "step": 9030
    },
    {
      "epoch": 0.9515789473684211,
      "grad_norm": 0.20248565390516432,
      "learning_rate": 1e-05,
      "loss": 0.5146926879882813,
      "step": 9040
    },
    {
      "epoch": 0.9526315789473684,
      "grad_norm": 0.17387515897766911,
      "learning_rate": 1e-05,
      "loss": 0.5397676467895508,
      "step": 9050
    },
    {
      "epoch": 0.9536842105263158,
      "grad_norm": 0.17774197277066184,
      "learning_rate": 1e-05,
      "loss": 0.5814432144165039,
      "step": 9060
    },
    {
      "epoch": 0.9547368421052631,
      "grad_norm": 0.19735269435711078,
      "learning_rate": 1e-05,
      "loss": 0.5320480346679688,
      "step": 9070
    },
    {
      "epoch": 0.9557894736842105,
      "grad_norm": 0.26012497009104923,
      "learning_rate": 1e-05,
      "loss": 0.48093390464782715,
      "step": 9080
    },
    {
      "epoch": 0.9568421052631579,
      "grad_norm": 0.18532656117120772,
      "learning_rate": 1e-05,
      "loss": 0.5239907741546631,
      "step": 9090
    },
    {
      "epoch": 0.9578947368421052,
      "grad_norm": 0.20636730673147705,
      "learning_rate": 1e-05,
      "loss": 0.5028749942779541,
      "step": 9100
    },
    {
      "epoch": 0.9589473684210527,
      "grad_norm": 0.19865376703305168,
      "learning_rate": 1e-05,
      "loss": 0.47848663330078123,
      "step": 9110
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.17207509308168797,
      "learning_rate": 1e-05,
      "loss": 0.46389479637145997,
      "step": 9120
    },
    {
      "epoch": 0.9610526315789474,
      "grad_norm": 0.20150743395902215,
      "learning_rate": 1e-05,
      "loss": 0.45012102127075193,
      "step": 9130
    },
    {
      "epoch": 0.9621052631578947,
      "grad_norm": 0.30859210069285076,
      "learning_rate": 1e-05,
      "loss": 0.4895476818084717,
      "step": 9140
    },
    {
      "epoch": 0.9631578947368421,
      "grad_norm": 0.20057802579831513,
      "learning_rate": 1e-05,
      "loss": 0.45813713073730467,
      "step": 9150
    },
    {
      "epoch": 0.9642105263157895,
      "grad_norm": 0.2355090125924601,
      "learning_rate": 1e-05,
      "loss": 0.4826399803161621,
      "step": 9160
    },
    {
      "epoch": 0.9652631578947368,
      "grad_norm": 0.17696274625002115,
      "learning_rate": 1e-05,
      "loss": 0.46065683364868165,
      "step": 9170
    },
    {
      "epoch": 0.9663157894736842,
      "grad_norm": 0.18036750784869485,
      "learning_rate": 1e-05,
      "loss": 0.4703228950500488,
      "step": 9180
    },
    {
      "epoch": 0.9673684210526315,
      "grad_norm": 0.19082468335595296,
      "learning_rate": 1e-05,
      "loss": 0.4499660491943359,
      "step": 9190
    },
    {
      "epoch": 0.968421052631579,
      "grad_norm": 0.2556638794769354,
      "learning_rate": 1e-05,
      "loss": 0.4480300426483154,
      "step": 9200
    },
    {
      "epoch": 0.9694736842105263,
      "grad_norm": 0.17304593928985593,
      "learning_rate": 1e-05,
      "loss": 0.44375810623168943,
      "step": 9210
    },
    {
      "epoch": 0.9705263157894737,
      "grad_norm": 0.21181791929041688,
      "learning_rate": 1e-05,
      "loss": 0.41954312324523924,
      "step": 9220
    },
    {
      "epoch": 0.9715789473684211,
      "grad_norm": 0.17140833116108528,
      "learning_rate": 1e-05,
      "loss": 0.48293113708496094,
      "step": 9230
    },
    {
      "epoch": 0.9726315789473684,
      "grad_norm": 0.168770059689768,
      "learning_rate": 1e-05,
      "loss": 0.46772146224975586,
      "step": 9240
    },
    {
      "epoch": 0.9736842105263158,
      "grad_norm": 0.1796396146615267,
      "learning_rate": 1e-05,
      "loss": 0.5024192333221436,
      "step": 9250
    },
    {
      "epoch": 0.9747368421052631,
      "grad_norm": 0.2149394400309839,
      "learning_rate": 1e-05,
      "loss": 0.5203466415405273,
      "step": 9260
    },
    {
      "epoch": 0.9757894736842105,
      "grad_norm": 0.19593807462401958,
      "learning_rate": 1e-05,
      "loss": 0.5324414253234864,
      "step": 9270
    },
    {
      "epoch": 0.9768421052631578,
      "grad_norm": 0.17433712308479005,
      "learning_rate": 1e-05,
      "loss": 0.513987684249878,
      "step": 9280
    },
    {
      "epoch": 0.9778947368421053,
      "grad_norm": 0.37517583171073404,
      "learning_rate": 1e-05,
      "loss": 0.5582686424255371,
      "step": 9290
    },
    {
      "epoch": 0.9789473684210527,
      "grad_norm": 0.20079454881211847,
      "learning_rate": 1e-05,
      "loss": 0.5541967868804931,
      "step": 9300
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.1918408639036845,
      "learning_rate": 1e-05,
      "loss": 0.5959220886230469,
      "step": 9310
    },
    {
      "epoch": 0.9810526315789474,
      "grad_norm": 0.1886389073090896,
      "learning_rate": 1e-05,
      "loss": 0.6560276031494141,
      "step": 9320
    },
    {
      "epoch": 0.9821052631578947,
      "grad_norm": 0.1978670830203482,
      "learning_rate": 1e-05,
      "loss": 0.6445225238800049,
      "step": 9330
    },
    {
      "epoch": 0.9831578947368421,
      "grad_norm": 0.5227765274459174,
      "learning_rate": 1e-05,
      "loss": 0.6521971702575684,
      "step": 9340
    },
    {
      "epoch": 0.9842105263157894,
      "grad_norm": 0.2339773380825472,
      "learning_rate": 1e-05,
      "loss": 0.6857166290283203,
      "step": 9350
    },
    {
      "epoch": 0.9852631578947368,
      "grad_norm": 0.2281839158566163,
      "learning_rate": 1e-05,
      "loss": 0.7210614204406738,
      "step": 9360
    },
    {
      "epoch": 0.9863157894736843,
      "grad_norm": 0.22494691818750182,
      "learning_rate": 1e-05,
      "loss": 0.7327334880828857,
      "step": 9370
    },
    {
      "epoch": 0.9873684210526316,
      "grad_norm": 0.20170374103708558,
      "learning_rate": 1e-05,
      "loss": 0.7342099189758301,
      "step": 9380
    },
    {
      "epoch": 0.988421052631579,
      "grad_norm": 0.21994834523949286,
      "learning_rate": 1e-05,
      "loss": 0.7164675712585449,
      "step": 9390
    },
    {
      "epoch": 0.9894736842105263,
      "grad_norm": 0.21077513656316527,
      "learning_rate": 1e-05,
      "loss": 0.774052619934082,
      "step": 9400
    },
    {
      "epoch": 0.9905263157894737,
      "grad_norm": 0.21697600028260566,
      "learning_rate": 1e-05,
      "loss": 0.7530053138732911,
      "step": 9410
    },
    {
      "epoch": 0.991578947368421,
      "grad_norm": 0.22937584136651137,
      "learning_rate": 1e-05,
      "loss": 0.777883243560791,
      "step": 9420
    },
    {
      "epoch": 0.9926315789473684,
      "grad_norm": 0.21062351703765386,
      "learning_rate": 1e-05,
      "loss": 0.7843510627746582,
      "step": 9430
    },
    {
      "epoch": 0.9936842105263158,
      "grad_norm": 0.20806165835478788,
      "learning_rate": 1e-05,
      "loss": 0.7711593627929687,
      "step": 9440
    },
    {
      "epoch": 0.9947368421052631,
      "grad_norm": 0.20677131681224006,
      "learning_rate": 1e-05,
      "loss": 0.7815569400787353,
      "step": 9450
    },
    {
      "epoch": 0.9957894736842106,
      "grad_norm": 0.20123911148814108,
      "learning_rate": 1e-05,
      "loss": 0.7943475246429443,
      "step": 9460
    },
    {
      "epoch": 0.9968421052631579,
      "grad_norm": 0.22764163198173562,
      "learning_rate": 1e-05,
      "loss": 0.8312942504882812,
      "step": 9470
    },
    {
      "epoch": 0.9978947368421053,
      "grad_norm": 0.3033912254170302,
      "learning_rate": 1e-05,
      "loss": 0.8159421920776367,
      "step": 9480
    },
    {
      "epoch": 0.9989473684210526,
      "grad_norm": 0.21777961853289218,
      "learning_rate": 1e-05,
      "loss": 0.8064357757568359,
      "step": 9490
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.22407410341960468,
      "learning_rate": 1e-05,
      "loss": 0.7963273048400878,
      "step": 9500
    },
    {
      "epoch": 1.0,
      "step": 9500,
      "total_flos": 1.7566495445876736e+17,
      "train_loss": 0.4299021988918907,
      "train_runtime": 81916.7452,
      "train_samples_per_second": 14.844,
      "train_steps_per_second": 0.116
    }
  ],
  "logging_steps": 10,
  "max_steps": 9500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.7566495445876736e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}