{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.994492525570417,
  "eval_steps": 500,
  "global_step": 1585,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003147128245476003,
      "grad_norm": 6.929598040614756,
      "learning_rate": 2.5157232704402517e-07,
      "loss": 1.0552,
      "step": 1
    },
    {
      "epoch": 0.006294256490952006,
      "grad_norm": 6.905796769662321,
      "learning_rate": 5.031446540880503e-07,
      "loss": 1.0526,
      "step": 2
    },
    {
      "epoch": 0.00944138473642801,
      "grad_norm": 6.968574034942788,
      "learning_rate": 7.547169811320755e-07,
      "loss": 1.0558,
      "step": 3
    },
    {
      "epoch": 0.012588512981904013,
      "grad_norm": 6.851623182903484,
      "learning_rate": 1.0062893081761007e-06,
      "loss": 1.0581,
      "step": 4
    },
    {
      "epoch": 0.015735641227380016,
      "grad_norm": 6.816097196762909,
      "learning_rate": 1.257861635220126e-06,
      "loss": 1.0691,
      "step": 5
    },
    {
      "epoch": 0.01888276947285602,
      "grad_norm": 6.269657845555971,
      "learning_rate": 1.509433962264151e-06,
      "loss": 1.0442,
      "step": 6
    },
    {
      "epoch": 0.022029897718332022,
      "grad_norm": 6.136829210521579,
      "learning_rate": 1.7610062893081762e-06,
      "loss": 1.0331,
      "step": 7
    },
    {
      "epoch": 0.025177025963808025,
      "grad_norm": 4.635434838113676,
      "learning_rate": 2.0125786163522013e-06,
      "loss": 0.9988,
      "step": 8
    },
    {
      "epoch": 0.02832415420928403,
      "grad_norm": 4.321448680290915,
      "learning_rate": 2.2641509433962266e-06,
      "loss": 0.9861,
      "step": 9
    },
    {
      "epoch": 0.03147128245476003,
      "grad_norm": 2.927976062577963,
      "learning_rate": 2.515723270440252e-06,
      "loss": 0.9606,
      "step": 10
    },
    {
      "epoch": 0.03461841070023604,
      "grad_norm": 2.853095690681028,
      "learning_rate": 2.767295597484277e-06,
      "loss": 0.9645,
      "step": 11
    },
    {
      "epoch": 0.03776553894571204,
      "grad_norm": 2.7462594823658737,
      "learning_rate": 3.018867924528302e-06,
      "loss": 0.9743,
      "step": 12
    },
    {
      "epoch": 0.040912667191188044,
      "grad_norm": 3.562428829453312,
      "learning_rate": 3.270440251572327e-06,
      "loss": 0.9278,
      "step": 13
    },
    {
      "epoch": 0.044059795436664044,
      "grad_norm": 4.263574542340476,
      "learning_rate": 3.5220125786163524e-06,
      "loss": 0.9396,
      "step": 14
    },
    {
      "epoch": 0.04720692368214005,
      "grad_norm": 3.985495537747823,
      "learning_rate": 3.7735849056603777e-06,
      "loss": 0.9377,
      "step": 15
    },
    {
      "epoch": 0.05035405192761605,
      "grad_norm": 3.739310444555421,
      "learning_rate": 4.025157232704403e-06,
      "loss": 0.9249,
      "step": 16
    },
    {
      "epoch": 0.05350118017309206,
      "grad_norm": 2.9474915656983605,
      "learning_rate": 4.276729559748428e-06,
      "loss": 0.9276,
      "step": 17
    },
    {
      "epoch": 0.05664830841856806,
      "grad_norm": 2.270408122661505,
      "learning_rate": 4.528301886792453e-06,
      "loss": 0.8794,
      "step": 18
    },
    {
      "epoch": 0.05979543666404406,
      "grad_norm": 2.019432371584577,
      "learning_rate": 4.779874213836478e-06,
      "loss": 0.8753,
      "step": 19
    },
    {
      "epoch": 0.06294256490952006,
      "grad_norm": 1.647937215366361,
      "learning_rate": 5.031446540880504e-06,
      "loss": 0.8624,
      "step": 20
    },
    {
      "epoch": 0.06608969315499606,
      "grad_norm": 1.2550304135134105,
      "learning_rate": 5.283018867924529e-06,
      "loss": 0.8442,
      "step": 21
    },
    {
      "epoch": 0.06923682140047208,
      "grad_norm": 1.1653152615859128,
      "learning_rate": 5.534591194968554e-06,
      "loss": 0.8329,
      "step": 22
    },
    {
      "epoch": 0.07238394964594808,
      "grad_norm": 0.9858900450552275,
      "learning_rate": 5.786163522012579e-06,
      "loss": 0.8175,
      "step": 23
    },
    {
      "epoch": 0.07553107789142408,
      "grad_norm": 1.022081335979346,
      "learning_rate": 6.037735849056604e-06,
      "loss": 0.8111,
      "step": 24
    },
    {
      "epoch": 0.07867820613690008,
      "grad_norm": 0.8753797612953995,
      "learning_rate": 6.289308176100629e-06,
      "loss": 0.8,
      "step": 25
    },
    {
      "epoch": 0.08182533438237609,
      "grad_norm": 0.9128953216524504,
      "learning_rate": 6.540880503144654e-06,
      "loss": 0.7959,
      "step": 26
    },
    {
      "epoch": 0.08497246262785209,
      "grad_norm": 0.977168784939036,
      "learning_rate": 6.792452830188679e-06,
      "loss": 0.794,
      "step": 27
    },
    {
      "epoch": 0.08811959087332809,
      "grad_norm": 0.8642439163002466,
      "learning_rate": 7.044025157232705e-06,
      "loss": 0.7739,
      "step": 28
    },
    {
      "epoch": 0.09126671911880409,
      "grad_norm": 0.7734428298213224,
      "learning_rate": 7.29559748427673e-06,
      "loss": 0.7886,
      "step": 29
    },
    {
      "epoch": 0.0944138473642801,
      "grad_norm": 0.9003447759767896,
      "learning_rate": 7.5471698113207555e-06,
      "loss": 0.7766,
      "step": 30
    },
    {
      "epoch": 0.0975609756097561,
      "grad_norm": 0.9359339373099113,
      "learning_rate": 7.79874213836478e-06,
      "loss": 0.7634,
      "step": 31
    },
    {
      "epoch": 0.1007081038552321,
      "grad_norm": 0.7278099390374022,
      "learning_rate": 8.050314465408805e-06,
      "loss": 0.7609,
      "step": 32
    },
    {
      "epoch": 0.1038552321007081,
      "grad_norm": 0.7509292280032696,
      "learning_rate": 8.301886792452832e-06,
      "loss": 0.7633,
      "step": 33
    },
    {
      "epoch": 0.10700236034618411,
      "grad_norm": 0.7689335379022276,
      "learning_rate": 8.553459119496857e-06,
      "loss": 0.7442,
      "step": 34
    },
    {
      "epoch": 0.11014948859166011,
      "grad_norm": 0.7122656766942688,
      "learning_rate": 8.805031446540882e-06,
      "loss": 0.7424,
      "step": 35
    },
    {
      "epoch": 0.11329661683713611,
      "grad_norm": 0.6581326216708504,
      "learning_rate": 9.056603773584907e-06,
      "loss": 0.7356,
      "step": 36
    },
    {
      "epoch": 0.11644374508261211,
      "grad_norm": 0.6078493790197033,
      "learning_rate": 9.308176100628931e-06,
      "loss": 0.7439,
      "step": 37
    },
    {
      "epoch": 0.11959087332808813,
      "grad_norm": 0.5534379930110489,
      "learning_rate": 9.559748427672956e-06,
      "loss": 0.7392,
      "step": 38
    },
    {
      "epoch": 0.12273800157356413,
      "grad_norm": 0.6054365759524477,
      "learning_rate": 9.811320754716981e-06,
      "loss": 0.7362,
      "step": 39
    },
    {
      "epoch": 0.12588512981904013,
      "grad_norm": 0.6171188975167723,
      "learning_rate": 1.0062893081761008e-05,
      "loss": 0.7282,
      "step": 40
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 0.5954823809501688,
      "learning_rate": 1.0314465408805033e-05,
      "loss": 0.7209,
      "step": 41
    },
    {
      "epoch": 0.13217938630999213,
      "grad_norm": 0.5100657067756379,
      "learning_rate": 1.0566037735849058e-05,
      "loss": 0.7276,
      "step": 42
    },
    {
      "epoch": 0.13532651455546812,
      "grad_norm": 0.5616309144822732,
      "learning_rate": 1.0817610062893083e-05,
      "loss": 0.7381,
      "step": 43
    },
    {
      "epoch": 0.13847364280094415,
      "grad_norm": 0.5909101450008207,
      "learning_rate": 1.1069182389937107e-05,
      "loss": 0.7269,
      "step": 44
    },
    {
      "epoch": 0.14162077104642015,
      "grad_norm": 0.5890949559740806,
      "learning_rate": 1.1320754716981132e-05,
      "loss": 0.7096,
      "step": 45
    },
    {
      "epoch": 0.14476789929189615,
      "grad_norm": 0.5975890175035441,
      "learning_rate": 1.1572327044025157e-05,
      "loss": 0.7218,
      "step": 46
    },
    {
      "epoch": 0.14791502753737215,
      "grad_norm": 0.5619034090767466,
      "learning_rate": 1.1823899371069182e-05,
      "loss": 0.7251,
      "step": 47
    },
    {
      "epoch": 0.15106215578284815,
      "grad_norm": 0.5774632138045557,
      "learning_rate": 1.2075471698113209e-05,
      "loss": 0.7137,
      "step": 48
    },
    {
      "epoch": 0.15420928402832415,
      "grad_norm": 0.5961867782994129,
      "learning_rate": 1.2327044025157234e-05,
      "loss": 0.7081,
      "step": 49
    },
    {
      "epoch": 0.15735641227380015,
      "grad_norm": 0.6521015732677928,
      "learning_rate": 1.2578616352201259e-05,
      "loss": 0.6987,
      "step": 50
    },
    {
      "epoch": 0.16050354051927615,
      "grad_norm": 0.506284287234856,
      "learning_rate": 1.2830188679245283e-05,
      "loss": 0.7063,
      "step": 51
    },
    {
      "epoch": 0.16365066876475218,
      "grad_norm": 0.5516498749754162,
      "learning_rate": 1.3081761006289308e-05,
      "loss": 0.6963,
      "step": 52
    },
    {
      "epoch": 0.16679779701022818,
      "grad_norm": 0.6024465952086706,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.7056,
      "step": 53
    },
    {
      "epoch": 0.16994492525570418,
      "grad_norm": 0.5160023824672929,
      "learning_rate": 1.3584905660377358e-05,
      "loss": 0.7008,
      "step": 54
    },
    {
      "epoch": 0.17309205350118018,
      "grad_norm": 0.5791286636248881,
      "learning_rate": 1.3836477987421383e-05,
      "loss": 0.6996,
      "step": 55
    },
    {
      "epoch": 0.17623918174665618,
      "grad_norm": 0.5576591803332213,
      "learning_rate": 1.408805031446541e-05,
      "loss": 0.7102,
      "step": 56
    },
    {
      "epoch": 0.17938630999213218,
      "grad_norm": 0.6330972767133404,
      "learning_rate": 1.4339622641509435e-05,
      "loss": 0.6938,
      "step": 57
    },
    {
      "epoch": 0.18253343823760818,
      "grad_norm": 0.5239745977140408,
      "learning_rate": 1.459119496855346e-05,
      "loss": 0.6961,
      "step": 58
    },
    {
      "epoch": 0.18568056648308418,
      "grad_norm": 0.628316605306883,
      "learning_rate": 1.4842767295597484e-05,
      "loss": 0.6902,
      "step": 59
    },
    {
      "epoch": 0.1888276947285602,
      "grad_norm": 0.5368099681662118,
      "learning_rate": 1.5094339622641511e-05,
      "loss": 0.6829,
      "step": 60
    },
    {
      "epoch": 0.1919748229740362,
      "grad_norm": 0.5734668071542257,
      "learning_rate": 1.5345911949685536e-05,
      "loss": 0.6968,
      "step": 61
    },
    {
      "epoch": 0.1951219512195122,
      "grad_norm": 0.6868079128761005,
      "learning_rate": 1.559748427672956e-05,
      "loss": 0.6858,
      "step": 62
    },
    {
      "epoch": 0.1982690794649882,
      "grad_norm": 0.5683575072486896,
      "learning_rate": 1.5849056603773586e-05,
      "loss": 0.6932,
      "step": 63
    },
    {
      "epoch": 0.2014162077104642,
      "grad_norm": 0.5001123586647835,
      "learning_rate": 1.610062893081761e-05,
      "loss": 0.6897,
      "step": 64
    },
    {
      "epoch": 0.2045633359559402,
      "grad_norm": 0.5621386700847243,
      "learning_rate": 1.635220125786164e-05,
      "loss": 0.6874,
      "step": 65
    },
    {
      "epoch": 0.2077104642014162,
      "grad_norm": 0.5174313413850266,
      "learning_rate": 1.6603773584905664e-05,
      "loss": 0.6831,
      "step": 66
    },
    {
      "epoch": 0.2108575924468922,
      "grad_norm": 0.5217210506959701,
      "learning_rate": 1.685534591194969e-05,
      "loss": 0.6687,
      "step": 67
    },
    {
      "epoch": 0.21400472069236823,
      "grad_norm": 0.5035280266030444,
      "learning_rate": 1.7106918238993714e-05,
      "loss": 0.6834,
      "step": 68
    },
    {
      "epoch": 0.21715184893784423,
      "grad_norm": 0.5678994919125128,
      "learning_rate": 1.735849056603774e-05,
      "loss": 0.6951,
      "step": 69
    },
    {
      "epoch": 0.22029897718332023,
      "grad_norm": 0.5707567615688384,
      "learning_rate": 1.7610062893081763e-05,
      "loss": 0.6847,
      "step": 70
    },
    {
      "epoch": 0.22344610542879623,
      "grad_norm": 0.7809985354857447,
      "learning_rate": 1.7861635220125788e-05,
      "loss": 0.6774,
      "step": 71
    },
    {
      "epoch": 0.22659323367427223,
      "grad_norm": 1.046093110923802,
      "learning_rate": 1.8113207547169813e-05,
      "loss": 0.6708,
      "step": 72
    },
    {
      "epoch": 0.22974036191974823,
      "grad_norm": 1.1135255501368588,
      "learning_rate": 1.8364779874213838e-05,
      "loss": 0.6706,
      "step": 73
    },
    {
      "epoch": 0.23288749016522423,
      "grad_norm": 0.7442706325757177,
      "learning_rate": 1.8616352201257863e-05,
      "loss": 0.688,
      "step": 74
    },
    {
      "epoch": 0.23603461841070023,
      "grad_norm": 0.7511109436645367,
      "learning_rate": 1.8867924528301888e-05,
      "loss": 0.6856,
      "step": 75
    },
    {
      "epoch": 0.23918174665617625,
      "grad_norm": 0.9996568960492868,
      "learning_rate": 1.9119496855345913e-05,
      "loss": 0.6743,
      "step": 76
    },
    {
      "epoch": 0.24232887490165225,
      "grad_norm": 1.0404763602720255,
      "learning_rate": 1.9371069182389938e-05,
      "loss": 0.6769,
      "step": 77
    },
    {
      "epoch": 0.24547600314712825,
      "grad_norm": 0.9916721164476111,
      "learning_rate": 1.9622641509433963e-05,
      "loss": 0.6673,
      "step": 78
    },
    {
      "epoch": 0.24862313139260425,
      "grad_norm": 1.1612341326633233,
      "learning_rate": 1.9874213836477987e-05,
      "loss": 0.6669,
      "step": 79
    },
    {
      "epoch": 0.25177025963808025,
      "grad_norm": 0.759493553538397,
      "learning_rate": 2.0125786163522016e-05,
      "loss": 0.6585,
      "step": 80
    },
    {
      "epoch": 0.2549173878835563,
      "grad_norm": 1.1730448836839678,
      "learning_rate": 2.037735849056604e-05,
      "loss": 0.6689,
      "step": 81
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 1.3145750241994978,
      "learning_rate": 2.0628930817610066e-05,
      "loss": 0.6666,
      "step": 82
    },
    {
      "epoch": 0.2612116443745083,
      "grad_norm": 0.8560831722543999,
      "learning_rate": 2.088050314465409e-05,
      "loss": 0.6605,
      "step": 83
    },
    {
      "epoch": 0.26435877261998425,
      "grad_norm": 1.307515350251066,
      "learning_rate": 2.1132075471698115e-05,
      "loss": 0.6777,
      "step": 84
    },
    {
      "epoch": 0.2675059008654603,
      "grad_norm": 0.7959450309653999,
      "learning_rate": 2.138364779874214e-05,
      "loss": 0.6628,
      "step": 85
    },
    {
      "epoch": 0.27065302911093625,
      "grad_norm": 1.3601493926178994,
      "learning_rate": 2.1635220125786165e-05,
      "loss": 0.6684,
      "step": 86
    },
    {
      "epoch": 0.2738001573564123,
      "grad_norm": 1.0335217441808127,
      "learning_rate": 2.188679245283019e-05,
      "loss": 0.6644,
      "step": 87
    },
    {
      "epoch": 0.2769472856018883,
      "grad_norm": 1.1840289122844756,
      "learning_rate": 2.2138364779874215e-05,
      "loss": 0.6621,
      "step": 88
    },
    {
      "epoch": 0.2800944138473643,
      "grad_norm": 0.8482919292822308,
      "learning_rate": 2.238993710691824e-05,
      "loss": 0.6546,
      "step": 89
    },
    {
      "epoch": 0.2832415420928403,
      "grad_norm": 1.219466252432804,
      "learning_rate": 2.2641509433962265e-05,
      "loss": 0.66,
      "step": 90
    },
    {
      "epoch": 0.2863886703383163,
      "grad_norm": 1.0676120235119377,
      "learning_rate": 2.289308176100629e-05,
      "loss": 0.6592,
      "step": 91
    },
    {
      "epoch": 0.2895357985837923,
      "grad_norm": 1.2108955484478103,
      "learning_rate": 2.3144654088050315e-05,
      "loss": 0.6721,
      "step": 92
    },
    {
      "epoch": 0.2926829268292683,
      "grad_norm": 0.9120063102836191,
      "learning_rate": 2.339622641509434e-05,
      "loss": 0.6659,
      "step": 93
    },
    {
      "epoch": 0.2958300550747443,
      "grad_norm": 1.2734105963895854,
      "learning_rate": 2.3647798742138364e-05,
      "loss": 0.6707,
      "step": 94
    },
    {
      "epoch": 0.2989771833202203,
      "grad_norm": 1.0314294710331138,
      "learning_rate": 2.3899371069182393e-05,
      "loss": 0.6717,
      "step": 95
    },
    {
      "epoch": 0.3021243115656963,
      "grad_norm": 1.1455964773414549,
      "learning_rate": 2.4150943396226418e-05,
      "loss": 0.6665,
      "step": 96
    },
    {
      "epoch": 0.30527143981117233,
      "grad_norm": 1.285838785053339,
      "learning_rate": 2.4402515723270442e-05,
      "loss": 0.6639,
      "step": 97
    },
    {
      "epoch": 0.3084185680566483,
      "grad_norm": 1.263209287431304,
      "learning_rate": 2.4654088050314467e-05,
      "loss": 0.6601,
      "step": 98
    },
    {
      "epoch": 0.31156569630212433,
      "grad_norm": 0.8978757077780872,
      "learning_rate": 2.4905660377358492e-05,
      "loss": 0.6545,
      "step": 99
    },
    {
      "epoch": 0.3147128245476003,
      "grad_norm": 0.9825339416853001,
      "learning_rate": 2.5157232704402517e-05,
      "loss": 0.6476,
      "step": 100
    },
    {
      "epoch": 0.31785995279307633,
      "grad_norm": 1.308507693155568,
      "learning_rate": 2.5408805031446542e-05,
      "loss": 0.6689,
      "step": 101
    },
    {
      "epoch": 0.3210070810385523,
      "grad_norm": 1.1553828783407727,
      "learning_rate": 2.5660377358490567e-05,
      "loss": 0.6667,
      "step": 102
    },
    {
      "epoch": 0.3241542092840283,
      "grad_norm": 1.099078324578191,
      "learning_rate": 2.5911949685534592e-05,
      "loss": 0.6485,
      "step": 103
    },
    {
      "epoch": 0.32730133752950435,
      "grad_norm": 1.0681608956982722,
      "learning_rate": 2.6163522012578617e-05,
      "loss": 0.6492,
      "step": 104
    },
    {
      "epoch": 0.3304484657749803,
      "grad_norm": 1.0413270700584025,
      "learning_rate": 2.641509433962264e-05,
      "loss": 0.6565,
      "step": 105
    },
    {
      "epoch": 0.33359559402045635,
      "grad_norm": 1.1879394567955261,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 0.6523,
      "step": 106
    },
    {
      "epoch": 0.3367427222659323,
      "grad_norm": 1.4725003254144884,
      "learning_rate": 2.691823899371069e-05,
      "loss": 0.6556,
      "step": 107
    },
    {
      "epoch": 0.33988985051140835,
      "grad_norm": 0.6126879058489698,
      "learning_rate": 2.7169811320754716e-05,
      "loss": 0.6572,
      "step": 108
    },
    {
      "epoch": 0.3430369787568843,
      "grad_norm": 1.180095012071221,
      "learning_rate": 2.742138364779874e-05,
      "loss": 0.6451,
      "step": 109
    },
    {
      "epoch": 0.34618410700236035,
      "grad_norm": 1.5775784222686664,
      "learning_rate": 2.7672955974842766e-05,
      "loss": 0.6479,
      "step": 110
    },
    {
      "epoch": 0.3493312352478363,
      "grad_norm": 1.0102816587441463,
      "learning_rate": 2.7924528301886794e-05,
      "loss": 0.6537,
      "step": 111
    },
    {
      "epoch": 0.35247836349331235,
      "grad_norm": 1.844674890611079,
      "learning_rate": 2.817610062893082e-05,
      "loss": 0.6632,
      "step": 112
    },
    {
      "epoch": 0.3556254917387884,
      "grad_norm": 1.1133503786547416,
      "learning_rate": 2.8427672955974844e-05,
      "loss": 0.6588,
      "step": 113
    },
    {
      "epoch": 0.35877261998426435,
      "grad_norm": 2.0384135105494825,
      "learning_rate": 2.867924528301887e-05,
      "loss": 0.6566,
      "step": 114
    },
    {
      "epoch": 0.3619197482297404,
      "grad_norm": 1.6427197756524008,
      "learning_rate": 2.8930817610062894e-05,
      "loss": 0.6536,
      "step": 115
    },
    {
      "epoch": 0.36506687647521635,
      "grad_norm": 1.7204143290151555,
      "learning_rate": 2.918238993710692e-05,
      "loss": 0.6516,
      "step": 116
    },
    {
      "epoch": 0.3682140047206924,
      "grad_norm": 1.6120937604495096,
      "learning_rate": 2.9433962264150944e-05,
      "loss": 0.643,
      "step": 117
    },
    {
      "epoch": 0.37136113296616835,
      "grad_norm": 1.4095110771525443,
      "learning_rate": 2.968553459119497e-05,
      "loss": 0.6621,
      "step": 118
    },
    {
      "epoch": 0.3745082612116444,
      "grad_norm": 1.459313179796121,
      "learning_rate": 2.9937106918238994e-05,
      "loss": 0.6594,
      "step": 119
    },
    {
      "epoch": 0.3776553894571204,
      "grad_norm": 1.0827125230585957,
      "learning_rate": 3.0188679245283022e-05,
      "loss": 0.6614,
      "step": 120
    },
    {
      "epoch": 0.3808025177025964,
      "grad_norm": 1.935573484990545,
      "learning_rate": 3.044025157232705e-05,
      "loss": 0.6586,
      "step": 121
    },
    {
      "epoch": 0.3839496459480724,
      "grad_norm": 1.38748901967822,
      "learning_rate": 3.069182389937107e-05,
      "loss": 0.6587,
      "step": 122
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 1.949825044536692,
      "learning_rate": 3.09433962264151e-05,
      "loss": 0.6541,
      "step": 123
    },
    {
      "epoch": 0.3902439024390244,
      "grad_norm": 1.7165782756639372,
      "learning_rate": 3.119496855345912e-05,
      "loss": 0.649,
      "step": 124
    },
    {
      "epoch": 0.3933910306845004,
      "grad_norm": 1.4753090682690373,
      "learning_rate": 3.144654088050315e-05,
      "loss": 0.6472,
      "step": 125
    },
    {
      "epoch": 0.3965381589299764,
      "grad_norm": 1.7890266274768591,
      "learning_rate": 3.169811320754717e-05,
      "loss": 0.6649,
      "step": 126
    },
    {
      "epoch": 0.3996852871754524,
      "grad_norm": 1.335629902067876,
      "learning_rate": 3.19496855345912e-05,
      "loss": 0.6544,
      "step": 127
    },
    {
      "epoch": 0.4028324154209284,
      "grad_norm": 1.5980486069135038,
      "learning_rate": 3.220125786163522e-05,
      "loss": 0.6511,
      "step": 128
    },
    {
      "epoch": 0.40597954366640443,
      "grad_norm": 1.3401486224120511,
      "learning_rate": 3.245283018867925e-05,
      "loss": 0.6435,
      "step": 129
    },
    {
      "epoch": 0.4091266719118804,
      "grad_norm": 1.5147750007237795,
      "learning_rate": 3.270440251572328e-05,
      "loss": 0.6493,
      "step": 130
    },
    {
      "epoch": 0.41227380015735643,
      "grad_norm": 1.5267838685199988,
      "learning_rate": 3.29559748427673e-05,
      "loss": 0.6535,
      "step": 131
    },
    {
      "epoch": 0.4154209284028324,
      "grad_norm": 1.2875034331430568,
      "learning_rate": 3.320754716981133e-05,
      "loss": 0.6434,
      "step": 132
    },
    {
      "epoch": 0.41856805664830843,
      "grad_norm": 1.6371277196579286,
      "learning_rate": 3.345911949685535e-05,
      "loss": 0.6584,
      "step": 133
    },
    {
      "epoch": 0.4217151848937844,
      "grad_norm": 1.5486461984110311,
      "learning_rate": 3.371069182389938e-05,
      "loss": 0.6458,
      "step": 134
    },
    {
      "epoch": 0.42486231313926043,
      "grad_norm": 1.3892293338547828,
      "learning_rate": 3.39622641509434e-05,
      "loss": 0.6447,
      "step": 135
    },
    {
      "epoch": 0.42800944138473646,
      "grad_norm": 1.6407567446245384,
      "learning_rate": 3.421383647798743e-05,
      "loss": 0.651,
      "step": 136
    },
    {
      "epoch": 0.4311565696302124,
      "grad_norm": 1.1366311200838441,
      "learning_rate": 3.446540880503145e-05,
      "loss": 0.6406,
      "step": 137
    },
    {
      "epoch": 0.43430369787568845,
      "grad_norm": 1.764056894253217,
      "learning_rate": 3.471698113207548e-05,
      "loss": 0.649,
      "step": 138
    },
    {
      "epoch": 0.4374508261211644,
      "grad_norm": 1.2131870613834437,
      "learning_rate": 3.49685534591195e-05,
      "loss": 0.6433,
      "step": 139
    },
    {
      "epoch": 0.44059795436664045,
      "grad_norm": 1.617902481723902,
      "learning_rate": 3.522012578616353e-05,
      "loss": 0.6442,
      "step": 140
    },
    {
      "epoch": 0.4437450826121164,
      "grad_norm": 1.2609898385086604,
      "learning_rate": 3.547169811320755e-05,
      "loss": 0.6329,
      "step": 141
    },
    {
      "epoch": 0.44689221085759245,
      "grad_norm": 1.7132073427376908,
      "learning_rate": 3.5723270440251577e-05,
      "loss": 0.6503,
      "step": 142
    },
    {
      "epoch": 0.4500393391030684,
      "grad_norm": 1.2177364936643433,
      "learning_rate": 3.59748427672956e-05,
      "loss": 0.6319,
      "step": 143
    },
    {
      "epoch": 0.45318646734854445,
      "grad_norm": 1.4831866244496776,
      "learning_rate": 3.6226415094339626e-05,
      "loss": 0.6447,
      "step": 144
    },
    {
      "epoch": 0.4563335955940205,
      "grad_norm": 1.9962471519744966,
      "learning_rate": 3.6477987421383655e-05,
      "loss": 0.6449,
      "step": 145
    },
    {
      "epoch": 0.45948072383949645,
      "grad_norm": 1.1203633745786987,
      "learning_rate": 3.6729559748427676e-05,
      "loss": 0.6447,
      "step": 146
    },
    {
      "epoch": 0.4626278520849725,
      "grad_norm": 1.7428487048510457,
      "learning_rate": 3.6981132075471704e-05,
      "loss": 0.6473,
      "step": 147
    },
    {
      "epoch": 0.46577498033044845,
      "grad_norm": 1.6557025727591974,
      "learning_rate": 3.7232704402515726e-05,
      "loss": 0.6521,
      "step": 148
    },
    {
      "epoch": 0.4689221085759245,
      "grad_norm": 1.633226108310503,
      "learning_rate": 3.7484276729559754e-05,
      "loss": 0.6424,
      "step": 149
    },
    {
      "epoch": 0.47206923682140045,
      "grad_norm": 1.500343658328648,
      "learning_rate": 3.7735849056603776e-05,
      "loss": 0.6599,
      "step": 150
    },
    {
      "epoch": 0.4752163650668765,
      "grad_norm": 1.7811230140847056,
      "learning_rate": 3.7987421383647804e-05,
      "loss": 0.6365,
      "step": 151
    },
    {
      "epoch": 0.4783634933123525,
      "grad_norm": 1.4623016887202551,
      "learning_rate": 3.8238993710691826e-05,
      "loss": 0.6484,
      "step": 152
    },
    {
      "epoch": 0.4815106215578285,
      "grad_norm": 1.4962594002979546,
      "learning_rate": 3.8490566037735854e-05,
      "loss": 0.6529,
      "step": 153
    },
    {
      "epoch": 0.4846577498033045,
      "grad_norm": 1.2968251690411272,
      "learning_rate": 3.8742138364779875e-05,
      "loss": 0.6405,
      "step": 154
    },
    {
      "epoch": 0.4878048780487805,
      "grad_norm": 1.6038094180226874,
      "learning_rate": 3.8993710691823904e-05,
      "loss": 0.6465,
      "step": 155
    },
    {
      "epoch": 0.4909520062942565,
      "grad_norm": 1.349439118443086,
      "learning_rate": 3.9245283018867925e-05,
      "loss": 0.6296,
      "step": 156
    },
    {
      "epoch": 0.4940991345397325,
      "grad_norm": 1.5954765047689583,
      "learning_rate": 3.9496855345911953e-05,
      "loss": 0.6464,
      "step": 157
    },
    {
      "epoch": 0.4972462627852085,
      "grad_norm": 1.2357067055631126,
      "learning_rate": 3.9748427672955975e-05,
      "loss": 0.6476,
      "step": 158
    },
    {
      "epoch": 0.5003933910306845,
      "grad_norm": 2.005111041334352,
      "learning_rate": 4e-05,
      "loss": 0.6451,
      "step": 159
    },
    {
      "epoch": 0.5035405192761605,
      "grad_norm": 1.6640763044427809,
      "learning_rate": 3.999995146438705e-05,
      "loss": 0.6457,
      "step": 160
    },
    {
      "epoch": 0.5066876475216365,
      "grad_norm": 1.6470772155507238,
      "learning_rate": 3.999980585778375e-05,
      "loss": 0.6307,
      "step": 161
    },
    {
      "epoch": 0.5098347757671126,
      "grad_norm": 1.5584873476563954,
      "learning_rate": 3.999956318089682e-05,
      "loss": 0.6365,
      "step": 162
    },
    {
      "epoch": 0.5129819040125885,
      "grad_norm": 0.9821030562408402,
      "learning_rate": 3.9999223434904104e-05,
      "loss": 0.6618,
      "step": 163
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 2.065476843178622,
      "learning_rate": 3.9998786621454584e-05,
      "loss": 0.6486,
      "step": 164
    },
    {
      "epoch": 0.5192761605035405,
      "grad_norm": 0.9162285189594601,
      "learning_rate": 3.999825274266836e-05,
      "loss": 0.6344,
      "step": 165
    },
    {
      "epoch": 0.5224232887490166,
      "grad_norm": 1.817254046632479,
      "learning_rate": 3.9997621801136645e-05,
      "loss": 0.6578,
      "step": 166
    },
    {
      "epoch": 0.5255704169944925,
      "grad_norm": 1.6213131489050836,
      "learning_rate": 3.999689379992174e-05,
      "loss": 0.6478,
      "step": 167
    },
    {
      "epoch": 0.5287175452399685,
      "grad_norm": 1.5191822069477583,
      "learning_rate": 3.9996068742557065e-05,
      "loss": 0.634,
      "step": 168
    },
    {
      "epoch": 0.5318646734854445,
      "grad_norm": 1.3625533453285046,
      "learning_rate": 3.999514663304708e-05,
      "loss": 0.6416,
      "step": 169
    },
    {
      "epoch": 0.5350118017309206,
      "grad_norm": 1.7443314517509239,
      "learning_rate": 3.999412747586729e-05,
      "loss": 0.6323,
      "step": 170
    },
    {
      "epoch": 0.5381589299763966,
      "grad_norm": 1.2764075205223595,
      "learning_rate": 3.999301127596425e-05,
      "loss": 0.6389,
      "step": 171
    },
    {
      "epoch": 0.5413060582218725,
      "grad_norm": 1.752440457864074,
      "learning_rate": 3.9991798038755484e-05,
      "loss": 0.6419,
      "step": 172
    },
    {
      "epoch": 0.5444531864673485,
      "grad_norm": 1.435326730571326,
      "learning_rate": 3.999048777012953e-05,
      "loss": 0.6285,
      "step": 173
    },
    {
      "epoch": 0.5476003147128246,
      "grad_norm": 1.9146516602093107,
      "learning_rate": 3.998908047644587e-05,
      "loss": 0.6471,
      "step": 174
    },
    {
      "epoch": 0.5507474429583006,
      "grad_norm": 1.6167083359019538,
      "learning_rate": 3.998757616453486e-05,
      "loss": 0.6403,
      "step": 175
    },
    {
      "epoch": 0.5538945712037766,
      "grad_norm": 1.4023315753110592,
      "learning_rate": 3.998597484169779e-05,
      "loss": 0.6396,
      "step": 176
    },
    {
      "epoch": 0.5570416994492525,
      "grad_norm": 1.3268570022647785,
      "learning_rate": 3.9984276515706764e-05,
      "loss": 0.6381,
      "step": 177
    },
    {
      "epoch": 0.5601888276947286,
      "grad_norm": 1.3545177342692951,
      "learning_rate": 3.998248119480473e-05,
      "loss": 0.6498,
      "step": 178
    },
    {
      "epoch": 0.5633359559402046,
      "grad_norm": 1.0685787928581592,
      "learning_rate": 3.998058888770537e-05,
      "loss": 0.6474,
      "step": 179
    },
    {
      "epoch": 0.5664830841856806,
      "grad_norm": 1.5577581689973945,
      "learning_rate": 3.997859960359313e-05,
      "loss": 0.6294,
      "step": 180
    },
    {
      "epoch": 0.5696302124311565,
      "grad_norm": 1.5970031198965817,
      "learning_rate": 3.997651335212311e-05,
      "loss": 0.6228,
      "step": 181
    },
    {
      "epoch": 0.5727773406766326,
      "grad_norm": 1.0686347825691989,
      "learning_rate": 3.997433014342106e-05,
      "loss": 0.6153,
      "step": 182
    },
    {
      "epoch": 0.5759244689221086,
      "grad_norm": 1.1929803859988213,
      "learning_rate": 3.9972049988083323e-05,
      "loss": 0.65,
      "step": 183
    },
    {
      "epoch": 0.5790715971675846,
      "grad_norm": 1.5562626483329678,
      "learning_rate": 3.9969672897176764e-05,
      "loss": 0.6256,
      "step": 184
    },
    {
      "epoch": 0.5822187254130606,
      "grad_norm": 1.05136149985961,
      "learning_rate": 3.996719888223875e-05,
      "loss": 0.6324,
      "step": 185
    },
    {
      "epoch": 0.5853658536585366,
      "grad_norm": 1.0205341272287771,
      "learning_rate": 3.996462795527706e-05,
      "loss": 0.6452,
      "step": 186
    },
    {
      "epoch": 0.5885129819040126,
      "grad_norm": 1.3028420216806813,
      "learning_rate": 3.996196012876984e-05,
      "loss": 0.6371,
      "step": 187
    },
    {
      "epoch": 0.5916601101494886,
      "grad_norm": 1.4324067360751134,
      "learning_rate": 3.995919541566555e-05,
      "loss": 0.6432,
      "step": 188
    },
    {
      "epoch": 0.5948072383949646,
      "grad_norm": 1.2819517544027286,
      "learning_rate": 3.995633382938291e-05,
      "loss": 0.6261,
      "step": 189
    },
    {
      "epoch": 0.5979543666404405,
      "grad_norm": 0.9819032579492132,
      "learning_rate": 3.995337538381079e-05,
      "loss": 0.6347,
      "step": 190
    },
    {
      "epoch": 0.6011014948859166,
      "grad_norm": 1.2953786226264292,
      "learning_rate": 3.9950320093308185e-05,
      "loss": 0.6358,
      "step": 191
    },
    {
      "epoch": 0.6042486231313926,
      "grad_norm": 1.2056447304755342,
      "learning_rate": 3.994716797270414e-05,
      "loss": 0.6316,
      "step": 192
    },
    {
      "epoch": 0.6073957513768686,
      "grad_norm": 1.508482407225396,
      "learning_rate": 3.9943919037297674e-05,
      "loss": 0.6333,
      "step": 193
    },
    {
      "epoch": 0.6105428796223447,
      "grad_norm": 1.2574626256613217,
      "learning_rate": 3.9940573302857675e-05,
      "loss": 0.6382,
      "step": 194
    },
    {
      "epoch": 0.6136900078678206,
      "grad_norm": 1.3371901111268312,
      "learning_rate": 3.993713078562288e-05,
      "loss": 0.6326,
      "step": 195
    },
    {
      "epoch": 0.6168371361132966,
      "grad_norm": 1.8420742844545008,
      "learning_rate": 3.993359150230177e-05,
      "loss": 0.6378,
      "step": 196
    },
    {
      "epoch": 0.6199842643587726,
      "grad_norm": 1.0329114512418138,
      "learning_rate": 3.992995547007245e-05,
      "loss": 0.6264,
      "step": 197
    },
    {
      "epoch": 0.6231313926042487,
      "grad_norm": 2.5550436716710894,
      "learning_rate": 3.992622270658264e-05,
      "loss": 0.6284,
      "step": 198
    },
    {
      "epoch": 0.6262785208497246,
      "grad_norm": 1.6496939828823534,
      "learning_rate": 3.992239322994953e-05,
      "loss": 0.6328,
      "step": 199
    },
    {
      "epoch": 0.6294256490952006,
      "grad_norm": 2.1055055233410798,
      "learning_rate": 3.991846705875973e-05,
      "loss": 0.6387,
      "step": 200
    },
    {
      "epoch": 0.6325727773406766,
      "grad_norm": 1.8595829111365227,
      "learning_rate": 3.9914444212069144e-05,
      "loss": 0.6352,
      "step": 201
    },
    {
      "epoch": 0.6357199055861527,
      "grad_norm": 1.8668994107558041,
      "learning_rate": 3.99103247094029e-05,
      "loss": 0.637,
      "step": 202
    },
    {
      "epoch": 0.6388670338316287,
      "grad_norm": 1.7037836647511615,
      "learning_rate": 3.990610857075527e-05,
      "loss": 0.6343,
      "step": 203
    },
    {
      "epoch": 0.6420141620771046,
      "grad_norm": 1.38923058159769,
      "learning_rate": 3.990179581658953e-05,
      "loss": 0.6325,
      "step": 204
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 1.7563051190358938,
      "learning_rate": 3.98973864678379e-05,
      "loss": 0.6249,
      "step": 205
    },
    {
      "epoch": 0.6483084185680567,
      "grad_norm": 1.005439976834508,
      "learning_rate": 3.9892880545901436e-05,
      "loss": 0.6218,
      "step": 206
    },
    {
      "epoch": 0.6514555468135327,
      "grad_norm": 2.054893019034046,
      "learning_rate": 3.988827807264989e-05,
      "loss": 0.6367,
      "step": 207
    },
    {
      "epoch": 0.6546026750590087,
      "grad_norm": 1.2789629172418557,
      "learning_rate": 3.988357907042165e-05,
      "loss": 0.6426,
      "step": 208
    },
    {
      "epoch": 0.6577498033044846,
      "grad_norm": 2.517606786751749,
      "learning_rate": 3.9878783562023615e-05,
      "loss": 0.644,
      "step": 209
    },
    {
      "epoch": 0.6608969315499607,
      "grad_norm": 2.1032212837598365,
      "learning_rate": 3.987389157073108e-05,
      "loss": 0.6498,
      "step": 210
    },
    {
      "epoch": 0.6640440597954367,
      "grad_norm": 1.6077441283045066,
      "learning_rate": 3.986890312028763e-05,
      "loss": 0.6318,
      "step": 211
    },
    {
      "epoch": 0.6671911880409127,
      "grad_norm": 1.3352828378955408,
      "learning_rate": 3.9863818234904996e-05,
      "loss": 0.6394,
      "step": 212
    },
    {
      "epoch": 0.6703383162863886,
      "grad_norm": 1.6466476954422824,
      "learning_rate": 3.985863693926301e-05,
      "loss": 0.6412,
      "step": 213
    },
    {
      "epoch": 0.6734854445318647,
      "grad_norm": 1.2055185581585135,
      "learning_rate": 3.9853359258509375e-05,
      "loss": 0.6377,
      "step": 214
    },
    {
      "epoch": 0.6766325727773407,
      "grad_norm": 1.8223991680747094,
      "learning_rate": 3.984798521825966e-05,
      "loss": 0.6323,
      "step": 215
    },
    {
      "epoch": 0.6797797010228167,
      "grad_norm": 1.4244972280249446,
      "learning_rate": 3.9842514844597106e-05,
      "loss": 0.6411,
      "step": 216
    },
    {
      "epoch": 0.6829268292682927,
      "grad_norm": 1.810262815503657,
      "learning_rate": 3.983694816407248e-05,
      "loss": 0.6287,
      "step": 217
    },
    {
      "epoch": 0.6860739575137687,
      "grad_norm": 1.584327074252924,
      "learning_rate": 3.983128520370403e-05,
      "loss": 0.6226,
      "step": 218
    },
    {
      "epoch": 0.6892210857592447,
      "grad_norm": 1.4679159722861652,
      "learning_rate": 3.982552599097727e-05,
      "loss": 0.629,
      "step": 219
    },
    {
      "epoch": 0.6923682140047207,
      "grad_norm": 1.4505081690005162,
      "learning_rate": 3.9819670553844885e-05,
      "loss": 0.6337,
      "step": 220
    },
    {
      "epoch": 0.6955153422501967,
      "grad_norm": 1.3729339166204286,
      "learning_rate": 3.981371892072661e-05,
      "loss": 0.6241,
      "step": 221
    },
    {
      "epoch": 0.6986624704956726,
      "grad_norm": 1.2886236495973369,
      "learning_rate": 3.9807671120509074e-05,
      "loss": 0.6354,
      "step": 222
    },
    {
      "epoch": 0.7018095987411487,
      "grad_norm": 1.2379553349269816,
      "learning_rate": 3.9801527182545624e-05,
      "loss": 0.625,
      "step": 223
    },
    {
      "epoch": 0.7049567269866247,
      "grad_norm": 1.2249283736735637,
      "learning_rate": 3.979528713665624e-05,
      "loss": 0.6301,
      "step": 224
    },
    {
      "epoch": 0.7081038552321007,
      "grad_norm": 1.336253285005203,
      "learning_rate": 3.978895101312738e-05,
      "loss": 0.6292,
      "step": 225
    },
    {
      "epoch": 0.7112509834775768,
      "grad_norm": 1.1205953980444752,
      "learning_rate": 3.9782518842711795e-05,
      "loss": 0.626,
      "step": 226
    },
    {
      "epoch": 0.7143981117230527,
      "grad_norm": 1.7027386427471345,
      "learning_rate": 3.977599065662843e-05,
      "loss": 0.6246,
      "step": 227
    },
    {
      "epoch": 0.7175452399685287,
      "grad_norm": 1.1291882936174378,
      "learning_rate": 3.976936648656223e-05,
      "loss": 0.6282,
      "step": 228
    },
    {
      "epoch": 0.7206923682140047,
      "grad_norm": 1.2813572025478552,
      "learning_rate": 3.976264636466401e-05,
      "loss": 0.6271,
      "step": 229
    },
    {
      "epoch": 0.7238394964594808,
      "grad_norm": 1.310136883140352,
      "learning_rate": 3.97558303235503e-05,
      "loss": 0.6299,
      "step": 230
    },
    {
      "epoch": 0.7269866247049567,
      "grad_norm": 1.234929455560365,
      "learning_rate": 3.9748918396303166e-05,
      "loss": 0.6273,
      "step": 231
    },
    {
      "epoch": 0.7301337529504327,
      "grad_norm": 1.152399890155409,
      "learning_rate": 3.974191061647007e-05,
      "loss": 0.6364,
      "step": 232
    },
    {
      "epoch": 0.7332808811959087,
      "grad_norm": 0.9820218267166709,
      "learning_rate": 3.973480701806371e-05,
      "loss": 0.6081,
      "step": 233
    },
    {
      "epoch": 0.7364280094413848,
      "grad_norm": 1.437527267365468,
      "learning_rate": 3.972760763556183e-05,
      "loss": 0.6335,
      "step": 234
    },
    {
      "epoch": 0.7395751376868608,
      "grad_norm": 1.2471735910370214,
      "learning_rate": 3.972031250390707e-05,
      "loss": 0.6245,
      "step": 235
    },
    {
      "epoch": 0.7427222659323367,
      "grad_norm": 0.7783741133192488,
      "learning_rate": 3.97129216585068e-05,
      "loss": 0.6174,
      "step": 236
    },
    {
      "epoch": 0.7458693941778127,
      "grad_norm": 1.422537426798629,
      "learning_rate": 3.9705435135232954e-05,
      "loss": 0.6259,
      "step": 237
    },
    {
      "epoch": 0.7490165224232888,
      "grad_norm": 1.1344073454119308,
      "learning_rate": 3.9697852970421816e-05,
      "loss": 0.6156,
      "step": 238
    },
    {
      "epoch": 0.7521636506687648,
      "grad_norm": 0.8130085642709579,
      "learning_rate": 3.96901752008739e-05,
      "loss": 0.6235,
      "step": 239
    },
    {
      "epoch": 0.7553107789142408,
      "grad_norm": 1.506021663227266,
      "learning_rate": 3.968240186385372e-05,
      "loss": 0.6308,
      "step": 240
    },
    {
      "epoch": 0.7584579071597167,
      "grad_norm": 0.8828709445930414,
      "learning_rate": 3.967453299708965e-05,
      "loss": 0.6249,
      "step": 241
    },
    {
      "epoch": 0.7616050354051928,
      "grad_norm": 1.1195490114701467,
      "learning_rate": 3.966656863877371e-05,
      "loss": 0.6222,
      "step": 242
    },
    {
      "epoch": 0.7647521636506688,
      "grad_norm": 1.159507235093096,
      "learning_rate": 3.965850882756141e-05,
      "loss": 0.6117,
      "step": 243
    },
    {
      "epoch": 0.7678992918961448,
      "grad_norm": 1.3618433823111082,
      "learning_rate": 3.9650353602571535e-05,
      "loss": 0.6164,
      "step": 244
    },
    {
      "epoch": 0.7710464201416207,
      "grad_norm": 1.4260909924046845,
      "learning_rate": 3.9642103003385976e-05,
      "loss": 0.6322,
      "step": 245
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 0.8960267340901048,
      "learning_rate": 3.963375707004951e-05,
      "loss": 0.6212,
      "step": 246
    },
    {
      "epoch": 0.7773406766325728,
      "grad_norm": 1.9505783063886386,
      "learning_rate": 3.9625315843069635e-05,
      "loss": 0.6272,
      "step": 247
    },
    {
      "epoch": 0.7804878048780488,
      "grad_norm": 1.060698991962841,
      "learning_rate": 3.9616779363416375e-05,
      "loss": 0.627,
      "step": 248
    },
    {
      "epoch": 0.7836349331235248,
      "grad_norm": 2.651158418118449,
      "learning_rate": 3.9608147672522056e-05,
      "loss": 0.632,
      "step": 249
    },
    {
      "epoch": 0.7867820613690008,
      "grad_norm": 1.9829172683055232,
      "learning_rate": 3.959942081228111e-05,
      "loss": 0.6334,
      "step": 250
    },
    {
      "epoch": 0.7899291896144768,
      "grad_norm": 2.0043712787473855,
      "learning_rate": 3.9590598825049896e-05,
      "loss": 0.6347,
      "step": 251
    },
    {
      "epoch": 0.7930763178599528,
      "grad_norm": 1.5914049220753375,
      "learning_rate": 3.958168175364646e-05,
      "loss": 0.6291,
      "step": 252
    },
    {
      "epoch": 0.7962234461054288,
      "grad_norm": 2.044617279526593,
      "learning_rate": 3.9572669641350366e-05,
      "loss": 0.6227,
      "step": 253
    },
    {
      "epoch": 0.7993705743509048,
      "grad_norm": 1.4921666169771846,
      "learning_rate": 3.956356253190245e-05,
      "loss": 0.6287,
      "step": 254
    },
    {
      "epoch": 0.8025177025963808,
      "grad_norm": 2.1859673527222374,
      "learning_rate": 3.9554360469504616e-05,
      "loss": 0.6349,
      "step": 255
    },
    {
      "epoch": 0.8056648308418568,
      "grad_norm": 1.8780839152913937,
      "learning_rate": 3.9545063498819655e-05,
      "loss": 0.6322,
      "step": 256
    },
    {
      "epoch": 0.8088119590873328,
      "grad_norm": 1.8855386967686778,
      "learning_rate": 3.9535671664970976e-05,
      "loss": 0.6236,
      "step": 257
    },
    {
      "epoch": 0.8119590873328089,
      "grad_norm": 1.57211297687127,
      "learning_rate": 3.952618501354241e-05,
      "loss": 0.6266,
      "step": 258
    },
    {
      "epoch": 0.8151062155782848,
      "grad_norm": 1.6840002131557807,
      "learning_rate": 3.951660359057802e-05,
      "loss": 0.6348,
      "step": 259
    },
    {
      "epoch": 0.8182533438237608,
      "grad_norm": 1.4505249387670598,
      "learning_rate": 3.9506927442581816e-05,
      "loss": 0.6185,
      "step": 260
    },
    {
      "epoch": 0.8214004720692368,
      "grad_norm": 1.6387407896735724,
      "learning_rate": 3.9497156616517584e-05,
      "loss": 0.6275,
      "step": 261
    },
    {
      "epoch": 0.8245476003147129,
      "grad_norm": 1.4191671751611528,
      "learning_rate": 3.948729115980862e-05,
      "loss": 0.618,
      "step": 262
    },
    {
      "epoch": 0.8276947285601888,
      "grad_norm": 1.6165413779568125,
      "learning_rate": 3.947733112033753e-05,
      "loss": 0.6261,
      "step": 263
    },
    {
      "epoch": 0.8308418568056648,
      "grad_norm": 1.3413248663670272,
      "learning_rate": 3.946727654644597e-05,
      "loss": 0.6129,
      "step": 264
    },
    {
      "epoch": 0.8339889850511408,
      "grad_norm": 1.4534436081435673,
      "learning_rate": 3.945712748693443e-05,
      "loss": 0.6156,
      "step": 265
    },
    {
      "epoch": 0.8371361132966169,
      "grad_norm": 1.2334383145263632,
      "learning_rate": 3.9446883991062e-05,
      "loss": 0.6197,
      "step": 266
    },
    {
      "epoch": 0.8402832415420929,
      "grad_norm": 1.750270105689965,
      "learning_rate": 3.94365461085461e-05,
      "loss": 0.6061,
      "step": 267
    },
    {
      "epoch": 0.8434303697875688,
      "grad_norm": 1.5161125269771183,
      "learning_rate": 3.94261138895623e-05,
      "loss": 0.6227,
      "step": 268
    },
    {
      "epoch": 0.8465774980330448,
      "grad_norm": 1.5221806720588753,
      "learning_rate": 3.9415587384744e-05,
      "loss": 0.6323,
      "step": 269
    },
    {
      "epoch": 0.8497246262785209,
      "grad_norm": 1.3897427486795066,
      "learning_rate": 3.940496664518223e-05,
      "loss": 0.6207,
      "step": 270
    },
    {
      "epoch": 0.8528717545239969,
      "grad_norm": 1.4191581228390167,
      "learning_rate": 3.939425172242541e-05,
      "loss": 0.6068,
      "step": 271
    },
    {
      "epoch": 0.8560188827694729,
      "grad_norm": 1.0898432509550877,
      "learning_rate": 3.9383442668479074e-05,
      "loss": 0.6194,
      "step": 272
    },
    {
      "epoch": 0.8591660110149488,
      "grad_norm": 1.729898493997823,
      "learning_rate": 3.937253953580562e-05,
      "loss": 0.621,
      "step": 273
    },
    {
      "epoch": 0.8623131392604249,
      "grad_norm": 1.3978303034299537,
      "learning_rate": 3.936154237732409e-05,
      "loss": 0.6143,
      "step": 274
    },
    {
      "epoch": 0.8654602675059009,
      "grad_norm": 1.6560127678824332,
      "learning_rate": 3.935045124640985e-05,
      "loss": 0.6128,
      "step": 275
    },
    {
      "epoch": 0.8686073957513769,
      "grad_norm": 1.5405477384904165,
      "learning_rate": 3.933926619689438e-05,
      "loss": 0.6227,
      "step": 276
    },
    {
      "epoch": 0.8717545239968528,
      "grad_norm": 1.232950563952649,
      "learning_rate": 3.932798728306502e-05,
      "loss": 0.6166,
      "step": 277
    },
    {
      "epoch": 0.8749016522423289,
      "grad_norm": 1.3226181835548478,
      "learning_rate": 3.931661455966465e-05,
      "loss": 0.6093,
      "step": 278
    },
    {
      "epoch": 0.8780487804878049,
      "grad_norm": 1.217634421516471,
      "learning_rate": 3.930514808189149e-05,
      "loss": 0.6155,
      "step": 279
    },
    {
      "epoch": 0.8811959087332809,
      "grad_norm": 1.0114325069677168,
      "learning_rate": 3.929358790539881e-05,
      "loss": 0.6253,
      "step": 280
    },
    {
      "epoch": 0.8843430369787569,
      "grad_norm": 1.1140247331568867,
      "learning_rate": 3.92819340862946e-05,
      "loss": 0.6239,
      "step": 281
    },
    {
      "epoch": 0.8874901652242329,
      "grad_norm": 1.0564363406645432,
      "learning_rate": 3.927018668114141e-05,
      "loss": 0.6211,
      "step": 282
    },
    {
      "epoch": 0.8906372934697089,
      "grad_norm": 1.4079391384169502,
      "learning_rate": 3.925834574695599e-05,
      "loss": 0.6182,
      "step": 283
    },
    {
      "epoch": 0.8937844217151849,
      "grad_norm": 1.039379605395923,
      "learning_rate": 3.924641134120903e-05,
      "loss": 0.6221,
      "step": 284
    },
    {
      "epoch": 0.8969315499606609,
      "grad_norm": 1.2213803291786665,
      "learning_rate": 3.9234383521824905e-05,
      "loss": 0.6161,
      "step": 285
    },
    {
      "epoch": 0.9000786782061369,
      "grad_norm": 1.0145611815593831,
      "learning_rate": 3.922226234718137e-05,
      "loss": 0.6148,
      "step": 286
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 1.437050058531951,
      "learning_rate": 3.92100478761093e-05,
      "loss": 0.6138,
      "step": 287
    },
    {
      "epoch": 0.9063729346970889,
      "grad_norm": 0.9288489831721957,
      "learning_rate": 3.919774016789237e-05,
      "loss": 0.621,
      "step": 288
    },
    {
      "epoch": 0.9095200629425649,
      "grad_norm": 1.2266763831925402,
      "learning_rate": 3.918533928226679e-05,
      "loss": 0.6156,
      "step": 289
    },
    {
      "epoch": 0.912667191188041,
      "grad_norm": 0.9671793379615254,
      "learning_rate": 3.917284527942103e-05,
      "loss": 0.6167,
      "step": 290
    },
    {
      "epoch": 0.9158143194335169,
      "grad_norm": 1.244082215609862,
      "learning_rate": 3.91602582199955e-05,
      "loss": 0.6161,
      "step": 291
    },
    {
      "epoch": 0.9189614476789929,
      "grad_norm": 1.1463688074695213,
      "learning_rate": 3.914757816508225e-05,
      "loss": 0.614,
      "step": 292
    },
    {
      "epoch": 0.9221085759244689,
      "grad_norm": 1.2261559130019553,
      "learning_rate": 3.913480517622472e-05,
      "loss": 0.6208,
      "step": 293
    },
    {
      "epoch": 0.925255704169945,
      "grad_norm": 1.0646827207279455,
      "learning_rate": 3.9121939315417386e-05,
      "loss": 0.6286,
      "step": 294
    },
    {
      "epoch": 0.9284028324154209,
      "grad_norm": 1.0539629025664061,
      "learning_rate": 3.910898064510549e-05,
      "loss": 0.6218,
      "step": 295
    },
    {
      "epoch": 0.9315499606608969,
      "grad_norm": 0.9722762493322944,
      "learning_rate": 3.909592922818474e-05,
      "loss": 0.621,
      "step": 296
    },
    {
      "epoch": 0.9346970889063729,
      "grad_norm": 1.0701286553105696,
      "learning_rate": 3.908278512800098e-05,
      "loss": 0.6215,
      "step": 297
    },
    {
      "epoch": 0.937844217151849,
      "grad_norm": 1.118122321373602,
      "learning_rate": 3.906954840834991e-05,
      "loss": 0.6214,
      "step": 298
    },
    {
      "epoch": 0.940991345397325,
      "grad_norm": 0.8652483960951545,
      "learning_rate": 3.9056219133476766e-05,
      "loss": 0.6199,
      "step": 299
    },
    {
      "epoch": 0.9441384736428009,
      "grad_norm": 1.0343112033921007,
      "learning_rate": 3.904279736807599e-05,
      "loss": 0.6104,
      "step": 300
    },
    {
      "epoch": 0.9472856018882769,
      "grad_norm": 0.9496922262871718,
      "learning_rate": 3.9029283177290944e-05,
      "loss": 0.6081,
      "step": 301
    },
    {
      "epoch": 0.950432730133753,
      "grad_norm": 0.9371417223191364,
      "learning_rate": 3.901567662671359e-05,
      "loss": 0.6182,
      "step": 302
    },
    {
      "epoch": 0.953579858379229,
      "grad_norm": 1.1256246896638376,
      "learning_rate": 3.9001977782384154e-05,
      "loss": 0.6272,
      "step": 303
    },
    {
      "epoch": 0.956726986624705,
      "grad_norm": 1.1988543784517776,
      "learning_rate": 3.898818671079081e-05,
      "loss": 0.6193,
      "step": 304
    },
    {
      "epoch": 0.9598741148701809,
      "grad_norm": 0.6640888343950058,
      "learning_rate": 3.897430347886937e-05,
      "loss": 0.623,
      "step": 305
    },
    {
      "epoch": 0.963021243115657,
      "grad_norm": 1.0259693265720489,
      "learning_rate": 3.896032815400295e-05,
      "loss": 0.6061,
      "step": 306
    },
    {
      "epoch": 0.966168371361133,
      "grad_norm": 1.6687489855665556,
      "learning_rate": 3.894626080402166e-05,
      "loss": 0.6158,
      "step": 307
    },
    {
      "epoch": 0.969315499606609,
      "grad_norm": 0.7655240494240164,
      "learning_rate": 3.893210149720222e-05,
      "loss": 0.6135,
      "step": 308
    },
    {
      "epoch": 0.9724626278520849,
      "grad_norm": 1.6527270765731679,
      "learning_rate": 3.8917850302267724e-05,
      "loss": 0.6214,
      "step": 309
    },
    {
      "epoch": 0.975609756097561,
      "grad_norm": 0.9742997284638653,
      "learning_rate": 3.890350728838719e-05,
      "loss": 0.6098,
      "step": 310
    },
    {
      "epoch": 0.978756884343037,
      "grad_norm": 1.2188875317692218,
      "learning_rate": 3.888907252517534e-05,
      "loss": 0.6078,
      "step": 311
    },
    {
      "epoch": 0.981904012588513,
      "grad_norm": 1.4090784716524412,
      "learning_rate": 3.887454608269217e-05,
      "loss": 0.6148,
      "step": 312
    },
    {
      "epoch": 0.985051140833989,
      "grad_norm": 0.8677610975018318,
      "learning_rate": 3.885992803144266e-05,
      "loss": 0.6283,
      "step": 313
    },
    {
      "epoch": 0.988198269079465,
      "grad_norm": 1.2008659411405975,
      "learning_rate": 3.8845218442376416e-05,
      "loss": 0.6179,
      "step": 314
    },
    {
      "epoch": 0.991345397324941,
      "grad_norm": 1.181118863273738,
      "learning_rate": 3.883041738688733e-05,
      "loss": 0.6138,
      "step": 315
    },
    {
      "epoch": 0.994492525570417,
      "grad_norm": 0.8124102237663046,
      "learning_rate": 3.8815524936813236e-05,
      "loss": 0.6024,
      "step": 316
    },
    {
      "epoch": 0.997639653815893,
      "grad_norm": 1.0702432156884507,
      "learning_rate": 3.880054116443556e-05,
      "loss": 0.6101,
      "step": 317
    },
    {
      "epoch": 1.002360346184107,
      "grad_norm": 2.065753171430859,
      "learning_rate": 3.878546614247894e-05,
      "loss": 1.027,
      "step": 318
    },
    {
      "epoch": 1.005507474429583,
      "grad_norm": 0.8860268190442901,
      "learning_rate": 3.8770299944110934e-05,
      "loss": 0.5977,
      "step": 319
    },
    {
      "epoch": 1.008654602675059,
      "grad_norm": 0.8640393060499529,
      "learning_rate": 3.875504264294161e-05,
      "loss": 0.5814,
      "step": 320
    },
    {
      "epoch": 1.011801730920535,
      "grad_norm": 1.0567074386948476,
      "learning_rate": 3.873969431302322e-05,
      "loss": 0.5838,
      "step": 321
    },
    {
      "epoch": 1.014948859166011,
      "grad_norm": 1.2201467147928156,
      "learning_rate": 3.872425502884982e-05,
      "loss": 0.5616,
      "step": 322
    },
    {
      "epoch": 1.018095987411487,
      "grad_norm": 1.2298258787473502,
      "learning_rate": 3.870872486535692e-05,
      "loss": 0.605,
      "step": 323
    },
    {
      "epoch": 1.021243115656963,
      "grad_norm": 0.9570547295059392,
      "learning_rate": 3.869310389792113e-05,
      "loss": 0.5571,
      "step": 324
    },
    {
      "epoch": 1.024390243902439,
      "grad_norm": 0.910399791203508,
      "learning_rate": 3.867739220235976e-05,
      "loss": 0.5803,
      "step": 325
    },
    {
      "epoch": 1.027537372147915,
      "grad_norm": 1.1255287832975964,
      "learning_rate": 3.866158985493049e-05,
      "loss": 0.5735,
      "step": 326
    },
    {
      "epoch": 1.030684500393391,
      "grad_norm": 1.2218937018260718,
      "learning_rate": 3.864569693233099e-05,
      "loss": 0.5839,
      "step": 327
    },
    {
      "epoch": 1.0338316286388671,
      "grad_norm": 0.879516220387298,
      "learning_rate": 3.862971351169853e-05,
      "loss": 0.5897,
      "step": 328
    },
    {
      "epoch": 1.036978756884343,
      "grad_norm": 0.9597145092489864,
      "learning_rate": 3.8613639670609624e-05,
      "loss": 0.5539,
      "step": 329
    },
    {
      "epoch": 1.040125885129819,
      "grad_norm": 1.6528619139400769,
      "learning_rate": 3.859747548707963e-05,
      "loss": 0.6214,
      "step": 330
    },
    {
      "epoch": 1.043273013375295,
      "grad_norm": 0.8058486040606079,
      "learning_rate": 3.858122103956242e-05,
      "loss": 0.5468,
      "step": 331
    },
    {
      "epoch": 1.046420141620771,
      "grad_norm": 1.623522624231283,
      "learning_rate": 3.8564876406949954e-05,
      "loss": 0.6004,
      "step": 332
    },
    {
      "epoch": 1.049567269866247,
      "grad_norm": 1.088449667069518,
      "learning_rate": 3.85484416685719e-05,
      "loss": 0.6047,
      "step": 333
    },
    {
      "epoch": 1.052714398111723,
      "grad_norm": 1.2546950767006624,
      "learning_rate": 3.8531916904195264e-05,
      "loss": 0.5485,
      "step": 334
    },
    {
      "epoch": 1.055861526357199,
      "grad_norm": 1.1169301229814428,
      "learning_rate": 3.851530219402401e-05,
      "loss": 0.6023,
      "step": 335
    },
    {
      "epoch": 1.0590086546026751,
      "grad_norm": 1.5613063395853726,
      "learning_rate": 3.8498597618698644e-05,
      "loss": 0.5753,
      "step": 336
    },
    {
      "epoch": 1.0621557828481512,
      "grad_norm": 1.0603407240619633,
      "learning_rate": 3.848180325929586e-05,
      "loss": 0.6027,
      "step": 337
    },
    {
      "epoch": 1.0653029110936272,
      "grad_norm": 1.9784565816301807,
      "learning_rate": 3.8464919197328106e-05,
      "loss": 0.563,
      "step": 338
    },
    {
      "epoch": 1.068450039339103,
      "grad_norm": 1.6560420050349316,
      "learning_rate": 3.84479455147432e-05,
      "loss": 0.6156,
      "step": 339
    },
    {
      "epoch": 1.071597167584579,
      "grad_norm": 1.3178042643700982,
      "learning_rate": 3.8430882293923966e-05,
      "loss": 0.5593,
      "step": 340
    },
    {
      "epoch": 1.074744295830055,
      "grad_norm": 1.3767031608324611,
      "learning_rate": 3.8413729617687786e-05,
      "loss": 0.6085,
      "step": 341
    },
    {
      "epoch": 1.077891424075531,
      "grad_norm": 1.0336068597716115,
      "learning_rate": 3.839648756928622e-05,
      "loss": 0.5806,
      "step": 342
    },
    {
      "epoch": 1.081038552321007,
      "grad_norm": 1.3254526922251793,
      "learning_rate": 3.837915623240462e-05,
      "loss": 0.5496,
      "step": 343
    },
    {
      "epoch": 1.0841856805664831,
      "grad_norm": 0.8088669835406253,
      "learning_rate": 3.836173569116167e-05,
      "loss": 0.6009,
      "step": 344
    },
    {
      "epoch": 1.0873328088119592,
      "grad_norm": 1.2752754683882992,
      "learning_rate": 3.834422603010906e-05,
      "loss": 0.5966,
      "step": 345
    },
    {
      "epoch": 1.0904799370574352,
      "grad_norm": 0.9879821313465822,
      "learning_rate": 3.8326627334230995e-05,
      "loss": 0.5685,
      "step": 346
    },
    {
      "epoch": 1.0936270653029112,
      "grad_norm": 0.957023686339743,
      "learning_rate": 3.830893968894382e-05,
      "loss": 0.5855,
      "step": 347
    },
    {
      "epoch": 1.096774193548387,
      "grad_norm": 0.8904028341609422,
      "learning_rate": 3.82911631800956e-05,
      "loss": 0.582,
      "step": 348
    },
    {
      "epoch": 1.099921321793863,
      "grad_norm": 0.9097097133530387,
      "learning_rate": 3.8273297893965725e-05,
      "loss": 0.5885,
      "step": 349
    },
    {
      "epoch": 1.103068450039339,
      "grad_norm": 0.8599788576525904,
      "learning_rate": 3.825534391726444e-05,
      "loss": 0.5842,
      "step": 350
    },
    {
      "epoch": 1.106215578284815,
      "grad_norm": 0.9167821894761861,
      "learning_rate": 3.823730133713248e-05,
      "loss": 0.5778,
      "step": 351
    },
    {
      "epoch": 1.1093627065302911,
      "grad_norm": 1.1530087162130414,
      "learning_rate": 3.821917024114061e-05,
      "loss": 0.5544,
      "step": 352
    },
    {
      "epoch": 1.1125098347757671,
      "grad_norm": 0.8086357525381911,
      "learning_rate": 3.820095071728923e-05,
      "loss": 0.5976,
      "step": 353
    },
    {
      "epoch": 1.1156569630212432,
      "grad_norm": 0.7747888713394967,
      "learning_rate": 3.81826428540079e-05,
      "loss": 0.6041,
      "step": 354
    },
    {
      "epoch": 1.1188040912667192,
      "grad_norm": 0.7508946410062841,
      "learning_rate": 3.816424674015497e-05,
      "loss": 0.5864,
      "step": 355
    },
    {
      "epoch": 1.1219512195121952,
      "grad_norm": 0.7959382362736754,
      "learning_rate": 3.814576246501708e-05,
      "loss": 0.5587,
      "step": 356
    },
    {
      "epoch": 1.125098347757671,
      "grad_norm": 0.685910628438955,
      "learning_rate": 3.812719011830882e-05,
      "loss": 0.5713,
      "step": 357
    },
    {
      "epoch": 1.128245476003147,
      "grad_norm": 0.7392010420761511,
      "learning_rate": 3.8108529790172204e-05,
      "loss": 0.5905,
      "step": 358
    },
    {
      "epoch": 1.131392604248623,
      "grad_norm": 0.6668167046568578,
      "learning_rate": 3.8089781571176275e-05,
      "loss": 0.5751,
      "step": 359
    },
    {
      "epoch": 1.1345397324940991,
      "grad_norm": 0.8000258627134674,
      "learning_rate": 3.8070945552316674e-05,
      "loss": 0.5621,
      "step": 360
    },
    {
      "epoch": 1.1376868607395751,
      "grad_norm": 0.7389373221950687,
      "learning_rate": 3.805202182501516e-05,
      "loss": 0.5529,
      "step": 361
    },
    {
      "epoch": 1.1408339889850512,
      "grad_norm": 0.769018684280187,
      "learning_rate": 3.80330104811192e-05,
      "loss": 0.6046,
      "step": 362
    },
    {
      "epoch": 1.1439811172305272,
      "grad_norm": 0.7301516878023783,
      "learning_rate": 3.801391161290153e-05,
      "loss": 0.5652,
      "step": 363
    },
    {
      "epoch": 1.1471282454760032,
      "grad_norm": 0.8229419243343139,
      "learning_rate": 3.7994725313059676e-05,
      "loss": 0.5792,
      "step": 364
    },
    {
      "epoch": 1.1502753737214793,
      "grad_norm": 0.6680976797053321,
      "learning_rate": 3.797545167471552e-05,
      "loss": 0.5741,
      "step": 365
    },
    {
      "epoch": 1.153422501966955,
      "grad_norm": 0.938538926694488,
      "learning_rate": 3.795609079141484e-05,
      "loss": 0.568,
      "step": 366
    },
    {
      "epoch": 1.156569630212431,
      "grad_norm": 1.2798546823891832,
      "learning_rate": 3.793664275712687e-05,
      "loss": 0.5779,
      "step": 367
    },
    {
      "epoch": 1.1597167584579071,
      "grad_norm": 0.5005920128387191,
      "learning_rate": 3.791710766624384e-05,
      "loss": 0.5567,
      "step": 368
    },
    {
      "epoch": 1.1628638867033831,
      "grad_norm": 1.3328977261494417,
      "learning_rate": 3.7897485613580516e-05,
      "loss": 0.584,
      "step": 369
    },
    {
      "epoch": 1.1660110149488592,
      "grad_norm": 0.9543328894815445,
      "learning_rate": 3.787777669437373e-05,
      "loss": 0.5818,
      "step": 370
    },
    {
      "epoch": 1.1691581431943352,
      "grad_norm": 0.6789082634257576,
      "learning_rate": 3.785798100428193e-05,
      "loss": 0.5907,
      "step": 371
    },
    {
      "epoch": 1.1723052714398112,
      "grad_norm": 0.6597293914224007,
      "learning_rate": 3.7838098639384705e-05,
      "loss": 0.5325,
      "step": 372
    },
    {
      "epoch": 1.1754523996852873,
      "grad_norm": 1.06089797604037,
      "learning_rate": 3.781812969618234e-05,
      "loss": 0.5935,
      "step": 373
    },
    {
      "epoch": 1.1785995279307633,
      "grad_norm": 1.1481361384627329,
      "learning_rate": 3.779807427159531e-05,
      "loss": 0.5596,
      "step": 374
    },
    {
      "epoch": 1.181746656176239,
      "grad_norm": 0.7407771811040466,
      "learning_rate": 3.777793246296387e-05,
      "loss": 0.5916,
      "step": 375
    },
    {
      "epoch": 1.1848937844217151,
      "grad_norm": 1.2671109018758089,
      "learning_rate": 3.775770436804751e-05,
      "loss": 0.5651,
      "step": 376
    },
    {
      "epoch": 1.1880409126671911,
      "grad_norm": 0.8857172105459614,
      "learning_rate": 3.7737390085024525e-05,
      "loss": 0.6174,
      "step": 377
    },
    {
      "epoch": 1.1911880409126672,
      "grad_norm": 0.9521903376602633,
      "learning_rate": 3.771698971249154e-05,
      "loss": 0.5565,
      "step": 378
    },
    {
      "epoch": 1.1943351691581432,
      "grad_norm": 1.1244996198067643,
      "learning_rate": 3.7696503349463014e-05,
      "loss": 0.6109,
      "step": 379
    },
    {
      "epoch": 1.1974822974036192,
      "grad_norm": 0.9098284775149258,
      "learning_rate": 3.767593109537076e-05,
      "loss": 0.5728,
      "step": 380
    },
    {
      "epoch": 1.2006294256490952,
      "grad_norm": 1.0765208853493442,
      "learning_rate": 3.765527305006348e-05,
      "loss": 0.5669,
      "step": 381
    },
    {
      "epoch": 1.2037765538945713,
      "grad_norm": 0.7147386911125436,
      "learning_rate": 3.763452931380626e-05,
      "loss": 0.5776,
      "step": 382
    },
    {
      "epoch": 1.2069236821400473,
      "grad_norm": 0.7742812162089677,
      "learning_rate": 3.7613699987280095e-05,
      "loss": 0.5561,
      "step": 383
    },
    {
      "epoch": 1.210070810385523,
      "grad_norm": 0.9406068378416047,
      "learning_rate": 3.75927851715814e-05,
      "loss": 0.5965,
      "step": 384
    },
    {
      "epoch": 1.2132179386309991,
      "grad_norm": 0.9172548442849622,
      "learning_rate": 3.7571784968221517e-05,
      "loss": 0.553,
      "step": 385
    },
    {
      "epoch": 1.2163650668764752,
      "grad_norm": 1.0846359511575892,
      "learning_rate": 3.75506994791262e-05,
      "loss": 0.5735,
      "step": 386
    },
    {
      "epoch": 1.2195121951219512,
      "grad_norm": 0.64281457660973,
      "learning_rate": 3.75295288066352e-05,
      "loss": 0.6026,
      "step": 387
    },
    {
      "epoch": 1.2226593233674272,
      "grad_norm": 1.2918057591143557,
      "learning_rate": 3.7508273053501644e-05,
      "loss": 0.5803,
      "step": 388
    },
    {
      "epoch": 1.2258064516129032,
      "grad_norm": 0.8285810992075407,
      "learning_rate": 3.7486932322891646e-05,
      "loss": 0.559,
      "step": 389
    },
    {
      "epoch": 1.2289535798583793,
      "grad_norm": 0.7903501432162211,
      "learning_rate": 3.7465506718383746e-05,
      "loss": 0.6019,
      "step": 390
    },
    {
      "epoch": 1.2321007081038553,
      "grad_norm": 1.0053744792111636,
      "learning_rate": 3.744399634396842e-05,
      "loss": 0.5609,
      "step": 391
    },
    {
      "epoch": 1.2352478363493313,
      "grad_norm": 0.8379114151897634,
      "learning_rate": 3.742240130404761e-05,
      "loss": 0.5899,
      "step": 392
    },
    {
      "epoch": 1.2383949645948071,
      "grad_norm": 0.9519548865776732,
      "learning_rate": 3.740072170343415e-05,
      "loss": 0.5973,
      "step": 393
    },
    {
      "epoch": 1.2415420928402832,
      "grad_norm": 0.7539686484958599,
      "learning_rate": 3.737895764735132e-05,
      "loss": 0.5714,
      "step": 394
    },
    {
      "epoch": 1.2446892210857592,
      "grad_norm": 1.0257885860344795,
      "learning_rate": 3.735710924143228e-05,
      "loss": 0.5829,
      "step": 395
    },
    {
      "epoch": 1.2478363493312352,
      "grad_norm": 0.7629141726668706,
      "learning_rate": 3.733517659171963e-05,
      "loss": 0.5801,
      "step": 396
    },
    {
      "epoch": 1.2509834775767112,
      "grad_norm": 0.7754556508930379,
      "learning_rate": 3.731315980466482e-05,
      "loss": 0.5472,
      "step": 397
    },
    {
      "epoch": 1.2541306058221873,
      "grad_norm": 0.7774464891625856,
      "learning_rate": 3.729105898712768e-05,
      "loss": 0.5962,
      "step": 398
    },
    {
      "epoch": 1.2572777340676633,
      "grad_norm": 1.174513316510275,
      "learning_rate": 3.726887424637588e-05,
      "loss": 0.6022,
      "step": 399
    },
    {
      "epoch": 1.2604248623131393,
      "grad_norm": 0.7079511116657756,
      "learning_rate": 3.7246605690084414e-05,
      "loss": 0.5344,
      "step": 400
    },
    {
      "epoch": 1.2635719905586154,
      "grad_norm": 0.9885418604513543,
      "learning_rate": 3.722425342633509e-05,
      "loss": 0.5927,
      "step": 401
    },
    {
      "epoch": 1.2667191188040912,
      "grad_norm": 1.4481157564971159,
      "learning_rate": 3.7201817563615994e-05,
      "loss": 0.5769,
      "step": 402
    },
    {
      "epoch": 1.2698662470495672,
      "grad_norm": 0.6732395737301099,
      "learning_rate": 3.717929821082095e-05,
      "loss": 0.5592,
      "step": 403
    },
    {
      "epoch": 1.2730133752950432,
      "grad_norm": 1.402245331031854,
      "learning_rate": 3.7156695477249034e-05,
      "loss": 0.583,
      "step": 404
    },
    {
      "epoch": 1.2761605035405192,
      "grad_norm": 0.7912573192484376,
      "learning_rate": 3.713400947260398e-05,
      "loss": 0.5765,
      "step": 405
    },
    {
      "epoch": 1.2793076317859953,
      "grad_norm": 0.7882115805671188,
      "learning_rate": 3.711124030699371e-05,
      "loss": 0.5971,
      "step": 406
    },
    {
      "epoch": 1.2824547600314713,
      "grad_norm": 1.0141187171254817,
      "learning_rate": 3.7088388090929776e-05,
      "loss": 0.5848,
      "step": 407
    },
    {
      "epoch": 1.2856018882769473,
      "grad_norm": 0.9391592675093976,
      "learning_rate": 3.706545293532679e-05,
      "loss": 0.5444,
      "step": 408
    },
    {
      "epoch": 1.2887490165224234,
      "grad_norm": 0.9095509483468426,
      "learning_rate": 3.704243495150195e-05,
      "loss": 0.5616,
      "step": 409
    },
    {
      "epoch": 1.2918961447678994,
      "grad_norm": 0.8507529149564299,
      "learning_rate": 3.701933425117444e-05,
      "loss": 0.5911,
      "step": 410
    },
    {
      "epoch": 1.2950432730133752,
      "grad_norm": 0.8232008726505865,
      "learning_rate": 3.699615094646494e-05,
      "loss": 0.5801,
      "step": 411
    },
    {
      "epoch": 1.2981904012588514,
      "grad_norm": 0.6912446644196883,
      "learning_rate": 3.697288514989502e-05,
      "loss": 0.558,
      "step": 412
    },
    {
      "epoch": 1.3013375295043272,
      "grad_norm": 0.6797610400444395,
      "learning_rate": 3.694953697438667e-05,
      "loss": 0.5922,
      "step": 413
    },
    {
      "epoch": 1.3044846577498033,
      "grad_norm": 0.9402207805888517,
      "learning_rate": 3.6926106533261676e-05,
      "loss": 0.5829,
      "step": 414
    },
    {
      "epoch": 1.3076317859952793,
      "grad_norm": 0.7820671057814051,
      "learning_rate": 3.690259394024113e-05,
      "loss": 0.5791,
      "step": 415
    },
    {
      "epoch": 1.3107789142407553,
      "grad_norm": 0.6624377804484535,
      "learning_rate": 3.687899930944484e-05,
      "loss": 0.5685,
      "step": 416
    },
    {
      "epoch": 1.3139260424862313,
      "grad_norm": 0.6610022512491404,
      "learning_rate": 3.68553227553908e-05,
      "loss": 0.5578,
      "step": 417
    },
    {
      "epoch": 1.3170731707317074,
      "grad_norm": 0.9462547727748756,
      "learning_rate": 3.683156439299459e-05,
      "loss": 0.5814,
      "step": 418
    },
    {
      "epoch": 1.3202202989771834,
      "grad_norm": 0.9348204674000715,
      "learning_rate": 3.680772433756892e-05,
      "loss": 0.5831,
      "step": 419
    },
    {
      "epoch": 1.3233674272226592,
      "grad_norm": 0.7963248960523923,
      "learning_rate": 3.678380270482292e-05,
      "loss": 0.5783,
      "step": 420
    },
    {
      "epoch": 1.3265145554681355,
      "grad_norm": 0.7393400925757423,
      "learning_rate": 3.675979961086173e-05,
      "loss": 0.5839,
      "step": 421
    },
    {
      "epoch": 1.3296616837136113,
      "grad_norm": 0.7023192863980032,
      "learning_rate": 3.673571517218582e-05,
      "loss": 0.5868,
      "step": 422
    },
    {
      "epoch": 1.3328088119590873,
      "grad_norm": 0.7626883730805661,
      "learning_rate": 3.67115495056905e-05,
      "loss": 0.5515,
      "step": 423
    },
    {
      "epoch": 1.3359559402045633,
      "grad_norm": 0.7190658979185762,
      "learning_rate": 3.66873027286653e-05,
      "loss": 0.5928,
      "step": 424
    },
    {
      "epoch": 1.3391030684500393,
      "grad_norm": 0.8697111635772896,
      "learning_rate": 3.6662974958793456e-05,
      "loss": 0.5825,
      "step": 425
    },
    {
      "epoch": 1.3422501966955154,
      "grad_norm": 1.048689473107099,
      "learning_rate": 3.663856631415128e-05,
      "loss": 0.5755,
      "step": 426
    },
    {
      "epoch": 1.3453973249409914,
      "grad_norm": 0.6268689833713994,
      "learning_rate": 3.661407691320763e-05,
      "loss": 0.5995,
      "step": 427
    },
    {
      "epoch": 1.3485444531864674,
      "grad_norm": 0.8771144942564589,
      "learning_rate": 3.65895068748233e-05,
      "loss": 0.529,
      "step": 428
    },
    {
      "epoch": 1.3516915814319432,
      "grad_norm": 0.9330631648070546,
      "learning_rate": 3.65648563182505e-05,
      "loss": 0.5698,
      "step": 429
    },
    {
      "epoch": 1.3548387096774195,
      "grad_norm": 0.6691205901538837,
      "learning_rate": 3.65401253631322e-05,
      "loss": 0.6007,
      "step": 430
    },
    {
      "epoch": 1.3579858379228953,
      "grad_norm": 0.8797201937311443,
      "learning_rate": 3.651531412950162e-05,
      "loss": 0.5688,
      "step": 431
    },
    {
      "epoch": 1.3611329661683713,
      "grad_norm": 0.812875798385014,
      "learning_rate": 3.6490422737781586e-05,
      "loss": 0.5599,
      "step": 432
    },
    {
      "epoch": 1.3642800944138473,
      "grad_norm": 0.739605090858723,
      "learning_rate": 3.646545130878401e-05,
      "loss": 0.5717,
      "step": 433
    },
    {
      "epoch": 1.3674272226593234,
      "grad_norm": 0.7027271799286325,
      "learning_rate": 3.6440399963709244e-05,
      "loss": 0.5919,
      "step": 434
    },
    {
      "epoch": 1.3705743509047994,
      "grad_norm": 0.6758853392810176,
      "learning_rate": 3.641526882414553e-05,
      "loss": 0.5847,
      "step": 435
    },
    {
      "epoch": 1.3737214791502754,
      "grad_norm": 0.6412837261448728,
      "learning_rate": 3.639005801206839e-05,
      "loss": 0.5786,
      "step": 436
    },
    {
      "epoch": 1.3768686073957515,
      "grad_norm": 0.7485694482103437,
      "learning_rate": 3.6364767649840056e-05,
      "loss": 0.5792,
      "step": 437
    },
    {
      "epoch": 1.3800157356412273,
      "grad_norm": 0.6846051950269184,
      "learning_rate": 3.633939786020884e-05,
      "loss": 0.5541,
      "step": 438
    },
    {
      "epoch": 1.3831628638867035,
      "grad_norm": 0.7297707216903999,
      "learning_rate": 3.631394876630858e-05,
      "loss": 0.5854,
      "step": 439
    },
    {
      "epoch": 1.3863099921321793,
      "grad_norm": 0.6692029491831896,
      "learning_rate": 3.628842049165801e-05,
      "loss": 0.5812,
      "step": 440
    },
    {
      "epoch": 1.3894571203776553,
      "grad_norm": 0.7299333511772628,
      "learning_rate": 3.626281316016017e-05,
      "loss": 0.568,
      "step": 441
    },
    {
      "epoch": 1.3926042486231314,
      "grad_norm": 0.6329118009441329,
      "learning_rate": 3.623712689610182e-05,
      "loss": 0.5833,
      "step": 442
    },
    {
      "epoch": 1.3957513768686074,
      "grad_norm": 0.7411202253172915,
      "learning_rate": 3.6211361824152816e-05,
      "loss": 0.5772,
      "step": 443
    },
    {
      "epoch": 1.3988985051140834,
      "grad_norm": 0.7471937332509346,
      "learning_rate": 3.618551806936551e-05,
      "loss": 0.5584,
      "step": 444
    },
    {
      "epoch": 1.4020456333595595,
      "grad_norm": 0.6697271784752193,
      "learning_rate": 3.6159595757174154e-05,
      "loss": 0.5565,
      "step": 445
    },
    {
      "epoch": 1.4051927616050355,
      "grad_norm": 0.7260444858526285,
      "learning_rate": 3.6133595013394276e-05,
      "loss": 0.6017,
      "step": 446
    },
    {
      "epoch": 1.4083398898505113,
      "grad_norm": 0.6938476082430989,
      "learning_rate": 3.6107515964222084e-05,
      "loss": 0.5702,
      "step": 447
    },
    {
      "epoch": 1.4114870180959875,
      "grad_norm": 0.6902716895190657,
      "learning_rate": 3.6081358736233836e-05,
      "loss": 0.6014,
      "step": 448
    },
    {
      "epoch": 1.4146341463414633,
      "grad_norm": 0.5887971251866968,
      "learning_rate": 3.605512345638525e-05,
      "loss": 0.545,
      "step": 449
    },
    {
      "epoch": 1.4177812745869394,
      "grad_norm": 0.6468738560521924,
      "learning_rate": 3.602881025201086e-05,
      "loss": 0.6023,
      "step": 450
    },
    {
      "epoch": 1.4209284028324154,
      "grad_norm": 0.6460851268856366,
      "learning_rate": 3.6002419250823415e-05,
      "loss": 0.5788,
      "step": 451
    },
    {
      "epoch": 1.4240755310778914,
      "grad_norm": 0.6553053911353882,
      "learning_rate": 3.597595058091325e-05,
      "loss": 0.5705,
      "step": 452
    },
    {
      "epoch": 1.4272226593233674,
      "grad_norm": 0.7688726651106929,
      "learning_rate": 3.594940437074769e-05,
      "loss": 0.6054,
      "step": 453
    },
    {
      "epoch": 1.4303697875688435,
      "grad_norm": 0.8193385892036661,
      "learning_rate": 3.592278074917039e-05,
      "loss": 0.5821,
      "step": 454
    },
    {
      "epoch": 1.4335169158143195,
      "grad_norm": 0.5937922521766558,
      "learning_rate": 3.589607984540072e-05,
      "loss": 0.55,
      "step": 455
    },
    {
      "epoch": 1.4366640440597953,
      "grad_norm": 0.9231773985131014,
      "learning_rate": 3.586930178903317e-05,
      "loss": 0.5766,
      "step": 456
    },
    {
      "epoch": 1.4398111723052716,
      "grad_norm": 1.0322774589585058,
      "learning_rate": 3.5842446710036664e-05,
      "loss": 0.5943,
      "step": 457
    },
    {
      "epoch": 1.4429583005507474,
      "grad_norm": 0.5933782616518375,
      "learning_rate": 3.581551473875397e-05,
      "loss": 0.5535,
      "step": 458
    },
    {
      "epoch": 1.4461054287962234,
      "grad_norm": 0.7009813777712108,
      "learning_rate": 3.578850600590108e-05,
      "loss": 0.5783,
      "step": 459
    },
    {
      "epoch": 1.4492525570416994,
      "grad_norm": 0.515906560455954,
      "learning_rate": 3.576142064256652e-05,
      "loss": 0.5431,
      "step": 460
    },
    {
      "epoch": 1.4523996852871754,
      "grad_norm": 0.7183973662906478,
      "learning_rate": 3.573425878021077e-05,
      "loss": 0.5902,
      "step": 461
    },
    {
      "epoch": 1.4555468135326515,
      "grad_norm": 0.7722657026633934,
      "learning_rate": 3.570702055066558e-05,
      "loss": 0.5808,
      "step": 462
    },
    {
      "epoch": 1.4586939417781275,
      "grad_norm": 0.6269618529944755,
      "learning_rate": 3.5679706086133384e-05,
      "loss": 0.5895,
      "step": 463
    },
    {
      "epoch": 1.4618410700236035,
      "grad_norm": 0.5326061244869541,
      "learning_rate": 3.5652315519186594e-05,
      "loss": 0.5394,
      "step": 464
    },
    {
      "epoch": 1.4649881982690793,
      "grad_norm": 0.7071744531566102,
      "learning_rate": 3.562484898276702e-05,
      "loss": 0.5843,
      "step": 465
    },
    {
      "epoch": 1.4681353265145556,
      "grad_norm": 0.4720130096048939,
      "learning_rate": 3.559730661018517e-05,
      "loss": 0.5768,
      "step": 466
    },
    {
      "epoch": 1.4712824547600314,
      "grad_norm": 0.7510254194400818,
      "learning_rate": 3.556968853511964e-05,
      "loss": 0.5587,
      "step": 467
    },
    {
      "epoch": 1.4744295830055074,
      "grad_norm": 0.7533116530402437,
      "learning_rate": 3.5541994891616455e-05,
      "loss": 0.5924,
      "step": 468
    },
    {
      "epoch": 1.4775767112509834,
      "grad_norm": 0.648313383238362,
      "learning_rate": 3.55142258140884e-05,
      "loss": 0.5672,
      "step": 469
    },
    {
      "epoch": 1.4807238394964595,
      "grad_norm": 0.6066187042141705,
      "learning_rate": 3.548638143731441e-05,
      "loss": 0.5393,
      "step": 470
    },
    {
      "epoch": 1.4838709677419355,
      "grad_norm": 0.5114501688468103,
      "learning_rate": 3.545846189643886e-05,
      "loss": 0.5775,
      "step": 471
    },
    {
      "epoch": 1.4870180959874115,
      "grad_norm": 0.6433306121899048,
      "learning_rate": 3.5430467326970956e-05,
      "loss": 0.5719,
      "step": 472
    },
    {
      "epoch": 1.4901652242328876,
      "grad_norm": 0.6315145421662225,
      "learning_rate": 3.540239786478407e-05,
      "loss": 0.5641,
      "step": 473
    },
    {
      "epoch": 1.4933123524783634,
      "grad_norm": 0.7411652973460111,
      "learning_rate": 3.537425364611504e-05,
      "loss": 0.5859,
      "step": 474
    },
    {
      "epoch": 1.4964594807238396,
      "grad_norm": 0.6753402761493095,
      "learning_rate": 3.5346034807563566e-05,
      "loss": 0.5664,
      "step": 475
    },
    {
      "epoch": 1.4996066089693154,
      "grad_norm": 0.6593613942752435,
      "learning_rate": 3.5317741486091515e-05,
      "loss": 0.5777,
      "step": 476
    },
    {
      "epoch": 1.5027537372147917,
      "grad_norm": 0.6224692930708144,
      "learning_rate": 3.5289373819022246e-05,
      "loss": 0.5511,
      "step": 477
    },
    {
      "epoch": 1.5059008654602675,
      "grad_norm": 0.5435829543716864,
      "learning_rate": 3.5260931944039976e-05,
      "loss": 0.5951,
      "step": 478
    },
    {
      "epoch": 1.5090479937057435,
      "grad_norm": 0.7727972521914884,
      "learning_rate": 3.523241599918908e-05,
      "loss": 0.5809,
      "step": 479
    },
    {
      "epoch": 1.5121951219512195,
      "grad_norm": 0.8135435570540013,
      "learning_rate": 3.520382612287346e-05,
      "loss": 0.5508,
      "step": 480
    },
    {
      "epoch": 1.5153422501966956,
      "grad_norm": 0.6445142709480808,
      "learning_rate": 3.517516245385582e-05,
      "loss": 0.5711,
      "step": 481
    },
    {
      "epoch": 1.5184893784421716,
      "grad_norm": 0.6571221471891615,
      "learning_rate": 3.514642513125704e-05,
      "loss": 0.5816,
      "step": 482
    },
    {
      "epoch": 1.5216365066876474,
      "grad_norm": 0.778181315537639,
      "learning_rate": 3.511761429455548e-05,
      "loss": 0.5487,
      "step": 483
    },
    {
      "epoch": 1.5247836349331236,
      "grad_norm": 0.6612223689047932,
      "learning_rate": 3.508873008358629e-05,
      "loss": 0.5693,
      "step": 484
    },
    {
      "epoch": 1.5279307631785994,
      "grad_norm": 0.8677284824093338,
      "learning_rate": 3.505977263854077e-05,
      "loss": 0.5777,
      "step": 485
    },
    {
      "epoch": 1.5310778914240757,
      "grad_norm": 0.7946151572521599,
      "learning_rate": 3.5030742099965654e-05,
      "loss": 0.6006,
      "step": 486
    },
    {
      "epoch": 1.5342250196695515,
      "grad_norm": 0.6423836766306755,
      "learning_rate": 3.5001638608762435e-05,
      "loss": 0.5902,
      "step": 487
    },
    {
      "epoch": 1.5373721479150275,
      "grad_norm": 0.9319785025741317,
      "learning_rate": 3.497246230618669e-05,
      "loss": 0.5391,
      "step": 488
    },
    {
      "epoch": 1.5405192761605035,
      "grad_norm": 0.646420731333806,
      "learning_rate": 3.49432133338474e-05,
      "loss": 0.601,
      "step": 489
    },
    {
      "epoch": 1.5436664044059796,
      "grad_norm": 0.6190175701198456,
      "learning_rate": 3.491389183370624e-05,
      "loss": 0.5381,
      "step": 490
    },
    {
      "epoch": 1.5468135326514556,
      "grad_norm": 0.7395463266615069,
      "learning_rate": 3.48844979480769e-05,
      "loss": 0.6024,
      "step": 491
    },
    {
      "epoch": 1.5499606608969314,
      "grad_norm": 0.6246796480797395,
      "learning_rate": 3.485503181962442e-05,
      "loss": 0.558,
      "step": 492
    },
    {
      "epoch": 1.5531077891424077,
      "grad_norm": 0.6101829668871169,
      "learning_rate": 3.4825493591364456e-05,
      "loss": 0.5797,
      "step": 493
    },
    {
      "epoch": 1.5562549173878835,
      "grad_norm": 0.7173522923458697,
      "learning_rate": 3.479588340666261e-05,
      "loss": 0.5769,
      "step": 494
    },
    {
      "epoch": 1.5594020456333597,
      "grad_norm": 0.7526388551403992,
      "learning_rate": 3.4766201409233725e-05,
      "loss": 0.5415,
      "step": 495
    },
    {
      "epoch": 1.5625491738788355,
      "grad_norm": 0.8776736439637768,
      "learning_rate": 3.4736447743141195e-05,
      "loss": 0.597,
      "step": 496
    },
    {
      "epoch": 1.5656963021243115,
      "grad_norm": 0.7955322141679404,
      "learning_rate": 3.470662255279627e-05,
      "loss": 0.566,
      "step": 497
    },
    {
      "epoch": 1.5688434303697876,
      "grad_norm": 0.693146892331598,
      "learning_rate": 3.467672598295733e-05,
      "loss": 0.5666,
      "step": 498
    },
    {
      "epoch": 1.5719905586152636,
      "grad_norm": 0.5243219068148551,
      "learning_rate": 3.4646758178729204e-05,
      "loss": 0.5772,
      "step": 499
    },
    {
      "epoch": 1.5751376868607396,
      "grad_norm": 0.6658543703419947,
      "learning_rate": 3.461671928556248e-05,
      "loss": 0.5677,
      "step": 500
    },
    {
      "epoch": 1.5782848151062154,
      "grad_norm": 0.70750696164214,
      "learning_rate": 3.458660944925277e-05,
      "loss": 0.5694,
      "step": 501
    },
    {
      "epoch": 1.5814319433516917,
      "grad_norm": 0.8301587050106674,
      "learning_rate": 3.455642881594e-05,
      "loss": 0.573,
      "step": 502
    },
    {
      "epoch": 1.5845790715971675,
      "grad_norm": 0.5989742871105483,
      "learning_rate": 3.452617753210772e-05,
      "loss": 0.5796,
      "step": 503
    },
    {
      "epoch": 1.5877261998426437,
      "grad_norm": 0.7607728281640884,
      "learning_rate": 3.44958557445824e-05,
      "loss": 0.5368,
      "step": 504
    },
    {
      "epoch": 1.5908733280881195,
      "grad_norm": 0.8923738785753914,
      "learning_rate": 3.44654636005327e-05,
      "loss": 0.5931,
      "step": 505
    },
    {
      "epoch": 1.5940204563335956,
      "grad_norm": 0.8841841122243062,
      "learning_rate": 3.443500124746873e-05,
      "loss": 0.5758,
      "step": 506
    },
    {
      "epoch": 1.5971675845790716,
      "grad_norm": 0.9060495002085946,
      "learning_rate": 3.4404468833241406e-05,
      "loss": 0.5762,
      "step": 507
    },
    {
      "epoch": 1.6003147128245476,
      "grad_norm": 0.7266975845748416,
      "learning_rate": 3.437386650604168e-05,
      "loss": 0.5887,
      "step": 508
    },
    {
      "epoch": 1.6034618410700237,
      "grad_norm": 0.7727096713217674,
      "learning_rate": 3.43431944143998e-05,
      "loss": 0.5511,
      "step": 509
    },
    {
      "epoch": 1.6066089693154995,
      "grad_norm": 0.9700581732284279,
      "learning_rate": 3.431245270718466e-05,
      "loss": 0.5864,
      "step": 510
    },
    {
      "epoch": 1.6097560975609757,
      "grad_norm": 1.0421876454341092,
      "learning_rate": 3.4281641533603014e-05,
      "loss": 0.5623,
      "step": 511
    },
    {
      "epoch": 1.6129032258064515,
      "grad_norm": 0.6522589351192359,
      "learning_rate": 3.425076104319878e-05,
      "loss": 0.5834,
      "step": 512
    },
    {
      "epoch": 1.6160503540519278,
      "grad_norm": 0.7995769943176967,
      "learning_rate": 3.4219811385852324e-05,
      "loss": 0.5484,
      "step": 513
    },
    {
      "epoch": 1.6191974822974036,
      "grad_norm": 0.8339896343295545,
      "learning_rate": 3.418879271177968e-05,
      "loss": 0.5417,
      "step": 514
    },
    {
      "epoch": 1.6223446105428796,
      "grad_norm": 0.6298557505945559,
      "learning_rate": 3.4157705171531904e-05,
      "loss": 0.6214,
      "step": 515
    },
    {
      "epoch": 1.6254917387883556,
      "grad_norm": 0.6627216090718417,
      "learning_rate": 3.4126548915994274e-05,
      "loss": 0.5306,
      "step": 516
    },
    {
      "epoch": 1.6286388670338316,
      "grad_norm": 0.8522248942562364,
      "learning_rate": 3.4095324096385584e-05,
      "loss": 0.5832,
      "step": 517
    },
    {
      "epoch": 1.6317859952793077,
      "grad_norm": 0.8071162098711794,
      "learning_rate": 3.406403086425741e-05,
      "loss": 0.5686,
      "step": 518
    },
    {
      "epoch": 1.6349331235247835,
      "grad_norm": 0.7731287731654394,
      "learning_rate": 3.403266937149337e-05,
      "loss": 0.5815,
      "step": 519
    },
    {
      "epoch": 1.6380802517702597,
      "grad_norm": 0.6533031600568543,
      "learning_rate": 3.4001239770308394e-05,
      "loss": 0.5915,
      "step": 520
    },
    {
      "epoch": 1.6412273800157355,
      "grad_norm": 0.569436746864039,
      "learning_rate": 3.396974221324798e-05,
      "loss": 0.5498,
      "step": 521
    },
    {
      "epoch": 1.6443745082612118,
      "grad_norm": 0.6632852776648928,
      "learning_rate": 3.3938176853187456e-05,
      "loss": 0.5456,
      "step": 522
    },
    {
      "epoch": 1.6475216365066876,
      "grad_norm": 0.5695584986960003,
      "learning_rate": 3.390654384333122e-05,
      "loss": 0.6047,
      "step": 523
    },
    {
      "epoch": 1.6506687647521636,
      "grad_norm": 0.5940386873921953,
      "learning_rate": 3.387484333721203e-05,
      "loss": 0.5619,
      "step": 524
    },
    {
      "epoch": 1.6538158929976396,
      "grad_norm": 0.6418545904839442,
      "learning_rate": 3.384307548869023e-05,
      "loss": 0.5559,
      "step": 525
    },
    {
      "epoch": 1.6569630212431157,
      "grad_norm": 0.7206004903104387,
      "learning_rate": 3.381124045195304e-05,
      "loss": 0.5975,
      "step": 526
    },
    {
      "epoch": 1.6601101494885917,
      "grad_norm": 0.7182344615178672,
      "learning_rate": 3.377933838151374e-05,
      "loss": 0.5509,
      "step": 527
    },
    {
      "epoch": 1.6632572777340675,
      "grad_norm": 0.49685467022501884,
      "learning_rate": 3.3747369432210986e-05,
      "loss": 0.5579,
      "step": 528
    },
    {
      "epoch": 1.6664044059795438,
      "grad_norm": 0.7462370895937678,
      "learning_rate": 3.371533375920805e-05,
      "loss": 0.584,
      "step": 529
    },
    {
      "epoch": 1.6695515342250196,
      "grad_norm": 0.5844502731729302,
      "learning_rate": 3.368323151799201e-05,
      "loss": 0.5502,
      "step": 530
    },
    {
      "epoch": 1.6726986624704958,
      "grad_norm": 0.7995900924270242,
      "learning_rate": 3.365106286437309e-05,
      "loss": 0.577,
      "step": 531
    },
    {
      "epoch": 1.6758457907159716,
      "grad_norm": 0.6980897656965266,
      "learning_rate": 3.36188279544838e-05,
      "loss": 0.5667,
      "step": 532
    },
    {
      "epoch": 1.6789929189614476,
      "grad_norm": 0.5272573380584673,
      "learning_rate": 3.358652694477825e-05,
      "loss": 0.5682,
      "step": 533
    },
    {
      "epoch": 1.6821400472069237,
      "grad_norm": 0.7386619419487044,
      "learning_rate": 3.355415999203139e-05,
      "loss": 0.5676,
      "step": 534
    },
    {
      "epoch": 1.6852871754523997,
      "grad_norm": 0.6234902692887895,
      "learning_rate": 3.352172725333819e-05,
      "loss": 0.5767,
      "step": 535
    },
    {
      "epoch": 1.6884343036978757,
      "grad_norm": 0.6168550151283233,
      "learning_rate": 3.3489228886112955e-05,
      "loss": 0.5414,
      "step": 536
    },
    {
      "epoch": 1.6915814319433515,
      "grad_norm": 0.6616970915400288,
      "learning_rate": 3.345666504808848e-05,
      "loss": 0.5958,
      "step": 537
    },
    {
      "epoch": 1.6947285601888278,
      "grad_norm": 0.5250838225987879,
      "learning_rate": 3.342403589731537e-05,
      "loss": 0.5574,
      "step": 538
    },
    {
      "epoch": 1.6978756884343036,
      "grad_norm": 0.4902293386353501,
      "learning_rate": 3.3391341592161186e-05,
      "loss": 0.5668,
      "step": 539
    },
    {
      "epoch": 1.7010228166797798,
      "grad_norm": 0.6680470248999262,
      "learning_rate": 3.3358582291309755e-05,
      "loss": 0.576,
      "step": 540
    },
    {
      "epoch": 1.7041699449252556,
      "grad_norm": 0.5361498475271551,
      "learning_rate": 3.3325758153760357e-05,
      "loss": 0.5699,
      "step": 541
    },
    {
      "epoch": 1.7073170731707317,
      "grad_norm": 0.7242179466038916,
      "learning_rate": 3.3292869338826944e-05,
      "loss": 0.5651,
      "step": 542
    },
    {
      "epoch": 1.7104642014162077,
      "grad_norm": 0.5773147674606367,
      "learning_rate": 3.3259916006137404e-05,
      "loss": 0.5399,
      "step": 543
    },
    {
      "epoch": 1.7136113296616837,
      "grad_norm": 0.7046072332761888,
      "learning_rate": 3.3226898315632747e-05,
      "loss": 0.5997,
      "step": 544
    },
    {
      "epoch": 1.7167584579071598,
      "grad_norm": 0.7085851971891551,
      "learning_rate": 3.319381642756637e-05,
      "loss": 0.5691,
      "step": 545
    },
    {
      "epoch": 1.7199055861526356,
      "grad_norm": 0.6071053828245467,
      "learning_rate": 3.3160670502503245e-05,
      "loss": 0.5605,
      "step": 546
    },
    {
      "epoch": 1.7230527143981118,
      "grad_norm": 0.6496056037574068,
      "learning_rate": 3.312746070131913e-05,
      "loss": 0.568,
      "step": 547
    },
    {
      "epoch": 1.7261998426435876,
      "grad_norm": 0.5889215814684938,
      "learning_rate": 3.309418718519985e-05,
      "loss": 0.5569,
      "step": 548
    },
    {
      "epoch": 1.7293469708890639,
      "grad_norm": 0.6871169447975174,
      "learning_rate": 3.306085011564045e-05,
      "loss": 0.5974,
      "step": 549
    },
    {
      "epoch": 1.7324940991345397,
      "grad_norm": 0.4861712620248983,
      "learning_rate": 3.302744965444445e-05,
      "loss": 0.5547,
      "step": 550
    },
    {
      "epoch": 1.7356412273800157,
      "grad_norm": 0.6213321890297462,
      "learning_rate": 3.299398596372301e-05,
      "loss": 0.5504,
      "step": 551
    },
    {
      "epoch": 1.7387883556254917,
      "grad_norm": 0.7451909016073313,
      "learning_rate": 3.296045920589423e-05,
      "loss": 0.5743,
      "step": 552
    },
    {
      "epoch": 1.7419354838709677,
      "grad_norm": 0.5451433585609038,
      "learning_rate": 3.292686954368228e-05,
      "loss": 0.5828,
      "step": 553
    },
    {
      "epoch": 1.7450826121164438,
      "grad_norm": 0.7140894697077395,
      "learning_rate": 3.2893217140116636e-05,
      "loss": 0.5451,
      "step": 554
    },
    {
      "epoch": 1.7482297403619196,
      "grad_norm": 0.7917204702318612,
      "learning_rate": 3.28595021585313e-05,
      "loss": 0.5749,
      "step": 555
    },
    {
      "epoch": 1.7513768686073958,
      "grad_norm": 0.736299315372961,
      "learning_rate": 3.282572476256401e-05,
      "loss": 0.5642,
      "step": 556
    },
    {
      "epoch": 1.7545239968528716,
      "grad_norm": 0.896182709362604,
      "learning_rate": 3.2791885116155416e-05,
      "loss": 0.5846,
      "step": 557
    },
    {
      "epoch": 1.7576711250983479,
      "grad_norm": 0.7630553132584026,
      "learning_rate": 3.275798338354833e-05,
      "loss": 0.5427,
      "step": 558
    },
    {
      "epoch": 1.7608182533438237,
      "grad_norm": 0.8175895208469556,
      "learning_rate": 3.272401972928688e-05,
      "loss": 0.5865,
      "step": 559
    },
    {
      "epoch": 1.7639653815892997,
      "grad_norm": 1.0859209320779282,
      "learning_rate": 3.2689994318215754e-05,
      "loss": 0.5655,
      "step": 560
    },
    {
      "epoch": 1.7671125098347757,
      "grad_norm": 0.5813459553206478,
      "learning_rate": 3.265590731547936e-05,
      "loss": 0.5778,
      "step": 561
    },
    {
      "epoch": 1.7702596380802518,
      "grad_norm": 0.932110967880023,
      "learning_rate": 3.262175888652106e-05,
      "loss": 0.5582,
      "step": 562
    },
    {
      "epoch": 1.7734067663257278,
      "grad_norm": 1.141526320853197,
      "learning_rate": 3.258754919708234e-05,
      "loss": 0.5511,
      "step": 563
    },
    {
      "epoch": 1.7765538945712038,
      "grad_norm": 0.7023132464915953,
      "learning_rate": 3.255327841320204e-05,
      "loss": 0.5876,
      "step": 564
    },
    {
      "epoch": 1.7797010228166799,
      "grad_norm": 1.273494297512138,
      "learning_rate": 3.251894670121549e-05,
      "loss": 0.5589,
      "step": 565
    },
    {
      "epoch": 1.7828481510621557,
      "grad_norm": 0.7051769266957719,
      "learning_rate": 3.2484554227753775e-05,
      "loss": 0.5926,
      "step": 566
    },
    {
      "epoch": 1.785995279307632,
      "grad_norm": 0.7937404532482675,
      "learning_rate": 3.2450101159742864e-05,
      "loss": 0.552,
      "step": 567
    },
    {
      "epoch": 1.7891424075531077,
      "grad_norm": 0.6969548206163279,
      "learning_rate": 3.241558766440284e-05,
      "loss": 0.5778,
      "step": 568
    },
    {
      "epoch": 1.7922895357985837,
      "grad_norm": 0.5249950117268797,
      "learning_rate": 3.238101390924706e-05,
      "loss": 0.5522,
      "step": 569
    },
    {
      "epoch": 1.7954366640440598,
      "grad_norm": 0.5989099837768208,
      "learning_rate": 3.234638006208138e-05,
      "loss": 0.571,
      "step": 570
    },
    {
      "epoch": 1.7985837922895358,
      "grad_norm": 0.648877478471487,
      "learning_rate": 3.231168629100328e-05,
      "loss": 0.5605,
      "step": 571
    },
    {
      "epoch": 1.8017309205350118,
      "grad_norm": 0.7019920843145531,
      "learning_rate": 3.227693276440111e-05,
      "loss": 0.5837,
      "step": 572
    },
    {
      "epoch": 1.8048780487804879,
      "grad_norm": 0.7208863035517205,
      "learning_rate": 3.224211965095326e-05,
      "loss": 0.5771,
      "step": 573
    },
    {
      "epoch": 1.8080251770259639,
      "grad_norm": 0.582448115703797,
      "learning_rate": 3.220724711962729e-05,
      "loss": 0.5769,
      "step": 574
    },
    {
      "epoch": 1.8111723052714397,
      "grad_norm": 0.6093974952092187,
      "learning_rate": 3.217231533967917e-05,
      "loss": 0.5375,
      "step": 575
    },
    {
      "epoch": 1.814319433516916,
      "grad_norm": 0.6885252290210996,
      "learning_rate": 3.213732448065244e-05,
      "loss": 0.5807,
      "step": 576
    },
    {
      "epoch": 1.8174665617623917,
      "grad_norm": 0.6107097439844204,
      "learning_rate": 3.2102274712377384e-05,
      "loss": 0.5778,
      "step": 577
    },
    {
      "epoch": 1.8206136900078678,
      "grad_norm": 0.581905246193802,
      "learning_rate": 3.206716620497019e-05,
      "loss": 0.5342,
      "step": 578
    },
    {
      "epoch": 1.8237608182533438,
      "grad_norm": 0.5218197149224699,
      "learning_rate": 3.203199912883216e-05,
      "loss": 0.5698,
      "step": 579
    },
    {
      "epoch": 1.8269079464988198,
      "grad_norm": 0.6188418099817343,
      "learning_rate": 3.199677365464884e-05,
      "loss": 0.5697,
      "step": 580
    },
    {
      "epoch": 1.8300550747442959,
      "grad_norm": 0.6904870334281441,
      "learning_rate": 3.196148995338924e-05,
      "loss": 0.5696,
      "step": 581
    },
    {
      "epoch": 1.8332022029897719,
      "grad_norm": 0.6072285553149802,
      "learning_rate": 3.192614819630497e-05,
      "loss": 0.5827,
      "step": 582
    },
    {
      "epoch": 1.836349331235248,
      "grad_norm": 0.5737961625680729,
      "learning_rate": 3.189074855492941e-05,
      "loss": 0.5633,
      "step": 583
    },
    {
      "epoch": 1.8394964594807237,
      "grad_norm": 0.5224516792912552,
      "learning_rate": 3.185529120107688e-05,
      "loss": 0.5523,
      "step": 584
    },
    {
      "epoch": 1.8426435877262,
      "grad_norm": 0.7333440316338549,
      "learning_rate": 3.181977630684183e-05,
      "loss": 0.5873,
      "step": 585
    },
    {
      "epoch": 1.8457907159716758,
      "grad_norm": 0.6648112330877247,
      "learning_rate": 3.1784204044597976e-05,
      "loss": 0.5526,
      "step": 586
    },
    {
      "epoch": 1.8489378442171518,
      "grad_norm": 0.5927824601123387,
      "learning_rate": 3.174857458699747e-05,
      "loss": 0.5667,
      "step": 587
    },
    {
      "epoch": 1.8520849724626278,
      "grad_norm": 0.8622116267692795,
      "learning_rate": 3.171288810697007e-05,
      "loss": 0.5867,
      "step": 588
    },
    {
      "epoch": 1.8552321007081038,
      "grad_norm": 0.5692350152296256,
      "learning_rate": 3.167714477772229e-05,
      "loss": 0.5831,
      "step": 589
    },
    {
      "epoch": 1.8583792289535799,
      "grad_norm": 0.755370477014244,
      "learning_rate": 3.164134477273658e-05,
      "loss": 0.5744,
      "step": 590
    },
    {
      "epoch": 1.861526357199056,
      "grad_norm": 0.6666470710363162,
      "learning_rate": 3.160548826577046e-05,
      "loss": 0.5646,
      "step": 591
    },
    {
      "epoch": 1.864673485444532,
      "grad_norm": 0.6685593450468315,
      "learning_rate": 3.156957543085566e-05,
      "loss": 0.546,
      "step": 592
    },
    {
      "epoch": 1.8678206136900077,
      "grad_norm": 0.8519423765856126,
      "learning_rate": 3.153360644229735e-05,
      "loss": 0.5773,
      "step": 593
    },
    {
      "epoch": 1.870967741935484,
      "grad_norm": 0.6858413196623089,
      "learning_rate": 3.149758147467321e-05,
      "loss": 0.5611,
      "step": 594
    },
    {
      "epoch": 1.8741148701809598,
      "grad_norm": 0.6424906456379045,
      "learning_rate": 3.146150070283263e-05,
      "loss": 0.5741,
      "step": 595
    },
    {
      "epoch": 1.877261998426436,
      "grad_norm": 0.7226105609045684,
      "learning_rate": 3.142536430189585e-05,
      "loss": 0.5635,
      "step": 596
    },
    {
      "epoch": 1.8804091266719118,
      "grad_norm": 0.5556670020965504,
      "learning_rate": 3.1389172447253106e-05,
      "loss": 0.5644,
      "step": 597
    },
    {
      "epoch": 1.8835562549173879,
      "grad_norm": 0.6676742327342214,
      "learning_rate": 3.135292531456378e-05,
      "loss": 0.5686,
      "step": 598
    },
    {
      "epoch": 1.886703383162864,
      "grad_norm": 0.5117507094897004,
      "learning_rate": 3.131662307975556e-05,
      "loss": 0.569,
      "step": 599
    },
    {
      "epoch": 1.88985051140834,
      "grad_norm": 0.8463097941158746,
      "learning_rate": 3.128026591902356e-05,
      "loss": 0.5623,
      "step": 600
    },
    {
      "epoch": 1.892997639653816,
      "grad_norm": 0.5791294005826809,
      "learning_rate": 3.1243854008829493e-05,
      "loss": 0.5502,
      "step": 601
    },
    {
      "epoch": 1.8961447678992918,
      "grad_norm": 0.5549775959821279,
      "learning_rate": 3.1207387525900795e-05,
      "loss": 0.5428,
      "step": 602
    },
    {
      "epoch": 1.899291896144768,
      "grad_norm": 0.6916786541488753,
      "learning_rate": 3.117086664722977e-05,
      "loss": 0.5735,
      "step": 603
    },
    {
      "epoch": 1.9024390243902438,
      "grad_norm": 0.5153262400722942,
      "learning_rate": 3.113429155007276e-05,
      "loss": 0.5574,
      "step": 604
    },
    {
      "epoch": 1.90558615263572,
      "grad_norm": 0.6922452984565507,
      "learning_rate": 3.109766241194922e-05,
      "loss": 0.5672,
      "step": 605
    },
    {
      "epoch": 1.9087332808811959,
      "grad_norm": 0.6162773584248936,
      "learning_rate": 3.106097941064093e-05,
      "loss": 0.5616,
      "step": 606
    },
    {
      "epoch": 1.911880409126672,
      "grad_norm": 0.6022937951308683,
      "learning_rate": 3.1024242724191074e-05,
      "loss": 0.5729,
      "step": 607
    },
    {
      "epoch": 1.915027537372148,
      "grad_norm": 0.5971187647434458,
      "learning_rate": 3.098745253090342e-05,
      "loss": 0.5575,
      "step": 608
    },
    {
      "epoch": 1.918174665617624,
      "grad_norm": 0.6007052376113771,
      "learning_rate": 3.0950609009341424e-05,
      "loss": 0.5853,
      "step": 609
    },
    {
      "epoch": 1.9213217938631,
      "grad_norm": 0.6798286394330892,
      "learning_rate": 3.0913712338327376e-05,
      "loss": 0.5652,
      "step": 610
    },
    {
      "epoch": 1.9244689221085758,
      "grad_norm": 0.4998017682786324,
      "learning_rate": 3.087676269694153e-05,
      "loss": 0.5437,
      "step": 611
    },
    {
      "epoch": 1.927616050354052,
      "grad_norm": 0.5900141909915693,
      "learning_rate": 3.083976026452125e-05,
      "loss": 0.5683,
      "step": 612
    },
    {
      "epoch": 1.9307631785995278,
      "grad_norm": 0.6801189891795948,
      "learning_rate": 3.080270522066008e-05,
      "loss": 0.5613,
      "step": 613
    },
    {
      "epoch": 1.933910306845004,
      "grad_norm": 0.6473158183105817,
      "learning_rate": 3.076559774520697e-05,
      "loss": 0.6134,
      "step": 614
    },
    {
      "epoch": 1.93705743509048,
      "grad_norm": 0.6272385353530213,
      "learning_rate": 3.072843801826532e-05,
      "loss": 0.5474,
      "step": 615
    },
    {
      "epoch": 1.940204563335956,
      "grad_norm": 0.5345902788380883,
      "learning_rate": 3.069122622019214e-05,
      "loss": 0.5526,
      "step": 616
    },
    {
      "epoch": 1.943351691581432,
      "grad_norm": 0.5673813938868798,
      "learning_rate": 3.065396253159717e-05,
      "loss": 0.555,
      "step": 617
    },
    {
      "epoch": 1.946498819826908,
      "grad_norm": 0.6523154486055993,
      "learning_rate": 3.061664713334202e-05,
      "loss": 0.5879,
      "step": 618
    },
    {
      "epoch": 1.949645948072384,
      "grad_norm": 0.5478136247550162,
      "learning_rate": 3.057928020653925e-05,
      "loss": 0.5626,
      "step": 619
    },
    {
      "epoch": 1.9527930763178598,
      "grad_norm": 0.6276196177093876,
      "learning_rate": 3.054186193255154e-05,
      "loss": 0.5753,
      "step": 620
    },
    {
      "epoch": 1.955940204563336,
      "grad_norm": 0.5863504244120591,
      "learning_rate": 3.0504392492990763e-05,
      "loss": 0.5411,
      "step": 621
    },
    {
      "epoch": 1.9590873328088119,
      "grad_norm": 0.6126483770064565,
      "learning_rate": 3.0466872069717152e-05,
      "loss": 0.57,
      "step": 622
    },
    {
      "epoch": 1.9622344610542881,
      "grad_norm": 0.7429812948474108,
      "learning_rate": 3.0429300844838373e-05,
      "loss": 0.5775,
      "step": 623
    },
    {
      "epoch": 1.965381589299764,
      "grad_norm": 0.5191951431840917,
      "learning_rate": 3.0391679000708673e-05,
      "loss": 0.5443,
      "step": 624
    },
    {
      "epoch": 1.96852871754524,
      "grad_norm": 0.518779230546286,
      "learning_rate": 3.0354006719927987e-05,
      "loss": 0.5356,
      "step": 625
    },
    {
      "epoch": 1.971675845790716,
      "grad_norm": 0.6399044762326972,
      "learning_rate": 3.0316284185341023e-05,
      "loss": 0.6069,
      "step": 626
    },
    {
      "epoch": 1.974822974036192,
      "grad_norm": 0.6811166693200108,
      "learning_rate": 3.0278511580036417e-05,
      "loss": 0.5327,
      "step": 627
    },
    {
      "epoch": 1.977970102281668,
      "grad_norm": 0.5946157024716091,
      "learning_rate": 3.0240689087345838e-05,
      "loss": 0.5843,
      "step": 628
    },
    {
      "epoch": 1.9811172305271438,
      "grad_norm": 0.6365089414451961,
      "learning_rate": 3.0202816890843062e-05,
      "loss": 0.5892,
      "step": 629
    },
    {
      "epoch": 1.98426435877262,
      "grad_norm": 0.7183274496457972,
      "learning_rate": 3.016489517434312e-05,
      "loss": 0.5145,
      "step": 630
    },
    {
      "epoch": 1.987411487018096,
      "grad_norm": 0.6164005756653712,
      "learning_rate": 3.012692412190138e-05,
      "loss": 0.5784,
      "step": 631
    },
    {
      "epoch": 1.9905586152635721,
      "grad_norm": 0.4388269705199884,
      "learning_rate": 3.008890391781268e-05,
      "loss": 0.5773,
      "step": 632
    },
    {
      "epoch": 1.993705743509048,
      "grad_norm": 0.6502984666030054,
      "learning_rate": 3.0050834746610412e-05,
      "loss": 0.5544,
      "step": 633
    },
    {
      "epoch": 1.996852871754524,
      "grad_norm": 0.6922648777230136,
      "learning_rate": 3.0012716793065634e-05,
      "loss": 0.555,
      "step": 634
    },
    {
      "epoch": 2.001573564122738,
      "grad_norm": 0.8869807905073702,
      "learning_rate": 2.9974550242186156e-05,
      "loss": 0.9625,
      "step": 635
    },
    {
      "epoch": 2.004720692368214,
      "grad_norm": 1.0358494933593285,
      "learning_rate": 2.993633527921569e-05,
      "loss": 0.5616,
      "step": 636
    },
    {
      "epoch": 2.00786782061369,
      "grad_norm": 0.9346566129032547,
      "learning_rate": 2.9898072089632882e-05,
      "loss": 0.476,
      "step": 637
    },
    {
      "epoch": 2.011014948859166,
      "grad_norm": 0.7853808249371318,
      "learning_rate": 2.9859760859150488e-05,
      "loss": 0.5242,
      "step": 638
    },
    {
      "epoch": 2.014162077104642,
      "grad_norm": 0.6808785603976919,
      "learning_rate": 2.9821401773714394e-05,
      "loss": 0.4915,
      "step": 639
    },
    {
      "epoch": 2.017309205350118,
      "grad_norm": 1.079169965146025,
      "learning_rate": 2.9782995019502787e-05,
      "loss": 0.5268,
      "step": 640
    },
    {
      "epoch": 2.020456333595594,
      "grad_norm": 0.6687486233311583,
      "learning_rate": 2.97445407829252e-05,
      "loss": 0.4946,
      "step": 641
    },
    {
      "epoch": 2.02360346184107,
      "grad_norm": 0.7161583063428312,
      "learning_rate": 2.9706039250621626e-05,
      "loss": 0.5282,
      "step": 642
    },
    {
      "epoch": 2.026750590086546,
      "grad_norm": 0.8180598647734951,
      "learning_rate": 2.9667490609461604e-05,
      "loss": 0.5101,
      "step": 643
    },
    {
      "epoch": 2.029897718332022,
      "grad_norm": 0.7917644525656923,
      "learning_rate": 2.9628895046543342e-05,
      "loss": 0.5029,
      "step": 644
    },
    {
      "epoch": 2.033044846577498,
      "grad_norm": 0.6513990862103043,
      "learning_rate": 2.9590252749192757e-05,
      "loss": 0.5118,
      "step": 645
    },
    {
      "epoch": 2.036191974822974,
      "grad_norm": 0.7808164985343838,
      "learning_rate": 2.955156390496262e-05,
      "loss": 0.5195,
      "step": 646
    },
    {
      "epoch": 2.0393391030684502,
      "grad_norm": 0.7912837002277737,
      "learning_rate": 2.9512828701631596e-05,
      "loss": 0.5265,
      "step": 647
    },
    {
      "epoch": 2.042486231313926,
      "grad_norm": 0.5929853901605757,
      "learning_rate": 2.9474047327203377e-05,
      "loss": 0.4743,
      "step": 648
    },
    {
      "epoch": 2.045633359559402,
      "grad_norm": 0.5776575088322736,
      "learning_rate": 2.943521996990573e-05,
      "loss": 0.5317,
      "step": 649
    },
    {
      "epoch": 2.048780487804878,
      "grad_norm": 0.5820287876548046,
      "learning_rate": 2.9396346818189633e-05,
      "loss": 0.4907,
      "step": 650
    },
    {
      "epoch": 2.051927616050354,
      "grad_norm": 0.5401403467336713,
      "learning_rate": 2.9357428060728286e-05,
      "loss": 0.5108,
      "step": 651
    },
    {
      "epoch": 2.05507474429583,
      "grad_norm": 0.5681209497944092,
      "learning_rate": 2.9318463886416286e-05,
      "loss": 0.5115,
      "step": 652
    },
    {
      "epoch": 2.058221872541306,
      "grad_norm": 0.7457016880475935,
      "learning_rate": 2.9279454484368622e-05,
      "loss": 0.5245,
      "step": 653
    },
    {
      "epoch": 2.061369000786782,
      "grad_norm": 0.7100559492936808,
      "learning_rate": 2.9240400043919846e-05,
      "loss": 0.5066,
      "step": 654
    },
    {
      "epoch": 2.064516129032258,
      "grad_norm": 0.5562962703615024,
      "learning_rate": 2.9201300754623046e-05,
      "loss": 0.5197,
      "step": 655
    },
    {
      "epoch": 2.0676632572777343,
      "grad_norm": 0.7228119547511469,
      "learning_rate": 2.916215680624904e-05,
      "loss": 0.4895,
      "step": 656
    },
    {
      "epoch": 2.07081038552321,
      "grad_norm": 0.6104757189458597,
      "learning_rate": 2.912296838878537e-05,
      "loss": 0.5248,
      "step": 657
    },
    {
      "epoch": 2.073957513768686,
      "grad_norm": 0.6489476520349108,
      "learning_rate": 2.9083735692435428e-05,
      "loss": 0.5091,
      "step": 658
    },
    {
      "epoch": 2.077104642014162,
      "grad_norm": 0.5407920259634255,
      "learning_rate": 2.9044458907617515e-05,
      "loss": 0.5057,
      "step": 659
    },
    {
      "epoch": 2.080251770259638,
      "grad_norm": 0.5264195062329879,
      "learning_rate": 2.9005138224963906e-05,
      "loss": 0.5459,
      "step": 660
    },
    {
      "epoch": 2.083398898505114,
      "grad_norm": 0.5997049734314334,
      "learning_rate": 2.896577383531994e-05,
      "loss": 0.5098,
      "step": 661
    },
    {
      "epoch": 2.08654602675059,
      "grad_norm": 0.6428632064411095,
      "learning_rate": 2.8926365929743108e-05,
      "loss": 0.4887,
      "step": 662
    },
    {
      "epoch": 2.0896931549960662,
      "grad_norm": 0.45721246844892666,
      "learning_rate": 2.888691469950209e-05,
      "loss": 0.5194,
      "step": 663
    },
    {
      "epoch": 2.092840283241542,
      "grad_norm": 0.6356505848651062,
      "learning_rate": 2.8847420336075842e-05,
      "loss": 0.4969,
      "step": 664
    },
    {
      "epoch": 2.0959874114870183,
      "grad_norm": 0.5203943278435145,
      "learning_rate": 2.880788303115269e-05,
      "loss": 0.512,
      "step": 665
    },
    {
      "epoch": 2.099134539732494,
      "grad_norm": 0.5416771289936778,
      "learning_rate": 2.876830297662936e-05,
      "loss": 0.5221,
      "step": 666
    },
    {
      "epoch": 2.10228166797797,
      "grad_norm": 0.48612729179676883,
      "learning_rate": 2.8728680364610072e-05,
      "loss": 0.4813,
      "step": 667
    },
    {
      "epoch": 2.105428796223446,
      "grad_norm": 0.5280735471764217,
      "learning_rate": 2.8689015387405606e-05,
      "loss": 0.5197,
      "step": 668
    },
    {
      "epoch": 2.108575924468922,
      "grad_norm": 0.6468916366598001,
      "learning_rate": 2.8649308237532357e-05,
      "loss": 0.5204,
      "step": 669
    },
    {
      "epoch": 2.111723052714398,
      "grad_norm": 0.4384358357805341,
      "learning_rate": 2.860955910771142e-05,
      "loss": 0.4934,
      "step": 670
    },
    {
      "epoch": 2.114870180959874,
      "grad_norm": 0.5293046040256487,
      "learning_rate": 2.856976819086762e-05,
      "loss": 0.4993,
      "step": 671
    },
    {
      "epoch": 2.1180173092053503,
      "grad_norm": 0.5255077696255191,
      "learning_rate": 2.8529935680128617e-05,
      "loss": 0.5212,
      "step": 672
    },
    {
      "epoch": 2.121164437450826,
      "grad_norm": 0.5342842320364793,
      "learning_rate": 2.849006176882394e-05,
      "loss": 0.4941,
      "step": 673
    },
    {
      "epoch": 2.1243115656963023,
      "grad_norm": 0.4952609066161591,
      "learning_rate": 2.8450146650484068e-05,
      "loss": 0.5259,
      "step": 674
    },
    {
      "epoch": 2.127458693941778,
      "grad_norm": 0.5889133681118838,
      "learning_rate": 2.8410190518839468e-05,
      "loss": 0.5226,
      "step": 675
    },
    {
      "epoch": 2.1306058221872544,
      "grad_norm": 0.5930345041899265,
      "learning_rate": 2.8370193567819675e-05,
      "loss": 0.5162,
      "step": 676
    },
    {
      "epoch": 2.13375295043273,
      "grad_norm": 0.4066191621033764,
      "learning_rate": 2.833015599155235e-05,
      "loss": 0.5079,
      "step": 677
    },
    {
      "epoch": 2.136900078678206,
      "grad_norm": 0.5174227837268748,
      "learning_rate": 2.829007798436232e-05,
      "loss": 0.4783,
      "step": 678
    },
    {
      "epoch": 2.140047206923682,
      "grad_norm": 0.4906472007347332,
      "learning_rate": 2.824995974077064e-05,
      "loss": 0.5275,
      "step": 679
    },
    {
      "epoch": 2.143194335169158,
      "grad_norm": 0.46230506366167495,
      "learning_rate": 2.820980145549367e-05,
      "loss": 0.503,
      "step": 680
    },
    {
      "epoch": 2.1463414634146343,
      "grad_norm": 0.5467185655256718,
      "learning_rate": 2.816960332344212e-05,
      "loss": 0.5192,
      "step": 681
    },
    {
      "epoch": 2.14948859166011,
      "grad_norm": 0.45235629652152315,
      "learning_rate": 2.8129365539720073e-05,
      "loss": 0.5113,
      "step": 682
    },
    {
      "epoch": 2.1526357199055863,
      "grad_norm": 0.5083240071575459,
      "learning_rate": 2.8089088299624084e-05,
      "loss": 0.4992,
      "step": 683
    },
    {
      "epoch": 2.155782848151062,
      "grad_norm": 0.5603968704569885,
      "learning_rate": 2.8048771798642208e-05,
      "loss": 0.5324,
      "step": 684
    },
    {
      "epoch": 2.1589299763965384,
      "grad_norm": 0.4794631589703544,
      "learning_rate": 2.8008416232453056e-05,
      "loss": 0.482,
      "step": 685
    },
    {
      "epoch": 2.162077104642014,
      "grad_norm": 0.4324878828428329,
      "learning_rate": 2.7968021796924834e-05,
      "loss": 0.505,
      "step": 686
    },
    {
      "epoch": 2.16522423288749,
      "grad_norm": 0.5405954748624254,
      "learning_rate": 2.792758868811442e-05,
      "loss": 0.5035,
      "step": 687
    },
    {
      "epoch": 2.1683713611329662,
      "grad_norm": 0.46018663007159943,
      "learning_rate": 2.7887117102266373e-05,
      "loss": 0.5513,
      "step": 688
    },
    {
      "epoch": 2.171518489378442,
      "grad_norm": 0.42047087691548024,
      "learning_rate": 2.7846607235812032e-05,
      "loss": 0.4948,
      "step": 689
    },
    {
      "epoch": 2.1746656176239183,
      "grad_norm": 0.5427417159577586,
      "learning_rate": 2.7806059285368506e-05,
      "loss": 0.514,
      "step": 690
    },
    {
      "epoch": 2.177812745869394,
      "grad_norm": 0.43986897145724735,
      "learning_rate": 2.7765473447737767e-05,
      "loss": 0.4673,
      "step": 691
    },
    {
      "epoch": 2.1809598741148704,
      "grad_norm": 0.4754880772061975,
      "learning_rate": 2.772484991990565e-05,
      "loss": 0.5417,
      "step": 692
    },
    {
      "epoch": 2.184107002360346,
      "grad_norm": 0.47502258387933016,
      "learning_rate": 2.7684188899040955e-05,
      "loss": 0.4796,
      "step": 693
    },
    {
      "epoch": 2.1872541306058224,
      "grad_norm": 0.40705818520163617,
      "learning_rate": 2.764349058249443e-05,
      "loss": 0.5157,
      "step": 694
    },
    {
      "epoch": 2.190401258851298,
      "grad_norm": 0.6538511475739581,
      "learning_rate": 2.7602755167797853e-05,
      "loss": 0.4961,
      "step": 695
    },
    {
      "epoch": 2.193548387096774,
      "grad_norm": 0.44699881941017616,
      "learning_rate": 2.7561982852663045e-05,
      "loss": 0.5207,
      "step": 696
    },
    {
      "epoch": 2.1966955153422503,
      "grad_norm": 0.6212501071680818,
      "learning_rate": 2.752117383498095e-05,
      "loss": 0.5439,
      "step": 697
    },
    {
      "epoch": 2.199842643587726,
      "grad_norm": 0.5759129065235197,
      "learning_rate": 2.7480328312820633e-05,
      "loss": 0.4595,
      "step": 698
    },
    {
      "epoch": 2.2029897718332023,
      "grad_norm": 0.6097237129221698,
      "learning_rate": 2.7439446484428337e-05,
      "loss": 0.5334,
      "step": 699
    },
    {
      "epoch": 2.206136900078678,
      "grad_norm": 0.6817032082261668,
      "learning_rate": 2.7398528548226526e-05,
      "loss": 0.5309,
      "step": 700
    },
    {
      "epoch": 2.2092840283241544,
      "grad_norm": 0.5924111305234294,
      "learning_rate": 2.7357574702812902e-05,
      "loss": 0.484,
      "step": 701
    },
    {
      "epoch": 2.21243115656963,
      "grad_norm": 0.5523261349165254,
      "learning_rate": 2.731658514695948e-05,
      "loss": 0.5364,
      "step": 702
    },
    {
      "epoch": 2.2155782848151064,
      "grad_norm": 0.5572106085621287,
      "learning_rate": 2.7275560079611564e-05,
      "loss": 0.53,
      "step": 703
    },
    {
      "epoch": 2.2187254130605822,
      "grad_norm": 0.5065834566763677,
      "learning_rate": 2.7234499699886843e-05,
      "loss": 0.4973,
      "step": 704
    },
    {
      "epoch": 2.221872541306058,
      "grad_norm": 0.5003500662242514,
      "learning_rate": 2.719340420707439e-05,
      "loss": 0.5014,
      "step": 705
    },
    {
      "epoch": 2.2250196695515343,
      "grad_norm": 0.3741659698585933,
      "learning_rate": 2.715227380063369e-05,
      "loss": 0.4975,
      "step": 706
    },
    {
      "epoch": 2.22816679779701,
      "grad_norm": 0.444161319841057,
      "learning_rate": 2.711110868019369e-05,
      "loss": 0.5203,
      "step": 707
    },
    {
      "epoch": 2.2313139260424864,
      "grad_norm": 0.4160861591456116,
      "learning_rate": 2.706990904555184e-05,
      "loss": 0.489,
      "step": 708
    },
    {
      "epoch": 2.234461054287962,
      "grad_norm": 0.4599418626187508,
      "learning_rate": 2.702867509667308e-05,
      "loss": 0.5134,
      "step": 709
    },
    {
      "epoch": 2.2376081825334384,
      "grad_norm": 0.41866439278740125,
      "learning_rate": 2.6987407033688914e-05,
      "loss": 0.5248,
      "step": 710
    },
    {
      "epoch": 2.240755310778914,
      "grad_norm": 0.39041212627496713,
      "learning_rate": 2.6946105056896406e-05,
      "loss": 0.4978,
      "step": 711
    },
    {
      "epoch": 2.2439024390243905,
      "grad_norm": 0.417852325813291,
      "learning_rate": 2.6904769366757245e-05,
      "loss": 0.4977,
      "step": 712
    },
    {
      "epoch": 2.2470495672698663,
      "grad_norm": 0.4808675566465674,
      "learning_rate": 2.6863400163896726e-05,
      "loss": 0.5183,
      "step": 713
    },
    {
      "epoch": 2.250196695515342,
      "grad_norm": 0.4161660973559079,
      "learning_rate": 2.6821997649102818e-05,
      "loss": 0.5278,
      "step": 714
    },
    {
      "epoch": 2.2533438237608183,
      "grad_norm": 0.45962709409500624,
      "learning_rate": 2.678056202332516e-05,
      "loss": 0.52,
      "step": 715
    },
    {
      "epoch": 2.256490952006294,
      "grad_norm": 0.41242936769273836,
      "learning_rate": 2.6739093487674104e-05,
      "loss": 0.4999,
      "step": 716
    },
    {
      "epoch": 2.2596380802517704,
      "grad_norm": 0.5058761449658284,
      "learning_rate": 2.6697592243419723e-05,
      "loss": 0.5216,
      "step": 717
    },
    {
      "epoch": 2.262785208497246,
      "grad_norm": 0.3744491655107618,
      "learning_rate": 2.6656058491990867e-05,
      "loss": 0.4743,
      "step": 718
    },
    {
      "epoch": 2.2659323367427224,
      "grad_norm": 0.5243504074727018,
      "learning_rate": 2.661449243497412e-05,
      "loss": 0.525,
      "step": 719
    },
    {
      "epoch": 2.2690794649881982,
      "grad_norm": 0.43302902154306294,
      "learning_rate": 2.657289427411291e-05,
      "loss": 0.4997,
      "step": 720
    },
    {
      "epoch": 2.2722265932336745,
      "grad_norm": 0.4225068744947921,
      "learning_rate": 2.6531264211306442e-05,
      "loss": 0.5153,
      "step": 721
    },
    {
      "epoch": 2.2753737214791503,
      "grad_norm": 0.45512676490493853,
      "learning_rate": 2.6489602448608795e-05,
      "loss": 0.5275,
      "step": 722
    },
    {
      "epoch": 2.278520849724626,
      "grad_norm": 0.3718800854251584,
      "learning_rate": 2.6447909188227874e-05,
      "loss": 0.4815,
      "step": 723
    },
    {
      "epoch": 2.2816679779701023,
      "grad_norm": 0.49964042658507957,
      "learning_rate": 2.640618463252448e-05,
      "loss": 0.5093,
      "step": 724
    },
    {
      "epoch": 2.284815106215578,
      "grad_norm": 0.5301891798377791,
      "learning_rate": 2.63644289840113e-05,
      "loss": 0.5242,
      "step": 725
    },
    {
      "epoch": 2.2879622344610544,
      "grad_norm": 0.4050871646973943,
      "learning_rate": 2.6322642445351942e-05,
      "loss": 0.5035,
      "step": 726
    },
    {
      "epoch": 2.29110936270653,
      "grad_norm": 0.5023627156664985,
      "learning_rate": 2.6280825219359916e-05,
      "loss": 0.507,
      "step": 727
    },
    {
      "epoch": 2.2942564909520065,
      "grad_norm": 0.4391094098568942,
      "learning_rate": 2.6238977508997705e-05,
      "loss": 0.5149,
      "step": 728
    },
    {
      "epoch": 2.2974036191974823,
      "grad_norm": 0.47537818242731106,
      "learning_rate": 2.6197099517375728e-05,
      "loss": 0.5014,
      "step": 729
    },
    {
      "epoch": 2.3005507474429585,
      "grad_norm": 0.46340780511359153,
      "learning_rate": 2.61551914477514e-05,
      "loss": 0.5378,
      "step": 730
    },
    {
      "epoch": 2.3036978756884343,
      "grad_norm": 0.4381885150917152,
      "learning_rate": 2.611325350352808e-05,
      "loss": 0.5302,
      "step": 731
    },
    {
      "epoch": 2.30684500393391,
      "grad_norm": 0.43651726345372543,
      "learning_rate": 2.6071285888254173e-05,
      "loss": 0.4827,
      "step": 732
    },
    {
      "epoch": 2.3099921321793864,
      "grad_norm": 0.42700123656874067,
      "learning_rate": 2.602928880562206e-05,
      "loss": 0.5209,
      "step": 733
    },
    {
      "epoch": 2.313139260424862,
      "grad_norm": 0.4936338227402977,
      "learning_rate": 2.5987262459467168e-05,
      "loss": 0.5234,
      "step": 734
    },
    {
      "epoch": 2.3162863886703384,
      "grad_norm": 0.6422115819077465,
      "learning_rate": 2.5945207053766927e-05,
      "loss": 0.4934,
      "step": 735
    },
    {
      "epoch": 2.3194335169158142,
      "grad_norm": 0.5426504118993586,
      "learning_rate": 2.5903122792639835e-05,
      "loss": 0.4959,
      "step": 736
    },
    {
      "epoch": 2.3225806451612905,
      "grad_norm": 0.5610780996366858,
      "learning_rate": 2.5861009880344435e-05,
      "loss": 0.5072,
      "step": 737
    },
    {
      "epoch": 2.3257277734067663,
      "grad_norm": 0.6128983248924292,
      "learning_rate": 2.5818868521278333e-05,
      "loss": 0.5295,
      "step": 738
    },
    {
      "epoch": 2.3288749016522425,
      "grad_norm": 0.4668022048915129,
      "learning_rate": 2.577669891997718e-05,
      "loss": 0.4872,
      "step": 739
    },
    {
      "epoch": 2.3320220298977183,
      "grad_norm": 0.5249195533669971,
      "learning_rate": 2.573450128111374e-05,
      "loss": 0.5111,
      "step": 740
    },
    {
      "epoch": 2.335169158143194,
      "grad_norm": 0.501737921275211,
      "learning_rate": 2.569227580949683e-05,
      "loss": 0.5173,
      "step": 741
    },
    {
      "epoch": 2.3383162863886704,
      "grad_norm": 0.5066876036326522,
      "learning_rate": 2.565002271007037e-05,
      "loss": 0.502,
      "step": 742
    },
    {
      "epoch": 2.341463414634146,
      "grad_norm": 0.4365145077451115,
      "learning_rate": 2.5607742187912362e-05,
      "loss": 0.5084,
      "step": 743
    },
    {
      "epoch": 2.3446105428796225,
      "grad_norm": 0.44179872832361533,
      "learning_rate": 2.5565434448233915e-05,
      "loss": 0.5012,
      "step": 744
    },
    {
      "epoch": 2.3477576711250983,
      "grad_norm": 0.38725032898097067,
      "learning_rate": 2.5523099696378238e-05,
      "loss": 0.5246,
      "step": 745
    },
    {
      "epoch": 2.3509047993705745,
      "grad_norm": 0.4516415072913574,
      "learning_rate": 2.5480738137819642e-05,
      "loss": 0.4923,
      "step": 746
    },
    {
      "epoch": 2.3540519276160503,
      "grad_norm": 0.405281408168675,
      "learning_rate": 2.5438349978162552e-05,
      "loss": 0.5248,
      "step": 747
    },
    {
      "epoch": 2.3571990558615266,
      "grad_norm": 0.45641439852412824,
      "learning_rate": 2.5395935423140487e-05,
      "loss": 0.5216,
      "step": 748
    },
    {
      "epoch": 2.3603461841070024,
      "grad_norm": 0.3726940888910086,
      "learning_rate": 2.5353494678615107e-05,
      "loss": 0.4828,
      "step": 749
    },
    {
      "epoch": 2.363493312352478,
      "grad_norm": 0.4749642740007426,
      "learning_rate": 2.5311027950575152e-05,
      "loss": 0.495,
      "step": 750
    },
    {
      "epoch": 2.3666404405979544,
      "grad_norm": 0.3717895586016363,
      "learning_rate": 2.5268535445135505e-05,
      "loss": 0.5197,
      "step": 751
    },
    {
      "epoch": 2.3697875688434302,
      "grad_norm": 0.5304840030716524,
      "learning_rate": 2.522601736853613e-05,
      "loss": 0.4806,
      "step": 752
    },
    {
      "epoch": 2.3729346970889065,
      "grad_norm": 0.46220541231520146,
      "learning_rate": 2.5183473927141125e-05,
      "loss": 0.5116,
      "step": 753
    },
    {
      "epoch": 2.3760818253343823,
      "grad_norm": 0.5043416489424374,
      "learning_rate": 2.514090532743769e-05,
      "loss": 0.5078,
      "step": 754
    },
    {
      "epoch": 2.3792289535798585,
      "grad_norm": 0.42879087005379485,
      "learning_rate": 2.509831177603514e-05,
      "loss": 0.4947,
      "step": 755
    },
    {
      "epoch": 2.3823760818253343,
      "grad_norm": 0.4390099762856732,
      "learning_rate": 2.505569347966387e-05,
      "loss": 0.5158,
      "step": 756
    },
    {
      "epoch": 2.3855232100708106,
      "grad_norm": 0.42762212558355356,
      "learning_rate": 2.5013050645174414e-05,
      "loss": 0.501,
      "step": 757
    },
    {
      "epoch": 2.3886703383162864,
      "grad_norm": 0.39660686265271283,
      "learning_rate": 2.497038347953637e-05,
      "loss": 0.5072,
      "step": 758
    },
    {
      "epoch": 2.391817466561762,
      "grad_norm": 0.44332823895817053,
      "learning_rate": 2.4927692189837448e-05,
      "loss": 0.5079,
      "step": 759
    },
    {
      "epoch": 2.3949645948072384,
      "grad_norm": 0.3841557280664548,
      "learning_rate": 2.4884976983282426e-05,
      "loss": 0.5008,
      "step": 760
    },
    {
      "epoch": 2.3981117230527143,
      "grad_norm": 0.3783162289122301,
      "learning_rate": 2.48422380671922e-05,
      "loss": 0.5075,
      "step": 761
    },
    {
      "epoch": 2.4012588512981905,
      "grad_norm": 0.4626314996814243,
      "learning_rate": 2.4799475649002706e-05,
      "loss": 0.5179,
      "step": 762
    },
    {
      "epoch": 2.4044059795436663,
      "grad_norm": 0.35098996182801706,
      "learning_rate": 2.4756689936263958e-05,
      "loss": 0.5106,
      "step": 763
    },
    {
      "epoch": 2.4075531077891426,
      "grad_norm": 0.5176720851002166,
      "learning_rate": 2.471388113663904e-05,
      "loss": 0.5474,
      "step": 764
    },
    {
      "epoch": 2.4107002360346184,
      "grad_norm": 0.44450352974703067,
      "learning_rate": 2.4671049457903086e-05,
      "loss": 0.443,
      "step": 765
    },
    {
      "epoch": 2.4138473642800946,
      "grad_norm": 0.5072356340865095,
      "learning_rate": 2.4628195107942273e-05,
      "loss": 0.5415,
      "step": 766
    },
    {
      "epoch": 2.4169944925255704,
      "grad_norm": 0.41936557184075446,
      "learning_rate": 2.4585318294752818e-05,
      "loss": 0.4955,
      "step": 767
    },
    {
      "epoch": 2.420141620771046,
      "grad_norm": 0.5116342896251873,
      "learning_rate": 2.4542419226439953e-05,
      "loss": 0.5317,
      "step": 768
    },
    {
      "epoch": 2.4232887490165225,
      "grad_norm": 0.4557793409894804,
      "learning_rate": 2.449949811121695e-05,
      "loss": 0.4922,
      "step": 769
    },
    {
      "epoch": 2.4264358772619983,
      "grad_norm": 0.5252751532185341,
      "learning_rate": 2.445655515740406e-05,
      "loss": 0.5344,
      "step": 770
    },
    {
      "epoch": 2.4295830055074745,
      "grad_norm": 0.47915013961773817,
      "learning_rate": 2.441359057342755e-05,
      "loss": 0.4823,
      "step": 771
    },
    {
      "epoch": 2.4327301337529503,
      "grad_norm": 0.47466054181163075,
      "learning_rate": 2.437060456781865e-05,
      "loss": 0.5184,
      "step": 772
    },
    {
      "epoch": 2.4358772619984266,
      "grad_norm": 0.5095317232071647,
      "learning_rate": 2.432759734921259e-05,
      "loss": 0.5309,
      "step": 773
    },
    {
      "epoch": 2.4390243902439024,
      "grad_norm": 0.412356192481546,
      "learning_rate": 2.428456912634753e-05,
      "loss": 0.4912,
      "step": 774
    },
    {
      "epoch": 2.4421715184893786,
      "grad_norm": 0.5168874991069228,
      "learning_rate": 2.424152010806359e-05,
      "loss": 0.5102,
      "step": 775
    },
    {
      "epoch": 2.4453186467348544,
      "grad_norm": 0.4218110874274139,
      "learning_rate": 2.4198450503301816e-05,
      "loss": 0.5119,
      "step": 776
    },
    {
      "epoch": 2.4484657749803302,
      "grad_norm": 0.46960683665524694,
      "learning_rate": 2.415536052110318e-05,
      "loss": 0.4883,
      "step": 777
    },
    {
      "epoch": 2.4516129032258065,
      "grad_norm": 0.38171463482040097,
      "learning_rate": 2.4112250370607546e-05,
      "loss": 0.5033,
      "step": 778
    },
    {
      "epoch": 2.4547600314712823,
      "grad_norm": 0.5018899134437422,
      "learning_rate": 2.4069120261052682e-05,
      "loss": 0.5322,
      "step": 779
    },
    {
      "epoch": 2.4579071597167585,
      "grad_norm": 0.41906891191421164,
      "learning_rate": 2.4025970401773204e-05,
      "loss": 0.4813,
      "step": 780
    },
    {
      "epoch": 2.4610542879622344,
      "grad_norm": 0.48223066804804066,
      "learning_rate": 2.3982801002199612e-05,
      "loss": 0.5062,
      "step": 781
    },
    {
      "epoch": 2.4642014162077106,
      "grad_norm": 0.5738880479428738,
      "learning_rate": 2.393961227185723e-05,
      "loss": 0.5011,
      "step": 782
    },
    {
      "epoch": 2.4673485444531864,
      "grad_norm": 0.5092728168679931,
      "learning_rate": 2.38964044203652e-05,
      "loss": 0.5038,
      "step": 783
    },
    {
      "epoch": 2.4704956726986627,
      "grad_norm": 0.5672892970502025,
      "learning_rate": 2.385317765743548e-05,
      "loss": 0.512,
      "step": 784
    },
    {
      "epoch": 2.4736428009441385,
      "grad_norm": 0.48443665358354104,
      "learning_rate": 2.3809932192871826e-05,
      "loss": 0.5249,
      "step": 785
    },
    {
      "epoch": 2.4767899291896143,
      "grad_norm": 0.4661612625300044,
      "learning_rate": 2.3766668236568736e-05,
      "loss": 0.5161,
      "step": 786
    },
    {
      "epoch": 2.4799370574350905,
      "grad_norm": 0.5142533804492694,
      "learning_rate": 2.3723385998510478e-05,
      "loss": 0.5235,
      "step": 787
    },
    {
      "epoch": 2.4830841856805663,
      "grad_norm": 0.3731275373448457,
      "learning_rate": 2.3680085688770048e-05,
      "loss": 0.489,
      "step": 788
    },
    {
      "epoch": 2.4862313139260426,
      "grad_norm": 0.4812773095674535,
      "learning_rate": 2.3636767517508162e-05,
      "loss": 0.5204,
      "step": 789
    },
    {
      "epoch": 2.4893784421715184,
      "grad_norm": 0.36359194843424747,
      "learning_rate": 2.359343169497221e-05,
      "loss": 0.514,
      "step": 790
    },
    {
      "epoch": 2.4925255704169946,
      "grad_norm": 0.4419525373424479,
      "learning_rate": 2.355007843149526e-05,
      "loss": 0.4946,
      "step": 791
    },
    {
      "epoch": 2.4956726986624704,
      "grad_norm": 0.42979935733957053,
      "learning_rate": 2.3506707937495042e-05,
      "loss": 0.5281,
      "step": 792
    },
    {
      "epoch": 2.4988198269079467,
      "grad_norm": 0.3835614105262742,
      "learning_rate": 2.3463320423472903e-05,
      "loss": 0.5143,
      "step": 793
    },
    {
      "epoch": 2.5019669551534225,
      "grad_norm": 0.43444497283325684,
      "learning_rate": 2.34199161000128e-05,
      "loss": 0.5177,
      "step": 794
    },
    {
      "epoch": 2.5051140833988983,
      "grad_norm": 0.4134676064163985,
      "learning_rate": 2.337649517778028e-05,
      "loss": 0.5084,
      "step": 795
    },
    {
      "epoch": 2.5082612116443745,
      "grad_norm": 0.4192423352575172,
      "learning_rate": 2.3333057867521452e-05,
      "loss": 0.5109,
      "step": 796
    },
    {
      "epoch": 2.5114083398898503,
      "grad_norm": 0.47607754776561306,
      "learning_rate": 2.3289604380061958e-05,
      "loss": 0.514,
      "step": 797
    },
    {
      "epoch": 2.5145554681353266,
      "grad_norm": 0.43895415692577056,
      "learning_rate": 2.3246134926305975e-05,
      "loss": 0.4877,
      "step": 798
    },
    {
      "epoch": 2.5177025963808024,
      "grad_norm": 0.45510815079628525,
      "learning_rate": 2.3202649717235148e-05,
      "loss": 0.5133,
      "step": 799
    },
    {
      "epoch": 2.5208497246262787,
      "grad_norm": 0.4427380510366315,
      "learning_rate": 2.315914896390761e-05,
      "loss": 0.5046,
      "step": 800
    },
    {
      "epoch": 2.5239968528717545,
      "grad_norm": 0.45212416154203056,
      "learning_rate": 2.3115632877456934e-05,
      "loss": 0.5093,
      "step": 801
    },
    {
      "epoch": 2.5271439811172307,
      "grad_norm": 0.4848734648886371,
      "learning_rate": 2.3072101669091117e-05,
      "loss": 0.5403,
      "step": 802
    },
    {
      "epoch": 2.5302911093627065,
      "grad_norm": 0.4284645582640883,
      "learning_rate": 2.3028555550091536e-05,
      "loss": 0.5223,
      "step": 803
    },
    {
      "epoch": 2.5334382376081823,
      "grad_norm": 0.5065448594186726,
      "learning_rate": 2.2984994731811958e-05,
      "loss": 0.51,
      "step": 804
    },
    {
      "epoch": 2.5365853658536586,
      "grad_norm": 0.392577515342448,
      "learning_rate": 2.2941419425677484e-05,
      "loss": 0.5427,
      "step": 805
    },
    {
      "epoch": 2.5397324940991344,
      "grad_norm": 0.480807545800186,
      "learning_rate": 2.289782984318353e-05,
      "loss": 0.5121,
      "step": 806
    },
    {
      "epoch": 2.5428796223446106,
      "grad_norm": 0.4237156745350743,
      "learning_rate": 2.2854226195894804e-05,
      "loss": 0.4915,
      "step": 807
    },
    {
      "epoch": 2.5460267505900864,
      "grad_norm": 0.40940864808502503,
      "learning_rate": 2.2810608695444292e-05,
      "loss": 0.504,
      "step": 808
    },
    {
      "epoch": 2.5491738788355627,
      "grad_norm": 0.4119851823926001,
      "learning_rate": 2.2766977553532187e-05,
      "loss": 0.5299,
      "step": 809
    },
    {
      "epoch": 2.5523210070810385,
      "grad_norm": 0.4130762816212127,
      "learning_rate": 2.2723332981924937e-05,
      "loss": 0.4969,
      "step": 810
    },
    {
      "epoch": 2.5554681353265147,
      "grad_norm": 0.41074305886180484,
      "learning_rate": 2.2679675192454123e-05,
      "loss": 0.4796,
      "step": 811
    },
    {
      "epoch": 2.5586152635719905,
      "grad_norm": 0.4539999707531148,
      "learning_rate": 2.2636004397015512e-05,
      "loss": 0.5463,
      "step": 812
    },
    {
      "epoch": 2.5617623918174663,
      "grad_norm": 0.4264741420489925,
      "learning_rate": 2.2592320807567977e-05,
      "loss": 0.4768,
      "step": 813
    },
    {
      "epoch": 2.5649095200629426,
      "grad_norm": 0.4286763576549067,
      "learning_rate": 2.2548624636132516e-05,
      "loss": 0.5112,
      "step": 814
    },
    {
      "epoch": 2.568056648308419,
      "grad_norm": 0.44492687170314177,
      "learning_rate": 2.2504916094791155e-05,
      "loss": 0.508,
      "step": 815
    },
    {
      "epoch": 2.5712037765538946,
      "grad_norm": 0.37885862660162245,
      "learning_rate": 2.2461195395685994e-05,
      "loss": 0.5072,
      "step": 816
    },
    {
      "epoch": 2.5743509047993705,
      "grad_norm": 0.5106741265250734,
      "learning_rate": 2.2417462751018113e-05,
      "loss": 0.5493,
      "step": 817
    },
    {
      "epoch": 2.5774980330448467,
      "grad_norm": 0.3632295363346517,
      "learning_rate": 2.23737183730466e-05,
      "loss": 0.4631,
      "step": 818
    },
    {
      "epoch": 2.5806451612903225,
      "grad_norm": 0.5365749079329822,
      "learning_rate": 2.2329962474087455e-05,
      "loss": 0.5158,
      "step": 819
    },
    {
      "epoch": 2.5837922895357988,
      "grad_norm": 0.4654117353997409,
      "learning_rate": 2.2286195266512635e-05,
      "loss": 0.5182,
      "step": 820
    },
    {
      "epoch": 2.5869394177812746,
      "grad_norm": 0.4088610719508472,
      "learning_rate": 2.224241696274894e-05,
      "loss": 0.5151,
      "step": 821
    },
    {
      "epoch": 2.5900865460267504,
      "grad_norm": 0.45576138898697316,
      "learning_rate": 2.2198627775277078e-05,
      "loss": 0.529,
      "step": 822
    },
    {
      "epoch": 2.5932336742722266,
      "grad_norm": 0.4131002917308441,
      "learning_rate": 2.215482791663054e-05,
      "loss": 0.4844,
      "step": 823
    },
    {
      "epoch": 2.596380802517703,
      "grad_norm": 0.4606000370803025,
      "learning_rate": 2.2111017599394627e-05,
      "loss": 0.5081,
      "step": 824
    },
    {
      "epoch": 2.5995279307631787,
      "grad_norm": 0.502321230958265,
      "learning_rate": 2.20671970362054e-05,
      "loss": 0.4879,
      "step": 825
    },
    {
      "epoch": 2.6026750590086545,
      "grad_norm": 0.42224326757300795,
      "learning_rate": 2.2023366439748647e-05,
      "loss": 0.4969,
      "step": 826
    },
    {
      "epoch": 2.6058221872541307,
      "grad_norm": 0.5269049401237401,
      "learning_rate": 2.1979526022758857e-05,
      "loss": 0.5288,
      "step": 827
    },
    {
      "epoch": 2.6089693154996065,
      "grad_norm": 0.46230735850829585,
      "learning_rate": 2.1935675998018175e-05,
      "loss": 0.5053,
      "step": 828
    },
    {
      "epoch": 2.612116443745083,
      "grad_norm": 0.4727993429576673,
      "learning_rate": 2.1891816578355387e-05,
      "loss": 0.5197,
      "step": 829
    },
    {
      "epoch": 2.6152635719905586,
      "grad_norm": 0.44264214533923524,
      "learning_rate": 2.1847947976644882e-05,
      "loss": 0.5018,
      "step": 830
    },
    {
      "epoch": 2.6184107002360344,
      "grad_norm": 0.5055955604260659,
      "learning_rate": 2.18040704058056e-05,
      "loss": 0.5169,
      "step": 831
    },
    {
      "epoch": 2.6215578284815106,
      "grad_norm": 0.43677389530029376,
      "learning_rate": 2.1760184078800016e-05,
      "loss": 0.5045,
      "step": 832
    },
    {
      "epoch": 2.624704956726987,
      "grad_norm": 0.5768947879521789,
      "learning_rate": 2.1716289208633116e-05,
      "loss": 0.5246,
      "step": 833
    },
    {
      "epoch": 2.6278520849724627,
      "grad_norm": 0.4712226478373909,
      "learning_rate": 2.1672386008351346e-05,
      "loss": 0.4935,
      "step": 834
    },
    {
      "epoch": 2.6309992132179385,
      "grad_norm": 0.5337996631076506,
      "learning_rate": 2.162847469104157e-05,
      "loss": 0.5203,
      "step": 835
    },
    {
      "epoch": 2.6341463414634148,
      "grad_norm": 0.4367835591952792,
      "learning_rate": 2.1584555469830067e-05,
      "loss": 0.4775,
      "step": 836
    },
    {
      "epoch": 2.6372934697088906,
      "grad_norm": 0.513188259032418,
      "learning_rate": 2.154062855788146e-05,
      "loss": 0.5008,
      "step": 837
    },
    {
      "epoch": 2.640440597954367,
      "grad_norm": 0.45447000330227766,
      "learning_rate": 2.1496694168397716e-05,
      "loss": 0.5321,
      "step": 838
    },
    {
      "epoch": 2.6435877261998426,
      "grad_norm": 0.47125461614152103,
      "learning_rate": 2.1452752514617087e-05,
      "loss": 0.4861,
      "step": 839
    },
    {
      "epoch": 2.6467348544453184,
      "grad_norm": 0.4409432391062593,
      "learning_rate": 2.140880380981307e-05,
      "loss": 0.5233,
      "step": 840
    },
    {
      "epoch": 2.6498819826907947,
      "grad_norm": 0.5309669026394624,
      "learning_rate": 2.1364848267293424e-05,
      "loss": 0.5338,
      "step": 841
    },
    {
      "epoch": 2.653029110936271,
      "grad_norm": 0.40586300361985456,
      "learning_rate": 2.1320886100399045e-05,
      "loss": 0.5037,
      "step": 842
    },
    {
      "epoch": 2.6561762391817467,
      "grad_norm": 0.540051626366727,
      "learning_rate": 2.1276917522503017e-05,
      "loss": 0.528,
      "step": 843
    },
    {
      "epoch": 2.6593233674272225,
      "grad_norm": 0.4006507834778298,
      "learning_rate": 2.1232942747009516e-05,
      "loss": 0.4866,
      "step": 844
    },
    {
      "epoch": 2.662470495672699,
      "grad_norm": 0.6074678023209782,
      "learning_rate": 2.1188961987352825e-05,
      "loss": 0.4863,
      "step": 845
    },
    {
      "epoch": 2.6656176239181746,
      "grad_norm": 0.524924268220035,
      "learning_rate": 2.1144975456996254e-05,
      "loss": 0.5609,
      "step": 846
    },
    {
      "epoch": 2.668764752163651,
      "grad_norm": 0.48996765687142846,
      "learning_rate": 2.1100983369431113e-05,
      "loss": 0.4959,
      "step": 847
    },
    {
      "epoch": 2.6719118804091266,
      "grad_norm": 0.4249594980122473,
      "learning_rate": 2.1056985938175702e-05,
      "loss": 0.5125,
      "step": 848
    },
    {
      "epoch": 2.6750590086546024,
      "grad_norm": 0.49834813656701993,
      "learning_rate": 2.1012983376774255e-05,
      "loss": 0.5047,
      "step": 849
    },
    {
      "epoch": 2.6782061369000787,
      "grad_norm": 0.4168575322233032,
      "learning_rate": 2.09689758987959e-05,
      "loss": 0.5106,
      "step": 850
    },
    {
      "epoch": 2.681353265145555,
      "grad_norm": 0.46898762750512035,
      "learning_rate": 2.0924963717833625e-05,
      "loss": 0.4981,
      "step": 851
    },
    {
      "epoch": 2.6845003933910307,
      "grad_norm": 0.45576203072274146,
      "learning_rate": 2.0880947047503245e-05,
      "loss": 0.4946,
      "step": 852
    },
    {
      "epoch": 2.6876475216365066,
      "grad_norm": 0.4738564187252312,
      "learning_rate": 2.0836926101442375e-05,
      "loss": 0.5331,
      "step": 853
    },
    {
      "epoch": 2.690794649881983,
      "grad_norm": 0.4302791146012412,
      "learning_rate": 2.079290109330937e-05,
      "loss": 0.4961,
      "step": 854
    },
    {
      "epoch": 2.6939417781274586,
      "grad_norm": 0.47679421081246964,
      "learning_rate": 2.074887223678231e-05,
      "loss": 0.5207,
      "step": 855
    },
    {
      "epoch": 2.697088906372935,
      "grad_norm": 0.4209024643198245,
      "learning_rate": 2.070483974555794e-05,
      "loss": 0.5094,
      "step": 856
    },
    {
      "epoch": 2.7002360346184107,
      "grad_norm": 0.40617414636341587,
      "learning_rate": 2.066080383335067e-05,
      "loss": 0.5175,
      "step": 857
    },
    {
      "epoch": 2.7033831628638865,
      "grad_norm": 0.42113681289201627,
      "learning_rate": 2.061676471389149e-05,
      "loss": 0.4998,
      "step": 858
    },
    {
      "epoch": 2.7065302911093627,
      "grad_norm": 0.39058660308978405,
      "learning_rate": 2.0572722600926963e-05,
      "loss": 0.5258,
      "step": 859
    },
    {
      "epoch": 2.709677419354839,
      "grad_norm": 0.3853478587959275,
      "learning_rate": 2.0528677708218182e-05,
      "loss": 0.5054,
      "step": 860
    },
    {
      "epoch": 2.7128245476003148,
      "grad_norm": 0.3661149507703519,
      "learning_rate": 2.0484630249539744e-05,
      "loss": 0.5043,
      "step": 861
    },
    {
      "epoch": 2.7159716758457906,
      "grad_norm": 0.40711054029867527,
      "learning_rate": 2.0440580438678683e-05,
      "loss": 0.5244,
      "step": 862
    },
    {
      "epoch": 2.719118804091267,
      "grad_norm": 0.3652482622197375,
      "learning_rate": 2.0396528489433462e-05,
      "loss": 0.4899,
      "step": 863
    },
    {
      "epoch": 2.7222659323367426,
      "grad_norm": 0.3720015216795421,
      "learning_rate": 2.03524746156129e-05,
      "loss": 0.4915,
      "step": 864
    },
    {
      "epoch": 2.725413060582219,
      "grad_norm": 0.44032053432840434,
      "learning_rate": 2.0308419031035198e-05,
      "loss": 0.5275,
      "step": 865
    },
    {
      "epoch": 2.7285601888276947,
      "grad_norm": 0.3737368381561298,
      "learning_rate": 2.026436194952682e-05,
      "loss": 0.5182,
      "step": 866
    },
    {
      "epoch": 2.7317073170731705,
      "grad_norm": 0.4122697478594307,
      "learning_rate": 2.0220303584921517e-05,
      "loss": 0.5256,
      "step": 867
    },
    {
      "epoch": 2.7348544453186467,
      "grad_norm": 0.36665473236295937,
      "learning_rate": 2.0176244151059255e-05,
      "loss": 0.5173,
      "step": 868
    },
    {
      "epoch": 2.738001573564123,
      "grad_norm": 0.3335486591184441,
      "learning_rate": 2.0132183861785212e-05,
      "loss": 0.4572,
      "step": 869
    },
    {
      "epoch": 2.741148701809599,
      "grad_norm": 0.38036549112647583,
      "learning_rate": 2.008812293094869e-05,
      "loss": 0.5377,
      "step": 870
    },
    {
      "epoch": 2.7442958300550746,
      "grad_norm": 0.33037565691132226,
      "learning_rate": 2.0044061572402115e-05,
      "loss": 0.491,
      "step": 871
    },
    {
      "epoch": 2.747442958300551,
      "grad_norm": 0.39753101673110847,
      "learning_rate": 2e-05,
      "loss": 0.5177,
      "step": 872
    },
    {
      "epoch": 2.7505900865460267,
      "grad_norm": 0.37934933259758424,
      "learning_rate": 1.9955938427597892e-05,
      "loss": 0.523,
      "step": 873
    },
    {
      "epoch": 2.753737214791503,
      "grad_norm": 0.4113073150527321,
      "learning_rate": 1.9911877069051317e-05,
      "loss": 0.501,
      "step": 874
    },
    {
      "epoch": 2.7568843430369787,
      "grad_norm": 0.36383957044919724,
      "learning_rate": 1.9867816138214794e-05,
      "loss": 0.4869,
      "step": 875
    },
    {
      "epoch": 2.7600314712824545,
      "grad_norm": 0.40346499233864774,
      "learning_rate": 1.9823755848940745e-05,
      "loss": 0.5307,
      "step": 876
    },
    {
      "epoch": 2.7631785995279308,
      "grad_norm": 0.40358164566370097,
      "learning_rate": 1.9779696415078493e-05,
      "loss": 0.5199,
      "step": 877
    },
    {
      "epoch": 2.766325727773407,
      "grad_norm": 0.3387651787698826,
      "learning_rate": 1.973563805047319e-05,
      "loss": 0.4933,
      "step": 878
    },
    {
      "epoch": 2.769472856018883,
      "grad_norm": 0.4119862988912321,
      "learning_rate": 1.969158096896481e-05,
      "loss": 0.505,
      "step": 879
    },
    {
      "epoch": 2.7726199842643586,
      "grad_norm": 0.398916067627908,
      "learning_rate": 1.9647525384387102e-05,
      "loss": 0.5274,
      "step": 880
    },
    {
      "epoch": 2.775767112509835,
      "grad_norm": 0.3925892974223439,
      "learning_rate": 1.9603471510566545e-05,
      "loss": 0.5213,
      "step": 881
    },
    {
      "epoch": 2.7789142407553107,
      "grad_norm": 0.4005281636322755,
      "learning_rate": 1.955941956132132e-05,
      "loss": 0.5029,
      "step": 882
    },
    {
      "epoch": 2.782061369000787,
      "grad_norm": 0.33952223831530753,
      "learning_rate": 1.951536975046026e-05,
      "loss": 0.5198,
      "step": 883
    },
    {
      "epoch": 2.7852084972462627,
      "grad_norm": 0.38608198397536103,
      "learning_rate": 1.9471322291781818e-05,
      "loss": 0.4766,
      "step": 884
    },
    {
      "epoch": 2.7883556254917385,
      "grad_norm": 0.365009789979654,
      "learning_rate": 1.9427277399073047e-05,
      "loss": 0.5072,
      "step": 885
    },
    {
      "epoch": 2.791502753737215,
      "grad_norm": 0.35042837456840825,
      "learning_rate": 1.9383235286108522e-05,
      "loss": 0.5237,
      "step": 886
    },
    {
      "epoch": 2.794649881982691,
      "grad_norm": 0.36211165712974785,
      "learning_rate": 1.9339196166649333e-05,
      "loss": 0.5082,
      "step": 887
    },
    {
      "epoch": 2.797797010228167,
      "grad_norm": 0.329398288687774,
      "learning_rate": 1.9295160254442062e-05,
      "loss": 0.4907,
      "step": 888
    },
    {
      "epoch": 2.8009441384736427,
      "grad_norm": 0.3921121599600544,
      "learning_rate": 1.9251127763217695e-05,
      "loss": 0.5087,
      "step": 889
    },
    {
      "epoch": 2.804091266719119,
      "grad_norm": 0.39222971203676776,
      "learning_rate": 1.9207098906690632e-05,
      "loss": 0.5155,
      "step": 890
    },
    {
      "epoch": 2.8072383949645947,
      "grad_norm": 0.3869489751568991,
      "learning_rate": 1.916307389855763e-05,
      "loss": 0.4923,
      "step": 891
    },
    {
      "epoch": 2.810385523210071,
      "grad_norm": 0.36534142344404397,
      "learning_rate": 1.911905295249676e-05,
      "loss": 0.5173,
      "step": 892
    },
    {
      "epoch": 2.8135326514555468,
      "grad_norm": 0.4096373953978077,
      "learning_rate": 1.9075036282166385e-05,
      "loss": 0.4787,
      "step": 893
    },
    {
      "epoch": 2.8166797797010226,
      "grad_norm": 0.42907981958111935,
      "learning_rate": 1.903102410120411e-05,
      "loss": 0.4999,
      "step": 894
    },
    {
      "epoch": 2.819826907946499,
      "grad_norm": 0.44754981578982994,
      "learning_rate": 1.8987016623225748e-05,
      "loss": 0.5223,
      "step": 895
    },
    {
      "epoch": 2.822974036191975,
      "grad_norm": 0.4503356738206301,
      "learning_rate": 1.8943014061824304e-05,
      "loss": 0.483,
      "step": 896
    },
    {
      "epoch": 2.826121164437451,
      "grad_norm": 0.4462637475879935,
      "learning_rate": 1.889901663056889e-05,
      "loss": 0.5146,
      "step": 897
    },
    {
      "epoch": 2.8292682926829267,
      "grad_norm": 0.4758553248752999,
      "learning_rate": 1.8855024543003756e-05,
      "loss": 0.4987,
      "step": 898
    },
    {
      "epoch": 2.832415420928403,
      "grad_norm": 0.3818873003232349,
      "learning_rate": 1.8811038012647175e-05,
      "loss": 0.5232,
      "step": 899
    },
    {
      "epoch": 2.8355625491738787,
      "grad_norm": 0.4459217250813105,
      "learning_rate": 1.8767057252990484e-05,
      "loss": 0.4975,
      "step": 900
    },
    {
      "epoch": 2.838709677419355,
      "grad_norm": 0.45703475054822507,
      "learning_rate": 1.8723082477496993e-05,
      "loss": 0.5226,
      "step": 901
    },
    {
      "epoch": 2.841856805664831,
      "grad_norm": 0.49145431991499045,
      "learning_rate": 1.8679113899600965e-05,
      "loss": 0.5098,
      "step": 902
    },
    {
      "epoch": 2.8450039339103066,
      "grad_norm": 0.3858560750864749,
      "learning_rate": 1.8635151732706586e-05,
      "loss": 0.512,
      "step": 903
    },
    {
      "epoch": 2.848151062155783,
      "grad_norm": 0.3978300138355392,
      "learning_rate": 1.859119619018693e-05,
      "loss": 0.4671,
      "step": 904
    },
    {
      "epoch": 2.851298190401259,
      "grad_norm": 0.40494272314425184,
      "learning_rate": 1.854724748538292e-05,
      "loss": 0.5072,
      "step": 905
    },
    {
      "epoch": 2.854445318646735,
      "grad_norm": 0.4247470229056908,
      "learning_rate": 1.850330583160229e-05,
      "loss": 0.5315,
      "step": 906
    },
    {
      "epoch": 2.8575924468922107,
      "grad_norm": 0.4169321625496455,
      "learning_rate": 1.8459371442118542e-05,
      "loss": 0.5246,
      "step": 907
    },
    {
      "epoch": 2.860739575137687,
      "grad_norm": 0.3901805457711373,
      "learning_rate": 1.8415444530169936e-05,
      "loss": 0.5006,
      "step": 908
    },
    {
      "epoch": 2.8638867033831628,
      "grad_norm": 0.4121320993719406,
      "learning_rate": 1.837152530895844e-05,
      "loss": 0.507,
      "step": 909
    },
    {
      "epoch": 2.867033831628639,
      "grad_norm": 0.36255560340653853,
      "learning_rate": 1.8327613991648657e-05,
      "loss": 0.501,
      "step": 910
    },
    {
      "epoch": 2.870180959874115,
      "grad_norm": 0.48965568319475056,
      "learning_rate": 1.8283710791366887e-05,
      "loss": 0.4897,
      "step": 911
    },
    {
      "epoch": 2.8733280881195906,
      "grad_norm": 0.388852081772549,
      "learning_rate": 1.823981592119999e-05,
      "loss": 0.5012,
      "step": 912
    },
    {
      "epoch": 2.876475216365067,
      "grad_norm": 0.42848323102553554,
      "learning_rate": 1.8195929594194404e-05,
      "loss": 0.4902,
      "step": 913
    },
    {
      "epoch": 2.879622344610543,
      "grad_norm": 0.47008473589718597,
      "learning_rate": 1.8152052023355125e-05,
      "loss": 0.5589,
      "step": 914
    },
    {
      "epoch": 2.882769472856019,
      "grad_norm": 0.30454578165861085,
      "learning_rate": 1.8108183421644613e-05,
      "loss": 0.4709,
      "step": 915
    },
    {
      "epoch": 2.8859166011014947,
      "grad_norm": 0.4002304069091809,
      "learning_rate": 1.806432400198183e-05,
      "loss": 0.5426,
      "step": 916
    },
    {
      "epoch": 2.889063729346971,
      "grad_norm": 0.3787420784015964,
      "learning_rate": 1.8020473977241157e-05,
      "loss": 0.4764,
      "step": 917
    },
    {
      "epoch": 2.892210857592447,
      "grad_norm": 0.4353640762286048,
      "learning_rate": 1.797663356025136e-05,
      "loss": 0.5275,
      "step": 918
    },
    {
      "epoch": 2.895357985837923,
      "grad_norm": 0.5073628969017314,
      "learning_rate": 1.7932802963794607e-05,
      "loss": 0.5153,
      "step": 919
    },
    {
      "epoch": 2.898505114083399,
      "grad_norm": 0.5041788326127704,
      "learning_rate": 1.7888982400605376e-05,
      "loss": 0.4932,
      "step": 920
    },
    {
      "epoch": 2.9016522423288746,
      "grad_norm": 0.460386672312264,
      "learning_rate": 1.7845172083369465e-05,
      "loss": 0.5119,
      "step": 921
    },
    {
      "epoch": 2.904799370574351,
      "grad_norm": 0.4781432319925081,
      "learning_rate": 1.7801372224722925e-05,
      "loss": 0.5004,
      "step": 922
    },
    {
      "epoch": 2.907946498819827,
      "grad_norm": 0.40584542775039373,
      "learning_rate": 1.775758303725106e-05,
      "loss": 0.5166,
      "step": 923
    },
    {
      "epoch": 2.911093627065303,
      "grad_norm": 0.42543709277206193,
      "learning_rate": 1.7713804733487375e-05,
      "loss": 0.508,
      "step": 924
    },
    {
      "epoch": 2.9142407553107788,
      "grad_norm": 0.42925628769889695,
      "learning_rate": 1.7670037525912555e-05,
      "loss": 0.506,
      "step": 925
    },
    {
      "epoch": 2.917387883556255,
      "grad_norm": 0.3766803868387005,
      "learning_rate": 1.762628162695341e-05,
      "loss": 0.5205,
      "step": 926
    },
    {
      "epoch": 2.920535011801731,
      "grad_norm": 0.45357831441605395,
      "learning_rate": 1.7582537248981894e-05,
      "loss": 0.4778,
      "step": 927
    },
    {
      "epoch": 2.923682140047207,
      "grad_norm": 0.42810065630689936,
      "learning_rate": 1.753880460431401e-05,
      "loss": 0.5002,
      "step": 928
    },
    {
      "epoch": 2.926829268292683,
      "grad_norm": 0.4755212300543142,
      "learning_rate": 1.749508390520885e-05,
      "loss": 0.5384,
      "step": 929
    },
    {
      "epoch": 2.9299763965381587,
      "grad_norm": 0.4293108713905954,
      "learning_rate": 1.7451375363867487e-05,
      "loss": 0.5221,
      "step": 930
    },
    {
      "epoch": 2.933123524783635,
      "grad_norm": 0.42645458489471416,
      "learning_rate": 1.7407679192432023e-05,
      "loss": 0.4949,
      "step": 931
    },
    {
      "epoch": 2.936270653029111,
      "grad_norm": 0.45544102637961936,
      "learning_rate": 1.736399560298449e-05,
      "loss": 0.5314,
      "step": 932
    },
    {
      "epoch": 2.939417781274587,
      "grad_norm": 0.4357317492875381,
      "learning_rate": 1.732032480754589e-05,
      "loss": 0.4868,
      "step": 933
    },
    {
      "epoch": 2.9425649095200628,
      "grad_norm": 0.5080522514835767,
      "learning_rate": 1.7276667018075073e-05,
      "loss": 0.5223,
      "step": 934
    },
    {
      "epoch": 2.945712037765539,
      "grad_norm": 0.4545220250229832,
      "learning_rate": 1.7233022446467817e-05,
      "loss": 0.4655,
      "step": 935
    },
    {
      "epoch": 2.948859166011015,
      "grad_norm": 0.5764080721118271,
      "learning_rate": 1.7189391304555715e-05,
      "loss": 0.5433,
      "step": 936
    },
    {
      "epoch": 2.952006294256491,
      "grad_norm": 0.5051853544982342,
      "learning_rate": 1.71457738041052e-05,
      "loss": 0.4882,
      "step": 937
    },
    {
      "epoch": 2.955153422501967,
      "grad_norm": 0.541977388868933,
      "learning_rate": 1.7102170156816473e-05,
      "loss": 0.5092,
      "step": 938
    },
    {
      "epoch": 2.9583005507474427,
      "grad_norm": 0.4421182710596497,
      "learning_rate": 1.705858057432252e-05,
      "loss": 0.512,
      "step": 939
    },
    {
      "epoch": 2.961447678992919,
      "grad_norm": 0.4291759732245689,
      "learning_rate": 1.7015005268188042e-05,
      "loss": 0.5096,
      "step": 940
    },
    {
      "epoch": 2.964594807238395,
      "grad_norm": 0.42281901679826367,
      "learning_rate": 1.6971444449908474e-05,
      "loss": 0.496,
      "step": 941
    },
    {
      "epoch": 2.967741935483871,
      "grad_norm": 0.36550645510303176,
      "learning_rate": 1.6927898330908893e-05,
      "loss": 0.5298,
      "step": 942
    },
    {
      "epoch": 2.970889063729347,
      "grad_norm": 0.4439902202892732,
      "learning_rate": 1.6884367122543072e-05,
      "loss": 0.4919,
      "step": 943
    },
    {
      "epoch": 2.974036191974823,
      "grad_norm": 0.4145819697915999,
      "learning_rate": 1.6840851036092395e-05,
      "loss": 0.5012,
      "step": 944
    },
    {
      "epoch": 2.977183320220299,
      "grad_norm": 0.4024149607221758,
      "learning_rate": 1.6797350282764856e-05,
      "loss": 0.535,
      "step": 945
    },
    {
      "epoch": 2.980330448465775,
      "grad_norm": 0.4088679260911552,
      "learning_rate": 1.6753865073694028e-05,
      "loss": 0.5207,
      "step": 946
    },
    {
      "epoch": 2.983477576711251,
      "grad_norm": 0.4722988645871877,
      "learning_rate": 1.6710395619938042e-05,
      "loss": 0.499,
      "step": 947
    },
    {
      "epoch": 2.9866247049567267,
      "grad_norm": 0.33656951076586683,
      "learning_rate": 1.666694213247855e-05,
      "loss": 0.5037,
      "step": 948
    },
    {
      "epoch": 2.989771833202203,
      "grad_norm": 0.4038311667361262,
      "learning_rate": 1.6623504822219726e-05,
      "loss": 0.5221,
      "step": 949
    },
    {
      "epoch": 2.992918961447679,
      "grad_norm": 0.3656238746602209,
      "learning_rate": 1.658008389998721e-05,
      "loss": 0.4887,
      "step": 950
    },
    {
      "epoch": 2.996066089693155,
      "grad_norm": 0.3597010342945152,
      "learning_rate": 1.6536679576527104e-05,
      "loss": 0.5313,
      "step": 951
    },
    {
      "epoch": 3.000786782061369,
      "grad_norm": 0.8437011095934643,
      "learning_rate": 1.6493292062504965e-05,
      "loss": 0.873,
      "step": 952
    },
    {
      "epoch": 3.003933910306845,
      "grad_norm": 0.4894489456737364,
      "learning_rate": 1.6449921568504747e-05,
      "loss": 0.4624,
      "step": 953
    },
    {
      "epoch": 3.0070810385523212,
      "grad_norm": 0.5196796511583233,
      "learning_rate": 1.6406568305027798e-05,
      "loss": 0.4646,
      "step": 954
    },
    {
      "epoch": 3.010228166797797,
      "grad_norm": 0.6421523874225777,
      "learning_rate": 1.6363232482491844e-05,
      "loss": 0.4526,
      "step": 955
    },
    {
      "epoch": 3.013375295043273,
      "grad_norm": 0.47988438785390297,
      "learning_rate": 1.631991431122995e-05,
      "loss": 0.4308,
      "step": 956
    },
    {
      "epoch": 3.016522423288749,
      "grad_norm": 0.607462624981888,
      "learning_rate": 1.627661400148953e-05,
      "loss": 0.4859,
      "step": 957
    },
    {
      "epoch": 3.019669551534225,
      "grad_norm": 0.5030069793452936,
      "learning_rate": 1.6233331763431274e-05,
      "loss": 0.4513,
      "step": 958
    },
    {
      "epoch": 3.022816679779701,
      "grad_norm": 0.5778067720286014,
      "learning_rate": 1.6190067807128184e-05,
      "loss": 0.4531,
      "step": 959
    },
    {
      "epoch": 3.025963808025177,
      "grad_norm": 0.39106884195501385,
      "learning_rate": 1.6146822342564525e-05,
      "loss": 0.4201,
      "step": 960
    },
    {
      "epoch": 3.029110936270653,
      "grad_norm": 0.6507261847344724,
      "learning_rate": 1.6103595579634806e-05,
      "loss": 0.4846,
      "step": 961
    },
    {
      "epoch": 3.032258064516129,
      "grad_norm": 0.38933170208126056,
      "learning_rate": 1.606038772814278e-05,
      "loss": 0.4406,
      "step": 962
    },
    {
      "epoch": 3.0354051927616053,
      "grad_norm": 0.5285339792483837,
      "learning_rate": 1.6017198997800395e-05,
      "loss": 0.4531,
      "step": 963
    },
    {
      "epoch": 3.038552321007081,
      "grad_norm": 0.4647220568403595,
      "learning_rate": 1.5974029598226796e-05,
      "loss": 0.4513,
      "step": 964
    },
    {
      "epoch": 3.041699449252557,
      "grad_norm": 0.39006146074109477,
      "learning_rate": 1.5930879738947328e-05,
      "loss": 0.4525,
      "step": 965
    },
    {
      "epoch": 3.044846577498033,
      "grad_norm": 0.5111098953041673,
      "learning_rate": 1.588774962939246e-05,
      "loss": 0.4518,
      "step": 966
    },
    {
      "epoch": 3.047993705743509,
      "grad_norm": 0.40886909787213843,
      "learning_rate": 1.5844639478896827e-05,
      "loss": 0.457,
      "step": 967
    },
    {
      "epoch": 3.051140833988985,
      "grad_norm": 0.41611581011446236,
      "learning_rate": 1.580154949669819e-05,
      "loss": 0.4295,
      "step": 968
    },
    {
      "epoch": 3.054287962234461,
      "grad_norm": 0.3846880322150094,
      "learning_rate": 1.5758479891936418e-05,
      "loss": 0.4377,
      "step": 969
    },
    {
      "epoch": 3.0574350904799372,
      "grad_norm": 0.39308263395636117,
      "learning_rate": 1.5715430873652476e-05,
      "loss": 0.449,
      "step": 970
    },
    {
      "epoch": 3.060582218725413,
      "grad_norm": 0.3664501208137125,
      "learning_rate": 1.5672402650787412e-05,
      "loss": 0.4367,
      "step": 971
    },
    {
      "epoch": 3.0637293469708893,
      "grad_norm": 0.39215891536789105,
      "learning_rate": 1.5629395432181352e-05,
      "loss": 0.4569,
      "step": 972
    },
    {
      "epoch": 3.066876475216365,
      "grad_norm": 0.37791276065723745,
      "learning_rate": 1.5586409426572462e-05,
      "loss": 0.4553,
      "step": 973
    },
    {
      "epoch": 3.070023603461841,
      "grad_norm": 0.34823341311056166,
      "learning_rate": 1.554344484259595e-05,
      "loss": 0.4417,
      "step": 974
    },
    {
      "epoch": 3.073170731707317,
      "grad_norm": 0.42528363706310823,
      "learning_rate": 1.5500501888783057e-05,
      "loss": 0.4421,
      "step": 975
    },
    {
      "epoch": 3.076317859952793,
      "grad_norm": 0.35592182294418906,
      "learning_rate": 1.545758077356005e-05,
      "loss": 0.4596,
      "step": 976
    },
    {
      "epoch": 3.079464988198269,
      "grad_norm": 0.41726134174420965,
      "learning_rate": 1.541468170524719e-05,
      "loss": 0.4256,
      "step": 977
    },
    {
      "epoch": 3.082612116443745,
      "grad_norm": 0.3579509357206158,
      "learning_rate": 1.537180489205773e-05,
      "loss": 0.4766,
      "step": 978
    },
    {
      "epoch": 3.0857592446892212,
      "grad_norm": 0.34613018627695974,
      "learning_rate": 1.5328950542096917e-05,
      "loss": 0.43,
      "step": 979
    },
    {
      "epoch": 3.088906372934697,
      "grad_norm": 0.37351932093944284,
      "learning_rate": 1.5286118863360963e-05,
      "loss": 0.4533,
      "step": 980
    },
    {
      "epoch": 3.0920535011801733,
      "grad_norm": 0.3788549663096128,
      "learning_rate": 1.5243310063736052e-05,
      "loss": 0.4673,
      "step": 981
    },
    {
      "epoch": 3.095200629425649,
      "grad_norm": 0.37077490540161007,
      "learning_rate": 1.5200524350997306e-05,
      "loss": 0.4488,
      "step": 982
    },
    {
      "epoch": 3.098347757671125,
      "grad_norm": 0.3667195042366108,
      "learning_rate": 1.5157761932807806e-05,
      "loss": 0.4555,
      "step": 983
    },
    {
      "epoch": 3.101494885916601,
      "grad_norm": 0.3756336351908015,
      "learning_rate": 1.5115023016717576e-05,
      "loss": 0.455,
      "step": 984
    },
    {
      "epoch": 3.104642014162077,
      "grad_norm": 0.3467248778353456,
      "learning_rate": 1.5072307810162559e-05,
      "loss": 0.4429,
      "step": 985
    },
    {
      "epoch": 3.107789142407553,
      "grad_norm": 0.4074814463065111,
      "learning_rate": 1.5029616520463636e-05,
      "loss": 0.457,
      "step": 986
    },
    {
      "epoch": 3.110936270653029,
      "grad_norm": 0.3735336842092654,
      "learning_rate": 1.498694935482559e-05,
      "loss": 0.4599,
      "step": 987
    },
    {
      "epoch": 3.1140833988985053,
      "grad_norm": 0.3645860933631925,
      "learning_rate": 1.4944306520336129e-05,
      "loss": 0.4395,
      "step": 988
    },
    {
      "epoch": 3.117230527143981,
      "grad_norm": 0.3954959214109424,
      "learning_rate": 1.4901688223964871e-05,
      "loss": 0.4217,
      "step": 989
    },
    {
      "epoch": 3.1203776553894573,
      "grad_norm": 0.3285213122250933,
      "learning_rate": 1.4859094672562314e-05,
      "loss": 0.4578,
      "step": 990
    },
    {
      "epoch": 3.123524783634933,
      "grad_norm": 0.45616500289860873,
      "learning_rate": 1.4816526072858881e-05,
      "loss": 0.4545,
      "step": 991
    },
    {
      "epoch": 3.126671911880409,
      "grad_norm": 0.35479473494648844,
      "learning_rate": 1.4773982631463879e-05,
      "loss": 0.4504,
      "step": 992
    },
    {
      "epoch": 3.129819040125885,
      "grad_norm": 0.40625773248569635,
      "learning_rate": 1.4731464554864503e-05,
      "loss": 0.4594,
      "step": 993
    },
    {
      "epoch": 3.132966168371361,
      "grad_norm": 0.3417485916649555,
      "learning_rate": 1.468897204942485e-05,
      "loss": 0.4064,
      "step": 994
    },
    {
      "epoch": 3.1361132966168372,
      "grad_norm": 0.44443922220128873,
      "learning_rate": 1.4646505321384896e-05,
      "loss": 0.481,
      "step": 995
    },
    {
      "epoch": 3.139260424862313,
      "grad_norm": 0.33497076522190666,
      "learning_rate": 1.4604064576859513e-05,
      "loss": 0.4439,
      "step": 996
    },
    {
      "epoch": 3.1424075531077893,
      "grad_norm": 0.40460214907111397,
      "learning_rate": 1.4561650021837461e-05,
      "loss": 0.4535,
      "step": 997
    },
    {
      "epoch": 3.145554681353265,
      "grad_norm": 0.3548757014421584,
      "learning_rate": 1.4519261862180365e-05,
      "loss": 0.4305,
      "step": 998
    },
    {
      "epoch": 3.1487018095987414,
      "grad_norm": 0.39006944874130967,
      "learning_rate": 1.447690030362177e-05,
      "loss": 0.4605,
      "step": 999
    },
    {
      "epoch": 3.151848937844217,
      "grad_norm": 0.2947807614670378,
      "learning_rate": 1.4434565551766091e-05,
      "loss": 0.4375,
      "step": 1000
    },
    {
      "epoch": 3.154996066089693,
      "grad_norm": 0.37151093567185317,
      "learning_rate": 1.4392257812087644e-05,
      "loss": 0.4437,
      "step": 1001
    },
    {
      "epoch": 3.158143194335169,
      "grad_norm": 0.3043566527179534,
      "learning_rate": 1.4349977289929639e-05,
      "loss": 0.4434,
      "step": 1002
    },
    {
      "epoch": 3.161290322580645,
      "grad_norm": 0.3239420861001395,
      "learning_rate": 1.4307724190503174e-05,
      "loss": 0.4602,
      "step": 1003
    },
    {
      "epoch": 3.1644374508261213,
      "grad_norm": 0.3022915343958959,
      "learning_rate": 1.4265498718886263e-05,
      "loss": 0.4432,
      "step": 1004
    },
    {
      "epoch": 3.167584579071597,
      "grad_norm": 0.32662353296688856,
      "learning_rate": 1.4223301080022829e-05,
      "loss": 0.4655,
      "step": 1005
    },
    {
      "epoch": 3.1707317073170733,
      "grad_norm": 0.30216819737098594,
      "learning_rate": 1.4181131478721679e-05,
      "loss": 0.4488,
      "step": 1006
    },
    {
      "epoch": 3.173878835562549,
      "grad_norm": 0.3194738978026303,
      "learning_rate": 1.4138990119655573e-05,
      "loss": 0.4664,
      "step": 1007
    },
    {
      "epoch": 3.1770259638080254,
      "grad_norm": 0.3238992239390259,
      "learning_rate": 1.4096877207360172e-05,
      "loss": 0.4247,
      "step": 1008
    },
    {
      "epoch": 3.180173092053501,
      "grad_norm": 0.38746919789270406,
      "learning_rate": 1.4054792946233082e-05,
      "loss": 0.4439,
      "step": 1009
    },
    {
      "epoch": 3.183320220298977,
      "grad_norm": 0.31269921601318473,
      "learning_rate": 1.4012737540532842e-05,
      "loss": 0.4728,
      "step": 1010
    },
    {
      "epoch": 3.1864673485444532,
      "grad_norm": 0.4583973254397915,
      "learning_rate": 1.3970711194377944e-05,
      "loss": 0.4425,
      "step": 1011
    },
    {
      "epoch": 3.189614476789929,
      "grad_norm": 0.3107178198172973,
      "learning_rate": 1.3928714111745834e-05,
      "loss": 0.4473,
      "step": 1012
    },
    {
      "epoch": 3.1927616050354053,
      "grad_norm": 0.42357819649857154,
      "learning_rate": 1.3886746496471927e-05,
      "loss": 0.4447,
      "step": 1013
    },
    {
      "epoch": 3.195908733280881,
      "grad_norm": 0.337426375904954,
      "learning_rate": 1.3844808552248612e-05,
      "loss": 0.4678,
      "step": 1014
    },
    {
      "epoch": 3.1990558615263573,
      "grad_norm": 0.42860966362762376,
      "learning_rate": 1.3802900482624275e-05,
      "loss": 0.4345,
      "step": 1015
    },
    {
      "epoch": 3.202202989771833,
      "grad_norm": 0.3879836551122409,
      "learning_rate": 1.3761022491002298e-05,
      "loss": 0.4367,
      "step": 1016
    },
    {
      "epoch": 3.2053501180173094,
      "grad_norm": 0.4089210534095531,
      "learning_rate": 1.3719174780640087e-05,
      "loss": 0.4589,
      "step": 1017
    },
    {
      "epoch": 3.208497246262785,
      "grad_norm": 0.3593147408746166,
      "learning_rate": 1.3677357554648061e-05,
      "loss": 0.4503,
      "step": 1018
    },
    {
      "epoch": 3.211644374508261,
      "grad_norm": 0.31622524795270396,
      "learning_rate": 1.36355710159887e-05,
      "loss": 0.4558,
      "step": 1019
    },
    {
      "epoch": 3.2147915027537373,
      "grad_norm": 0.4132536639954306,
      "learning_rate": 1.3593815367475518e-05,
      "loss": 0.4373,
      "step": 1020
    },
    {
      "epoch": 3.217938630999213,
      "grad_norm": 0.3606321436614752,
      "learning_rate": 1.3552090811772134e-05,
      "loss": 0.4504,
      "step": 1021
    },
    {
      "epoch": 3.2210857592446893,
      "grad_norm": 0.36333999573846615,
      "learning_rate": 1.3510397551391212e-05,
      "loss": 0.4623,
      "step": 1022
    },
    {
      "epoch": 3.224232887490165,
      "grad_norm": 0.29550053984309993,
      "learning_rate": 1.3468735788693563e-05,
      "loss": 0.4287,
      "step": 1023
    },
    {
      "epoch": 3.2273800157356414,
      "grad_norm": 0.43844592374705915,
      "learning_rate": 1.3427105725887098e-05,
      "loss": 0.4675,
      "step": 1024
    },
    {
      "epoch": 3.230527143981117,
      "grad_norm": 0.34132693908368855,
      "learning_rate": 1.3385507565025884e-05,
      "loss": 0.4495,
      "step": 1025
    },
    {
      "epoch": 3.2336742722265934,
      "grad_norm": 0.435235912189035,
      "learning_rate": 1.334394150800914e-05,
      "loss": 0.4518,
      "step": 1026
    },
    {
      "epoch": 3.2368214004720692,
      "grad_norm": 0.35002633272777456,
      "learning_rate": 1.3302407756580278e-05,
      "loss": 0.4442,
      "step": 1027
    },
    {
      "epoch": 3.239968528717545,
      "grad_norm": 0.5022707232854282,
      "learning_rate": 1.32609065123259e-05,
      "loss": 0.4543,
      "step": 1028
    },
    {
      "epoch": 3.2431156569630213,
      "grad_norm": 0.3200367426841411,
      "learning_rate": 1.3219437976674847e-05,
      "loss": 0.4368,
      "step": 1029
    },
    {
      "epoch": 3.246262785208497,
      "grad_norm": 0.5138494915176968,
      "learning_rate": 1.317800235089719e-05,
      "loss": 0.464,
      "step": 1030
    },
    {
      "epoch": 3.2494099134539733,
      "grad_norm": 0.3687799468130162,
      "learning_rate": 1.313659983610328e-05,
      "loss": 0.4695,
      "step": 1031
    },
    {
      "epoch": 3.252557041699449,
      "grad_norm": 0.47713155015281183,
      "learning_rate": 1.3095230633242761e-05,
      "loss": 0.4455,
      "step": 1032
    },
    {
      "epoch": 3.2557041699449254,
      "grad_norm": 0.37374667859633126,
      "learning_rate": 1.3053894943103598e-05,
      "loss": 0.4389,
      "step": 1033
    },
    {
      "epoch": 3.258851298190401,
      "grad_norm": 0.3842402902889691,
      "learning_rate": 1.3012592966311091e-05,
      "loss": 0.4884,
      "step": 1034
    },
    {
      "epoch": 3.2619984264358775,
      "grad_norm": 0.3547447427297586,
      "learning_rate": 1.2971324903326923e-05,
      "loss": 0.4232,
      "step": 1035
    },
    {
      "epoch": 3.2651455546813533,
      "grad_norm": 0.32157783163039644,
      "learning_rate": 1.293009095444816e-05,
      "loss": 0.4414,
      "step": 1036
    },
    {
      "epoch": 3.2682926829268295,
      "grad_norm": 0.3546515803316329,
      "learning_rate": 1.2888891319806312e-05,
      "loss": 0.4535,
      "step": 1037
    },
    {
      "epoch": 3.2714398111723053,
      "grad_norm": 0.33391924791649685,
      "learning_rate": 1.284772619936632e-05,
      "loss": 0.4627,
      "step": 1038
    },
    {
      "epoch": 3.274586939417781,
      "grad_norm": 0.34842719790074683,
      "learning_rate": 1.2806595792925616e-05,
      "loss": 0.4348,
      "step": 1039
    },
    {
      "epoch": 3.2777340676632574,
      "grad_norm": 0.31720262229680574,
      "learning_rate": 1.2765500300113163e-05,
      "loss": 0.4465,
      "step": 1040
    },
    {
      "epoch": 3.280881195908733,
      "grad_norm": 0.37969959728816255,
      "learning_rate": 1.2724439920388445e-05,
      "loss": 0.4726,
      "step": 1041
    },
    {
      "epoch": 3.2840283241542094,
      "grad_norm": 0.3205555271128335,
      "learning_rate": 1.268341485304053e-05,
      "loss": 0.4179,
      "step": 1042
    },
    {
      "epoch": 3.2871754523996852,
      "grad_norm": 0.38765876310575315,
      "learning_rate": 1.2642425297187101e-05,
      "loss": 0.4647,
      "step": 1043
    },
    {
      "epoch": 3.2903225806451615,
      "grad_norm": 0.3079512941344033,
      "learning_rate": 1.260147145177348e-05,
      "loss": 0.4545,
      "step": 1044
    },
    {
      "epoch": 3.2934697088906373,
      "grad_norm": 0.4183847497019012,
      "learning_rate": 1.256055351557167e-05,
      "loss": 0.4565,
      "step": 1045
    },
    {
      "epoch": 3.2966168371361135,
      "grad_norm": 0.3070683731820513,
      "learning_rate": 1.2519671687179375e-05,
      "loss": 0.4438,
      "step": 1046
    },
    {
      "epoch": 3.2997639653815893,
      "grad_norm": 0.399817426938315,
      "learning_rate": 1.2478826165019053e-05,
      "loss": 0.4262,
      "step": 1047
    },
    {
      "epoch": 3.302911093627065,
      "grad_norm": 0.3547125394607051,
      "learning_rate": 1.243801714733696e-05,
      "loss": 0.4658,
      "step": 1048
    },
    {
      "epoch": 3.3060582218725414,
      "grad_norm": 0.3436731206723249,
      "learning_rate": 1.2397244832202153e-05,
      "loss": 0.4504,
      "step": 1049
    },
    {
      "epoch": 3.309205350118017,
      "grad_norm": 0.38057310070493267,
      "learning_rate": 1.2356509417505573e-05,
      "loss": 0.4501,
      "step": 1050
    },
    {
      "epoch": 3.3123524783634934,
      "grad_norm": 0.27293264885045054,
      "learning_rate": 1.231581110095905e-05,
      "loss": 0.4407,
      "step": 1051
    },
    {
      "epoch": 3.3154996066089693,
      "grad_norm": 0.40319367595969435,
      "learning_rate": 1.2275150080094348e-05,
      "loss": 0.4636,
      "step": 1052
    },
    {
      "epoch": 3.3186467348544455,
      "grad_norm": 0.31214404066637935,
      "learning_rate": 1.2234526552262243e-05,
      "loss": 0.4537,
      "step": 1053
    },
    {
      "epoch": 3.3217938630999213,
      "grad_norm": 0.3196911749183487,
      "learning_rate": 1.21939407146315e-05,
      "loss": 0.4464,
      "step": 1054
    },
    {
      "epoch": 3.3249409913453976,
      "grad_norm": 0.43833460528156976,
      "learning_rate": 1.2153392764187974e-05,
      "loss": 0.4575,
      "step": 1055
    },
    {
      "epoch": 3.3280881195908734,
      "grad_norm": 0.3320927741275933,
      "learning_rate": 1.2112882897733634e-05,
      "loss": 0.4548,
      "step": 1056
    },
    {
      "epoch": 3.331235247836349,
      "grad_norm": 0.38130010599050557,
      "learning_rate": 1.2072411311885588e-05,
      "loss": 0.4433,
      "step": 1057
    },
    {
      "epoch": 3.3343823760818254,
      "grad_norm": 0.32380680107010973,
      "learning_rate": 1.2031978203075172e-05,
      "loss": 0.4331,
      "step": 1058
    },
    {
      "epoch": 3.337529504327301,
      "grad_norm": 0.36742670403821587,
      "learning_rate": 1.1991583767546948e-05,
      "loss": 0.4616,
      "step": 1059
    },
    {
      "epoch": 3.3406766325727775,
      "grad_norm": 0.36279961379407005,
      "learning_rate": 1.1951228201357794e-05,
      "loss": 0.4571,
      "step": 1060
    },
    {
      "epoch": 3.3438237608182533,
      "grad_norm": 0.27086173597488794,
      "learning_rate": 1.1910911700375924e-05,
      "loss": 0.4171,
      "step": 1061
    },
    {
      "epoch": 3.3469708890637295,
      "grad_norm": 0.40509428003250936,
      "learning_rate": 1.1870634460279937e-05,
      "loss": 0.4959,
      "step": 1062
    },
    {
      "epoch": 3.3501180173092053,
      "grad_norm": 0.2788427389494092,
      "learning_rate": 1.1830396676557889e-05,
      "loss": 0.4259,
      "step": 1063
    },
    {
      "epoch": 3.3532651455546816,
      "grad_norm": 0.30665073285225036,
      "learning_rate": 1.1790198544506333e-05,
      "loss": 0.4427,
      "step": 1064
    },
    {
      "epoch": 3.3564122738001574,
      "grad_norm": 0.32614144159278,
      "learning_rate": 1.1750040259229365e-05,
      "loss": 0.4537,
      "step": 1065
    },
    {
      "epoch": 3.359559402045633,
      "grad_norm": 0.3266438015263831,
      "learning_rate": 1.170992201563769e-05,
      "loss": 0.4392,
      "step": 1066
    },
    {
      "epoch": 3.3627065302911094,
      "grad_norm": 0.2993872663278503,
      "learning_rate": 1.1669844008447654e-05,
      "loss": 0.4505,
      "step": 1067
    },
    {
      "epoch": 3.3658536585365852,
      "grad_norm": 0.2878451066832284,
      "learning_rate": 1.1629806432180324e-05,
      "loss": 0.4244,
      "step": 1068
    },
    {
      "epoch": 3.3690007867820615,
      "grad_norm": 0.33355834908904675,
      "learning_rate": 1.1589809481160539e-05,
      "loss": 0.4556,
      "step": 1069
    },
    {
      "epoch": 3.3721479150275373,
      "grad_norm": 0.27525931720756097,
      "learning_rate": 1.1549853349515939e-05,
      "loss": 0.4165,
      "step": 1070
    },
    {
      "epoch": 3.3752950432730136,
      "grad_norm": 0.31458748223848476,
      "learning_rate": 1.1509938231176068e-05,
      "loss": 0.4807,
      "step": 1071
    },
    {
      "epoch": 3.3784421715184894,
      "grad_norm": 0.3033894833023403,
      "learning_rate": 1.1470064319871393e-05,
      "loss": 0.4384,
      "step": 1072
    },
    {
      "epoch": 3.3815892997639656,
      "grad_norm": 0.29732541952252484,
      "learning_rate": 1.1430231809132386e-05,
      "loss": 0.4831,
      "step": 1073
    },
    {
      "epoch": 3.3847364280094414,
      "grad_norm": 0.29115088294335617,
      "learning_rate": 1.139044089228858e-05,
      "loss": 0.4428,
      "step": 1074
    },
    {
      "epoch": 3.387883556254917,
      "grad_norm": 0.296430263712168,
      "learning_rate": 1.1350691762467644e-05,
      "loss": 0.4515,
      "step": 1075
    },
    {
      "epoch": 3.3910306845003935,
      "grad_norm": 0.28782588365398537,
      "learning_rate": 1.1310984612594394e-05,
      "loss": 0.4184,
      "step": 1076
    },
    {
      "epoch": 3.3941778127458693,
      "grad_norm": 0.3067545371689205,
      "learning_rate": 1.1271319635389934e-05,
      "loss": 0.4626,
      "step": 1077
    },
    {
      "epoch": 3.3973249409913455,
      "grad_norm": 0.3161311488832454,
      "learning_rate": 1.1231697023370645e-05,
      "loss": 0.4504,
      "step": 1078
    },
    {
      "epoch": 3.4004720692368213,
      "grad_norm": 0.31991819718734327,
      "learning_rate": 1.1192116968847313e-05,
      "loss": 0.4573,
      "step": 1079
    },
    {
      "epoch": 3.4036191974822976,
      "grad_norm": 0.2902807527048948,
      "learning_rate": 1.1152579663924167e-05,
      "loss": 0.4562,
      "step": 1080
    },
    {
      "epoch": 3.4067663257277734,
      "grad_norm": 0.345254009382499,
      "learning_rate": 1.1113085300497919e-05,
      "loss": 0.4496,
      "step": 1081
    },
    {
      "epoch": 3.4099134539732496,
      "grad_norm": 0.27394920734180683,
      "learning_rate": 1.1073634070256895e-05,
      "loss": 0.4494,
      "step": 1082
    },
    {
      "epoch": 3.4130605822187254,
      "grad_norm": 0.3148362640218033,
      "learning_rate": 1.1034226164680066e-05,
      "loss": 0.4688,
      "step": 1083
    },
    {
      "epoch": 3.4162077104642012,
      "grad_norm": 0.2943354574773677,
      "learning_rate": 1.0994861775036101e-05,
      "loss": 0.44,
      "step": 1084
    },
    {
      "epoch": 3.4193548387096775,
      "grad_norm": 0.29129387101628995,
      "learning_rate": 1.0955541092382496e-05,
      "loss": 0.4464,
      "step": 1085
    },
    {
      "epoch": 3.4225019669551533,
      "grad_norm": 0.31501719097176634,
      "learning_rate": 1.0916264307564574e-05,
      "loss": 0.4651,
      "step": 1086
    },
    {
      "epoch": 3.4256490952006295,
      "grad_norm": 0.33225178849500403,
      "learning_rate": 1.0877031611214632e-05,
      "loss": 0.4587,
      "step": 1087
    },
    {
      "epoch": 3.4287962234461054,
      "grad_norm": 0.3345423444622172,
      "learning_rate": 1.083784319375097e-05,
      "loss": 0.4447,
      "step": 1088
    },
    {
      "epoch": 3.4319433516915816,
      "grad_norm": 0.27316577067100334,
      "learning_rate": 1.0798699245376959e-05,
      "loss": 0.4346,
      "step": 1089
    },
    {
      "epoch": 3.4350904799370574,
      "grad_norm": 0.30011292227050673,
      "learning_rate": 1.0759599956080162e-05,
      "loss": 0.4725,
      "step": 1090
    },
    {
      "epoch": 3.4382376081825337,
      "grad_norm": 0.29665774985859605,
      "learning_rate": 1.072054551563138e-05,
      "loss": 0.4387,
      "step": 1091
    },
    {
      "epoch": 3.4413847364280095,
      "grad_norm": 0.3039564711038381,
      "learning_rate": 1.068153611358372e-05,
      "loss": 0.4556,
      "step": 1092
    },
    {
      "epoch": 3.4445318646734853,
      "grad_norm": 0.30191917389875206,
      "learning_rate": 1.0642571939271723e-05,
      "loss": 0.4451,
      "step": 1093
    },
    {
      "epoch": 3.4476789929189615,
      "grad_norm": 0.29199496459557056,
      "learning_rate": 1.0603653181810379e-05,
      "loss": 0.4725,
      "step": 1094
    },
    {
      "epoch": 3.4508261211644373,
      "grad_norm": 0.3271566573252477,
      "learning_rate": 1.0564780030094272e-05,
      "loss": 0.4431,
      "step": 1095
    },
    {
      "epoch": 3.4539732494099136,
      "grad_norm": 0.27957614050990437,
      "learning_rate": 1.0525952672796636e-05,
      "loss": 0.4489,
      "step": 1096
    },
    {
      "epoch": 3.4571203776553894,
      "grad_norm": 0.2911856670468552,
      "learning_rate": 1.0487171298368412e-05,
      "loss": 0.4611,
      "step": 1097
    },
    {
      "epoch": 3.4602675059008656,
      "grad_norm": 0.32032706145968165,
      "learning_rate": 1.0448436095037385e-05,
      "loss": 0.4481,
      "step": 1098
    },
    {
      "epoch": 3.4634146341463414,
      "grad_norm": 0.32197178012548605,
      "learning_rate": 1.040974725080724e-05,
      "loss": 0.473,
      "step": 1099
    },
    {
      "epoch": 3.4665617623918177,
      "grad_norm": 0.3105584033001555,
      "learning_rate": 1.0371104953456663e-05,
      "loss": 0.468,
      "step": 1100
    },
    {
      "epoch": 3.4697088906372935,
      "grad_norm": 0.30202604130512095,
      "learning_rate": 1.0332509390538404e-05,
      "loss": 0.4344,
      "step": 1101
    },
    {
      "epoch": 3.4728560188827693,
      "grad_norm": 0.30955812132114763,
      "learning_rate": 1.0293960749378384e-05,
      "loss": 0.4636,
      "step": 1102
    },
    {
      "epoch": 3.4760031471282455,
      "grad_norm": 0.30252588064347674,
      "learning_rate": 1.0255459217074803e-05,
      "loss": 0.4607,
      "step": 1103
    },
    {
      "epoch": 3.4791502753737213,
      "grad_norm": 0.30519810066545155,
      "learning_rate": 1.021700498049722e-05,
      "loss": 0.4227,
      "step": 1104
    },
    {
      "epoch": 3.4822974036191976,
      "grad_norm": 0.28348020669441537,
      "learning_rate": 1.017859822628561e-05,
      "loss": 0.4605,
      "step": 1105
    },
    {
      "epoch": 3.4854445318646734,
      "grad_norm": 0.28732215547896256,
      "learning_rate": 1.0140239140849519e-05,
      "loss": 0.4494,
      "step": 1106
    },
    {
      "epoch": 3.4885916601101497,
      "grad_norm": 0.3173927002942517,
      "learning_rate": 1.0101927910367118e-05,
      "loss": 0.4524,
      "step": 1107
    },
    {
      "epoch": 3.4917387883556255,
      "grad_norm": 0.2670843455004391,
      "learning_rate": 1.006366472078432e-05,
      "loss": 0.4494,
      "step": 1108
    },
    {
      "epoch": 3.4948859166011017,
      "grad_norm": 0.28811825068841074,
      "learning_rate": 1.0025449757813852e-05,
      "loss": 0.4524,
      "step": 1109
    },
    {
      "epoch": 3.4980330448465775,
      "grad_norm": 0.29011073031991363,
      "learning_rate": 9.987283206934374e-06,
      "loss": 0.4568,
      "step": 1110
    },
    {
      "epoch": 3.5011801730920533,
      "grad_norm": 0.2651530625627191,
      "learning_rate": 9.949165253389588e-06,
      "loss": 0.4492,
      "step": 1111
    },
    {
      "epoch": 3.5043273013375296,
      "grad_norm": 0.28366453872298675,
      "learning_rate": 9.911096082187324e-06,
      "loss": 0.4428,
      "step": 1112
    },
    {
      "epoch": 3.5074744295830054,
      "grad_norm": 0.31212089217996963,
      "learning_rate": 9.873075878098623e-06,
      "loss": 0.4498,
      "step": 1113
    },
    {
      "epoch": 3.5106215578284816,
      "grad_norm": 0.2839621070001912,
      "learning_rate": 9.835104825656884e-06,
      "loss": 0.4508,
      "step": 1114
    },
    {
      "epoch": 3.5137686860739574,
      "grad_norm": 0.3356792889009391,
      "learning_rate": 9.797183109156938e-06,
      "loss": 0.473,
      "step": 1115
    },
    {
      "epoch": 3.5169158143194337,
      "grad_norm": 0.2583265687099093,
      "learning_rate": 9.759310912654167e-06,
      "loss": 0.4527,
      "step": 1116
    },
    {
      "epoch": 3.5200629425649095,
      "grad_norm": 0.3088294300859714,
      "learning_rate": 9.72148841996359e-06,
      "loss": 0.4491,
      "step": 1117
    },
    {
      "epoch": 3.5232100708103857,
      "grad_norm": 0.3100355304231426,
      "learning_rate": 9.683715814658987e-06,
      "loss": 0.4532,
      "step": 1118
    },
    {
      "epoch": 3.5263571990558615,
      "grad_norm": 0.28230509785485414,
      "learning_rate": 9.645993280072021e-06,
      "loss": 0.442,
      "step": 1119
    },
    {
      "epoch": 3.5295043273013373,
      "grad_norm": 0.302124749981287,
      "learning_rate": 9.608320999291333e-06,
      "loss": 0.4408,
      "step": 1120
    },
    {
      "epoch": 3.5326514555468136,
      "grad_norm": 0.31719529084230913,
      "learning_rate": 9.570699155161633e-06,
      "loss": 0.4501,
      "step": 1121
    },
    {
      "epoch": 3.5357985837922894,
      "grad_norm": 0.33943970273737095,
      "learning_rate": 9.533127930282855e-06,
      "loss": 0.4703,
      "step": 1122
    },
    {
      "epoch": 3.5389457120377656,
      "grad_norm": 0.37639643321932154,
      "learning_rate": 9.49560750700924e-06,
      "loss": 0.4608,
      "step": 1123
    },
    {
      "epoch": 3.5420928402832415,
      "grad_norm": 0.26960896872512685,
      "learning_rate": 9.458138067448469e-06,
      "loss": 0.4265,
      "step": 1124
    },
    {
      "epoch": 3.5452399685287177,
      "grad_norm": 0.32993014271365495,
      "learning_rate": 9.420719793460758e-06,
      "loss": 0.4337,
      "step": 1125
    },
    {
      "epoch": 3.5483870967741935,
      "grad_norm": 0.34626577482812293,
      "learning_rate": 9.383352866657987e-06,
      "loss": 0.4766,
      "step": 1126
    },
    {
      "epoch": 3.5515342250196698,
      "grad_norm": 0.30347167116503154,
      "learning_rate": 9.346037468402831e-06,
      "loss": 0.4318,
      "step": 1127
    },
    {
      "epoch": 3.5546813532651456,
      "grad_norm": 0.338884524041918,
      "learning_rate": 9.308773779807863e-06,
      "loss": 0.4561,
      "step": 1128
    },
    {
      "epoch": 3.5578284815106214,
      "grad_norm": 0.2816135680779377,
      "learning_rate": 9.271561981734687e-06,
      "loss": 0.4462,
      "step": 1129
    },
    {
      "epoch": 3.5609756097560976,
      "grad_norm": 0.3152958510112679,
      "learning_rate": 9.234402254793033e-06,
      "loss": 0.4359,
      "step": 1130
    },
    {
      "epoch": 3.5641227380015734,
      "grad_norm": 0.28881402590713195,
      "learning_rate": 9.19729477933992e-06,
      "loss": 0.4623,
      "step": 1131
    },
    {
      "epoch": 3.5672698662470497,
      "grad_norm": 0.2654482197647601,
      "learning_rate": 9.16023973547876e-06,
      "loss": 0.4351,
      "step": 1132
    },
    {
      "epoch": 3.5704169944925255,
      "grad_norm": 0.2793158707050921,
      "learning_rate": 9.123237303058474e-06,
      "loss": 0.4537,
      "step": 1133
    },
    {
      "epoch": 3.5735641227380017,
      "grad_norm": 0.32371965320338886,
      "learning_rate": 9.086287661672629e-06,
      "loss": 0.4293,
      "step": 1134
    },
    {
      "epoch": 3.5767112509834775,
      "grad_norm": 0.3088971938054911,
      "learning_rate": 9.049390990658579e-06,
      "loss": 0.4696,
      "step": 1135
    },
    {
      "epoch": 3.579858379228954,
      "grad_norm": 0.2754420783162646,
      "learning_rate": 9.012547469096584e-06,
      "loss": 0.4503,
      "step": 1136
    },
    {
      "epoch": 3.5830055074744296,
      "grad_norm": 0.2897270638504705,
      "learning_rate": 8.975757275808936e-06,
      "loss": 0.4504,
      "step": 1137
    },
    {
      "epoch": 3.5861526357199054,
      "grad_norm": 0.32953833717635256,
      "learning_rate": 8.93902058935908e-06,
      "loss": 0.4516,
      "step": 1138
    },
    {
      "epoch": 3.5892997639653816,
      "grad_norm": 0.293563094341784,
      "learning_rate": 8.902337588050783e-06,
      "loss": 0.4605,
      "step": 1139
    },
    {
      "epoch": 3.5924468922108574,
      "grad_norm": 0.28541037221224175,
      "learning_rate": 8.865708449927241e-06,
      "loss": 0.4385,
      "step": 1140
    },
    {
      "epoch": 3.5955940204563337,
      "grad_norm": 0.2769667048762866,
      "learning_rate": 8.829133352770236e-06,
      "loss": 0.4528,
      "step": 1141
    },
    {
      "epoch": 3.5987411487018095,
      "grad_norm": 0.3063282915245064,
      "learning_rate": 8.792612474099213e-06,
      "loss": 0.4595,
      "step": 1142
    },
    {
      "epoch": 3.6018882769472857,
      "grad_norm": 0.27297998759691816,
      "learning_rate": 8.756145991170513e-06,
      "loss": 0.4387,
      "step": 1143
    },
    {
      "epoch": 3.6050354051927616,
      "grad_norm": 0.29288749403302455,
      "learning_rate": 8.719734080976441e-06,
      "loss": 0.4522,
      "step": 1144
    },
    {
      "epoch": 3.608182533438238,
      "grad_norm": 0.26484230856498,
      "learning_rate": 8.683376920244446e-06,
      "loss": 0.4269,
      "step": 1145
    },
    {
      "epoch": 3.6113296616837136,
      "grad_norm": 0.2594230460233364,
      "learning_rate": 8.647074685436223e-06,
      "loss": 0.4692,
      "step": 1146
    },
    {
      "epoch": 3.6144767899291894,
      "grad_norm": 0.3145876246673129,
      "learning_rate": 8.610827552746897e-06,
      "loss": 0.4552,
      "step": 1147
    },
    {
      "epoch": 3.6176239181746657,
      "grad_norm": 0.2953504368805096,
      "learning_rate": 8.57463569810415e-06,
      "loss": 0.4543,
      "step": 1148
    },
    {
      "epoch": 3.6207710464201415,
      "grad_norm": 0.2903789889032914,
      "learning_rate": 8.538499297167385e-06,
      "loss": 0.4324,
      "step": 1149
    },
    {
      "epoch": 3.6239181746656177,
      "grad_norm": 0.2951350855679963,
      "learning_rate": 8.502418525326801e-06,
      "loss": 0.4382,
      "step": 1150
    },
    {
      "epoch": 3.6270653029110935,
      "grad_norm": 0.28051588971875474,
      "learning_rate": 8.466393557702659e-06,
      "loss": 0.4487,
      "step": 1151
    },
    {
      "epoch": 3.6302124311565698,
      "grad_norm": 0.32378806547935485,
      "learning_rate": 8.430424569144345e-06,
      "loss": 0.4541,
      "step": 1152
    },
    {
      "epoch": 3.6333595594020456,
      "grad_norm": 0.33107209363046897,
      "learning_rate": 8.394511734229556e-06,
      "loss": 0.465,
      "step": 1153
    },
    {
      "epoch": 3.636506687647522,
      "grad_norm": 0.31121756126159067,
      "learning_rate": 8.358655227263424e-06,
      "loss": 0.4587,
      "step": 1154
    },
    {
      "epoch": 3.6396538158929976,
      "grad_norm": 0.3283802721771546,
      "learning_rate": 8.322855222277708e-06,
      "loss": 0.4456,
      "step": 1155
    },
    {
      "epoch": 3.6428009441384734,
      "grad_norm": 0.2377363192142234,
      "learning_rate": 8.287111893029929e-06,
      "loss": 0.4455,
      "step": 1156
    },
    {
      "epoch": 3.6459480723839497,
      "grad_norm": 0.2932521033552982,
      "learning_rate": 8.251425413002534e-06,
      "loss": 0.4541,
      "step": 1157
    },
    {
      "epoch": 3.6490952006294255,
      "grad_norm": 0.2805611062166459,
      "learning_rate": 8.215795955402032e-06,
      "loss": 0.4489,
      "step": 1158
    },
    {
      "epoch": 3.6522423288749017,
      "grad_norm": 0.2684630930767302,
      "learning_rate": 8.180223693158175e-06,
      "loss": 0.4418,
      "step": 1159
    },
    {
      "epoch": 3.6553894571203775,
      "grad_norm": 0.2833671321964946,
      "learning_rate": 8.144708798923125e-06,
      "loss": 0.4673,
      "step": 1160
    },
    {
      "epoch": 3.658536585365854,
      "grad_norm": 0.2587422980629999,
      "learning_rate": 8.109251445070602e-06,
      "loss": 0.4253,
      "step": 1161
    },
    {
      "epoch": 3.6616837136113296,
      "grad_norm": 0.2886779130244593,
      "learning_rate": 8.073851803695033e-06,
      "loss": 0.4686,
      "step": 1162
    },
    {
      "epoch": 3.664830841856806,
      "grad_norm": 0.2677528808996215,
      "learning_rate": 8.03851004661076e-06,
      "loss": 0.4403,
      "step": 1163
    },
    {
      "epoch": 3.6679779701022817,
      "grad_norm": 0.25135806823271106,
      "learning_rate": 8.003226345351161e-06,
      "loss": 0.4565,
      "step": 1164
    },
    {
      "epoch": 3.6711250983477575,
      "grad_norm": 0.26013779523809955,
      "learning_rate": 7.968000871167849e-06,
      "loss": 0.4469,
      "step": 1165
    },
    {
      "epoch": 3.6742722265932337,
      "grad_norm": 0.2602422338025341,
      "learning_rate": 7.93283379502982e-06,
      "loss": 0.4506,
      "step": 1166
    },
    {
      "epoch": 3.6774193548387095,
      "grad_norm": 0.2526902487256982,
      "learning_rate": 7.897725287622625e-06,
      "loss": 0.4476,
      "step": 1167
    },
    {
      "epoch": 3.6805664830841858,
      "grad_norm": 0.2788501883728098,
      "learning_rate": 7.862675519347562e-06,
      "loss": 0.4648,
      "step": 1168
    },
    {
      "epoch": 3.6837136113296616,
      "grad_norm": 0.26375904220072866,
      "learning_rate": 7.827684660320832e-06,
      "loss": 0.4482,
      "step": 1169
    },
    {
      "epoch": 3.686860739575138,
      "grad_norm": 0.27321586538638337,
      "learning_rate": 7.792752880372718e-06,
      "loss": 0.456,
      "step": 1170
    },
    {
      "epoch": 3.6900078678206136,
      "grad_norm": 0.2605976271837837,
      "learning_rate": 7.757880349046742e-06,
      "loss": 0.4167,
      "step": 1171
    },
    {
      "epoch": 3.69315499606609,
      "grad_norm": 0.3033078670365782,
      "learning_rate": 7.723067235598882e-06,
      "loss": 0.4889,
      "step": 1172
    },
    {
      "epoch": 3.6963021243115657,
      "grad_norm": 0.285808272646413,
      "learning_rate": 7.688313708996724e-06,
      "loss": 0.4731,
      "step": 1173
    },
    {
      "epoch": 3.6994492525570415,
      "grad_norm": 0.25978835534209727,
      "learning_rate": 7.653619937918633e-06,
      "loss": 0.4417,
      "step": 1174
    },
    {
      "epoch": 3.7025963808025177,
      "grad_norm": 0.291667100739017,
      "learning_rate": 7.618986090752944e-06,
      "loss": 0.4479,
      "step": 1175
    },
    {
      "epoch": 3.7057435090479935,
      "grad_norm": 0.27599608659380026,
      "learning_rate": 7.584412335597164e-06,
      "loss": 0.4521,
      "step": 1176
    },
    {
      "epoch": 3.70889063729347,
      "grad_norm": 0.28827831234418355,
      "learning_rate": 7.5498988402571375e-06,
      "loss": 0.4696,
      "step": 1177
    },
    {
      "epoch": 3.7120377655389456,
      "grad_norm": 0.28088824035080084,
      "learning_rate": 7.515445772246233e-06,
      "loss": 0.4429,
      "step": 1178
    },
    {
      "epoch": 3.715184893784422,
      "grad_norm": 0.27258796059875257,
      "learning_rate": 7.481053298784513e-06,
      "loss": 0.4414,
      "step": 1179
    },
    {
      "epoch": 3.7183320220298977,
      "grad_norm": 0.2633113146422214,
      "learning_rate": 7.446721586797965e-06,
      "loss": 0.4539,
      "step": 1180
    },
    {
      "epoch": 3.721479150275374,
      "grad_norm": 0.28264104854960853,
      "learning_rate": 7.4124508029176634e-06,
      "loss": 0.4691,
      "step": 1181
    },
    {
      "epoch": 3.7246262785208497,
      "grad_norm": 0.26255314972538524,
      "learning_rate": 7.37824111347895e-06,
      "loss": 0.4478,
      "step": 1182
    },
    {
      "epoch": 3.7277734067663255,
      "grad_norm": 0.25393959149162687,
      "learning_rate": 7.344092684520647e-06,
      "loss": 0.4294,
      "step": 1183
    },
    {
      "epoch": 3.7309205350118018,
      "grad_norm": 0.26457063732023456,
      "learning_rate": 7.310005681784249e-06,
      "loss": 0.4511,
      "step": 1184
    },
    {
      "epoch": 3.7340676632572776,
      "grad_norm": 0.2980208241476433,
      "learning_rate": 7.275980270713116e-06,
      "loss": 0.45,
      "step": 1185
    },
    {
      "epoch": 3.737214791502754,
      "grad_norm": 0.2619386826593012,
      "learning_rate": 7.242016616451675e-06,
      "loss": 0.4706,
      "step": 1186
    },
    {
      "epoch": 3.7403619197482296,
      "grad_norm": 0.25726156936586797,
      "learning_rate": 7.208114883844585e-06,
      "loss": 0.4346,
      "step": 1187
    },
    {
      "epoch": 3.743509047993706,
      "grad_norm": 0.30187535227273843,
      "learning_rate": 7.174275237435995e-06,
      "loss": 0.4524,
      "step": 1188
    },
    {
      "epoch": 3.7466561762391817,
      "grad_norm": 0.24968257054319973,
      "learning_rate": 7.140497841468708e-06,
      "loss": 0.4377,
      "step": 1189
    },
    {
      "epoch": 3.749803304484658,
      "grad_norm": 0.2898224004095643,
      "learning_rate": 7.106782859883377e-06,
      "loss": 0.463,
      "step": 1190
    },
    {
      "epoch": 3.7529504327301337,
      "grad_norm": 0.2684756971084031,
      "learning_rate": 7.073130456317728e-06,
      "loss": 0.4401,
      "step": 1191
    },
    {
      "epoch": 3.7560975609756095,
      "grad_norm": 0.2782685168228126,
      "learning_rate": 7.03954079410577e-06,
      "loss": 0.4541,
      "step": 1192
    },
    {
      "epoch": 3.759244689221086,
      "grad_norm": 0.2685406178964316,
      "learning_rate": 7.0060140362769866e-06,
      "loss": 0.4622,
      "step": 1193
    },
    {
      "epoch": 3.762391817466562,
      "grad_norm": 0.2734876298756259,
      "learning_rate": 6.97255034555556e-06,
      "loss": 0.4446,
      "step": 1194
    },
    {
      "epoch": 3.765538945712038,
      "grad_norm": 0.2361780988310677,
      "learning_rate": 6.939149884359548e-06,
      "loss": 0.4466,
      "step": 1195
    },
    {
      "epoch": 3.7686860739575136,
      "grad_norm": 0.2392787383755442,
      "learning_rate": 6.905812814800148e-06,
      "loss": 0.459,
      "step": 1196
    },
    {
      "epoch": 3.77183320220299,
      "grad_norm": 0.2649448309081467,
      "learning_rate": 6.872539298680874e-06,
      "loss": 0.4605,
      "step": 1197
    },
    {
      "epoch": 3.7749803304484657,
      "grad_norm": 0.25909568260718674,
      "learning_rate": 6.8393294974967624e-06,
      "loss": 0.4326,
      "step": 1198
    },
    {
      "epoch": 3.778127458693942,
      "grad_norm": 0.2469264004719789,
      "learning_rate": 6.806183572433634e-06,
      "loss": 0.4558,
      "step": 1199
    },
    {
      "epoch": 3.7812745869394178,
      "grad_norm": 0.2659864809268254,
      "learning_rate": 6.773101684367253e-06,
      "loss": 0.4501,
      "step": 1200
    },
    {
      "epoch": 3.7844217151848936,
      "grad_norm": 0.22605570719334842,
      "learning_rate": 6.740083993862599e-06,
      "loss": 0.4285,
      "step": 1201
    },
    {
      "epoch": 3.78756884343037,
      "grad_norm": 0.2568671201381285,
      "learning_rate": 6.7071306611730605e-06,
      "loss": 0.4559,
      "step": 1202
    },
    {
      "epoch": 3.790715971675846,
      "grad_norm": 0.2717829883222361,
      "learning_rate": 6.674241846239647e-06,
      "loss": 0.4506,
      "step": 1203
    },
    {
      "epoch": 3.793863099921322,
      "grad_norm": 0.24909097103686217,
      "learning_rate": 6.641417708690243e-06,
      "loss": 0.4466,
      "step": 1204
    },
    {
      "epoch": 3.7970102281667977,
      "grad_norm": 0.2745372511795683,
      "learning_rate": 6.60865840783882e-06,
      "loss": 0.4577,
      "step": 1205
    },
    {
      "epoch": 3.800157356412274,
      "grad_norm": 0.24699266487226804,
      "learning_rate": 6.575964102684638e-06,
      "loss": 0.4268,
      "step": 1206
    },
    {
      "epoch": 3.8033044846577497,
      "grad_norm": 0.2809825663762849,
      "learning_rate": 6.543334951911524e-06,
      "loss": 0.4724,
      "step": 1207
    },
    {
      "epoch": 3.806451612903226,
      "grad_norm": 0.23191080827372706,
      "learning_rate": 6.510771113887051e-06,
      "loss": 0.426,
      "step": 1208
    },
    {
      "epoch": 3.809598741148702,
      "grad_norm": 0.2548225394219185,
      "learning_rate": 6.478272746661807e-06,
      "loss": 0.4324,
      "step": 1209
    },
    {
      "epoch": 3.8127458693941776,
      "grad_norm": 0.25442728582670243,
      "learning_rate": 6.445840007968615e-06,
      "loss": 0.4581,
      "step": 1210
    },
    {
      "epoch": 3.815892997639654,
      "grad_norm": 0.23164636026813668,
      "learning_rate": 6.4134730552217505e-06,
      "loss": 0.4377,
      "step": 1211
    },
    {
      "epoch": 3.81904012588513,
      "grad_norm": 0.2506709647270749,
      "learning_rate": 6.3811720455162066e-06,
      "loss": 0.4449,
      "step": 1212
    },
    {
      "epoch": 3.822187254130606,
      "grad_norm": 0.24540007687497106,
      "learning_rate": 6.348937135626922e-06,
      "loss": 0.4375,
      "step": 1213
    },
    {
      "epoch": 3.8253343823760817,
      "grad_norm": 0.25688702433945887,
      "learning_rate": 6.3167684820079935e-06,
      "loss": 0.4532,
      "step": 1214
    },
    {
      "epoch": 3.828481510621558,
      "grad_norm": 0.25389579407575735,
      "learning_rate": 6.284666240791964e-06,
      "loss": 0.462,
      "step": 1215
    },
    {
      "epoch": 3.8316286388670338,
      "grad_norm": 0.2518855884586944,
      "learning_rate": 6.25263056778902e-06,
      "loss": 0.4383,
      "step": 1216
    },
    {
      "epoch": 3.83477576711251,
      "grad_norm": 0.24076981553815266,
      "learning_rate": 6.220661618486268e-06,
      "loss": 0.4448,
      "step": 1217
    },
    {
      "epoch": 3.837922895357986,
      "grad_norm": 0.28662980317279635,
      "learning_rate": 6.188759548046966e-06,
      "loss": 0.475,
      "step": 1218
    },
    {
      "epoch": 3.8410700236034616,
      "grad_norm": 0.273283179790291,
      "learning_rate": 6.156924511309772e-06,
      "loss": 0.454,
      "step": 1219
    },
    {
      "epoch": 3.844217151848938,
      "grad_norm": 0.23538840471581582,
      "learning_rate": 6.125156662787974e-06,
      "loss": 0.4304,
      "step": 1220
    },
    {
      "epoch": 3.847364280094414,
      "grad_norm": 0.2696502178915839,
      "learning_rate": 6.093456156668789e-06,
      "loss": 0.4327,
      "step": 1221
    },
    {
      "epoch": 3.85051140833989,
      "grad_norm": 0.24916492807660676,
      "learning_rate": 6.061823146812551e-06,
      "loss": 0.4632,
      "step": 1222
    },
    {
      "epoch": 3.8536585365853657,
      "grad_norm": 0.26232676880028327,
      "learning_rate": 6.030257786752025e-06,
      "loss": 0.4574,
      "step": 1223
    },
    {
      "epoch": 3.856805664830842,
      "grad_norm": 0.26236306850412155,
      "learning_rate": 5.998760229691609e-06,
      "loss": 0.4518,
      "step": 1224
    },
    {
      "epoch": 3.859952793076318,
      "grad_norm": 0.2532097902831472,
      "learning_rate": 5.9673306285066334e-06,
      "loss": 0.4417,
      "step": 1225
    },
    {
      "epoch": 3.863099921321794,
      "grad_norm": 0.25795699902561314,
      "learning_rate": 5.935969135742594e-06,
      "loss": 0.4697,
      "step": 1226
    },
    {
      "epoch": 3.86624704956727,
      "grad_norm": 0.25127140846223195,
      "learning_rate": 5.904675903614423e-06,
      "loss": 0.4405,
      "step": 1227
    },
    {
      "epoch": 3.8693941778127456,
      "grad_norm": 0.2639369068470998,
      "learning_rate": 5.87345108400573e-06,
      "loss": 0.4501,
      "step": 1228
    },
    {
      "epoch": 3.872541306058222,
      "grad_norm": 0.26587113576108584,
      "learning_rate": 5.842294828468103e-06,
      "loss": 0.4563,
      "step": 1229
    },
    {
      "epoch": 3.875688434303698,
      "grad_norm": 0.25849684097964204,
      "learning_rate": 5.811207288220324e-06,
      "loss": 0.4448,
      "step": 1230
    },
    {
      "epoch": 3.878835562549174,
      "grad_norm": 0.2452714319381085,
      "learning_rate": 5.78018861414769e-06,
      "loss": 0.4528,
      "step": 1231
    },
    {
      "epoch": 3.8819826907946497,
      "grad_norm": 0.2979932615250963,
      "learning_rate": 5.749238956801224e-06,
      "loss": 0.4604,
      "step": 1232
    },
    {
      "epoch": 3.885129819040126,
      "grad_norm": 0.2878800183330725,
      "learning_rate": 5.718358466396989e-06,
      "loss": 0.4737,
      "step": 1233
    },
    {
      "epoch": 3.888276947285602,
      "grad_norm": 0.2706243109140571,
      "learning_rate": 5.6875472928153406e-06,
      "loss": 0.4477,
      "step": 1234
    },
    {
      "epoch": 3.891424075531078,
      "grad_norm": 0.2851474406358009,
      "learning_rate": 5.656805585600205e-06,
      "loss": 0.4393,
      "step": 1235
    },
    {
      "epoch": 3.894571203776554,
      "grad_norm": 0.25037111117408634,
      "learning_rate": 5.626133493958326e-06,
      "loss": 0.4413,
      "step": 1236
    },
    {
      "epoch": 3.8977183320220297,
      "grad_norm": 0.251141291032625,
      "learning_rate": 5.595531166758597e-06,
      "loss": 0.4342,
      "step": 1237
    },
    {
      "epoch": 3.900865460267506,
      "grad_norm": 0.28369489479084636,
      "learning_rate": 5.564998752531274e-06,
      "loss": 0.4535,
      "step": 1238
    },
    {
      "epoch": 3.904012588512982,
      "grad_norm": 0.2642259062646044,
      "learning_rate": 5.534536399467314e-06,
      "loss": 0.4641,
      "step": 1239
    },
    {
      "epoch": 3.907159716758458,
      "grad_norm": 0.2662150854932771,
      "learning_rate": 5.504144255417605e-06,
      "loss": 0.4522,
      "step": 1240
    },
    {
      "epoch": 3.9103068450039338,
      "grad_norm": 0.2562572069358635,
      "learning_rate": 5.473822467892283e-06,
      "loss": 0.4521,
      "step": 1241
    },
    {
      "epoch": 3.91345397324941,
      "grad_norm": 0.25491920921375993,
      "learning_rate": 5.443571184060003e-06,
      "loss": 0.4441,
      "step": 1242
    },
    {
      "epoch": 3.916601101494886,
      "grad_norm": 0.27267676966274623,
      "learning_rate": 5.413390550747235e-06,
      "loss": 0.455,
      "step": 1243
    },
    {
      "epoch": 3.919748229740362,
      "grad_norm": 0.25033486517798026,
      "learning_rate": 5.383280714437518e-06,
      "loss": 0.4448,
      "step": 1244
    },
    {
      "epoch": 3.922895357985838,
      "grad_norm": 0.2538139344130827,
      "learning_rate": 5.3532418212708005e-06,
      "loss": 0.4566,
      "step": 1245
    },
    {
      "epoch": 3.9260424862313137,
      "grad_norm": 0.2393368548565171,
      "learning_rate": 5.323274017042679e-06,
      "loss": 0.4422,
      "step": 1246
    },
    {
      "epoch": 3.92918961447679,
      "grad_norm": 0.2641138860959141,
      "learning_rate": 5.293377447203736e-06,
      "loss": 0.4545,
      "step": 1247
    },
    {
      "epoch": 3.932336742722266,
      "grad_norm": 0.28051370043311474,
      "learning_rate": 5.2635522568588104e-06,
      "loss": 0.4439,
      "step": 1248
    },
    {
      "epoch": 3.935483870967742,
      "grad_norm": 0.2668627514694695,
      "learning_rate": 5.233798590766279e-06,
      "loss": 0.4441,
      "step": 1249
    },
    {
      "epoch": 3.938630999213218,
      "grad_norm": 0.27446406089755127,
      "learning_rate": 5.204116593337391e-06,
      "loss": 0.4736,
      "step": 1250
    },
    {
      "epoch": 3.941778127458694,
      "grad_norm": 0.24657020997355675,
      "learning_rate": 5.174506408635549e-06,
      "loss": 0.4403,
      "step": 1251
    },
    {
      "epoch": 3.94492525570417,
      "grad_norm": 0.2539033223879348,
      "learning_rate": 5.144968180375582e-06,
      "loss": 0.454,
      "step": 1252
    },
    {
      "epoch": 3.948072383949646,
      "grad_norm": 0.2688344127945621,
      "learning_rate": 5.115502051923107e-06,
      "loss": 0.4385,
      "step": 1253
    },
    {
      "epoch": 3.951219512195122,
      "grad_norm": 0.24967312836049135,
      "learning_rate": 5.08610816629377e-06,
      "loss": 0.4593,
      "step": 1254
    },
    {
      "epoch": 3.9543666404405977,
      "grad_norm": 0.2503341374401903,
      "learning_rate": 5.056786666152607e-06,
      "loss": 0.4561,
      "step": 1255
    },
    {
      "epoch": 3.957513768686074,
      "grad_norm": 0.24358898694391512,
      "learning_rate": 5.027537693813318e-06,
      "loss": 0.4299,
      "step": 1256
    },
    {
      "epoch": 3.96066089693155,
      "grad_norm": 0.25400102773666905,
      "learning_rate": 4.998361391237572e-06,
      "loss": 0.4567,
      "step": 1257
    },
    {
      "epoch": 3.963808025177026,
      "grad_norm": 0.25044577158164033,
      "learning_rate": 4.96925790003435e-06,
      "loss": 0.4395,
      "step": 1258
    },
    {
      "epoch": 3.966955153422502,
      "grad_norm": 0.2851929917597238,
      "learning_rate": 4.940227361459235e-06,
      "loss": 0.4441,
      "step": 1259
    },
    {
      "epoch": 3.970102281667978,
      "grad_norm": 0.2760376789615726,
      "learning_rate": 4.9112699164137125e-06,
      "loss": 0.4564,
      "step": 1260
    },
    {
      "epoch": 3.973249409913454,
      "grad_norm": 0.24822387612918478,
      "learning_rate": 4.88238570544453e-06,
      "loss": 0.4367,
      "step": 1261
    },
    {
      "epoch": 3.97639653815893,
      "grad_norm": 0.26813541769717697,
      "learning_rate": 4.8535748687429626e-06,
      "loss": 0.4568,
      "step": 1262
    },
    {
      "epoch": 3.979543666404406,
      "grad_norm": 0.2741691569090349,
      "learning_rate": 4.824837546144183e-06,
      "loss": 0.4307,
      "step": 1263
    },
    {
      "epoch": 3.9826907946498817,
      "grad_norm": 0.2638749468978124,
      "learning_rate": 4.796173877126547e-06,
      "loss": 0.4514,
      "step": 1264
    },
    {
      "epoch": 3.985837922895358,
      "grad_norm": 0.2698153680403995,
      "learning_rate": 4.767584000810923e-06,
      "loss": 0.447,
      "step": 1265
    },
    {
      "epoch": 3.9889850511408342,
      "grad_norm": 0.25760541199532266,
      "learning_rate": 4.73906805596003e-06,
      "loss": 0.4569,
      "step": 1266
    },
    {
      "epoch": 3.99213217938631,
      "grad_norm": 0.27869142570317007,
      "learning_rate": 4.7106261809777555e-06,
      "loss": 0.4505,
      "step": 1267
    },
    {
      "epoch": 3.995279307631786,
      "grad_norm": 0.2668849867730668,
      "learning_rate": 4.682258513908491e-06,
      "loss": 0.4303,
      "step": 1268
    },
    {
      "epoch": 3.998426435877262,
      "grad_norm": 0.5231563669429266,
      "learning_rate": 4.6539651924364386e-06,
      "loss": 0.7924,
      "step": 1269
    },
    {
      "epoch": 4.003147128245476,
      "grad_norm": 0.39985400842560725,
      "learning_rate": 4.6257463538849634e-06,
      "loss": 0.4139,
      "step": 1270
    },
    {
      "epoch": 4.006294256490952,
      "grad_norm": 0.34856593564315125,
      "learning_rate": 4.5976021352159354e-06,
      "loss": 0.4066,
      "step": 1271
    },
    {
      "epoch": 4.009441384736428,
      "grad_norm": 0.2697848208316017,
      "learning_rate": 4.569532673029049e-06,
      "loss": 0.405,
      "step": 1272
    },
    {
      "epoch": 4.012588512981904,
      "grad_norm": 0.36536846636389503,
      "learning_rate": 4.541538103561147e-06,
      "loss": 0.4099,
      "step": 1273
    },
    {
      "epoch": 4.01573564122738,
      "grad_norm": 0.3822880389205967,
      "learning_rate": 4.5136185626855974e-06,
      "loss": 0.4115,
      "step": 1274
    },
    {
      "epoch": 4.018882769472856,
      "grad_norm": 0.30382860641169,
      "learning_rate": 4.4857741859116024e-06,
      "loss": 0.406,
      "step": 1275
    },
    {
      "epoch": 4.022029897718332,
      "grad_norm": 0.3476521357529064,
      "learning_rate": 4.458005108383554e-06,
      "loss": 0.3933,
      "step": 1276
    },
    {
      "epoch": 4.025177025963808,
      "grad_norm": 0.38110304808948026,
      "learning_rate": 4.430311464880368e-06,
      "loss": 0.4128,
      "step": 1277
    },
    {
      "epoch": 4.028324154209284,
      "grad_norm": 0.3408670039383935,
      "learning_rate": 4.402693389814838e-06,
      "loss": 0.4046,
      "step": 1278
    },
    {
      "epoch": 4.03147128245476,
      "grad_norm": 0.28165306615311936,
      "learning_rate": 4.3751510172329854e-06,
      "loss": 0.4132,
      "step": 1279
    },
    {
      "epoch": 4.034618410700236,
      "grad_norm": 0.3035311504325217,
      "learning_rate": 4.347684480813412e-06,
      "loss": 0.4183,
      "step": 1280
    },
    {
      "epoch": 4.037765538945712,
      "grad_norm": 0.3209565209551781,
      "learning_rate": 4.3202939138666225e-06,
      "loss": 0.4101,
      "step": 1281
    },
    {
      "epoch": 4.040912667191188,
      "grad_norm": 0.3182494739242946,
      "learning_rate": 4.292979449334423e-06,
      "loss": 0.4003,
      "step": 1282
    },
    {
      "epoch": 4.044059795436664,
      "grad_norm": 0.28165910027825686,
      "learning_rate": 4.265741219789234e-06,
      "loss": 0.4075,
      "step": 1283
    },
    {
      "epoch": 4.04720692368214,
      "grad_norm": 0.2984326713469533,
      "learning_rate": 4.2385793574334834e-06,
      "loss": 0.3958,
      "step": 1284
    },
    {
      "epoch": 4.050354051927616,
      "grad_norm": 0.2800971603115525,
      "learning_rate": 4.211493994098928e-06,
      "loss": 0.4103,
      "step": 1285
    },
    {
      "epoch": 4.053501180173092,
      "grad_norm": 0.28810828941236666,
      "learning_rate": 4.184485261246032e-06,
      "loss": 0.4067,
      "step": 1286
    },
    {
      "epoch": 4.056648308418568,
      "grad_norm": 0.27485623439753526,
      "learning_rate": 4.157553289963343e-06,
      "loss": 0.408,
      "step": 1287
    },
    {
      "epoch": 4.059795436664044,
      "grad_norm": 0.27989550341259173,
      "learning_rate": 4.130698210966839e-06,
      "loss": 0.3983,
      "step": 1288
    },
    {
      "epoch": 4.06294256490952,
      "grad_norm": 0.28334021515417757,
      "learning_rate": 4.103920154599282e-06,
      "loss": 0.414,
      "step": 1289
    },
    {
      "epoch": 4.066089693154996,
      "grad_norm": 0.26098813310869456,
      "learning_rate": 4.0772192508296136e-06,
      "loss": 0.3966,
      "step": 1290
    },
    {
      "epoch": 4.069236821400472,
      "grad_norm": 0.28050338178042683,
      "learning_rate": 4.0505956292523116e-06,
      "loss": 0.412,
      "step": 1291
    },
    {
      "epoch": 4.072383949645948,
      "grad_norm": 0.2505929913804565,
      "learning_rate": 4.024049419086755e-06,
      "loss": 0.4124,
      "step": 1292
    },
    {
      "epoch": 4.075531077891424,
      "grad_norm": 0.2761708626349122,
      "learning_rate": 3.997580749176597e-06,
      "loss": 0.4075,
      "step": 1293
    },
    {
      "epoch": 4.0786782061369005,
      "grad_norm": 0.27161068055765497,
      "learning_rate": 3.9711897479891485e-06,
      "loss": 0.4008,
      "step": 1294
    },
    {
      "epoch": 4.081825334382376,
      "grad_norm": 0.2858129658437941,
      "learning_rate": 3.944876543614753e-06,
      "loss": 0.4007,
      "step": 1295
    },
    {
      "epoch": 4.084972462627852,
      "grad_norm": 0.29589833337185484,
      "learning_rate": 3.918641263766163e-06,
      "loss": 0.4125,
      "step": 1296
    },
    {
      "epoch": 4.088119590873328,
      "grad_norm": 0.2588524865322138,
      "learning_rate": 3.892484035777921e-06,
      "loss": 0.4089,
      "step": 1297
    },
    {
      "epoch": 4.091266719118804,
      "grad_norm": 0.26760010167593534,
      "learning_rate": 3.866404986605728e-06,
      "loss": 0.4146,
      "step": 1298
    },
    {
      "epoch": 4.09441384736428,
      "grad_norm": 0.29495649911223,
      "learning_rate": 3.840404242825848e-06,
      "loss": 0.406,
      "step": 1299
    },
    {
      "epoch": 4.097560975609756,
      "grad_norm": 0.26662575099279967,
      "learning_rate": 3.814481930634497e-06,
      "loss": 0.4031,
      "step": 1300
    },
    {
      "epoch": 4.100708103855232,
      "grad_norm": 0.2583645865911736,
      "learning_rate": 3.7886381758471944e-06,
      "loss": 0.4059,
      "step": 1301
    },
    {
      "epoch": 4.103855232100708,
      "grad_norm": 0.25557494028108535,
      "learning_rate": 3.7628731038981856e-06,
      "loss": 0.4055,
      "step": 1302
    },
    {
      "epoch": 4.1070023603461845,
      "grad_norm": 0.2837872643694464,
      "learning_rate": 3.7371868398398346e-06,
      "loss": 0.413,
      "step": 1303
    },
    {
      "epoch": 4.11014948859166,
      "grad_norm": 0.2513483558936818,
      "learning_rate": 3.7115795083419937e-06,
      "loss": 0.4096,
      "step": 1304
    },
    {
      "epoch": 4.113296616837136,
      "grad_norm": 0.2512125129099929,
      "learning_rate": 3.6860512336914256e-06,
      "loss": 0.409,
      "step": 1305
    },
    {
      "epoch": 4.116443745082612,
      "grad_norm": 0.2576029104676369,
      "learning_rate": 3.6606021397911605e-06,
      "loss": 0.3965,
      "step": 1306
    },
    {
      "epoch": 4.119590873328088,
      "grad_norm": 0.3077600696852511,
      "learning_rate": 3.635232350159945e-06,
      "loss": 0.4017,
      "step": 1307
    },
    {
      "epoch": 4.122738001573564,
      "grad_norm": 0.30096423158758295,
      "learning_rate": 3.6099419879316065e-06,
      "loss": 0.4059,
      "step": 1308
    },
    {
      "epoch": 4.12588512981904,
      "grad_norm": 0.241419047105453,
      "learning_rate": 3.584731175854479e-06,
      "loss": 0.4057,
      "step": 1309
    },
    {
      "epoch": 4.129032258064516,
      "grad_norm": 0.3067465629753672,
      "learning_rate": 3.559600036290762e-06,
      "loss": 0.4057,
      "step": 1310
    },
    {
      "epoch": 4.132179386309992,
      "grad_norm": 0.28376888195603434,
      "learning_rate": 3.5345486912159954e-06,
      "loss": 0.4033,
      "step": 1311
    },
    {
      "epoch": 4.1353265145554685,
      "grad_norm": 0.23183080156041488,
      "learning_rate": 3.5095772622184177e-06,
      "loss": 0.4062,
      "step": 1312
    },
    {
      "epoch": 4.138473642800944,
      "grad_norm": 0.24058407221906955,
      "learning_rate": 3.48468587049839e-06,
      "loss": 0.4064,
      "step": 1313
    },
    {
      "epoch": 4.14162077104642,
      "grad_norm": 0.2489883247653874,
      "learning_rate": 3.459874636867804e-06,
      "loss": 0.4071,
      "step": 1314
    },
    {
      "epoch": 4.144767899291896,
      "grad_norm": 0.2606905433022103,
      "learning_rate": 3.435143681749504e-06,
      "loss": 0.408,
      "step": 1315
    },
    {
      "epoch": 4.147915027537372,
      "grad_norm": 0.2705046247273454,
      "learning_rate": 3.4104931251766993e-06,
      "loss": 0.3972,
      "step": 1316
    },
    {
      "epoch": 4.151062155782848,
      "grad_norm": 0.24481800219341115,
      "learning_rate": 3.3859230867923842e-06,
      "loss": 0.4071,
      "step": 1317
    },
    {
      "epoch": 4.154209284028324,
      "grad_norm": 0.2300331920081832,
      "learning_rate": 3.3614336858487294e-06,
      "loss": 0.406,
      "step": 1318
    },
    {
      "epoch": 4.1573564122738,
      "grad_norm": 0.2622648565386252,
      "learning_rate": 3.337025041206552e-06,
      "loss": 0.4069,
      "step": 1319
    },
    {
      "epoch": 4.160503540519276,
      "grad_norm": 0.24755732541806952,
      "learning_rate": 3.3126972713347017e-06,
      "loss": 0.3964,
      "step": 1320
    },
    {
      "epoch": 4.1636506687647525,
      "grad_norm": 0.24521010796980297,
      "learning_rate": 3.288450494309512e-06,
      "loss": 0.4087,
      "step": 1321
    },
    {
      "epoch": 4.166797797010228,
      "grad_norm": 0.243073517258642,
      "learning_rate": 3.264284827814186e-06,
      "loss": 0.3996,
      "step": 1322
    },
    {
      "epoch": 4.169944925255704,
      "grad_norm": 0.2578493124544258,
      "learning_rate": 3.240200389138275e-06,
      "loss": 0.413,
      "step": 1323
    },
    {
      "epoch": 4.17309205350118,
      "grad_norm": 0.23083384176711083,
      "learning_rate": 3.2161972951770793e-06,
      "loss": 0.409,
      "step": 1324
    },
    {
      "epoch": 4.176239181746656,
      "grad_norm": 0.26371050841393034,
      "learning_rate": 3.192275662431088e-06,
      "loss": 0.4149,
      "step": 1325
    },
    {
      "epoch": 4.1793863099921325,
      "grad_norm": 0.21635862942599873,
      "learning_rate": 3.168435607005409e-06,
      "loss": 0.4152,
      "step": 1326
    },
    {
      "epoch": 4.182533438237608,
      "grad_norm": 0.25038919966086376,
      "learning_rate": 3.1446772446092087e-06,
      "loss": 0.3989,
      "step": 1327
    },
    {
      "epoch": 4.185680566483084,
      "grad_norm": 0.2538265944471299,
      "learning_rate": 3.1210006905551602e-06,
      "loss": 0.4111,
      "step": 1328
    },
    {
      "epoch": 4.18882769472856,
      "grad_norm": 0.2523419884908278,
      "learning_rate": 3.097406059758874e-06,
      "loss": 0.4232,
      "step": 1329
    },
    {
      "epoch": 4.191974822974037,
      "grad_norm": 0.24458106176738695,
      "learning_rate": 3.073893466738325e-06,
      "loss": 0.4071,
      "step": 1330
    },
    {
      "epoch": 4.195121951219512,
      "grad_norm": 0.24334039749426561,
      "learning_rate": 3.0504630256133326e-06,
      "loss": 0.4061,
      "step": 1331
    },
    {
      "epoch": 4.198269079464988,
      "grad_norm": 0.2712419815481148,
      "learning_rate": 3.0271148501049796e-06,
      "loss": 0.4025,
      "step": 1332
    },
    {
      "epoch": 4.201416207710464,
      "grad_norm": 0.24319759647270833,
      "learning_rate": 3.0038490535350685e-06,
      "loss": 0.4016,
      "step": 1333
    },
    {
      "epoch": 4.20456333595594,
      "grad_norm": 0.22524563871518907,
      "learning_rate": 2.9806657488255665e-06,
      "loss": 0.407,
      "step": 1334
    },
    {
      "epoch": 4.2077104642014165,
      "grad_norm": 0.24679305363109214,
      "learning_rate": 2.9575650484980568e-06,
      "loss": 0.3904,
      "step": 1335
    },
    {
      "epoch": 4.210857592446892,
      "grad_norm": 0.2649918330668857,
      "learning_rate": 2.934547064673212e-06,
      "loss": 0.4028,
      "step": 1336
    },
    {
      "epoch": 4.214004720692368,
      "grad_norm": 0.24510719686404595,
      "learning_rate": 2.911611909070229e-06,
      "loss": 0.3997,
      "step": 1337
    },
    {
      "epoch": 4.217151848937844,
      "grad_norm": 0.238894620688521,
      "learning_rate": 2.888759693006291e-06,
      "loss": 0.4008,
      "step": 1338
    },
    {
      "epoch": 4.220298977183321,
      "grad_norm": 0.21793391307390142,
      "learning_rate": 2.8659905273960233e-06,
      "loss": 0.4015,
      "step": 1339
    },
    {
      "epoch": 4.223446105428796,
      "grad_norm": 0.22998316847358136,
      "learning_rate": 2.8433045227509693e-06,
      "loss": 0.4047,
      "step": 1340
    },
    {
      "epoch": 4.226593233674272,
      "grad_norm": 0.23351985066501862,
      "learning_rate": 2.82070178917905e-06,
      "loss": 0.4054,
      "step": 1341
    },
    {
      "epoch": 4.229740361919748,
      "grad_norm": 0.27760093628492105,
      "learning_rate": 2.798182436384014e-06,
      "loss": 0.399,
      "step": 1342
    },
    {
      "epoch": 4.232887490165224,
      "grad_norm": 0.23788980231020992,
      "learning_rate": 2.7757465736649147e-06,
      "loss": 0.4104,
      "step": 1343
    },
    {
      "epoch": 4.2360346184107005,
      "grad_norm": 0.24654087188596363,
      "learning_rate": 2.753394309915589e-06,
      "loss": 0.4029,
      "step": 1344
    },
    {
      "epoch": 4.239181746656176,
      "grad_norm": 0.22498193770029656,
      "learning_rate": 2.731125753624124e-06,
      "loss": 0.4177,
      "step": 1345
    },
    {
      "epoch": 4.242328874901652,
      "grad_norm": 0.24467879466713818,
      "learning_rate": 2.708941012872326e-06,
      "loss": 0.4037,
      "step": 1346
    },
    {
      "epoch": 4.245476003147128,
      "grad_norm": 0.23216696901315087,
      "learning_rate": 2.6868401953351807e-06,
      "loss": 0.4084,
      "step": 1347
    },
    {
      "epoch": 4.248623131392605,
      "grad_norm": 0.22267899491966328,
      "learning_rate": 2.6648234082803705e-06,
      "loss": 0.4016,
      "step": 1348
    },
    {
      "epoch": 4.25177025963808,
      "grad_norm": 0.22320373263218757,
      "learning_rate": 2.642890758567722e-06,
      "loss": 0.4014,
      "step": 1349
    },
    {
      "epoch": 4.254917387883556,
      "grad_norm": 0.2282911262813021,
      "learning_rate": 2.621042352648693e-06,
      "loss": 0.4019,
      "step": 1350
    },
    {
      "epoch": 4.258064516129032,
      "grad_norm": 0.23150782371834555,
      "learning_rate": 2.5992782965658547e-06,
      "loss": 0.4047,
      "step": 1351
    },
    {
      "epoch": 4.261211644374509,
      "grad_norm": 0.22978744608702004,
      "learning_rate": 2.5775986959523925e-06,
      "loss": 0.4098,
      "step": 1352
    },
    {
      "epoch": 4.2643587726199845,
      "grad_norm": 0.237921148030588,
      "learning_rate": 2.556003656031576e-06,
      "loss": 0.4071,
      "step": 1353
    },
    {
      "epoch": 4.26750590086546,
      "grad_norm": 0.23356194839626504,
      "learning_rate": 2.5344932816162615e-06,
      "loss": 0.4126,
      "step": 1354
    },
    {
      "epoch": 4.270653029110936,
      "grad_norm": 0.24938990083349305,
      "learning_rate": 2.5130676771083585e-06,
      "loss": 0.3942,
      "step": 1355
    },
    {
      "epoch": 4.273800157356412,
      "grad_norm": 0.2222933450703462,
      "learning_rate": 2.4917269464983564e-06,
      "loss": 0.407,
      "step": 1356
    },
    {
      "epoch": 4.276947285601889,
      "grad_norm": 0.23038561355673803,
      "learning_rate": 2.470471193364805e-06,
      "loss": 0.3991,
      "step": 1357
    },
    {
      "epoch": 4.280094413847364,
      "grad_norm": 0.24048036243021406,
      "learning_rate": 2.4493005208738006e-06,
      "loss": 0.4103,
      "step": 1358
    },
    {
      "epoch": 4.28324154209284,
      "grad_norm": 0.24150535433511164,
      "learning_rate": 2.428215031778496e-06,
      "loss": 0.4026,
      "step": 1359
    },
    {
      "epoch": 4.286388670338316,
      "grad_norm": 0.24484793703016558,
      "learning_rate": 2.407214828418607e-06,
      "loss": 0.3997,
      "step": 1360
    },
    {
      "epoch": 4.289535798583792,
      "grad_norm": 0.2410295427955201,
      "learning_rate": 2.386300012719909e-06,
      "loss": 0.4107,
      "step": 1361
    },
    {
      "epoch": 4.2926829268292686,
      "grad_norm": 0.23834846513449068,
      "learning_rate": 2.365470686193745e-06,
      "loss": 0.4023,
      "step": 1362
    },
    {
      "epoch": 4.295830055074744,
      "grad_norm": 0.23615554155542462,
      "learning_rate": 2.3447269499365245e-06,
      "loss": 0.4108,
      "step": 1363
    },
    {
      "epoch": 4.29897718332022,
      "grad_norm": 0.2235992225457463,
      "learning_rate": 2.3240689046292398e-06,
      "loss": 0.4026,
      "step": 1364
    },
    {
      "epoch": 4.302124311565696,
      "grad_norm": 0.22355351647845262,
      "learning_rate": 2.3034966505369918e-06,
      "loss": 0.4111,
      "step": 1365
    },
    {
      "epoch": 4.305271439811173,
      "grad_norm": 0.22346679840500028,
      "learning_rate": 2.2830102875084605e-06,
      "loss": 0.4071,
      "step": 1366
    },
    {
      "epoch": 4.3084185680566485,
      "grad_norm": 0.204481079618315,
      "learning_rate": 2.26260991497548e-06,
      "loss": 0.4174,
      "step": 1367
    },
    {
      "epoch": 4.311565696302124,
      "grad_norm": 0.23428268541426928,
      "learning_rate": 2.242295631952496e-06,
      "loss": 0.3975,
      "step": 1368
    },
    {
      "epoch": 4.3147128245476,
      "grad_norm": 0.2529300915882862,
      "learning_rate": 2.222067537036132e-06,
      "loss": 0.3963,
      "step": 1369
    },
    {
      "epoch": 4.317859952793077,
      "grad_norm": 0.23794648521514886,
      "learning_rate": 2.2019257284046926e-06,
      "loss": 0.4064,
      "step": 1370
    },
    {
      "epoch": 4.321007081038553,
      "grad_norm": 0.23514607936361892,
      "learning_rate": 2.1818703038176703e-06,
      "loss": 0.4125,
      "step": 1371
    },
    {
      "epoch": 4.324154209284028,
      "grad_norm": 0.23494478364751686,
      "learning_rate": 2.1619013606152994e-06,
      "loss": 0.4045,
      "step": 1372
    },
    {
      "epoch": 4.327301337529504,
      "grad_norm": 0.22970284055952198,
      "learning_rate": 2.142018995718078e-06,
      "loss": 0.4011,
      "step": 1373
    },
    {
      "epoch": 4.33044846577498,
      "grad_norm": 0.22353700147820285,
      "learning_rate": 2.122223305626272e-06,
      "loss": 0.3961,
      "step": 1374
    },
    {
      "epoch": 4.333595594020457,
      "grad_norm": 0.23004457401194028,
      "learning_rate": 2.1025143864194876e-06,
      "loss": 0.4006,
      "step": 1375
    },
    {
      "epoch": 4.3367427222659325,
      "grad_norm": 0.22271838804401656,
      "learning_rate": 2.082892333756161e-06,
      "loss": 0.4107,
      "step": 1376
    },
    {
      "epoch": 4.339889850511408,
      "grad_norm": 0.2536096244783794,
      "learning_rate": 2.063357242873134e-06,
      "loss": 0.4143,
      "step": 1377
    },
    {
      "epoch": 4.343036978756884,
      "grad_norm": 0.23437814886577593,
      "learning_rate": 2.0439092085851685e-06,
      "loss": 0.4137,
      "step": 1378
    },
    {
      "epoch": 4.34618410700236,
      "grad_norm": 0.2271814604599019,
      "learning_rate": 2.0245483252844876e-06,
      "loss": 0.4087,
      "step": 1379
    },
    {
      "epoch": 4.349331235247837,
      "grad_norm": 0.22962388160368896,
      "learning_rate": 2.005274686940326e-06,
      "loss": 0.4027,
      "step": 1380
    },
    {
      "epoch": 4.352478363493312,
      "grad_norm": 0.22693012118130107,
      "learning_rate": 1.9860883870984725e-06,
      "loss": 0.4142,
      "step": 1381
    },
    {
      "epoch": 4.355625491738788,
      "grad_norm": 0.23266421196656764,
      "learning_rate": 1.966989518880802e-06,
      "loss": 0.3987,
      "step": 1382
    },
    {
      "epoch": 4.358772619984264,
      "grad_norm": 0.23705401380270869,
      "learning_rate": 1.9479781749848503e-06,
      "loss": 0.4116,
      "step": 1383
    },
    {
      "epoch": 4.361919748229741,
      "grad_norm": 0.23435894430026766,
      "learning_rate": 1.929054447683334e-06,
      "loss": 0.4022,
      "step": 1384
    },
    {
      "epoch": 4.3650668764752165,
      "grad_norm": 0.23802959991267317,
      "learning_rate": 1.9102184288237246e-06,
      "loss": 0.4176,
      "step": 1385
    },
    {
      "epoch": 4.368214004720692,
      "grad_norm": 0.22275801058423705,
      "learning_rate": 1.8914702098277948e-06,
      "loss": 0.4059,
      "step": 1386
    },
    {
      "epoch": 4.371361132966168,
      "grad_norm": 0.22939658749057806,
      "learning_rate": 1.87280988169118e-06,
      "loss": 0.4094,
      "step": 1387
    },
    {
      "epoch": 4.374508261211645,
      "grad_norm": 0.25039433961364527,
      "learning_rate": 1.854237534982919e-06,
      "loss": 0.407,
      "step": 1388
    },
    {
      "epoch": 4.377655389457121,
      "grad_norm": 0.2212864081241604,
      "learning_rate": 1.8357532598450412e-06,
      "loss": 0.3965,
      "step": 1389
    },
    {
      "epoch": 4.380802517702596,
      "grad_norm": 0.22895286253748667,
      "learning_rate": 1.8173571459921024e-06,
      "loss": 0.3999,
      "step": 1390
    },
    {
      "epoch": 4.383949645948072,
      "grad_norm": 0.2143332455962388,
      "learning_rate": 1.7990492827107742e-06,
      "loss": 0.4143,
      "step": 1391
    },
    {
      "epoch": 4.387096774193548,
      "grad_norm": 0.21916080732094737,
      "learning_rate": 1.780829758859388e-06,
      "loss": 0.4053,
      "step": 1392
    },
    {
      "epoch": 4.390243902439025,
      "grad_norm": 0.22708688040625066,
      "learning_rate": 1.7626986628675236e-06,
      "loss": 0.3959,
      "step": 1393
    },
    {
      "epoch": 4.3933910306845005,
      "grad_norm": 0.2410409889887991,
      "learning_rate": 1.7446560827355652e-06,
      "loss": 0.402,
      "step": 1394
    },
    {
      "epoch": 4.396538158929976,
      "grad_norm": 0.23099349556256393,
      "learning_rate": 1.726702106034286e-06,
      "loss": 0.4148,
      "step": 1395
    },
    {
      "epoch": 4.399685287175452,
      "grad_norm": 0.22073791862182493,
      "learning_rate": 1.7088368199044047e-06,
      "loss": 0.4178,
      "step": 1396
    },
    {
      "epoch": 4.402832415420928,
      "grad_norm": 0.22316395047578508,
      "learning_rate": 1.6910603110561895e-06,
      "loss": 0.4119,
      "step": 1397
    },
    {
      "epoch": 4.405979543666405,
      "grad_norm": 0.2189088160487407,
      "learning_rate": 1.6733726657690108e-06,
      "loss": 0.4025,
      "step": 1398
    },
    {
      "epoch": 4.4091266719118805,
      "grad_norm": 0.21750370355701165,
      "learning_rate": 1.6557739698909436e-06,
      "loss": 0.4111,
      "step": 1399
    },
    {
      "epoch": 4.412273800157356,
      "grad_norm": 0.23427229679001665,
      "learning_rate": 1.6382643088383288e-06,
      "loss": 0.3983,
      "step": 1400
    },
    {
      "epoch": 4.415420928402832,
      "grad_norm": 0.214624345546693,
      "learning_rate": 1.620843767595388e-06,
      "loss": 0.4142,
      "step": 1401
    },
    {
      "epoch": 4.418568056648309,
      "grad_norm": 0.22190509237137726,
      "learning_rate": 1.6035124307137828e-06,
      "loss": 0.4018,
      "step": 1402
    },
    {
      "epoch": 4.421715184893785,
      "grad_norm": 0.22933036447627164,
      "learning_rate": 1.5862703823122205e-06,
      "loss": 0.4041,
      "step": 1403
    },
    {
      "epoch": 4.42486231313926,
      "grad_norm": 0.22856794413059017,
      "learning_rate": 1.5691177060760377e-06,
      "loss": 0.4078,
      "step": 1404
    },
    {
      "epoch": 4.428009441384736,
      "grad_norm": 0.227335410882579,
      "learning_rate": 1.5520544852568042e-06,
      "loss": 0.3982,
      "step": 1405
    },
    {
      "epoch": 4.431156569630213,
      "grad_norm": 0.21207415831235102,
      "learning_rate": 1.5350808026719023e-06,
      "loss": 0.4071,
      "step": 1406
    },
    {
      "epoch": 4.434303697875689,
      "grad_norm": 0.22335589734890615,
      "learning_rate": 1.5181967407041454e-06,
      "loss": 0.3971,
      "step": 1407
    },
    {
      "epoch": 4.4374508261211645,
      "grad_norm": 0.22022397625368526,
      "learning_rate": 1.5014023813013578e-06,
      "loss": 0.4105,
      "step": 1408
    },
    {
      "epoch": 4.44059795436664,
      "grad_norm": 0.22294865873844572,
      "learning_rate": 1.4846978059759964e-06,
      "loss": 0.4152,
      "step": 1409
    },
    {
      "epoch": 4.443745082612116,
      "grad_norm": 0.23078813748776092,
      "learning_rate": 1.46808309580474e-06,
      "loss": 0.4012,
      "step": 1410
    },
    {
      "epoch": 4.446892210857593,
      "grad_norm": 0.2162240274521999,
      "learning_rate": 1.451558331428109e-06,
      "loss": 0.3941,
      "step": 1411
    },
    {
      "epoch": 4.450039339103069,
      "grad_norm": 0.23037478782989287,
      "learning_rate": 1.4351235930500497e-06,
      "loss": 0.3952,
      "step": 1412
    },
    {
      "epoch": 4.453186467348544,
      "grad_norm": 0.22007340136864595,
      "learning_rate": 1.4187789604375812e-06,
      "loss": 0.4118,
      "step": 1413
    },
    {
      "epoch": 4.45633359559402,
      "grad_norm": 0.23576271215221423,
      "learning_rate": 1.4025245129203736e-06,
      "loss": 0.4059,
      "step": 1414
    },
    {
      "epoch": 4.459480723839496,
      "grad_norm": 0.22441915779719693,
      "learning_rate": 1.3863603293903839e-06,
      "loss": 0.4015,
      "step": 1415
    },
    {
      "epoch": 4.462627852084973,
      "grad_norm": 0.2284380804154695,
      "learning_rate": 1.3702864883014755e-06,
      "loss": 0.4128,
      "step": 1416
    },
    {
      "epoch": 4.4657749803304485,
      "grad_norm": 0.22050257816998334,
      "learning_rate": 1.3543030676690138e-06,
      "loss": 0.4102,
      "step": 1417
    },
    {
      "epoch": 4.468922108575924,
      "grad_norm": 0.22331735465975805,
      "learning_rate": 1.338410145069511e-06,
      "loss": 0.4139,
      "step": 1418
    },
    {
      "epoch": 4.4720692368214,
      "grad_norm": 0.2196984071690986,
      "learning_rate": 1.3226077976402473e-06,
      "loss": 0.404,
      "step": 1419
    },
    {
      "epoch": 4.475216365066877,
      "grad_norm": 0.2109055906141469,
      "learning_rate": 1.3068961020788761e-06,
      "loss": 0.4115,
      "step": 1420
    },
    {
      "epoch": 4.478363493312353,
      "grad_norm": 0.21755200155816148,
      "learning_rate": 1.2912751346430818e-06,
      "loss": 0.391,
      "step": 1421
    },
    {
      "epoch": 4.481510621557828,
      "grad_norm": 0.2132260845561604,
      "learning_rate": 1.2757449711501835e-06,
      "loss": 0.4082,
      "step": 1422
    },
    {
      "epoch": 4.484657749803304,
      "grad_norm": 0.2239953728568239,
      "learning_rate": 1.2603056869767816e-06,
      "loss": 0.4102,
      "step": 1423
    },
    {
      "epoch": 4.487804878048781,
      "grad_norm": 0.21787966690564375,
      "learning_rate": 1.244957357058394e-06,
      "loss": 0.4115,
      "step": 1424
    },
    {
      "epoch": 4.490952006294257,
      "grad_norm": 0.21981977423701385,
      "learning_rate": 1.2297000558890716e-06,
      "loss": 0.4033,
      "step": 1425
    },
    {
      "epoch": 4.4940991345397325,
      "grad_norm": 0.21317215521752114,
      "learning_rate": 1.2145338575210653e-06,
      "loss": 0.4047,
      "step": 1426
    },
    {
      "epoch": 4.497246262785208,
      "grad_norm": 0.22312130217927098,
      "learning_rate": 1.1994588355644509e-06,
      "loss": 0.4053,
      "step": 1427
    },
    {
      "epoch": 4.500393391030684,
      "grad_norm": 0.22447203330251364,
      "learning_rate": 1.1844750631867675e-06,
      "loss": 0.4119,
      "step": 1428
    },
    {
      "epoch": 4.503540519276161,
      "grad_norm": 0.22046801333751878,
      "learning_rate": 1.1695826131126765e-06,
      "loss": 0.4191,
      "step": 1429
    },
    {
      "epoch": 4.506687647521637,
      "grad_norm": 0.22112092363500188,
      "learning_rate": 1.154781557623592e-06,
      "loss": 0.4048,
      "step": 1430
    },
    {
      "epoch": 4.5098347757671124,
      "grad_norm": 0.2200529030796755,
      "learning_rate": 1.1400719685573458e-06,
      "loss": 0.4097,
      "step": 1431
    },
    {
      "epoch": 4.512981904012588,
      "grad_norm": 0.22276401643430727,
      "learning_rate": 1.125453917307837e-06,
      "loss": 0.4073,
      "step": 1432
    },
    {
      "epoch": 4.516129032258064,
      "grad_norm": 0.22154029972838743,
      "learning_rate": 1.1109274748246634e-06,
      "loss": 0.4043,
      "step": 1433
    },
    {
      "epoch": 4.519276160503541,
      "grad_norm": 0.21625363180786117,
      "learning_rate": 1.0964927116128088e-06,
      "loss": 0.4038,
      "step": 1434
    },
    {
      "epoch": 4.522423288749017,
      "grad_norm": 0.22587542625356785,
      "learning_rate": 1.0821496977322822e-06,
      "loss": 0.4083,
      "step": 1435
    },
    {
      "epoch": 4.525570416994492,
      "grad_norm": 0.2298925317259965,
      "learning_rate": 1.0678985027977795e-06,
      "loss": 0.4097,
      "step": 1436
    },
    {
      "epoch": 4.528717545239968,
      "grad_norm": 0.21553526604171172,
      "learning_rate": 1.0537391959783495e-06,
      "loss": 0.4169,
      "step": 1437
    },
    {
      "epoch": 4.531864673485445,
      "grad_norm": 0.2176940353070853,
      "learning_rate": 1.0396718459970522e-06,
      "loss": 0.4075,
      "step": 1438
    },
    {
      "epoch": 4.535011801730921,
      "grad_norm": 0.22147515126537134,
      "learning_rate": 1.0256965211306347e-06,
      "loss": 0.4082,
      "step": 1439
    },
    {
      "epoch": 4.5381589299763965,
      "grad_norm": 0.22956285830976184,
      "learning_rate": 1.011813289209198e-06,
      "loss": 0.4068,
      "step": 1440
    },
    {
      "epoch": 4.541306058221872,
      "grad_norm": 0.20714083744900075,
      "learning_rate": 9.980222176158527e-07,
      "loss": 0.4088,
      "step": 1441
    },
    {
      "epoch": 4.544453186467349,
      "grad_norm": 0.22430766033401095,
      "learning_rate": 9.84323373286411e-07,
      "loss": 0.4004,
      "step": 1442
    },
    {
      "epoch": 4.547600314712825,
      "grad_norm": 0.21407640131514646,
      "learning_rate": 9.707168227090546e-07,
      "loss": 0.4037,
      "step": 1443
    },
    {
      "epoch": 4.550747442958301,
      "grad_norm": 0.2186295462567785,
      "learning_rate": 9.572026319240147e-07,
      "loss": 0.4194,
      "step": 1444
    },
    {
      "epoch": 4.553894571203776,
      "grad_norm": 0.21975559225432,
      "learning_rate": 9.437808665232429e-07,
      "loss": 0.4044,
      "step": 1445
    },
    {
      "epoch": 4.557041699449252,
      "grad_norm": 0.22000522416273766,
      "learning_rate": 9.304515916500923e-07,
      "loss": 0.4137,
      "step": 1446
    },
    {
      "epoch": 4.560188827694729,
      "grad_norm": 0.21013017876360932,
      "learning_rate": 9.172148719990237e-07,
      "loss": 0.4073,
      "step": 1447
    },
    {
      "epoch": 4.563335955940205,
      "grad_norm": 0.21581120172406837,
      "learning_rate": 9.040707718152664e-07,
      "loss": 0.4047,
      "step": 1448
    },
    {
      "epoch": 4.5664830841856805,
      "grad_norm": 0.21451324203213717,
      "learning_rate": 8.910193548945134e-07,
      "loss": 0.4151,
      "step": 1449
    },
    {
      "epoch": 4.569630212431156,
      "grad_norm": 0.22318798632431602,
      "learning_rate": 8.780606845826179e-07,
      "loss": 0.4004,
      "step": 1450
    },
    {
      "epoch": 4.572777340676632,
      "grad_norm": 0.1991294427029985,
      "learning_rate": 8.651948237752816e-07,
      "loss": 0.4096,
      "step": 1451
    },
    {
      "epoch": 4.575924468922109,
      "grad_norm": 0.21945769936920279,
      "learning_rate": 8.524218349177515e-07,
      "loss": 0.4058,
      "step": 1452
    },
    {
      "epoch": 4.579071597167585,
      "grad_norm": 0.21294148461496837,
      "learning_rate": 8.397417800045083e-07,
      "loss": 0.4104,
      "step": 1453
    },
    {
      "epoch": 4.58221872541306,
      "grad_norm": 0.2289947471169245,
      "learning_rate": 8.271547205789731e-07,
      "loss": 0.3924,
      "step": 1454
    },
    {
      "epoch": 4.585365853658536,
      "grad_norm": 0.22297476089583868,
      "learning_rate": 8.146607177332111e-07,
      "loss": 0.3915,
      "step": 1455
    },
    {
      "epoch": 4.588512981904013,
      "grad_norm": 0.2162476472768259,
      "learning_rate": 8.022598321076369e-07,
      "loss": 0.3994,
      "step": 1456
    },
    {
      "epoch": 4.591660110149489,
      "grad_norm": 0.2232886473508073,
      "learning_rate": 7.899521238907048e-07,
      "loss": 0.4009,
      "step": 1457
    },
    {
      "epoch": 4.5948072383949645,
      "grad_norm": 0.23138631812380756,
      "learning_rate": 7.777376528186286e-07,
      "loss": 0.4112,
      "step": 1458
    },
    {
      "epoch": 4.59795436664044,
      "grad_norm": 0.21409653415620175,
      "learning_rate": 7.656164781750975e-07,
      "loss": 0.4181,
      "step": 1459
    },
    {
      "epoch": 4.601101494885917,
      "grad_norm": 0.22193142902845509,
      "learning_rate": 7.535886587909736e-07,
      "loss": 0.404,
      "step": 1460
    },
    {
      "epoch": 4.604248623131393,
      "grad_norm": 0.21959675902623732,
      "learning_rate": 7.416542530440174e-07,
      "loss": 0.4057,
      "step": 1461
    },
    {
      "epoch": 4.607395751376869,
      "grad_norm": 0.21867188925414008,
      "learning_rate": 7.298133188585921e-07,
      "loss": 0.4006,
      "step": 1462
    },
    {
      "epoch": 4.610542879622344,
      "grad_norm": 0.23145111441732844,
      "learning_rate": 7.180659137054014e-07,
      "loss": 0.3977,
      "step": 1463
    },
    {
      "epoch": 4.61369000786782,
      "grad_norm": 0.20970090083827234,
      "learning_rate": 7.064120946011987e-07,
      "loss": 0.4074,
      "step": 1464
    },
    {
      "epoch": 4.616837136113297,
      "grad_norm": 0.2179204076829795,
      "learning_rate": 6.948519181085101e-07,
      "loss": 0.4027,
      "step": 1465
    },
    {
      "epoch": 4.619984264358773,
      "grad_norm": 0.21581183670826473,
      "learning_rate": 6.833854403353535e-07,
      "loss": 0.4148,
      "step": 1466
    },
    {
      "epoch": 4.6231313926042485,
      "grad_norm": 0.21450682726152265,
      "learning_rate": 6.720127169349888e-07,
      "loss": 0.412,
      "step": 1467
    },
    {
      "epoch": 4.626278520849724,
      "grad_norm": 0.2250984916103483,
      "learning_rate": 6.607338031056243e-07,
      "loss": 0.4041,
      "step": 1468
    },
    {
      "epoch": 4.6294256490952,
      "grad_norm": 0.21695604933835538,
      "learning_rate": 6.49548753590159e-07,
      "loss": 0.3942,
      "step": 1469
    },
    {
      "epoch": 4.632572777340677,
      "grad_norm": 0.20819532381718653,
      "learning_rate": 6.384576226759165e-07,
      "loss": 0.4117,
      "step": 1470
    },
    {
      "epoch": 4.635719905586153,
      "grad_norm": 0.22286060436310867,
      "learning_rate": 6.274604641943783e-07,
      "loss": 0.4033,
      "step": 1471
    },
    {
      "epoch": 4.6388670338316285,
      "grad_norm": 0.21036765805313895,
      "learning_rate": 6.165573315209283e-07,
      "loss": 0.4036,
      "step": 1472
    },
    {
      "epoch": 4.642014162077104,
      "grad_norm": 0.21227522537219817,
      "learning_rate": 6.057482775745938e-07,
      "loss": 0.4082,
      "step": 1473
    },
    {
      "epoch": 4.645161290322581,
      "grad_norm": 0.21892049964637353,
      "learning_rate": 5.950333548177734e-07,
      "loss": 0.4096,
      "step": 1474
    },
    {
      "epoch": 4.648308418568057,
      "grad_norm": 0.2176553643569443,
      "learning_rate": 5.84412615256007e-07,
      "loss": 0.4014,
      "step": 1475
    },
    {
      "epoch": 4.651455546813533,
      "grad_norm": 0.2199131756115072,
      "learning_rate": 5.738861104377003e-07,
      "loss": 0.4144,
      "step": 1476
    },
    {
      "epoch": 4.654602675059008,
      "grad_norm": 0.21639846694910558,
      "learning_rate": 5.634538914539001e-07,
      "loss": 0.4158,
      "step": 1477
    },
    {
      "epoch": 4.657749803304485,
      "grad_norm": 0.21197788045529345,
      "learning_rate": 5.531160089380061e-07,
      "loss": 0.4098,
      "step": 1478
    },
    {
      "epoch": 4.660896931549961,
      "grad_norm": 0.2171708383066465,
      "learning_rate": 5.428725130655732e-07,
      "loss": 0.4075,
      "step": 1479
    },
    {
      "epoch": 4.664044059795437,
      "grad_norm": 0.2102587081469045,
      "learning_rate": 5.327234535540337e-07,
      "loss": 0.4078,
      "step": 1480
    },
    {
      "epoch": 4.6671911880409125,
      "grad_norm": 0.2246748030537084,
      "learning_rate": 5.226688796624757e-07,
      "loss": 0.4073,
      "step": 1481
    },
    {
      "epoch": 4.670338316286388,
      "grad_norm": 0.21599194135810337,
      "learning_rate": 5.127088401913827e-07,
      "loss": 0.409,
      "step": 1482
    },
    {
      "epoch": 4.673485444531865,
      "grad_norm": 0.222001456808214,
      "learning_rate": 5.028433834824186e-07,
      "loss": 0.407,
      "step": 1483
    },
    {
      "epoch": 4.676632572777341,
      "grad_norm": 0.22556759982109623,
      "learning_rate": 4.930725574181838e-07,
      "loss": 0.4029,
      "step": 1484
    },
    {
      "epoch": 4.679779701022817,
      "grad_norm": 0.22675132381159563,
      "learning_rate": 4.833964094219834e-07,
      "loss": 0.4081,
      "step": 1485
    },
    {
      "epoch": 4.682926829268292,
      "grad_norm": 0.22311156946152774,
      "learning_rate": 4.738149864575925e-07,
      "loss": 0.4072,
      "step": 1486
    },
    {
      "epoch": 4.686073957513768,
      "grad_norm": 0.21164988462618337,
      "learning_rate": 4.6432833502903176e-07,
      "loss": 0.3928,
      "step": 1487
    },
    {
      "epoch": 4.689221085759245,
      "grad_norm": 0.21501199816999694,
      "learning_rate": 4.549365011803475e-07,
      "loss": 0.4077,
      "step": 1488
    },
    {
      "epoch": 4.692368214004721,
      "grad_norm": 0.20616052059898535,
      "learning_rate": 4.456395304953853e-07,
      "loss": 0.3986,
      "step": 1489
    },
    {
      "epoch": 4.6955153422501965,
      "grad_norm": 0.21548324024487242,
      "learning_rate": 4.3643746809755695e-07,
      "loss": 0.4098,
      "step": 1490
    },
    {
      "epoch": 4.698662470495672,
      "grad_norm": 0.2231505323697405,
      "learning_rate": 4.27330358649638e-07,
      "loss": 0.4042,
      "step": 1491
    },
    {
      "epoch": 4.701809598741149,
      "grad_norm": 0.22843117462309953,
      "learning_rate": 4.183182463535418e-07,
      "loss": 0.4096,
      "step": 1492
    },
    {
      "epoch": 4.704956726986625,
      "grad_norm": 0.20462231224872493,
      "learning_rate": 4.094011749501103e-07,
      "loss": 0.4065,
      "step": 1493
    },
    {
      "epoch": 4.708103855232101,
      "grad_norm": 0.21804695686103368,
      "learning_rate": 4.005791877188947e-07,
      "loss": 0.4143,
      "step": 1494
    },
    {
      "epoch": 4.711250983477576,
      "grad_norm": 0.2086192038711514,
      "learning_rate": 3.9185232747794843e-07,
      "loss": 0.3912,
      "step": 1495
    },
    {
      "epoch": 4.714398111723053,
      "grad_norm": 0.211022943339496,
      "learning_rate": 3.832206365836255e-07,
      "loss": 0.4026,
      "step": 1496
    },
    {
      "epoch": 4.717545239968529,
      "grad_norm": 0.2088349486284656,
      "learning_rate": 3.7468415693036495e-07,
      "loss": 0.4075,
      "step": 1497
    },
    {
      "epoch": 4.720692368214005,
      "grad_norm": 0.2089695668261833,
      "learning_rate": 3.662429299504955e-07,
      "loss": 0.4174,
      "step": 1498
    },
    {
      "epoch": 4.7238394964594805,
      "grad_norm": 0.20713627934049905,
      "learning_rate": 3.578969966140289e-07,
      "loss": 0.4091,
      "step": 1499
    },
    {
      "epoch": 4.726986624704956,
      "grad_norm": 0.2173964909886165,
      "learning_rate": 3.4964639742846253e-07,
      "loss": 0.4136,
      "step": 1500
    },
    {
      "epoch": 4.730133752950433,
      "grad_norm": 0.21628797092246888,
      "learning_rate": 3.414911724385905e-07,
      "loss": 0.4062,
      "step": 1501
    },
    {
      "epoch": 4.733280881195909,
      "grad_norm": 0.20929765491064145,
      "learning_rate": 3.3343136122629295e-07,
      "loss": 0.4037,
      "step": 1502
    },
    {
      "epoch": 4.736428009441385,
      "grad_norm": 0.2225887429417968,
      "learning_rate": 3.254670029103579e-07,
      "loss": 0.398,
      "step": 1503
    },
    {
      "epoch": 4.7395751376868605,
      "grad_norm": 0.24208779005585707,
      "learning_rate": 3.1759813614628656e-07,
      "loss": 0.4057,
      "step": 1504
    },
    {
      "epoch": 4.742722265932336,
      "grad_norm": 0.22395770260059794,
      "learning_rate": 3.098247991261061e-07,
      "loss": 0.4049,
      "step": 1505
    },
    {
      "epoch": 4.745869394177813,
      "grad_norm": 0.2047845376910192,
      "learning_rate": 3.0214702957818587e-07,
      "loss": 0.4126,
      "step": 1506
    },
    {
      "epoch": 4.749016522423289,
      "grad_norm": 0.2133448799717391,
      "learning_rate": 2.945648647670485e-07,
      "loss": 0.4091,
      "step": 1507
    },
    {
      "epoch": 4.752163650668765,
      "grad_norm": 0.2173251110200107,
      "learning_rate": 2.870783414931988e-07,
      "loss": 0.396,
      "step": 1508
    },
    {
      "epoch": 4.755310778914241,
      "grad_norm": 0.2187167201560873,
      "learning_rate": 2.796874960929352e-07,
      "loss": 0.4124,
      "step": 1509
    },
    {
      "epoch": 4.758457907159717,
      "grad_norm": 0.2208294332041325,
      "learning_rate": 2.723923644381765e-07,
      "loss": 0.4002,
      "step": 1510
    },
    {
      "epoch": 4.761605035405193,
      "grad_norm": 0.21817133183867887,
      "learning_rate": 2.6519298193629526e-07,
      "loss": 0.4144,
      "step": 1511
    },
    {
      "epoch": 4.764752163650669,
      "grad_norm": 0.21498445279173387,
      "learning_rate": 2.580893835299314e-07,
      "loss": 0.4029,
      "step": 1512
    },
    {
      "epoch": 4.7678992918961445,
      "grad_norm": 0.21297319478984542,
      "learning_rate": 2.5108160369683663e-07,
      "loss": 0.4071,
      "step": 1513
    },
    {
      "epoch": 4.771046420141621,
      "grad_norm": 0.21291427119757153,
      "learning_rate": 2.441696764497037e-07,
      "loss": 0.407,
      "step": 1514
    },
    {
      "epoch": 4.774193548387097,
      "grad_norm": 0.2159769244693944,
      "learning_rate": 2.3735363533599065e-07,
      "loss": 0.3867,
      "step": 1515
    },
    {
      "epoch": 4.777340676632573,
      "grad_norm": 0.218700499287757,
      "learning_rate": 2.3063351343777241e-07,
      "loss": 0.4028,
      "step": 1516
    },
    {
      "epoch": 4.780487804878049,
      "grad_norm": 0.20727391837895415,
      "learning_rate": 2.2400934337157176e-07,
      "loss": 0.407,
      "step": 1517
    },
    {
      "epoch": 4.783634933123524,
      "grad_norm": 0.22594037043531556,
      "learning_rate": 2.1748115728820852e-07,
      "loss": 0.4058,
      "step": 1518
    },
    {
      "epoch": 4.786782061369001,
      "grad_norm": 0.21081874655691793,
      "learning_rate": 2.110489868726262e-07,
      "loss": 0.4177,
      "step": 1519
    },
    {
      "epoch": 4.789929189614477,
      "grad_norm": 0.22151547664122262,
      "learning_rate": 2.047128633437634e-07,
      "loss": 0.4057,
      "step": 1520
    },
    {
      "epoch": 4.793076317859953,
      "grad_norm": 0.22101898922423646,
      "learning_rate": 1.9847281745438262e-07,
      "loss": 0.415,
      "step": 1521
    },
    {
      "epoch": 4.7962234461054285,
      "grad_norm": 0.2193144165610068,
      "learning_rate": 1.923288794909306e-07,
      "loss": 0.4104,
      "step": 1522
    },
    {
      "epoch": 4.799370574350904,
      "grad_norm": 0.21581312267270572,
      "learning_rate": 1.862810792733849e-07,
      "loss": 0.3954,
      "step": 1523
    },
    {
      "epoch": 4.802517702596381,
      "grad_norm": 0.21917215039327326,
      "learning_rate": 1.8032944615511638e-07,
      "loss": 0.4151,
      "step": 1524
    },
    {
      "epoch": 4.805664830841857,
      "grad_norm": 0.20125184352963307,
      "learning_rate": 1.7447400902273813e-07,
      "loss": 0.4118,
      "step": 1525
    },
    {
      "epoch": 4.808811959087333,
      "grad_norm": 0.21956751608662672,
      "learning_rate": 1.6871479629597897e-07,
      "loss": 0.4098,
      "step": 1526
    },
    {
      "epoch": 4.811959087332809,
      "grad_norm": 0.21515776124286765,
      "learning_rate": 1.630518359275235e-07,
      "loss": 0.4022,
      "step": 1527
    },
    {
      "epoch": 4.815106215578285,
      "grad_norm": 0.21441421698457916,
      "learning_rate": 1.574851554029011e-07,
      "loss": 0.4095,
      "step": 1528
    },
    {
      "epoch": 4.818253343823761,
      "grad_norm": 0.21770150209148334,
      "learning_rate": 1.5201478174033724e-07,
      "loss": 0.4007,
      "step": 1529
    },
    {
      "epoch": 4.821400472069237,
      "grad_norm": 0.21413660508932328,
      "learning_rate": 1.4664074149062457e-07,
      "loss": 0.4102,
      "step": 1530
    },
    {
      "epoch": 4.8245476003147125,
      "grad_norm": 0.2076863584844004,
      "learning_rate": 1.4136306073699868e-07,
      "loss": 0.4144,
      "step": 1531
    },
    {
      "epoch": 4.827694728560189,
      "grad_norm": 0.22291240712551658,
      "learning_rate": 1.3618176509500257e-07,
      "loss": 0.4014,
      "step": 1532
    },
    {
      "epoch": 4.830841856805665,
      "grad_norm": 0.21671960130680187,
      "learning_rate": 1.3109687971237793e-07,
      "loss": 0.3931,
      "step": 1533
    },
    {
      "epoch": 4.833988985051141,
      "grad_norm": 0.203265956592449,
      "learning_rate": 1.2610842926892076e-07,
      "loss": 0.4173,
      "step": 1534
    },
    {
      "epoch": 4.837136113296617,
      "grad_norm": 0.20458987302893475,
      "learning_rate": 1.2121643797638805e-07,
      "loss": 0.4206,
      "step": 1535
    },
    {
      "epoch": 4.840283241542092,
      "grad_norm": 0.21532940470424342,
      "learning_rate": 1.1642092957835582e-07,
      "loss": 0.4078,
      "step": 1536
    },
    {
      "epoch": 4.843430369787569,
      "grad_norm": 0.2052403167798288,
      "learning_rate": 1.1172192735011689e-07,
      "loss": 0.4073,
      "step": 1537
    },
    {
      "epoch": 4.846577498033045,
      "grad_norm": 0.21654113378965234,
      "learning_rate": 1.0711945409856983e-07,
      "loss": 0.4066,
      "step": 1538
    },
    {
      "epoch": 4.849724626278521,
      "grad_norm": 0.20462899076304167,
      "learning_rate": 1.0261353216209691e-07,
      "loss": 0.4111,
      "step": 1539
    },
    {
      "epoch": 4.8528717545239966,
      "grad_norm": 0.2081899249002058,
      "learning_rate": 9.820418341047078e-08,
      "loss": 0.4142,
      "step": 1540
    },
    {
      "epoch": 4.856018882769473,
      "grad_norm": 0.21737945180393162,
      "learning_rate": 9.389142924473238e-08,
      "loss": 0.4068,
      "step": 1541
    },
    {
      "epoch": 4.859166011014949,
      "grad_norm": 0.21645245039465824,
      "learning_rate": 8.96752905970999e-08,
      "loss": 0.4037,
      "step": 1542
    },
    {
      "epoch": 4.862313139260425,
      "grad_norm": 0.21851150478427397,
      "learning_rate": 8.555578793085994e-08,
      "loss": 0.4036,
      "step": 1543
    },
    {
      "epoch": 4.865460267505901,
      "grad_norm": 0.2120811042181584,
      "learning_rate": 8.153294124027211e-08,
      "loss": 0.4121,
      "step": 1544
    },
    {
      "epoch": 4.868607395751377,
      "grad_norm": 0.20575624884205296,
      "learning_rate": 7.760677005046902e-08,
      "loss": 0.4069,
      "step": 1545
    },
    {
      "epoch": 4.871754523996853,
      "grad_norm": 0.21391937617578313,
      "learning_rate": 7.377729341736306e-08,
      "loss": 0.4041,
      "step": 1546
    },
    {
      "epoch": 4.874901652242329,
      "grad_norm": 0.21156486072971747,
      "learning_rate": 7.004452992755317e-08,
      "loss": 0.3964,
      "step": 1547
    },
    {
      "epoch": 4.878048780487805,
      "grad_norm": 0.20671844316636703,
      "learning_rate": 6.640849769823599e-08,
      "loss": 0.4057,
      "step": 1548
    },
    {
      "epoch": 4.881195908733281,
      "grad_norm": 0.21259600584021066,
      "learning_rate": 6.286921437711924e-08,
      "loss": 0.3976,
      "step": 1549
    },
    {
      "epoch": 4.884343036978757,
      "grad_norm": 0.2058375833275837,
      "learning_rate": 5.9426697142328514e-08,
      "loss": 0.4107,
      "step": 1550
    },
    {
      "epoch": 4.887490165224233,
      "grad_norm": 0.20744913477051533,
      "learning_rate": 5.6080962702333983e-08,
      "loss": 0.4079,
      "step": 1551
    },
    {
      "epoch": 4.890637293469709,
      "grad_norm": 0.22577938836544023,
      "learning_rate": 5.2832027295861566e-08,
      "loss": 0.3983,
      "step": 1552
    },
    {
      "epoch": 4.893784421715185,
      "grad_norm": 0.20294764681156627,
      "learning_rate": 4.967990669181744e-08,
      "loss": 0.4063,
      "step": 1553
    },
    {
      "epoch": 4.8969315499606605,
      "grad_norm": 0.20869502528574135,
      "learning_rate": 4.6624616189214765e-08,
      "loss": 0.4044,
      "step": 1554
    },
    {
      "epoch": 4.900078678206137,
      "grad_norm": 0.20440330759726497,
      "learning_rate": 4.3666170617093774e-08,
      "loss": 0.4137,
      "step": 1555
    },
    {
      "epoch": 4.903225806451613,
      "grad_norm": 0.2181494330788591,
      "learning_rate": 4.080458433444845e-08,
      "loss": 0.404,
      "step": 1556
    },
    {
      "epoch": 4.906372934697089,
      "grad_norm": 0.21141190073150423,
      "learning_rate": 3.803987123016439e-08,
      "loss": 0.4121,
      "step": 1557
    },
    {
      "epoch": 4.909520062942565,
      "grad_norm": 0.20552978785557943,
      "learning_rate": 3.5372044722945534e-08,
      "loss": 0.4035,
      "step": 1558
    },
    {
      "epoch": 4.912667191188041,
      "grad_norm": 0.21497441633582837,
      "learning_rate": 3.2801117761254163e-08,
      "loss": 0.4148,
      "step": 1559
    },
    {
      "epoch": 4.915814319433517,
      "grad_norm": 0.2128972917412232,
      "learning_rate": 3.03271028232377e-08,
      "loss": 0.3996,
      "step": 1560
    },
    {
      "epoch": 4.918961447678993,
      "grad_norm": 0.21833114877923207,
      "learning_rate": 2.7950011916682007e-08,
      "loss": 0.4065,
      "step": 1561
    },
    {
      "epoch": 4.922108575924469,
      "grad_norm": 0.2158153544540106,
      "learning_rate": 2.566985657894483e-08,
      "loss": 0.4102,
      "step": 1562
    },
    {
      "epoch": 4.925255704169945,
      "grad_norm": 0.21773560895208463,
      "learning_rate": 2.3486647876895806e-08,
      "loss": 0.3977,
      "step": 1563
    },
    {
      "epoch": 4.928402832415421,
      "grad_norm": 0.21076258848562276,
      "learning_rate": 2.14003964068743e-08,
      "loss": 0.3986,
      "step": 1564
    },
    {
      "epoch": 4.931549960660897,
      "grad_norm": 0.21467255291492235,
      "learning_rate": 1.9411112294629442e-08,
      "loss": 0.4124,
      "step": 1565
    },
    {
      "epoch": 4.934697088906373,
      "grad_norm": 0.20923975584514357,
      "learning_rate": 1.751880519527571e-08,
      "loss": 0.4023,
      "step": 1566
    },
    {
      "epoch": 4.937844217151849,
      "grad_norm": 0.20904400841214246,
      "learning_rate": 1.5723484293237446e-08,
      "loss": 0.4082,
      "step": 1567
    },
    {
      "epoch": 4.940991345397325,
      "grad_norm": 0.20840331694698017,
      "learning_rate": 1.4025158302217735e-08,
      "loss": 0.4053,
      "step": 1568
    },
    {
      "epoch": 4.944138473642801,
      "grad_norm": 0.21324068817526423,
      "learning_rate": 1.242383546514736e-08,
      "loss": 0.4033,
      "step": 1569
    },
    {
      "epoch": 4.947285601888277,
      "grad_norm": 0.21410240816558584,
      "learning_rate": 1.0919523554140387e-08,
      "loss": 0.4034,
      "step": 1570
    },
    {
      "epoch": 4.950432730133753,
      "grad_norm": 0.20995826331255832,
      "learning_rate": 9.512229870469736e-09,
      "loss": 0.4041,
      "step": 1571
    },
    {
      "epoch": 4.9535798583792285,
      "grad_norm": 0.22014255278213607,
      "learning_rate": 8.201961244520552e-09,
      "loss": 0.4013,
      "step": 1572
    },
    {
      "epoch": 4.956726986624705,
      "grad_norm": 0.20658086287862656,
      "learning_rate": 6.988724035761341e-09,
      "loss": 0.4055,
      "step": 1573
    },
    {
      "epoch": 4.959874114870181,
      "grad_norm": 0.21532440781117343,
      "learning_rate": 5.872524132715107e-09,
      "loss": 0.407,
      "step": 1574
    },
    {
      "epoch": 4.963021243115657,
      "grad_norm": 0.22086256851698965,
      "learning_rate": 4.853366952928262e-09,
      "loss": 0.4036,
      "step": 1575
    },
    {
      "epoch": 4.966168371361133,
      "grad_norm": 0.22229005085819714,
      "learning_rate": 3.931257442937319e-09,
      "loss": 0.4138,
      "step": 1576
    },
    {
      "epoch": 4.969315499606609,
      "grad_norm": 0.20761601002360436,
      "learning_rate": 3.1062000782600134e-09,
      "loss": 0.397,
      "step": 1577
    },
    {
      "epoch": 4.972462627852085,
      "grad_norm": 0.2268431980032955,
      "learning_rate": 2.3781988633619914e-09,
      "loss": 0.4074,
      "step": 1578
    },
    {
      "epoch": 4.975609756097561,
      "grad_norm": 0.21131761190647141,
      "learning_rate": 1.7472573316457132e-09,
      "loss": 0.4057,
      "step": 1579
    },
    {
      "epoch": 4.978756884343037,
      "grad_norm": 0.21908993904462645,
      "learning_rate": 1.2133785454193636e-09,
      "loss": 0.4021,
      "step": 1580
    },
    {
      "epoch": 4.9819040125885135,
      "grad_norm": 0.21296216958733533,
      "learning_rate": 7.765650958990734e-10,
      "loss": 0.4024,
      "step": 1581
    },
    {
      "epoch": 4.985051140833989,
      "grad_norm": 0.2097355620791621,
      "learning_rate": 4.368191031844937e-10,
      "loss": 0.4038,
      "step": 1582
    },
    {
      "epoch": 4.988198269079465,
      "grad_norm": 0.2119478059627475,
      "learning_rate": 1.9414221625435602e-10,
      "loss": 0.4153,
      "step": 1583
    },
    {
      "epoch": 4.991345397324941,
      "grad_norm": 0.21027656821222138,
      "learning_rate": 4.853561295536935e-11,
      "loss": 0.3986,
      "step": 1584
    },
    {
      "epoch": 4.994492525570417,
      "grad_norm": 0.20504931593427467,
      "learning_rate": 0.0,
      "loss": 0.3896,
      "step": 1585
    },
    {
      "epoch": 4.994492525570417,
      "step": 1585,
      "total_flos": 5.954272714247897e+18,
      "train_loss": 0.5234080795045907,
      "train_runtime": 72319.3947,
      "train_samples_per_second": 2.811,
      "train_steps_per_second": 0.022
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1585,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.954272714247897e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}