{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.998875140607424,
  "eval_steps": 500,
  "global_step": 555,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008998875140607425,
      "grad_norm": 6.405796769298009,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 1.0356,
      "step": 1
    },
    {
      "epoch": 0.01799775028121485,
      "grad_norm": 6.457071617226858,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 1.0356,
      "step": 2
    },
    {
      "epoch": 0.02699662542182227,
      "grad_norm": 6.306094210313564,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 1.0346,
      "step": 3
    },
    {
      "epoch": 0.0359955005624297,
      "grad_norm": 4.578449546704467,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.9945,
      "step": 4
    },
    {
      "epoch": 0.04499437570303712,
      "grad_norm": 2.7068662098456318,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 0.9512,
      "step": 5
    },
    {
      "epoch": 0.05399325084364454,
      "grad_norm": 2.4781853702406553,
      "learning_rate": 8.571428571428571e-06,
      "loss": 0.9632,
      "step": 6
    },
    {
      "epoch": 0.06299212598425197,
      "grad_norm": 4.778781193622344,
      "learning_rate": 1e-05,
      "loss": 0.9478,
      "step": 7
    },
    {
      "epoch": 0.0719910011248594,
      "grad_norm": 5.10213288638439,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 0.9316,
      "step": 8
    },
    {
      "epoch": 0.08098987626546682,
      "grad_norm": 5.371042207893317,
      "learning_rate": 1.2857142857142859e-05,
      "loss": 0.9182,
      "step": 9
    },
    {
      "epoch": 0.08998875140607424,
      "grad_norm": 4.422548992141668,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 0.9052,
      "step": 10
    },
    {
      "epoch": 0.09898762654668167,
      "grad_norm": 2.908057739308309,
      "learning_rate": 1.5714285714285715e-05,
      "loss": 0.8738,
      "step": 11
    },
    {
      "epoch": 0.10798650168728909,
      "grad_norm": 2.081438174306188,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 0.8448,
      "step": 12
    },
    {
      "epoch": 0.11698537682789652,
      "grad_norm": 1.8625844126627613,
      "learning_rate": 1.8571428571428575e-05,
      "loss": 0.8214,
      "step": 13
    },
    {
      "epoch": 0.12598425196850394,
      "grad_norm": 1.4150826691986598,
      "learning_rate": 2e-05,
      "loss": 0.8118,
      "step": 14
    },
    {
      "epoch": 0.13498312710911137,
      "grad_norm": 1.3470926001768453,
      "learning_rate": 2.1428571428571428e-05,
      "loss": 0.7967,
      "step": 15
    },
    {
      "epoch": 0.1439820022497188,
      "grad_norm": 1.318138672473746,
      "learning_rate": 2.2857142857142858e-05,
      "loss": 0.7817,
      "step": 16
    },
    {
      "epoch": 0.1529808773903262,
      "grad_norm": 1.132045894481426,
      "learning_rate": 2.4285714285714285e-05,
      "loss": 0.7702,
      "step": 17
    },
    {
      "epoch": 0.16197975253093364,
      "grad_norm": 1.1216235493173696,
      "learning_rate": 2.5714285714285718e-05,
      "loss": 0.7625,
      "step": 18
    },
    {
      "epoch": 0.17097862767154107,
      "grad_norm": 1.2949162303101338,
      "learning_rate": 2.7142857142857148e-05,
      "loss": 0.7552,
      "step": 19
    },
    {
      "epoch": 0.17997750281214847,
      "grad_norm": 1.0018485261634034,
      "learning_rate": 2.8571428571428574e-05,
      "loss": 0.748,
      "step": 20
    },
    {
      "epoch": 0.1889763779527559,
      "grad_norm": 0.9642142358632533,
      "learning_rate": 3.0000000000000004e-05,
      "loss": 0.7319,
      "step": 21
    },
    {
      "epoch": 0.19797525309336333,
      "grad_norm": 1.3162346092752937,
      "learning_rate": 3.142857142857143e-05,
      "loss": 0.7376,
      "step": 22
    },
    {
      "epoch": 0.20697412823397077,
      "grad_norm": 1.2462908815710223,
      "learning_rate": 3.285714285714286e-05,
      "loss": 0.7225,
      "step": 23
    },
    {
      "epoch": 0.21597300337457817,
      "grad_norm": 1.1288729992725366,
      "learning_rate": 3.4285714285714284e-05,
      "loss": 0.7232,
      "step": 24
    },
    {
      "epoch": 0.2249718785151856,
      "grad_norm": 1.2886081610849456,
      "learning_rate": 3.571428571428572e-05,
      "loss": 0.7235,
      "step": 25
    },
    {
      "epoch": 0.23397075365579303,
      "grad_norm": 1.377579395059948,
      "learning_rate": 3.714285714285715e-05,
      "loss": 0.7136,
      "step": 26
    },
    {
      "epoch": 0.24296962879640044,
      "grad_norm": 1.0739406693404967,
      "learning_rate": 3.857142857142858e-05,
      "loss": 0.7138,
      "step": 27
    },
    {
      "epoch": 0.25196850393700787,
      "grad_norm": 1.2160719105328928,
      "learning_rate": 4e-05,
      "loss": 0.7106,
      "step": 28
    },
    {
      "epoch": 0.2609673790776153,
      "grad_norm": 1.3411926888307302,
      "learning_rate": 4.1428571428571437e-05,
      "loss": 0.7056,
      "step": 29
    },
    {
      "epoch": 0.26996625421822273,
      "grad_norm": 0.8344443792471369,
      "learning_rate": 4.2857142857142856e-05,
      "loss": 0.6906,
      "step": 30
    },
    {
      "epoch": 0.27896512935883017,
      "grad_norm": 1.6378121927259697,
      "learning_rate": 4.428571428571429e-05,
      "loss": 0.7022,
      "step": 31
    },
    {
      "epoch": 0.2879640044994376,
      "grad_norm": 1.312672534168789,
      "learning_rate": 4.5714285714285716e-05,
      "loss": 0.6925,
      "step": 32
    },
    {
      "epoch": 0.296962879640045,
      "grad_norm": 1.1997985746020943,
      "learning_rate": 4.714285714285715e-05,
      "loss": 0.6894,
      "step": 33
    },
    {
      "epoch": 0.3059617547806524,
      "grad_norm": 1.3374680408068491,
      "learning_rate": 4.857142857142857e-05,
      "loss": 0.6924,
      "step": 34
    },
    {
      "epoch": 0.31496062992125984,
      "grad_norm": 0.9866632538970782,
      "learning_rate": 5e-05,
      "loss": 0.6856,
      "step": 35
    },
    {
      "epoch": 0.32395950506186727,
      "grad_norm": 1.7617767807118945,
      "learning_rate": 5.1428571428571436e-05,
      "loss": 0.6882,
      "step": 36
    },
    {
      "epoch": 0.3329583802024747,
      "grad_norm": 1.2162422657164105,
      "learning_rate": 5.285714285714286e-05,
      "loss": 0.6827,
      "step": 37
    },
    {
      "epoch": 0.34195725534308213,
      "grad_norm": 1.4381817884560075,
      "learning_rate": 5.4285714285714295e-05,
      "loss": 0.6804,
      "step": 38
    },
    {
      "epoch": 0.35095613048368957,
      "grad_norm": 1.1994316767887803,
      "learning_rate": 5.5714285714285715e-05,
      "loss": 0.675,
      "step": 39
    },
    {
      "epoch": 0.35995500562429694,
      "grad_norm": 1.3859110222701834,
      "learning_rate": 5.714285714285715e-05,
      "loss": 0.6714,
      "step": 40
    },
    {
      "epoch": 0.3689538807649044,
      "grad_norm": 1.0456569888416478,
      "learning_rate": 5.8571428571428575e-05,
      "loss": 0.666,
      "step": 41
    },
    {
      "epoch": 0.3779527559055118,
      "grad_norm": 1.550645312960814,
      "learning_rate": 6.000000000000001e-05,
      "loss": 0.6716,
      "step": 42
    },
    {
      "epoch": 0.38695163104611924,
      "grad_norm": 1.7520944490642492,
      "learning_rate": 6.142857142857143e-05,
      "loss": 0.6668,
      "step": 43
    },
    {
      "epoch": 0.39595050618672667,
      "grad_norm": 1.220392434494151,
      "learning_rate": 6.285714285714286e-05,
      "loss": 0.6706,
      "step": 44
    },
    {
      "epoch": 0.4049493813273341,
      "grad_norm": 1.5640678258841063,
      "learning_rate": 6.428571428571429e-05,
      "loss": 0.6666,
      "step": 45
    },
    {
      "epoch": 0.41394825646794153,
      "grad_norm": 1.0339470330368512,
      "learning_rate": 6.571428571428571e-05,
      "loss": 0.6611,
      "step": 46
    },
    {
      "epoch": 0.4229471316085489,
      "grad_norm": 1.5630693263603568,
      "learning_rate": 6.714285714285715e-05,
      "loss": 0.6654,
      "step": 47
    },
    {
      "epoch": 0.43194600674915634,
      "grad_norm": 1.4317212538586248,
      "learning_rate": 6.857142857142857e-05,
      "loss": 0.666,
      "step": 48
    },
    {
      "epoch": 0.4409448818897638,
      "grad_norm": 1.2652376704046324,
      "learning_rate": 7.000000000000001e-05,
      "loss": 0.6525,
      "step": 49
    },
    {
      "epoch": 0.4499437570303712,
      "grad_norm": 1.9389193690579092,
      "learning_rate": 7.142857142857143e-05,
      "loss": 0.6706,
      "step": 50
    },
    {
      "epoch": 0.45894263217097864,
      "grad_norm": 1.2095199143374322,
      "learning_rate": 7.285714285714286e-05,
      "loss": 0.6578,
      "step": 51
    },
    {
      "epoch": 0.46794150731158607,
      "grad_norm": 2.1530205341425943,
      "learning_rate": 7.42857142857143e-05,
      "loss": 0.6659,
      "step": 52
    },
    {
      "epoch": 0.4769403824521935,
      "grad_norm": 1.3498447393418538,
      "learning_rate": 7.571428571428571e-05,
      "loss": 0.6555,
      "step": 53
    },
    {
      "epoch": 0.4859392575928009,
      "grad_norm": 1.7344034955388106,
      "learning_rate": 7.714285714285715e-05,
      "loss": 0.6655,
      "step": 54
    },
    {
      "epoch": 0.4949381327334083,
      "grad_norm": 2.165550267732371,
      "learning_rate": 7.857142857142858e-05,
      "loss": 0.6593,
      "step": 55
    },
    {
      "epoch": 0.5039370078740157,
      "grad_norm": 1.6288021163787398,
      "learning_rate": 8e-05,
      "loss": 0.6541,
      "step": 56
    },
    {
      "epoch": 0.5129358830146231,
      "grad_norm": 1.6669527952524703,
      "learning_rate": 7.999920726649282e-05,
      "loss": 0.6421,
      "step": 57
    },
    {
      "epoch": 0.5219347581552306,
      "grad_norm": 1.2703954706550948,
      "learning_rate": 7.999682909739257e-05,
      "loss": 0.6416,
      "step": 58
    },
    {
      "epoch": 0.530933633295838,
      "grad_norm": 1.6224554752837215,
      "learning_rate": 7.999286558696199e-05,
      "loss": 0.6427,
      "step": 59
    },
    {
      "epoch": 0.5399325084364455,
      "grad_norm": 1.3278739806750215,
      "learning_rate": 7.998731689230145e-05,
      "loss": 0.6535,
      "step": 60
    },
    {
      "epoch": 0.5489313835770528,
      "grad_norm": 1.9995409784489284,
      "learning_rate": 7.998018323334275e-05,
      "loss": 0.6496,
      "step": 61
    },
    {
      "epoch": 0.5579302587176603,
      "grad_norm": 1.5356642072108388,
      "learning_rate": 7.997146489284042e-05,
      "loss": 0.6437,
      "step": 62
    },
    {
      "epoch": 0.5669291338582677,
      "grad_norm": 1.256225547258712,
      "learning_rate": 7.996116221636049e-05,
      "loss": 0.6478,
      "step": 63
    },
    {
      "epoch": 0.5759280089988752,
      "grad_norm": 1.7177343714374778,
      "learning_rate": 7.994927561226682e-05,
      "loss": 0.641,
      "step": 64
    },
    {
      "epoch": 0.5849268841394826,
      "grad_norm": 1.8288469591109016,
      "learning_rate": 7.993580555170486e-05,
      "loss": 0.6483,
      "step": 65
    },
    {
      "epoch": 0.59392575928009,
      "grad_norm": 0.9174977020863746,
      "learning_rate": 7.992075256858302e-05,
      "loss": 0.639,
      "step": 66
    },
    {
      "epoch": 0.6029246344206974,
      "grad_norm": 2.3068233658832846,
      "learning_rate": 7.990411725955153e-05,
      "loss": 0.6469,
      "step": 67
    },
    {
      "epoch": 0.6119235095613048,
      "grad_norm": 1.331580694798539,
      "learning_rate": 7.98859002839787e-05,
      "loss": 0.6403,
      "step": 68
    },
    {
      "epoch": 0.6209223847019123,
      "grad_norm": 1.9556860563217953,
      "learning_rate": 7.986610236392491e-05,
      "loss": 0.6436,
      "step": 69
    },
    {
      "epoch": 0.6299212598425197,
      "grad_norm": 1.4030777265618954,
      "learning_rate": 7.984472428411388e-05,
      "loss": 0.6541,
      "step": 70
    },
    {
      "epoch": 0.6389201349831272,
      "grad_norm": 1.1120271583327745,
      "learning_rate": 7.98217668919016e-05,
      "loss": 0.6408,
      "step": 71
    },
    {
      "epoch": 0.6479190101237345,
      "grad_norm": 1.7515091640927072,
      "learning_rate": 7.97972310972428e-05,
      "loss": 0.6462,
      "step": 72
    },
    {
      "epoch": 0.6569178852643419,
      "grad_norm": 1.2154666389278914,
      "learning_rate": 7.977111787265479e-05,
      "loss": 0.6348,
      "step": 73
    },
    {
      "epoch": 0.6659167604049494,
      "grad_norm": 1.1948666759848607,
      "learning_rate": 7.9743428253179e-05,
      "loss": 0.6398,
      "step": 74
    },
    {
      "epoch": 0.6749156355455568,
      "grad_norm": 1.4465768500981744,
      "learning_rate": 7.971416333633984e-05,
      "loss": 0.633,
      "step": 75
    },
    {
      "epoch": 0.6839145106861643,
      "grad_norm": 0.7079358166882018,
      "learning_rate": 7.968332428210136e-05,
      "loss": 0.6344,
      "step": 76
    },
    {
      "epoch": 0.6929133858267716,
      "grad_norm": 1.2354926269354385,
      "learning_rate": 7.965091231282114e-05,
      "loss": 0.6316,
      "step": 77
    },
    {
      "epoch": 0.7019122609673791,
      "grad_norm": 0.8980787882545499,
      "learning_rate": 7.961692871320186e-05,
      "loss": 0.6384,
      "step": 78
    },
    {
      "epoch": 0.7109111361079865,
      "grad_norm": 1.327053450288205,
      "learning_rate": 7.958137483024044e-05,
      "loss": 0.6348,
      "step": 79
    },
    {
      "epoch": 0.7199100112485939,
      "grad_norm": 1.0872221047887007,
      "learning_rate": 7.95442520731746e-05,
      "loss": 0.6319,
      "step": 80
    },
    {
      "epoch": 0.7289088863892014,
      "grad_norm": 1.0406772088732106,
      "learning_rate": 7.9505561913427e-05,
      "loss": 0.6255,
      "step": 81
    },
    {
      "epoch": 0.7379077615298087,
      "grad_norm": 1.3043796341854046,
      "learning_rate": 7.946530588454695e-05,
      "loss": 0.6324,
      "step": 82
    },
    {
      "epoch": 0.7469066366704162,
      "grad_norm": 1.0289090852613956,
      "learning_rate": 7.942348558214958e-05,
      "loss": 0.6326,
      "step": 83
    },
    {
      "epoch": 0.7559055118110236,
      "grad_norm": 1.309994146626142,
      "learning_rate": 7.938010266385268e-05,
      "loss": 0.6362,
      "step": 84
    },
    {
      "epoch": 0.7649043869516311,
      "grad_norm": 0.9949679280573976,
      "learning_rate": 7.933515884921086e-05,
      "loss": 0.6274,
      "step": 85
    },
    {
      "epoch": 0.7739032620922385,
      "grad_norm": 1.3529279590081953,
      "learning_rate": 7.928865591964751e-05,
      "loss": 0.6356,
      "step": 86
    },
    {
      "epoch": 0.7829021372328459,
      "grad_norm": 1.5394293742781517,
      "learning_rate": 7.924059571838419e-05,
      "loss": 0.6239,
      "step": 87
    },
    {
      "epoch": 0.7919010123734533,
      "grad_norm": 0.8230315586506134,
      "learning_rate": 7.919098015036746e-05,
      "loss": 0.6254,
      "step": 88
    },
    {
      "epoch": 0.8008998875140607,
      "grad_norm": 2.5412889042558646,
      "learning_rate": 7.91398111821935e-05,
      "loss": 0.6386,
      "step": 89
    },
    {
      "epoch": 0.8098987626546682,
      "grad_norm": 1.6534609255338006,
      "learning_rate": 7.908709084203006e-05,
      "loss": 0.6433,
      "step": 90
    },
    {
      "epoch": 0.8188976377952756,
      "grad_norm": 2.115550172588045,
      "learning_rate": 7.903282121953619e-05,
      "loss": 0.6274,
      "step": 91
    },
    {
      "epoch": 0.8278965129358831,
      "grad_norm": 2.21745507570489,
      "learning_rate": 7.897700446577928e-05,
      "loss": 0.6395,
      "step": 92
    },
    {
      "epoch": 0.8368953880764904,
      "grad_norm": 1.1348223149712242,
      "learning_rate": 7.891964279314988e-05,
      "loss": 0.6304,
      "step": 93
    },
    {
      "epoch": 0.8458942632170978,
      "grad_norm": 1.1093790619140609,
      "learning_rate": 7.886073847527397e-05,
      "loss": 0.634,
      "step": 94
    },
    {
      "epoch": 0.8548931383577053,
      "grad_norm": 1.0247299216217371,
      "learning_rate": 7.88002938469229e-05,
      "loss": 0.6187,
      "step": 95
    },
    {
      "epoch": 0.8638920134983127,
      "grad_norm": 0.9690359150703725,
      "learning_rate": 7.873831130392077e-05,
      "loss": 0.6224,
      "step": 96
    },
    {
      "epoch": 0.8728908886389202,
      "grad_norm": 0.8479503109980445,
      "learning_rate": 7.867479330304951e-05,
      "loss": 0.6129,
      "step": 97
    },
    {
      "epoch": 0.8818897637795275,
      "grad_norm": 0.7677468105242354,
      "learning_rate": 7.860974236195151e-05,
      "loss": 0.6133,
      "step": 98
    },
    {
      "epoch": 0.890888638920135,
      "grad_norm": 1.0066107483900497,
      "learning_rate": 7.85431610590298e-05,
      "loss": 0.6212,
      "step": 99
    },
    {
      "epoch": 0.8998875140607424,
      "grad_norm": 0.8385258369213318,
      "learning_rate": 7.847505203334588e-05,
      "loss": 0.6162,
      "step": 100
    },
    {
      "epoch": 0.9088863892013498,
      "grad_norm": 0.8097143309117704,
      "learning_rate": 7.840541798451506e-05,
      "loss": 0.6105,
      "step": 101
    },
    {
      "epoch": 0.9178852643419573,
      "grad_norm": 0.6217223076576118,
      "learning_rate": 7.833426167259955e-05,
      "loss": 0.6091,
      "step": 102
    },
    {
      "epoch": 0.9268841394825647,
      "grad_norm": 0.8171222793279067,
      "learning_rate": 7.826158591799898e-05,
      "loss": 0.6124,
      "step": 103
    },
    {
      "epoch": 0.9358830146231721,
      "grad_norm": 0.825619425206217,
      "learning_rate": 7.818739360133863e-05,
      "loss": 0.6093,
      "step": 104
    },
    {
      "epoch": 0.9448818897637795,
      "grad_norm": 0.9916352114638577,
      "learning_rate": 7.811168766335531e-05,
      "loss": 0.6152,
      "step": 105
    },
    {
      "epoch": 0.953880764904387,
      "grad_norm": 1.0337582772307539,
      "learning_rate": 7.803447110478067e-05,
      "loss": 0.6183,
      "step": 106
    },
    {
      "epoch": 0.9628796400449944,
      "grad_norm": 0.9165715880682846,
      "learning_rate": 7.795574698622237e-05,
      "loss": 0.6176,
      "step": 107
    },
    {
      "epoch": 0.9718785151856018,
      "grad_norm": 0.6530649555546069,
      "learning_rate": 7.787551842804276e-05,
      "loss": 0.6099,
      "step": 108
    },
    {
      "epoch": 0.9808773903262092,
      "grad_norm": 0.7668074713592107,
      "learning_rate": 7.779378861023516e-05,
      "loss": 0.6063,
      "step": 109
    },
    {
      "epoch": 0.9898762654668166,
      "grad_norm": 0.715515594924498,
      "learning_rate": 7.77105607722978e-05,
      "loss": 0.6088,
      "step": 110
    },
    {
      "epoch": 0.9988751406074241,
      "grad_norm": 0.7194843087763119,
      "learning_rate": 7.762583821310548e-05,
      "loss": 0.6027,
      "step": 111
    },
    {
      "epoch": 1.0078740157480315,
      "grad_norm": 1.3373684763348388,
      "learning_rate": 7.753962429077881e-05,
      "loss": 1.109,
      "step": 112
    },
    {
      "epoch": 1.0168728908886389,
      "grad_norm": 1.2665705644041705,
      "learning_rate": 7.7451922422551e-05,
      "loss": 0.5896,
      "step": 113
    },
    {
      "epoch": 1.0258717660292462,
      "grad_norm": 0.7146916740896777,
      "learning_rate": 7.736273608463253e-05,
      "loss": 0.5776,
      "step": 114
    },
    {
      "epoch": 1.0348706411698538,
      "grad_norm": 0.8865840936771311,
      "learning_rate": 7.727206881207334e-05,
      "loss": 0.5907,
      "step": 115
    },
    {
      "epoch": 1.0438695163104612,
      "grad_norm": 0.7277897994412549,
      "learning_rate": 7.717992419862268e-05,
      "loss": 0.5873,
      "step": 116
    },
    {
      "epoch": 1.0528683914510686,
      "grad_norm": 0.6536923705270321,
      "learning_rate": 7.708630589658667e-05,
      "loss": 0.5835,
      "step": 117
    },
    {
      "epoch": 1.061867266591676,
      "grad_norm": 0.7162373408409907,
      "learning_rate": 7.699121761668355e-05,
      "loss": 0.5794,
      "step": 118
    },
    {
      "epoch": 1.0708661417322836,
      "grad_norm": 1.0254372509038927,
      "learning_rate": 7.689466312789661e-05,
      "loss": 0.582,
      "step": 119
    },
    {
      "epoch": 1.079865016872891,
      "grad_norm": 1.1137703756989226,
      "learning_rate": 7.679664625732478e-05,
      "loss": 0.5907,
      "step": 120
    },
    {
      "epoch": 1.0888638920134983,
      "grad_norm": 0.5744577610457379,
      "learning_rate": 7.669717089003094e-05,
      "loss": 0.5742,
      "step": 121
    },
    {
      "epoch": 1.0978627671541057,
      "grad_norm": 0.6451796147865981,
      "learning_rate": 7.659624096888792e-05,
      "loss": 0.5831,
      "step": 122
    },
    {
      "epoch": 1.106861642294713,
      "grad_norm": 0.6276129538814031,
      "learning_rate": 7.649386049442223e-05,
      "loss": 0.5827,
      "step": 123
    },
    {
      "epoch": 1.1158605174353207,
      "grad_norm": 0.7718645523573185,
      "learning_rate": 7.639003352465551e-05,
      "loss": 0.5745,
      "step": 124
    },
    {
      "epoch": 1.124859392575928,
      "grad_norm": 0.9206192827571739,
      "learning_rate": 7.628476417494368e-05,
      "loss": 0.5839,
      "step": 125
    },
    {
      "epoch": 1.1338582677165354,
      "grad_norm": 0.698663737317266,
      "learning_rate": 7.617805661781374e-05,
      "loss": 0.5754,
      "step": 126
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.5240414441327959,
      "learning_rate": 7.60699150827985e-05,
      "loss": 0.5772,
      "step": 127
    },
    {
      "epoch": 1.1518560179977504,
      "grad_norm": 0.5843162509749283,
      "learning_rate": 7.596034385626888e-05,
      "loss": 0.5727,
      "step": 128
    },
    {
      "epoch": 1.1608548931383578,
      "grad_norm": 0.7391156549586344,
      "learning_rate": 7.584934728126403e-05,
      "loss": 0.5736,
      "step": 129
    },
    {
      "epoch": 1.1698537682789651,
      "grad_norm": 0.6964429639639632,
      "learning_rate": 7.573692975731914e-05,
      "loss": 0.5677,
      "step": 130
    },
    {
      "epoch": 1.1788526434195725,
      "grad_norm": 0.5118585657523064,
      "learning_rate": 7.562309574029112e-05,
      "loss": 0.5796,
      "step": 131
    },
    {
      "epoch": 1.18785151856018,
      "grad_norm": 0.3947628953294446,
      "learning_rate": 7.550784974218195e-05,
      "loss": 0.5669,
      "step": 132
    },
    {
      "epoch": 1.1968503937007875,
      "grad_norm": 0.37395524397542534,
      "learning_rate": 7.539119633095983e-05,
      "loss": 0.5641,
      "step": 133
    },
    {
      "epoch": 1.2058492688413949,
      "grad_norm": 0.37361515124611633,
      "learning_rate": 7.527314013037815e-05,
      "loss": 0.5763,
      "step": 134
    },
    {
      "epoch": 1.2148481439820022,
      "grad_norm": 0.4839280159646048,
      "learning_rate": 7.515368581979224e-05,
      "loss": 0.5703,
      "step": 135
    },
    {
      "epoch": 1.2238470191226096,
      "grad_norm": 0.6174733585746707,
      "learning_rate": 7.503283813397379e-05,
      "loss": 0.5703,
      "step": 136
    },
    {
      "epoch": 1.232845894263217,
      "grad_norm": 0.7319038998136339,
      "learning_rate": 7.491060186292331e-05,
      "loss": 0.5715,
      "step": 137
    },
    {
      "epoch": 1.2418447694038246,
      "grad_norm": 0.7864687770694577,
      "learning_rate": 7.478698185168019e-05,
      "loss": 0.5714,
      "step": 138
    },
    {
      "epoch": 1.250843644544432,
      "grad_norm": 0.7693307388456105,
      "learning_rate": 7.466198300013066e-05,
      "loss": 0.5761,
      "step": 139
    },
    {
      "epoch": 1.2598425196850394,
      "grad_norm": 0.7329449732496208,
      "learning_rate": 7.453561026281366e-05,
      "loss": 0.5697,
      "step": 140
    },
    {
      "epoch": 1.2688413948256467,
      "grad_norm": 0.7219015663079241,
      "learning_rate": 7.440786864872433e-05,
      "loss": 0.5725,
      "step": 141
    },
    {
      "epoch": 1.277840269966254,
      "grad_norm": 0.7161519080047792,
      "learning_rate": 7.427876322111558e-05,
      "loss": 0.5737,
      "step": 142
    },
    {
      "epoch": 1.2868391451068617,
      "grad_norm": 0.7985855229347674,
      "learning_rate": 7.414829909729727e-05,
      "loss": 0.5724,
      "step": 143
    },
    {
      "epoch": 1.295838020247469,
      "grad_norm": 0.8867813272578328,
      "learning_rate": 7.40164814484336e-05,
      "loss": 0.5725,
      "step": 144
    },
    {
      "epoch": 1.3048368953880765,
      "grad_norm": 0.8113361068419839,
      "learning_rate": 7.388331549933787e-05,
      "loss": 0.5743,
      "step": 145
    },
    {
      "epoch": 1.3138357705286838,
      "grad_norm": 0.5476904687412559,
      "learning_rate": 7.37488065282656e-05,
      "loss": 0.5658,
      "step": 146
    },
    {
      "epoch": 1.3228346456692912,
      "grad_norm": 0.45189065402105816,
      "learning_rate": 7.361295986670522e-05,
      "loss": 0.5708,
      "step": 147
    },
    {
      "epoch": 1.3318335208098988,
      "grad_norm": 0.751469386998812,
      "learning_rate": 7.347578089916672e-05,
      "loss": 0.5629,
      "step": 148
    },
    {
      "epoch": 1.3408323959505062,
      "grad_norm": 0.7162670873895776,
      "learning_rate": 7.333727506296831e-05,
      "loss": 0.5711,
      "step": 149
    },
    {
      "epoch": 1.3498312710911136,
      "grad_norm": 0.5796332830646129,
      "learning_rate": 7.319744784802087e-05,
      "loss": 0.5701,
      "step": 150
    },
    {
      "epoch": 1.3588301462317212,
      "grad_norm": 0.5806837398044375,
      "learning_rate": 7.305630479661033e-05,
      "loss": 0.568,
      "step": 151
    },
    {
      "epoch": 1.3678290213723285,
      "grad_norm": 0.36656011961132856,
      "learning_rate": 7.291385150317796e-05,
      "loss": 0.5704,
      "step": 152
    },
    {
      "epoch": 1.376827896512936,
      "grad_norm": 0.4854553631469011,
      "learning_rate": 7.277009361409874e-05,
      "loss": 0.5626,
      "step": 153
    },
    {
      "epoch": 1.3858267716535433,
      "grad_norm": 0.7060268694492198,
      "learning_rate": 7.262503682745744e-05,
      "loss": 0.5682,
      "step": 154
    },
    {
      "epoch": 1.3948256467941507,
      "grad_norm": 0.6290468975159552,
      "learning_rate": 7.247868689282283e-05,
      "loss": 0.5652,
      "step": 155
    },
    {
      "epoch": 1.4038245219347583,
      "grad_norm": 0.5124920327952127,
      "learning_rate": 7.233104961101974e-05,
      "loss": 0.5702,
      "step": 156
    },
    {
      "epoch": 1.4128233970753656,
      "grad_norm": 0.435666421319146,
      "learning_rate": 7.21821308338992e-05,
      "loss": 0.5656,
      "step": 157
    },
    {
      "epoch": 1.421822272215973,
      "grad_norm": 0.31789150940846095,
      "learning_rate": 7.203193646410642e-05,
      "loss": 0.5625,
      "step": 158
    },
    {
      "epoch": 1.4308211473565804,
      "grad_norm": 0.44522630815692826,
      "learning_rate": 7.188047245484686e-05,
      "loss": 0.5622,
      "step": 159
    },
    {
      "epoch": 1.4398200224971878,
      "grad_norm": 0.5340918126651806,
      "learning_rate": 7.172774480965033e-05,
      "loss": 0.5663,
      "step": 160
    },
    {
      "epoch": 1.4488188976377954,
      "grad_norm": 0.5126590833097094,
      "learning_rate": 7.157375958213288e-05,
      "loss": 0.5604,
      "step": 161
    },
    {
      "epoch": 1.4578177727784027,
      "grad_norm": 0.5574211540917228,
      "learning_rate": 7.141852287575701e-05,
      "loss": 0.5644,
      "step": 162
    },
    {
      "epoch": 1.4668166479190101,
      "grad_norm": 0.49894825274633764,
      "learning_rate": 7.126204084358963e-05,
      "loss": 0.5543,
      "step": 163
    },
    {
      "epoch": 1.4758155230596175,
      "grad_norm": 0.383714620666216,
      "learning_rate": 7.110431968805825e-05,
      "loss": 0.5667,
      "step": 164
    },
    {
      "epoch": 1.4848143982002249,
      "grad_norm": 0.3679127273669197,
      "learning_rate": 7.094536566070514e-05,
      "loss": 0.5649,
      "step": 165
    },
    {
      "epoch": 1.4938132733408325,
      "grad_norm": 0.41052750978866387,
      "learning_rate": 7.078518506193945e-05,
      "loss": 0.5597,
      "step": 166
    },
    {
      "epoch": 1.5028121484814398,
      "grad_norm": 0.4161268377444414,
      "learning_rate": 7.062378424078758e-05,
      "loss": 0.5683,
      "step": 167
    },
    {
      "epoch": 1.5118110236220472,
      "grad_norm": 0.4143309696590428,
      "learning_rate": 7.046116959464149e-05,
      "loss": 0.5627,
      "step": 168
    },
    {
      "epoch": 1.5208098987626548,
      "grad_norm": 0.47622613149080295,
      "learning_rate": 7.02973475690051e-05,
      "loss": 0.5619,
      "step": 169
    },
    {
      "epoch": 1.529808773903262,
      "grad_norm": 0.5903824719429629,
      "learning_rate": 7.013232465723888e-05,
      "loss": 0.5685,
      "step": 170
    },
    {
      "epoch": 1.5388076490438696,
      "grad_norm": 0.6410524866967787,
      "learning_rate": 6.996610740030237e-05,
      "loss": 0.5649,
      "step": 171
    },
    {
      "epoch": 1.547806524184477,
      "grad_norm": 0.5120196634127667,
      "learning_rate": 6.979870238649506e-05,
      "loss": 0.5641,
      "step": 172
    },
    {
      "epoch": 1.5568053993250843,
      "grad_norm": 0.46968763374354905,
      "learning_rate": 6.963011625119514e-05,
      "loss": 0.5607,
      "step": 173
    },
    {
      "epoch": 1.565804274465692,
      "grad_norm": 0.7346438690156033,
      "learning_rate": 6.94603556765965e-05,
      "loss": 0.5632,
      "step": 174
    },
    {
      "epoch": 1.574803149606299,
      "grad_norm": 0.9133676726822815,
      "learning_rate": 6.928942739144394e-05,
      "loss": 0.5561,
      "step": 175
    },
    {
      "epoch": 1.5838020247469067,
      "grad_norm": 0.9699546226599123,
      "learning_rate": 6.911733817076638e-05,
      "loss": 0.5684,
      "step": 176
    },
    {
      "epoch": 1.592800899887514,
      "grad_norm": 0.8546409930461957,
      "learning_rate": 6.894409483560845e-05,
      "loss": 0.5636,
      "step": 177
    },
    {
      "epoch": 1.6017997750281214,
      "grad_norm": 0.5767270121981363,
      "learning_rate": 6.876970425275993e-05,
      "loss": 0.5636,
      "step": 178
    },
    {
      "epoch": 1.610798650168729,
      "grad_norm": 0.4603868453512875,
      "learning_rate": 6.859417333448376e-05,
      "loss": 0.5657,
      "step": 179
    },
    {
      "epoch": 1.6197975253093362,
      "grad_norm": 0.4657088093589826,
      "learning_rate": 6.841750903824196e-05,
      "loss": 0.553,
      "step": 180
    },
    {
      "epoch": 1.6287964004499438,
      "grad_norm": 0.4245830377495125,
      "learning_rate": 6.823971836641988e-05,
      "loss": 0.553,
      "step": 181
    },
    {
      "epoch": 1.6377952755905512,
      "grad_norm": 0.38313124117842345,
      "learning_rate": 6.806080836604868e-05,
      "loss": 0.5606,
      "step": 182
    },
    {
      "epoch": 1.6467941507311585,
      "grad_norm": 0.3951074598265005,
      "learning_rate": 6.788078612852596e-05,
      "loss": 0.5611,
      "step": 183
    },
    {
      "epoch": 1.6557930258717661,
      "grad_norm": 0.3324519467665917,
      "learning_rate": 6.769965878933468e-05,
      "loss": 0.5589,
      "step": 184
    },
    {
      "epoch": 1.6647919010123733,
      "grad_norm": 0.30525105111986356,
      "learning_rate": 6.751743352776041e-05,
      "loss": 0.5513,
      "step": 185
    },
    {
      "epoch": 1.6737907761529809,
      "grad_norm": 0.38317669421888395,
      "learning_rate": 6.733411756660668e-05,
      "loss": 0.561,
      "step": 186
    },
    {
      "epoch": 1.6827896512935883,
      "grad_norm": 0.36452922899831897,
      "learning_rate": 6.714971817190872e-05,
      "loss": 0.5565,
      "step": 187
    },
    {
      "epoch": 1.6917885264341956,
      "grad_norm": 0.45451136606739156,
      "learning_rate": 6.696424265264549e-05,
      "loss": 0.5554,
      "step": 188
    },
    {
      "epoch": 1.7007874015748032,
      "grad_norm": 0.5850188409579592,
      "learning_rate": 6.677769836044991e-05,
      "loss": 0.5603,
      "step": 189
    },
    {
      "epoch": 1.7097862767154106,
      "grad_norm": 0.6094742834131825,
      "learning_rate": 6.659009268931756e-05,
      "loss": 0.5574,
      "step": 190
    },
    {
      "epoch": 1.718785151856018,
      "grad_norm": 0.6284162963180803,
      "learning_rate": 6.64014330753135e-05,
      "loss": 0.5507,
      "step": 191
    },
    {
      "epoch": 1.7277840269966256,
      "grad_norm": 0.6446183014432966,
      "learning_rate": 6.621172699627761e-05,
      "loss": 0.5551,
      "step": 192
    },
    {
      "epoch": 1.7367829021372327,
      "grad_norm": 0.6604713611773748,
      "learning_rate": 6.602098197152817e-05,
      "loss": 0.555,
      "step": 193
    },
    {
      "epoch": 1.7457817772778403,
      "grad_norm": 0.7414347856141247,
      "learning_rate": 6.582920556156378e-05,
      "loss": 0.5631,
      "step": 194
    },
    {
      "epoch": 1.7547806524184477,
      "grad_norm": 0.7773047456674285,
      "learning_rate": 6.563640536776375e-05,
      "loss": 0.56,
      "step": 195
    },
    {
      "epoch": 1.763779527559055,
      "grad_norm": 0.6417760152496987,
      "learning_rate": 6.544258903208679e-05,
      "loss": 0.5518,
      "step": 196
    },
    {
      "epoch": 1.7727784026996627,
      "grad_norm": 0.3607864424657309,
      "learning_rate": 6.524776423676806e-05,
      "loss": 0.55,
      "step": 197
    },
    {
      "epoch": 1.7817772778402698,
      "grad_norm": 0.4683312923869542,
      "learning_rate": 6.505193870401472e-05,
      "loss": 0.5579,
      "step": 198
    },
    {
      "epoch": 1.7907761529808774,
      "grad_norm": 0.6344422826239488,
      "learning_rate": 6.485512019569986e-05,
      "loss": 0.5628,
      "step": 199
    },
    {
      "epoch": 1.7997750281214848,
      "grad_norm": 0.48250024105262346,
      "learning_rate": 6.465731651305475e-05,
      "loss": 0.5561,
      "step": 200
    },
    {
      "epoch": 1.8087739032620922,
      "grad_norm": 0.4011620009633319,
      "learning_rate": 6.445853549635982e-05,
      "loss": 0.5589,
      "step": 201
    },
    {
      "epoch": 1.8177727784026998,
      "grad_norm": 0.46120746083720787,
      "learning_rate": 6.425878502463363e-05,
      "loss": 0.5464,
      "step": 202
    },
    {
      "epoch": 1.826771653543307,
      "grad_norm": 0.3366919397807797,
      "learning_rate": 6.405807301532082e-05,
      "loss": 0.5583,
      "step": 203
    },
    {
      "epoch": 1.8357705286839145,
      "grad_norm": 0.3775528944092533,
      "learning_rate": 6.38564074239781e-05,
      "loss": 0.5515,
      "step": 204
    },
    {
      "epoch": 1.844769403824522,
      "grad_norm": 0.4646001384485239,
      "learning_rate": 6.365379624395911e-05,
      "loss": 0.5545,
      "step": 205
    },
    {
      "epoch": 1.8537682789651293,
      "grad_norm": 0.3173359890548618,
      "learning_rate": 6.345024750609735e-05,
      "loss": 0.5511,
      "step": 206
    },
    {
      "epoch": 1.862767154105737,
      "grad_norm": 0.30771535160757224,
      "learning_rate": 6.324576927838811e-05,
      "loss": 0.5569,
      "step": 207
    },
    {
      "epoch": 1.871766029246344,
      "grad_norm": 0.39138826318539643,
      "learning_rate": 6.30403696656685e-05,
      "loss": 0.5507,
      "step": 208
    },
    {
      "epoch": 1.8807649043869517,
      "grad_norm": 0.39402910206893743,
      "learning_rate": 6.28340568092963e-05,
      "loss": 0.551,
      "step": 209
    },
    {
      "epoch": 1.889763779527559,
      "grad_norm": 0.42067586027851417,
      "learning_rate": 6.26268388868272e-05,
      "loss": 0.5552,
      "step": 210
    },
    {
      "epoch": 1.8987626546681664,
      "grad_norm": 0.39427161933244775,
      "learning_rate": 6.241872411169075e-05,
      "loss": 0.5515,
      "step": 211
    },
    {
      "epoch": 1.907761529808774,
      "grad_norm": 0.2940525255889463,
      "learning_rate": 6.220972073286469e-05,
      "loss": 0.5452,
      "step": 212
    },
    {
      "epoch": 1.9167604049493814,
      "grad_norm": 0.34048373966582285,
      "learning_rate": 6.199983703454813e-05,
      "loss": 0.5509,
      "step": 213
    },
    {
      "epoch": 1.9257592800899888,
      "grad_norm": 0.299832377853422,
      "learning_rate": 6.178908133583306e-05,
      "loss": 0.5456,
      "step": 214
    },
    {
      "epoch": 1.9347581552305961,
      "grad_norm": 0.2392599130105496,
      "learning_rate": 6.157746199037473e-05,
      "loss": 0.5525,
      "step": 215
    },
    {
      "epoch": 1.9437570303712035,
      "grad_norm": 0.2884892083080534,
      "learning_rate": 6.136498738606038e-05,
      "loss": 0.5494,
      "step": 216
    },
    {
      "epoch": 1.952755905511811,
      "grad_norm": 0.25915586035077326,
      "learning_rate": 6.115166594467696e-05,
      "loss": 0.5578,
      "step": 217
    },
    {
      "epoch": 1.9617547806524185,
      "grad_norm": 0.2404861202851113,
      "learning_rate": 6.093750612157719e-05,
      "loss": 0.5501,
      "step": 218
    },
    {
      "epoch": 1.9707536557930259,
      "grad_norm": 0.27079067912862353,
      "learning_rate": 6.0722516405344436e-05,
      "loss": 0.5544,
      "step": 219
    },
    {
      "epoch": 1.9797525309336335,
      "grad_norm": 0.27569696549284556,
      "learning_rate": 6.050670531745629e-05,
      "loss": 0.5436,
      "step": 220
    },
    {
      "epoch": 1.9887514060742406,
      "grad_norm": 0.39262044690390413,
      "learning_rate": 6.0290081411946785e-05,
      "loss": 0.5589,
      "step": 221
    },
    {
      "epoch": 1.9977502812148482,
      "grad_norm": 0.3759638408126938,
      "learning_rate": 6.007265327506734e-05,
      "loss": 0.5489,
      "step": 222
    },
    {
      "epoch": 2.0067491563554554,
      "grad_norm": 0.6721068777680985,
      "learning_rate": 5.985442952494643e-05,
      "loss": 0.9973,
      "step": 223
    },
    {
      "epoch": 2.015748031496063,
      "grad_norm": 1.2532035078989137,
      "learning_rate": 5.9635418811248e-05,
      "loss": 0.5251,
      "step": 224
    },
    {
      "epoch": 2.0247469066366706,
      "grad_norm": 1.3965146746879655,
      "learning_rate": 5.941562981482859e-05,
      "loss": 0.5222,
      "step": 225
    },
    {
      "epoch": 2.0337457817772777,
      "grad_norm": 0.47181130829523693,
      "learning_rate": 5.9195071247393325e-05,
      "loss": 0.5175,
      "step": 226
    },
    {
      "epoch": 2.0427446569178853,
      "grad_norm": 1.2945631540598115,
      "learning_rate": 5.897375185115052e-05,
      "loss": 0.5219,
      "step": 227
    },
    {
      "epoch": 2.0517435320584925,
      "grad_norm": 0.753799335003198,
      "learning_rate": 5.8751680398465244e-05,
      "loss": 0.5248,
      "step": 228
    },
    {
      "epoch": 2.0607424071991,
      "grad_norm": 0.7482718095479951,
      "learning_rate": 5.8528865691511564e-05,
      "loss": 0.531,
      "step": 229
    },
    {
      "epoch": 2.0697412823397077,
      "grad_norm": 0.9072745588806806,
      "learning_rate": 5.83053165619237e-05,
      "loss": 0.5185,
      "step": 230
    },
    {
      "epoch": 2.078740157480315,
      "grad_norm": 0.7594832390100079,
      "learning_rate": 5.808104187044592e-05,
      "loss": 0.5238,
      "step": 231
    },
    {
      "epoch": 2.0877390326209224,
      "grad_norm": 0.7018923770640809,
      "learning_rate": 5.785605050658134e-05,
      "loss": 0.5116,
      "step": 232
    },
    {
      "epoch": 2.09673790776153,
      "grad_norm": 0.6538828939619331,
      "learning_rate": 5.7630351388239654e-05,
      "loss": 0.5188,
      "step": 233
    },
    {
      "epoch": 2.105736782902137,
      "grad_norm": 0.5009696448905507,
      "learning_rate": 5.7403953461383515e-05,
      "loss": 0.5189,
      "step": 234
    },
    {
      "epoch": 2.1147356580427448,
      "grad_norm": 0.5418468893978772,
      "learning_rate": 5.717686569967406e-05,
      "loss": 0.513,
      "step": 235
    },
    {
      "epoch": 2.123734533183352,
      "grad_norm": 0.5552312277008503,
      "learning_rate": 5.694909710411517e-05,
      "loss": 0.5136,
      "step": 236
    },
    {
      "epoch": 2.1327334083239595,
      "grad_norm": 0.4618715663984918,
      "learning_rate": 5.672065670269674e-05,
      "loss": 0.5226,
      "step": 237
    },
    {
      "epoch": 2.141732283464567,
      "grad_norm": 0.4634338024463565,
      "learning_rate": 5.649155355003677e-05,
      "loss": 0.517,
      "step": 238
    },
    {
      "epoch": 2.1507311586051743,
      "grad_norm": 0.35434206430397164,
      "learning_rate": 5.6261796727022575e-05,
      "loss": 0.5166,
      "step": 239
    },
    {
      "epoch": 2.159730033745782,
      "grad_norm": 0.46283864431852784,
      "learning_rate": 5.603139534045075e-05,
      "loss": 0.5112,
      "step": 240
    },
    {
      "epoch": 2.168728908886389,
      "grad_norm": 0.42575715836926703,
      "learning_rate": 5.5800358522666254e-05,
      "loss": 0.5078,
      "step": 241
    },
    {
      "epoch": 2.1777277840269966,
      "grad_norm": 0.33272119313147885,
      "learning_rate": 5.556869543120043e-05,
      "loss": 0.5194,
      "step": 242
    },
    {
      "epoch": 2.1867266591676042,
      "grad_norm": 0.3307000934681126,
      "learning_rate": 5.533641524840805e-05,
      "loss": 0.5177,
      "step": 243
    },
    {
      "epoch": 2.1957255343082114,
      "grad_norm": 0.3028678329115125,
      "learning_rate": 5.5103527181103266e-05,
      "loss": 0.5169,
      "step": 244
    },
    {
      "epoch": 2.204724409448819,
      "grad_norm": 0.3208549750095541,
      "learning_rate": 5.4870040460194834e-05,
      "loss": 0.5166,
      "step": 245
    },
    {
      "epoch": 2.213723284589426,
      "grad_norm": 0.24593852068559713,
      "learning_rate": 5.463596434032011e-05,
      "loss": 0.5162,
      "step": 246
    },
    {
      "epoch": 2.2227221597300337,
      "grad_norm": 0.26893184750686033,
      "learning_rate": 5.440130809947824e-05,
      "loss": 0.5211,
      "step": 247
    },
    {
      "epoch": 2.2317210348706413,
      "grad_norm": 0.2453740819753266,
      "learning_rate": 5.4166081038662484e-05,
      "loss": 0.5114,
      "step": 248
    },
    {
      "epoch": 2.2407199100112485,
      "grad_norm": 0.22939493074869363,
      "learning_rate": 5.3930292481491494e-05,
      "loss": 0.5101,
      "step": 249
    },
    {
      "epoch": 2.249718785151856,
      "grad_norm": 0.25733357689003183,
      "learning_rate": 5.3693951773839736e-05,
      "loss": 0.5111,
      "step": 250
    },
    {
      "epoch": 2.2587176602924632,
      "grad_norm": 0.2252436543398025,
      "learning_rate": 5.345706828346715e-05,
      "loss": 0.516,
      "step": 251
    },
    {
      "epoch": 2.267716535433071,
      "grad_norm": 0.28121431385301127,
      "learning_rate": 5.3219651399647716e-05,
      "loss": 0.5168,
      "step": 252
    },
    {
      "epoch": 2.2767154105736784,
      "grad_norm": 0.2450809438398232,
      "learning_rate": 5.298171053279739e-05,
      "loss": 0.5089,
      "step": 253
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.22424110667284097,
      "learning_rate": 5.274325511410106e-05,
      "loss": 0.5165,
      "step": 254
    },
    {
      "epoch": 2.294713160854893,
      "grad_norm": 0.2360828175959895,
      "learning_rate": 5.250429459513876e-05,
      "loss": 0.5148,
      "step": 255
    },
    {
      "epoch": 2.303712035995501,
      "grad_norm": 0.2188304429809361,
      "learning_rate": 5.226483844751099e-05,
      "loss": 0.5098,
      "step": 256
    },
    {
      "epoch": 2.312710911136108,
      "grad_norm": 0.2334512539619716,
      "learning_rate": 5.202489616246333e-05,
      "loss": 0.5158,
      "step": 257
    },
    {
      "epoch": 2.3217097862767155,
      "grad_norm": 0.19345732584763242,
      "learning_rate": 5.178447725051026e-05,
      "loss": 0.5137,
      "step": 258
    },
    {
      "epoch": 2.3307086614173227,
      "grad_norm": 0.22726718301152563,
      "learning_rate": 5.154359124105814e-05,
      "loss": 0.5149,
      "step": 259
    },
    {
      "epoch": 2.3397075365579303,
      "grad_norm": 0.2149304217989204,
      "learning_rate": 5.1302247682027494e-05,
      "loss": 0.5122,
      "step": 260
    },
    {
      "epoch": 2.3487064116985374,
      "grad_norm": 0.2574574491521757,
      "learning_rate": 5.106045613947466e-05,
      "loss": 0.5106,
      "step": 261
    },
    {
      "epoch": 2.357705286839145,
      "grad_norm": 0.2244044383603563,
      "learning_rate": 5.08182261972125e-05,
      "loss": 0.5098,
      "step": 262
    },
    {
      "epoch": 2.3667041619797526,
      "grad_norm": 0.1722686877882969,
      "learning_rate": 5.057556745643058e-05,
      "loss": 0.5152,
      "step": 263
    },
    {
      "epoch": 2.37570303712036,
      "grad_norm": 0.20786422486929515,
      "learning_rate": 5.033248953531466e-05,
      "loss": 0.5096,
      "step": 264
    },
    {
      "epoch": 2.3847019122609674,
      "grad_norm": 0.20518803463398436,
      "learning_rate": 5.0089002068665376e-05,
      "loss": 0.5108,
      "step": 265
    },
    {
      "epoch": 2.393700787401575,
      "grad_norm": 0.19783852278781122,
      "learning_rate": 4.9845114707516395e-05,
      "loss": 0.5169,
      "step": 266
    },
    {
      "epoch": 2.402699662542182,
      "grad_norm": 0.15894601748576243,
      "learning_rate": 4.9600837118751874e-05,
      "loss": 0.5077,
      "step": 267
    },
    {
      "epoch": 2.4116985376827897,
      "grad_norm": 0.19443345762052888,
      "learning_rate": 4.93561789847233e-05,
      "loss": 0.5211,
      "step": 268
    },
    {
      "epoch": 2.420697412823397,
      "grad_norm": 0.19638270288569096,
      "learning_rate": 4.91111500028657e-05,
      "loss": 0.5098,
      "step": 269
    },
    {
      "epoch": 2.4296962879640045,
      "grad_norm": 0.17816319122872262,
      "learning_rate": 4.886575988531329e-05,
      "loss": 0.5175,
      "step": 270
    },
    {
      "epoch": 2.438695163104612,
      "grad_norm": 0.17651511328007938,
      "learning_rate": 4.862001835851449e-05,
      "loss": 0.5136,
      "step": 271
    },
    {
      "epoch": 2.4476940382452193,
      "grad_norm": 0.1840295184610878,
      "learning_rate": 4.837393516284642e-05,
      "loss": 0.5099,
      "step": 272
    },
    {
      "epoch": 2.456692913385827,
      "grad_norm": 0.1914170149726011,
      "learning_rate": 4.8127520052228815e-05,
      "loss": 0.5165,
      "step": 273
    },
    {
      "epoch": 2.465691788526434,
      "grad_norm": 0.184680647588443,
      "learning_rate": 4.788078279373744e-05,
      "loss": 0.5084,
      "step": 274
    },
    {
      "epoch": 2.4746906636670416,
      "grad_norm": 0.22287775595578857,
      "learning_rate": 4.763373316721687e-05,
      "loss": 0.5134,
      "step": 275
    },
    {
      "epoch": 2.483689538807649,
      "grad_norm": 0.25180987790543646,
      "learning_rate": 4.7386380964892984e-05,
      "loss": 0.5137,
      "step": 276
    },
    {
      "epoch": 2.4926884139482564,
      "grad_norm": 0.2645098272392606,
      "learning_rate": 4.713873599098471e-05,
      "loss": 0.5128,
      "step": 277
    },
    {
      "epoch": 2.501687289088864,
      "grad_norm": 0.16671664940075334,
      "learning_rate": 4.689080806131547e-05,
      "loss": 0.5114,
      "step": 278
    },
    {
      "epoch": 2.5106861642294716,
      "grad_norm": 0.22458637707427415,
      "learning_rate": 4.664260700292416e-05,
      "loss": 0.5095,
      "step": 279
    },
    {
      "epoch": 2.5196850393700787,
      "grad_norm": 0.20330358237599677,
      "learning_rate": 4.639414265367554e-05,
      "loss": 0.509,
      "step": 280
    },
    {
      "epoch": 2.5286839145106863,
      "grad_norm": 0.19076267160273108,
      "learning_rate": 4.614542486187033e-05,
      "loss": 0.5135,
      "step": 281
    },
    {
      "epoch": 2.5376827896512935,
      "grad_norm": 0.19390672620858349,
      "learning_rate": 4.589646348585494e-05,
      "loss": 0.5129,
      "step": 282
    },
    {
      "epoch": 2.546681664791901,
      "grad_norm": 0.17431590192861887,
      "learning_rate": 4.564726839363059e-05,
      "loss": 0.5119,
      "step": 283
    },
    {
      "epoch": 2.555680539932508,
      "grad_norm": 0.19796573953993535,
      "learning_rate": 4.539784946246225e-05,
      "loss": 0.5226,
      "step": 284
    },
    {
      "epoch": 2.564679415073116,
      "grad_norm": 0.21806700674738302,
      "learning_rate": 4.5148216578487134e-05,
      "loss": 0.5205,
      "step": 285
    },
    {
      "epoch": 2.5736782902137234,
      "grad_norm": 0.21026084289689406,
      "learning_rate": 4.4898379636322815e-05,
      "loss": 0.5078,
      "step": 286
    },
    {
      "epoch": 2.5826771653543306,
      "grad_norm": 0.18917285015389398,
      "learning_rate": 4.4648348538675064e-05,
      "loss": 0.5146,
      "step": 287
    },
    {
      "epoch": 2.591676040494938,
      "grad_norm": 0.17876905148977648,
      "learning_rate": 4.4398133195945326e-05,
      "loss": 0.5124,
      "step": 288
    },
    {
      "epoch": 2.6006749156355458,
      "grad_norm": 0.19991148697525993,
      "learning_rate": 4.414774352583791e-05,
      "loss": 0.5141,
      "step": 289
    },
    {
      "epoch": 2.609673790776153,
      "grad_norm": 0.1718371307146163,
      "learning_rate": 4.3897189452966895e-05,
      "loss": 0.5126,
      "step": 290
    },
    {
      "epoch": 2.6186726659167605,
      "grad_norm": 0.1685835159809121,
      "learning_rate": 4.364648090846271e-05,
      "loss": 0.5133,
      "step": 291
    },
    {
      "epoch": 2.6276715410573677,
      "grad_norm": 0.14950354028807825,
      "learning_rate": 4.339562782957857e-05,
      "loss": 0.5083,
      "step": 292
    },
    {
      "epoch": 2.6366704161979753,
      "grad_norm": 0.17804715853771555,
      "learning_rate": 4.314464015929649e-05,
      "loss": 0.5194,
      "step": 293
    },
    {
      "epoch": 2.6456692913385824,
      "grad_norm": 0.17707266681302694,
      "learning_rate": 4.28935278459333e-05,
      "loss": 0.5128,
      "step": 294
    },
    {
      "epoch": 2.65466816647919,
      "grad_norm": 0.15273475864497393,
      "learning_rate": 4.264230084274624e-05,
      "loss": 0.5148,
      "step": 295
    },
    {
      "epoch": 2.6636670416197976,
      "grad_norm": 0.19292123693836521,
      "learning_rate": 4.239096910753846e-05,
      "loss": 0.5097,
      "step": 296
    },
    {
      "epoch": 2.6726659167604048,
      "grad_norm": 0.19491285573674288,
      "learning_rate": 4.213954260226438e-05,
      "loss": 0.5108,
      "step": 297
    },
    {
      "epoch": 2.6816647919010124,
      "grad_norm": 0.16377738874278228,
      "learning_rate": 4.188803129263476e-05,
      "loss": 0.5084,
      "step": 298
    },
    {
      "epoch": 2.69066366704162,
      "grad_norm": 0.17707808785911283,
      "learning_rate": 4.163644514772172e-05,
      "loss": 0.5078,
      "step": 299
    },
    {
      "epoch": 2.699662542182227,
      "grad_norm": 0.16129691634220186,
      "learning_rate": 4.1384794139563614e-05,
      "loss": 0.5177,
      "step": 300
    },
    {
      "epoch": 2.7086614173228347,
      "grad_norm": 0.19221250489172526,
      "learning_rate": 4.113308824276977e-05,
      "loss": 0.5149,
      "step": 301
    },
    {
      "epoch": 2.7176602924634423,
      "grad_norm": 0.17286893566543513,
      "learning_rate": 4.0881337434125086e-05,
      "loss": 0.5088,
      "step": 302
    },
    {
      "epoch": 2.7266591676040495,
      "grad_norm": 0.1755459663317774,
      "learning_rate": 4.0629551692194634e-05,
      "loss": 0.509,
      "step": 303
    },
    {
      "epoch": 2.735658042744657,
      "grad_norm": 0.1791201340425473,
      "learning_rate": 4.037774099692815e-05,
      "loss": 0.5143,
      "step": 304
    },
    {
      "epoch": 2.7446569178852642,
      "grad_norm": 0.18143794043338418,
      "learning_rate": 4.0125915329264396e-05,
      "loss": 0.5123,
      "step": 305
    },
    {
      "epoch": 2.753655793025872,
      "grad_norm": 0.15111984385935012,
      "learning_rate": 3.9874084670735624e-05,
      "loss": 0.5132,
      "step": 306
    },
    {
      "epoch": 2.762654668166479,
      "grad_norm": 0.17406268964374014,
      "learning_rate": 3.962225900307187e-05,
      "loss": 0.5088,
      "step": 307
    },
    {
      "epoch": 2.7716535433070866,
      "grad_norm": 0.1845218510232061,
      "learning_rate": 3.937044830780537e-05,
      "loss": 0.5115,
      "step": 308
    },
    {
      "epoch": 2.780652418447694,
      "grad_norm": 0.14408452277861603,
      "learning_rate": 3.9118662565874934e-05,
      "loss": 0.5088,
      "step": 309
    },
    {
      "epoch": 2.7896512935883013,
      "grad_norm": 0.2121818690921875,
      "learning_rate": 3.886691175723025e-05,
      "loss": 0.515,
      "step": 310
    },
    {
      "epoch": 2.798650168728909,
      "grad_norm": 0.17415478680558893,
      "learning_rate": 3.8615205860436406e-05,
      "loss": 0.5102,
      "step": 311
    },
    {
      "epoch": 2.8076490438695165,
      "grad_norm": 0.17710673827275958,
      "learning_rate": 3.83635548522783e-05,
      "loss": 0.5142,
      "step": 312
    },
    {
      "epoch": 2.8166479190101237,
      "grad_norm": 0.2131327323874231,
      "learning_rate": 3.811196870736526e-05,
      "loss": 0.5143,
      "step": 313
    },
    {
      "epoch": 2.8256467941507313,
      "grad_norm": 0.17135728004223627,
      "learning_rate": 3.786045739773564e-05,
      "loss": 0.5066,
      "step": 314
    },
    {
      "epoch": 2.8346456692913384,
      "grad_norm": 0.1787641234702102,
      "learning_rate": 3.7609030892461554e-05,
      "loss": 0.5077,
      "step": 315
    },
    {
      "epoch": 2.843644544431946,
      "grad_norm": 0.1737180877569213,
      "learning_rate": 3.735769915725378e-05,
      "loss": 0.5104,
      "step": 316
    },
    {
      "epoch": 2.852643419572553,
      "grad_norm": 0.1759592145643783,
      "learning_rate": 3.710647215406672e-05,
      "loss": 0.5076,
      "step": 317
    },
    {
      "epoch": 2.861642294713161,
      "grad_norm": 0.1674590421194775,
      "learning_rate": 3.6855359840703525e-05,
      "loss": 0.5117,
      "step": 318
    },
    {
      "epoch": 2.8706411698537684,
      "grad_norm": 0.19195727087026487,
      "learning_rate": 3.660437217042145e-05,
      "loss": 0.515,
      "step": 319
    },
    {
      "epoch": 2.8796400449943755,
      "grad_norm": 0.2079526174400504,
      "learning_rate": 3.63535190915373e-05,
      "loss": 0.5114,
      "step": 320
    },
    {
      "epoch": 2.888638920134983,
      "grad_norm": 0.16261938739039505,
      "learning_rate": 3.610281054703311e-05,
      "loss": 0.512,
      "step": 321
    },
    {
      "epoch": 2.8976377952755907,
      "grad_norm": 0.17301946358427484,
      "learning_rate": 3.58522564741621e-05,
      "loss": 0.513,
      "step": 322
    },
    {
      "epoch": 2.906636670416198,
      "grad_norm": 0.15809619671547212,
      "learning_rate": 3.560186680405469e-05,
      "loss": 0.5092,
      "step": 323
    },
    {
      "epoch": 2.9156355455568055,
      "grad_norm": 0.18005047534402024,
      "learning_rate": 3.535165146132494e-05,
      "loss": 0.5143,
      "step": 324
    },
    {
      "epoch": 2.924634420697413,
      "grad_norm": 0.17055434106531733,
      "learning_rate": 3.51016203636772e-05,
      "loss": 0.5044,
      "step": 325
    },
    {
      "epoch": 2.9336332958380202,
      "grad_norm": 0.2091344061636353,
      "learning_rate": 3.485178342151287e-05,
      "loss": 0.5151,
      "step": 326
    },
    {
      "epoch": 2.942632170978628,
      "grad_norm": 0.17776622234467257,
      "learning_rate": 3.460215053753776e-05,
      "loss": 0.506,
      "step": 327
    },
    {
      "epoch": 2.951631046119235,
      "grad_norm": 0.2020120609501547,
      "learning_rate": 3.435273160636942e-05,
      "loss": 0.5106,
      "step": 328
    },
    {
      "epoch": 2.9606299212598426,
      "grad_norm": 0.17580656405878176,
      "learning_rate": 3.410353651414507e-05,
      "loss": 0.509,
      "step": 329
    },
    {
      "epoch": 2.9696287964004497,
      "grad_norm": 0.1874074410148767,
      "learning_rate": 3.385457513812968e-05,
      "loss": 0.5119,
      "step": 330
    },
    {
      "epoch": 2.9786276715410573,
      "grad_norm": 0.18596738197007068,
      "learning_rate": 3.360585734632448e-05,
      "loss": 0.5105,
      "step": 331
    },
    {
      "epoch": 2.987626546681665,
      "grad_norm": 0.18012608783890774,
      "learning_rate": 3.3357392997075854e-05,
      "loss": 0.51,
      "step": 332
    },
    {
      "epoch": 2.996625421822272,
      "grad_norm": 0.17695247800719235,
      "learning_rate": 3.3109191938684535e-05,
      "loss": 0.5096,
      "step": 333
    },
    {
      "epoch": 3.0056242969628797,
      "grad_norm": 0.4041448073125774,
      "learning_rate": 3.28612640090153e-05,
      "loss": 0.9217,
      "step": 334
    },
    {
      "epoch": 3.014623172103487,
      "grad_norm": 0.40335779907517166,
      "learning_rate": 3.261361903510703e-05,
      "loss": 0.4749,
      "step": 335
    },
    {
      "epoch": 3.0236220472440944,
      "grad_norm": 0.23571838314313354,
      "learning_rate": 3.2366266832783145e-05,
      "loss": 0.4795,
      "step": 336
    },
    {
      "epoch": 3.032620922384702,
      "grad_norm": 0.34962469353680325,
      "learning_rate": 3.211921720626258e-05,
      "loss": 0.4772,
      "step": 337
    },
    {
      "epoch": 3.041619797525309,
      "grad_norm": 0.3250568724209024,
      "learning_rate": 3.187247994777119e-05,
      "loss": 0.4756,
      "step": 338
    },
    {
      "epoch": 3.050618672665917,
      "grad_norm": 0.27683092123819425,
      "learning_rate": 3.1626064837153596e-05,
      "loss": 0.478,
      "step": 339
    },
    {
      "epoch": 3.0596175478065244,
      "grad_norm": 0.29128324637433173,
      "learning_rate": 3.1379981641485524e-05,
      "loss": 0.4767,
      "step": 340
    },
    {
      "epoch": 3.0686164229471316,
      "grad_norm": 0.2783998825962506,
      "learning_rate": 3.113424011468672e-05,
      "loss": 0.4758,
      "step": 341
    },
    {
      "epoch": 3.077615298087739,
      "grad_norm": 0.25380987160914664,
      "learning_rate": 3.0888849997134316e-05,
      "loss": 0.4663,
      "step": 342
    },
    {
      "epoch": 3.0866141732283463,
      "grad_norm": 0.23893069831482153,
      "learning_rate": 3.064382101527671e-05,
      "loss": 0.4788,
      "step": 343
    },
    {
      "epoch": 3.095613048368954,
      "grad_norm": 0.2546443581638444,
      "learning_rate": 3.039916288124814e-05,
      "loss": 0.4794,
      "step": 344
    },
    {
      "epoch": 3.1046119235095615,
      "grad_norm": 0.2193178093849395,
      "learning_rate": 3.015488529248362e-05,
      "loss": 0.479,
      "step": 345
    },
    {
      "epoch": 3.1136107986501687,
      "grad_norm": 0.23966451017854798,
      "learning_rate": 2.9910997931334637e-05,
      "loss": 0.4754,
      "step": 346
    },
    {
      "epoch": 3.1226096737907763,
      "grad_norm": 0.2258415034497983,
      "learning_rate": 2.9667510464685345e-05,
      "loss": 0.4825,
      "step": 347
    },
    {
      "epoch": 3.1316085489313834,
      "grad_norm": 0.23731192604698906,
      "learning_rate": 2.9424432543569428e-05,
      "loss": 0.4723,
      "step": 348
    },
    {
      "epoch": 3.140607424071991,
      "grad_norm": 0.17268744214169082,
      "learning_rate": 2.918177380278752e-05,
      "loss": 0.4763,
      "step": 349
    },
    {
      "epoch": 3.1496062992125986,
      "grad_norm": 0.23327367459895917,
      "learning_rate": 2.893954386052535e-05,
      "loss": 0.4786,
      "step": 350
    },
    {
      "epoch": 3.1586051743532058,
      "grad_norm": 0.1956862643734178,
      "learning_rate": 2.8697752317972513e-05,
      "loss": 0.4765,
      "step": 351
    },
    {
      "epoch": 3.1676040494938134,
      "grad_norm": 0.18627973371325526,
      "learning_rate": 2.845640875894188e-05,
      "loss": 0.4745,
      "step": 352
    },
    {
      "epoch": 3.1766029246344205,
      "grad_norm": 0.2105328504046573,
      "learning_rate": 2.8215522749489742e-05,
      "loss": 0.4804,
      "step": 353
    },
    {
      "epoch": 3.185601799775028,
      "grad_norm": 0.16272715621667633,
      "learning_rate": 2.7975103837536672e-05,
      "loss": 0.472,
      "step": 354
    },
    {
      "epoch": 3.1946006749156357,
      "grad_norm": 0.21097547189014748,
      "learning_rate": 2.7735161552489022e-05,
      "loss": 0.4749,
      "step": 355
    },
    {
      "epoch": 3.203599550056243,
      "grad_norm": 0.17765983026821935,
      "learning_rate": 2.749570540486125e-05,
      "loss": 0.4774,
      "step": 356
    },
    {
      "epoch": 3.2125984251968505,
      "grad_norm": 0.18185508796151498,
      "learning_rate": 2.7256744885898942e-05,
      "loss": 0.4769,
      "step": 357
    },
    {
      "epoch": 3.2215973003374576,
      "grad_norm": 0.17545115382309487,
      "learning_rate": 2.7018289467202623e-05,
      "loss": 0.4707,
      "step": 358
    },
    {
      "epoch": 3.230596175478065,
      "grad_norm": 0.16118530505673961,
      "learning_rate": 2.6780348600352284e-05,
      "loss": 0.4751,
      "step": 359
    },
    {
      "epoch": 3.239595050618673,
      "grad_norm": 0.17928864347147178,
      "learning_rate": 2.6542931716532856e-05,
      "loss": 0.4807,
      "step": 360
    },
    {
      "epoch": 3.24859392575928,
      "grad_norm": 0.16478061360464155,
      "learning_rate": 2.630604822616027e-05,
      "loss": 0.4736,
      "step": 361
    },
    {
      "epoch": 3.2575928008998876,
      "grad_norm": 0.1478559482793346,
      "learning_rate": 2.6069707518508523e-05,
      "loss": 0.4781,
      "step": 362
    },
    {
      "epoch": 3.2665916760404947,
      "grad_norm": 0.16844157556458098,
      "learning_rate": 2.583391896133753e-05,
      "loss": 0.4765,
      "step": 363
    },
    {
      "epoch": 3.2755905511811023,
      "grad_norm": 0.1337175278664685,
      "learning_rate": 2.5598691900521778e-05,
      "loss": 0.4741,
      "step": 364
    },
    {
      "epoch": 3.28458942632171,
      "grad_norm": 0.13894808378571294,
      "learning_rate": 2.5364035659679914e-05,
      "loss": 0.4762,
      "step": 365
    },
    {
      "epoch": 3.293588301462317,
      "grad_norm": 0.14038211286961325,
      "learning_rate": 2.512995953980518e-05,
      "loss": 0.4785,
      "step": 366
    },
    {
      "epoch": 3.3025871766029247,
      "grad_norm": 0.13577552755343492,
      "learning_rate": 2.4896472818896743e-05,
      "loss": 0.4798,
      "step": 367
    },
    {
      "epoch": 3.3115860517435323,
      "grad_norm": 0.14414082887532978,
      "learning_rate": 2.4663584751591977e-05,
      "loss": 0.4784,
      "step": 368
    },
    {
      "epoch": 3.3205849268841394,
      "grad_norm": 0.1499138881871864,
      "learning_rate": 2.443130456879958e-05,
      "loss": 0.475,
      "step": 369
    },
    {
      "epoch": 3.329583802024747,
      "grad_norm": 0.15378837222105818,
      "learning_rate": 2.4199641477333766e-05,
      "loss": 0.4695,
      "step": 370
    },
    {
      "epoch": 3.338582677165354,
      "grad_norm": 0.15500949142269607,
      "learning_rate": 2.3968604659549266e-05,
      "loss": 0.4808,
      "step": 371
    },
    {
      "epoch": 3.3475815523059618,
      "grad_norm": 0.13510134534596135,
      "learning_rate": 2.3738203272977446e-05,
      "loss": 0.4762,
      "step": 372
    },
    {
      "epoch": 3.3565804274465694,
      "grad_norm": 0.1580364610829008,
      "learning_rate": 2.350844644996325e-05,
      "loss": 0.4756,
      "step": 373
    },
    {
      "epoch": 3.3655793025871765,
      "grad_norm": 0.1447596119360514,
      "learning_rate": 2.3279343297303293e-05,
      "loss": 0.476,
      "step": 374
    },
    {
      "epoch": 3.374578177727784,
      "grad_norm": 0.13783465555399632,
      "learning_rate": 2.305090289588485e-05,
      "loss": 0.478,
      "step": 375
    },
    {
      "epoch": 3.3835770528683913,
      "grad_norm": 0.1422413809528974,
      "learning_rate": 2.2823134300325948e-05,
      "loss": 0.4717,
      "step": 376
    },
    {
      "epoch": 3.392575928008999,
      "grad_norm": 0.12982390766734286,
      "learning_rate": 2.25960465386165e-05,
      "loss": 0.4787,
      "step": 377
    },
    {
      "epoch": 3.4015748031496065,
      "grad_norm": 0.1445554728575935,
      "learning_rate": 2.2369648611760352e-05,
      "loss": 0.4728,
      "step": 378
    },
    {
      "epoch": 3.4105736782902136,
      "grad_norm": 0.14091047744757867,
      "learning_rate": 2.2143949493418654e-05,
      "loss": 0.4778,
      "step": 379
    },
    {
      "epoch": 3.4195725534308212,
      "grad_norm": 0.15001963385136857,
      "learning_rate": 2.1918958129554106e-05,
      "loss": 0.4764,
      "step": 380
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 0.13768741985271635,
      "learning_rate": 2.1694683438076317e-05,
      "loss": 0.471,
      "step": 381
    },
    {
      "epoch": 3.437570303712036,
      "grad_norm": 0.14948373435356904,
      "learning_rate": 2.147113430848844e-05,
      "loss": 0.4697,
      "step": 382
    },
    {
      "epoch": 3.4465691788526436,
      "grad_norm": 0.13361989178999917,
      "learning_rate": 2.1248319601534772e-05,
      "loss": 0.4707,
      "step": 383
    },
    {
      "epoch": 3.4555680539932507,
      "grad_norm": 0.13151795053856452,
      "learning_rate": 2.102624814884949e-05,
      "loss": 0.4747,
      "step": 384
    },
    {
      "epoch": 3.4645669291338583,
      "grad_norm": 0.14805117724302444,
      "learning_rate": 2.080492875260668e-05,
      "loss": 0.4765,
      "step": 385
    },
    {
      "epoch": 3.4735658042744655,
      "grad_norm": 0.15118784969552582,
      "learning_rate": 2.0584370185171418e-05,
      "loss": 0.4727,
      "step": 386
    },
    {
      "epoch": 3.482564679415073,
      "grad_norm": 0.14047665231367965,
      "learning_rate": 2.0364581188752012e-05,
      "loss": 0.4819,
      "step": 387
    },
    {
      "epoch": 3.4915635545556807,
      "grad_norm": 0.15664210880968063,
      "learning_rate": 2.014557047505357e-05,
      "loss": 0.466,
      "step": 388
    },
    {
      "epoch": 3.500562429696288,
      "grad_norm": 0.13241547005518312,
      "learning_rate": 1.992734672493267e-05,
      "loss": 0.4772,
      "step": 389
    },
    {
      "epoch": 3.5095613048368954,
      "grad_norm": 0.15495785626518518,
      "learning_rate": 1.970991858805322e-05,
      "loss": 0.4768,
      "step": 390
    },
    {
      "epoch": 3.518560179977503,
      "grad_norm": 0.1451652460628155,
      "learning_rate": 1.9493294682543715e-05,
      "loss": 0.4752,
      "step": 391
    },
    {
      "epoch": 3.52755905511811,
      "grad_norm": 0.15292105555983718,
      "learning_rate": 1.927748359465558e-05,
      "loss": 0.4768,
      "step": 392
    },
    {
      "epoch": 3.536557930258718,
      "grad_norm": 0.1457418788935837,
      "learning_rate": 1.9062493878422823e-05,
      "loss": 0.4768,
      "step": 393
    },
    {
      "epoch": 3.545556805399325,
      "grad_norm": 0.13975287470844083,
      "learning_rate": 1.884833405532304e-05,
      "loss": 0.4757,
      "step": 394
    },
    {
      "epoch": 3.5545556805399325,
      "grad_norm": 0.14640008673656155,
      "learning_rate": 1.863501261393963e-05,
      "loss": 0.4813,
      "step": 395
    },
    {
      "epoch": 3.5635545556805397,
      "grad_norm": 0.12836792930570248,
      "learning_rate": 1.8422538009625285e-05,
      "loss": 0.4738,
      "step": 396
    },
    {
      "epoch": 3.5725534308211473,
      "grad_norm": 0.13526217288902667,
      "learning_rate": 1.8210918664166945e-05,
      "loss": 0.4762,
      "step": 397
    },
    {
      "epoch": 3.581552305961755,
      "grad_norm": 0.1420752062696319,
      "learning_rate": 1.8000162965451884e-05,
      "loss": 0.4803,
      "step": 398
    },
    {
      "epoch": 3.590551181102362,
      "grad_norm": 0.1279945537635078,
      "learning_rate": 1.7790279267135317e-05,
      "loss": 0.4829,
      "step": 399
    },
    {
      "epoch": 3.5995500562429696,
      "grad_norm": 0.13720312932073742,
      "learning_rate": 1.758127588830928e-05,
      "loss": 0.4756,
      "step": 400
    },
    {
      "epoch": 3.6085489313835772,
      "grad_norm": 0.11571164848869406,
      "learning_rate": 1.737316111317281e-05,
      "loss": 0.4788,
      "step": 401
    },
    {
      "epoch": 3.6175478065241844,
      "grad_norm": 0.1267184023160666,
      "learning_rate": 1.716594319070371e-05,
      "loss": 0.4672,
      "step": 402
    },
    {
      "epoch": 3.626546681664792,
      "grad_norm": 0.12093756371303144,
      "learning_rate": 1.695963033433151e-05,
      "loss": 0.4767,
      "step": 403
    },
    {
      "epoch": 3.6355455568053996,
      "grad_norm": 0.1281599915828755,
      "learning_rate": 1.6754230721611896e-05,
      "loss": 0.4762,
      "step": 404
    },
    {
      "epoch": 3.6445444319460067,
      "grad_norm": 0.12299228584682197,
      "learning_rate": 1.654975249390265e-05,
      "loss": 0.477,
      "step": 405
    },
    {
      "epoch": 3.653543307086614,
      "grad_norm": 0.13855705326136183,
      "learning_rate": 1.634620375604091e-05,
      "loss": 0.4791,
      "step": 406
    },
    {
      "epoch": 3.6625421822272215,
      "grad_norm": 0.12445550210040791,
      "learning_rate": 1.6143592576021897e-05,
      "loss": 0.4746,
      "step": 407
    },
    {
      "epoch": 3.671541057367829,
      "grad_norm": 0.1328319119905009,
      "learning_rate": 1.594192698467919e-05,
      "loss": 0.4753,
      "step": 408
    },
    {
      "epoch": 3.6805399325084363,
      "grad_norm": 0.12084524067527391,
      "learning_rate": 1.574121497536638e-05,
      "loss": 0.4778,
      "step": 409
    },
    {
      "epoch": 3.689538807649044,
      "grad_norm": 0.12320850922380423,
      "learning_rate": 1.5541464503640195e-05,
      "loss": 0.4718,
      "step": 410
    },
    {
      "epoch": 3.6985376827896514,
      "grad_norm": 0.11554496711321419,
      "learning_rate": 1.534268348694524e-05,
      "loss": 0.4734,
      "step": 411
    },
    {
      "epoch": 3.7075365579302586,
      "grad_norm": 0.11815716191127555,
      "learning_rate": 1.5144879804300163e-05,
      "loss": 0.4701,
      "step": 412
    },
    {
      "epoch": 3.716535433070866,
      "grad_norm": 0.12388808731535488,
      "learning_rate": 1.4948061295985286e-05,
      "loss": 0.4786,
      "step": 413
    },
    {
      "epoch": 3.725534308211474,
      "grad_norm": 0.11077052559901988,
      "learning_rate": 1.4752235763231944e-05,
      "loss": 0.4716,
      "step": 414
    },
    {
      "epoch": 3.734533183352081,
      "grad_norm": 0.11829062763031385,
      "learning_rate": 1.4557410967913219e-05,
      "loss": 0.4819,
      "step": 415
    },
    {
      "epoch": 3.7435320584926886,
      "grad_norm": 0.12116279675489595,
      "learning_rate": 1.4363594632236249e-05,
      "loss": 0.4746,
      "step": 416
    },
    {
      "epoch": 3.7525309336332957,
      "grad_norm": 0.11924444626526026,
      "learning_rate": 1.4170794438436236e-05,
      "loss": 0.4826,
      "step": 417
    },
    {
      "epoch": 3.7615298087739033,
      "grad_norm": 0.1117894145977932,
      "learning_rate": 1.3979018028471858e-05,
      "loss": 0.4719,
      "step": 418
    },
    {
      "epoch": 3.7705286839145105,
      "grad_norm": 0.11651706087134892,
      "learning_rate": 1.3788273003722404e-05,
      "loss": 0.4789,
      "step": 419
    },
    {
      "epoch": 3.779527559055118,
      "grad_norm": 0.11055442276894334,
      "learning_rate": 1.3598566924686511e-05,
      "loss": 0.4796,
      "step": 420
    },
    {
      "epoch": 3.7885264341957257,
      "grad_norm": 0.10345352334778583,
      "learning_rate": 1.3409907310682462e-05,
      "loss": 0.4709,
      "step": 421
    },
    {
      "epoch": 3.797525309336333,
      "grad_norm": 0.10232180540617608,
      "learning_rate": 1.3222301639550099e-05,
      "loss": 0.4766,
      "step": 422
    },
    {
      "epoch": 3.8065241844769404,
      "grad_norm": 0.10715279829216998,
      "learning_rate": 1.3035757347354526e-05,
      "loss": 0.4776,
      "step": 423
    },
    {
      "epoch": 3.815523059617548,
      "grad_norm": 0.1047852036739672,
      "learning_rate": 1.2850281828091298e-05,
      "loss": 0.4854,
      "step": 424
    },
    {
      "epoch": 3.824521934758155,
      "grad_norm": 0.10690185941320834,
      "learning_rate": 1.2665882433393338e-05,
      "loss": 0.4729,
      "step": 425
    },
    {
      "epoch": 3.8335208098987628,
      "grad_norm": 0.11484140024382984,
      "learning_rate": 1.24825664722396e-05,
      "loss": 0.475,
      "step": 426
    },
    {
      "epoch": 3.84251968503937,
      "grad_norm": 0.11568039124788146,
      "learning_rate": 1.2300341210665336e-05,
      "loss": 0.4758,
      "step": 427
    },
    {
      "epoch": 3.8515185601799775,
      "grad_norm": 0.10120504659325706,
      "learning_rate": 1.211921387147406e-05,
      "loss": 0.4732,
      "step": 428
    },
    {
      "epoch": 3.8605174353205847,
      "grad_norm": 0.1194598344922678,
      "learning_rate": 1.1939191633951328e-05,
      "loss": 0.4768,
      "step": 429
    },
    {
      "epoch": 3.8695163104611923,
      "grad_norm": 0.1090408000804906,
      "learning_rate": 1.1760281633580136e-05,
      "loss": 0.4741,
      "step": 430
    },
    {
      "epoch": 3.8785151856018,
      "grad_norm": 0.10733618962308203,
      "learning_rate": 1.1582490961758057e-05,
      "loss": 0.479,
      "step": 431
    },
    {
      "epoch": 3.887514060742407,
      "grad_norm": 0.11031251576967621,
      "learning_rate": 1.1405826665516253e-05,
      "loss": 0.4768,
      "step": 432
    },
    {
      "epoch": 3.8965129358830146,
      "grad_norm": 0.11348215054291673,
      "learning_rate": 1.1230295747240092e-05,
      "loss": 0.4714,
      "step": 433
    },
    {
      "epoch": 3.905511811023622,
      "grad_norm": 0.10993620934878778,
      "learning_rate": 1.1055905164391567e-05,
      "loss": 0.4785,
      "step": 434
    },
    {
      "epoch": 3.9145106861642294,
      "grad_norm": 0.10346360621624287,
      "learning_rate": 1.0882661829233619e-05,
      "loss": 0.4789,
      "step": 435
    },
    {
      "epoch": 3.923509561304837,
      "grad_norm": 0.10965908377773818,
      "learning_rate": 1.071057260855608e-05,
      "loss": 0.4759,
      "step": 436
    },
    {
      "epoch": 3.9325084364454446,
      "grad_norm": 0.10838534658950197,
      "learning_rate": 1.0539644323403514e-05,
      "loss": 0.4732,
      "step": 437
    },
    {
      "epoch": 3.9415073115860517,
      "grad_norm": 0.10164569710162663,
      "learning_rate": 1.0369883748804868e-05,
      "loss": 0.4777,
      "step": 438
    },
    {
      "epoch": 3.9505061867266593,
      "grad_norm": 0.11037796996055305,
      "learning_rate": 1.0201297613504946e-05,
      "loss": 0.4765,
      "step": 439
    },
    {
      "epoch": 3.9595050618672665,
      "grad_norm": 0.10427806979539742,
      "learning_rate": 1.0033892599697638e-05,
      "loss": 0.4724,
      "step": 440
    },
    {
      "epoch": 3.968503937007874,
      "grad_norm": 0.10553954203749775,
      "learning_rate": 9.86767534276114e-06,
      "loss": 0.4827,
      "step": 441
    },
    {
      "epoch": 3.9775028121484812,
      "grad_norm": 0.10616804220182864,
      "learning_rate": 9.702652430994917e-06,
      "loss": 0.4752,
      "step": 442
    },
    {
      "epoch": 3.986501687289089,
      "grad_norm": 0.10240539280603339,
      "learning_rate": 9.538830405358523e-06,
      "loss": 0.4754,
      "step": 443
    },
    {
      "epoch": 3.9955005624296964,
      "grad_norm": 0.10491697645612037,
      "learning_rate": 9.376215759212423e-06,
      "loss": 0.477,
      "step": 444
    },
    {
      "epoch": 4.008998875140607,
      "grad_norm": 0.17334062662555766,
      "learning_rate": 9.214814938060561e-06,
      "loss": 0.4526,
      "step": 445
    },
    {
      "epoch": 4.017997750281215,
      "grad_norm": 0.13435271730849074,
      "learning_rate": 9.054634339294867e-06,
      "loss": 0.4497,
      "step": 446
    },
    {
      "epoch": 4.026996625421822,
      "grad_norm": 0.11872819062021366,
      "learning_rate": 8.895680311941745e-06,
      "loss": 0.4455,
      "step": 447
    },
    {
      "epoch": 4.0359955005624295,
      "grad_norm": 0.1319008455279487,
      "learning_rate": 8.737959156410385e-06,
      "loss": 0.4527,
      "step": 448
    },
    {
      "epoch": 4.0449943757030375,
      "grad_norm": 0.14206834817022773,
      "learning_rate": 8.581477124243002e-06,
      "loss": 0.451,
      "step": 449
    },
    {
      "epoch": 4.053993250843645,
      "grad_norm": 0.14857898517649198,
      "learning_rate": 8.426240417867121e-06,
      "loss": 0.4511,
      "step": 450
    },
    {
      "epoch": 4.062992125984252,
      "grad_norm": 0.12827796758216584,
      "learning_rate": 8.272255190349678e-06,
      "loss": 0.4517,
      "step": 451
    },
    {
      "epoch": 4.071991001124859,
      "grad_norm": 0.12515412380900934,
      "learning_rate": 8.119527545153137e-06,
      "loss": 0.4514,
      "step": 452
    },
    {
      "epoch": 4.080989876265467,
      "grad_norm": 0.13907555587381168,
      "learning_rate": 7.968063535893588e-06,
      "loss": 0.4465,
      "step": 453
    },
    {
      "epoch": 4.089988751406074,
      "grad_norm": 0.1388856297974169,
      "learning_rate": 7.817869166100812e-06,
      "loss": 0.4485,
      "step": 454
    },
    {
      "epoch": 4.098987626546681,
      "grad_norm": 0.12576078763204848,
      "learning_rate": 7.668950388980261e-06,
      "loss": 0.4506,
      "step": 455
    },
    {
      "epoch": 4.107986501687289,
      "grad_norm": 0.12043647761005791,
      "learning_rate": 7.521313107177182e-06,
      "loss": 0.4507,
      "step": 456
    },
    {
      "epoch": 4.116985376827897,
      "grad_norm": 0.12541943358764632,
      "learning_rate": 7.374963172542564e-06,
      "loss": 0.4524,
      "step": 457
    },
    {
      "epoch": 4.125984251968504,
      "grad_norm": 0.12465374418622191,
      "learning_rate": 7.229906385901264e-06,
      "loss": 0.4463,
      "step": 458
    },
    {
      "epoch": 4.134983127109112,
      "grad_norm": 0.1172582061392934,
      "learning_rate": 7.086148496822054e-06,
      "loss": 0.4541,
      "step": 459
    },
    {
      "epoch": 4.143982002249719,
      "grad_norm": 0.11434456228260406,
      "learning_rate": 6.943695203389689e-06,
      "loss": 0.4522,
      "step": 460
    },
    {
      "epoch": 4.152980877390326,
      "grad_norm": 0.126721520706509,
      "learning_rate": 6.802552151979132e-06,
      "loss": 0.4496,
      "step": 461
    },
    {
      "epoch": 4.161979752530933,
      "grad_norm": 0.11357636546475693,
      "learning_rate": 6.662724937031697e-06,
      "loss": 0.4481,
      "step": 462
    },
    {
      "epoch": 4.170978627671541,
      "grad_norm": 0.10812363979662522,
      "learning_rate": 6.524219100833291e-06,
      "loss": 0.45,
      "step": 463
    },
    {
      "epoch": 4.179977502812148,
      "grad_norm": 0.10736860028431898,
      "learning_rate": 6.387040133294786e-06,
      "loss": 0.4556,
      "step": 464
    },
    {
      "epoch": 4.188976377952756,
      "grad_norm": 0.11484073744710532,
      "learning_rate": 6.2511934717343955e-06,
      "loss": 0.4585,
      "step": 465
    },
    {
      "epoch": 4.197975253093364,
      "grad_norm": 0.1116733301395841,
      "learning_rate": 6.116684500662127e-06,
      "loss": 0.4509,
      "step": 466
    },
    {
      "epoch": 4.206974128233971,
      "grad_norm": 0.10184483968685969,
      "learning_rate": 5.983518551566403e-06,
      "loss": 0.4465,
      "step": 467
    },
    {
      "epoch": 4.215973003374578,
      "grad_norm": 0.10648831010048188,
      "learning_rate": 5.8517009027027285e-06,
      "loss": 0.4529,
      "step": 468
    },
    {
      "epoch": 4.224971878515186,
      "grad_norm": 0.11078629147369119,
      "learning_rate": 5.72123677888444e-06,
      "loss": 0.4504,
      "step": 469
    },
    {
      "epoch": 4.233970753655793,
      "grad_norm": 0.10270056261316057,
      "learning_rate": 5.592131351275671e-06,
      "loss": 0.4488,
      "step": 470
    },
    {
      "epoch": 4.2429696287964,
      "grad_norm": 0.0996620878043424,
      "learning_rate": 5.464389737186348e-06,
      "loss": 0.4479,
      "step": 471
    },
    {
      "epoch": 4.251968503937007,
      "grad_norm": 0.10061707844415065,
      "learning_rate": 5.338016999869351e-06,
      "loss": 0.4483,
      "step": 472
    },
    {
      "epoch": 4.2609673790776155,
      "grad_norm": 0.10888494466945672,
      "learning_rate": 5.213018148319835e-06,
      "loss": 0.4517,
      "step": 473
    },
    {
      "epoch": 4.269966254218223,
      "grad_norm": 0.10212521131683365,
      "learning_rate": 5.089398137076704e-06,
      "loss": 0.4506,
      "step": 474
    },
    {
      "epoch": 4.27896512935883,
      "grad_norm": 0.10500341792664687,
      "learning_rate": 4.967161866026229e-06,
      "loss": 0.451,
      "step": 475
    },
    {
      "epoch": 4.287964004499438,
      "grad_norm": 0.10466244170953495,
      "learning_rate": 4.846314180207774e-06,
      "loss": 0.4473,
      "step": 476
    },
    {
      "epoch": 4.296962879640045,
      "grad_norm": 0.09722711168374878,
      "learning_rate": 4.726859869621847e-06,
      "loss": 0.4481,
      "step": 477
    },
    {
      "epoch": 4.305961754780652,
      "grad_norm": 0.10204450180802838,
      "learning_rate": 4.608803669040187e-06,
      "loss": 0.4454,
      "step": 478
    },
    {
      "epoch": 4.31496062992126,
      "grad_norm": 0.0995565612941236,
      "learning_rate": 4.492150257818066e-06,
      "loss": 0.4498,
      "step": 479
    },
    {
      "epoch": 4.323959505061867,
      "grad_norm": 0.10534766800687224,
      "learning_rate": 4.376904259708892e-06,
      "loss": 0.4528,
      "step": 480
    },
    {
      "epoch": 4.3329583802024745,
      "grad_norm": 0.09462904906757555,
      "learning_rate": 4.263070242680866e-06,
      "loss": 0.447,
      "step": 481
    },
    {
      "epoch": 4.3419572553430825,
      "grad_norm": 0.09711700163085293,
      "learning_rate": 4.1506527187359765e-06,
      "loss": 0.4552,
      "step": 482
    },
    {
      "epoch": 4.35095613048369,
      "grad_norm": 0.09726591017318084,
      "learning_rate": 4.039656143731128e-06,
      "loss": 0.449,
      "step": 483
    },
    {
      "epoch": 4.359955005624297,
      "grad_norm": 0.10398933972434006,
      "learning_rate": 3.930084917201508e-06,
      "loss": 0.4541,
      "step": 484
    },
    {
      "epoch": 4.368953880764904,
      "grad_norm": 0.09827974212844832,
      "learning_rate": 3.821943382186275e-06,
      "loss": 0.4472,
      "step": 485
    },
    {
      "epoch": 4.377952755905512,
      "grad_norm": 0.09502494293413481,
      "learning_rate": 3.715235825056338e-06,
      "loss": 0.4541,
      "step": 486
    },
    {
      "epoch": 4.386951631046119,
      "grad_norm": 0.09221995391540017,
      "learning_rate": 3.609966475344493e-06,
      "loss": 0.4507,
      "step": 487
    },
    {
      "epoch": 4.395950506186726,
      "grad_norm": 0.09866352346696798,
      "learning_rate": 3.506139505577779e-06,
      "loss": 0.4538,
      "step": 488
    },
    {
      "epoch": 4.404949381327334,
      "grad_norm": 0.09418594379926497,
      "learning_rate": 3.4037590311121015e-06,
      "loss": 0.4547,
      "step": 489
    },
    {
      "epoch": 4.4139482564679415,
      "grad_norm": 0.09399762424115403,
      "learning_rate": 3.302829109969072e-06,
      "loss": 0.4516,
      "step": 490
    },
    {
      "epoch": 4.422947131608549,
      "grad_norm": 0.09056395808047757,
      "learning_rate": 3.2033537426752236e-06,
      "loss": 0.4556,
      "step": 491
    },
    {
      "epoch": 4.431946006749157,
      "grad_norm": 0.09212248672508358,
      "learning_rate": 3.1053368721033974e-06,
      "loss": 0.4566,
      "step": 492
    },
    {
      "epoch": 4.440944881889764,
      "grad_norm": 0.0899827038953071,
      "learning_rate": 3.0087823833164596e-06,
      "loss": 0.4455,
      "step": 493
    },
    {
      "epoch": 4.449943757030371,
      "grad_norm": 0.09311934934388971,
      "learning_rate": 2.9136941034133424e-06,
      "loss": 0.4469,
      "step": 494
    },
    {
      "epoch": 4.458942632170979,
      "grad_norm": 0.0942657183382691,
      "learning_rate": 2.8200758013773313e-06,
      "loss": 0.4501,
      "step": 495
    },
    {
      "epoch": 4.467941507311586,
      "grad_norm": 0.09095763881082566,
      "learning_rate": 2.7279311879266645e-06,
      "loss": 0.4522,
      "step": 496
    },
    {
      "epoch": 4.476940382452193,
      "grad_norm": 0.09128227123247035,
      "learning_rate": 2.637263915367476e-06,
      "loss": 0.4539,
      "step": 497
    },
    {
      "epoch": 4.4859392575928005,
      "grad_norm": 0.0896975324322128,
      "learning_rate": 2.5480775774490195e-06,
      "loss": 0.4505,
      "step": 498
    },
    {
      "epoch": 4.494938132733409,
      "grad_norm": 0.09373464127242032,
      "learning_rate": 2.4603757092212057e-06,
      "loss": 0.4506,
      "step": 499
    },
    {
      "epoch": 4.503937007874016,
      "grad_norm": 0.09045392446753084,
      "learning_rate": 2.374161786894513e-06,
      "loss": 0.4535,
      "step": 500
    },
    {
      "epoch": 4.512935883014623,
      "grad_norm": 0.09322805283679514,
      "learning_rate": 2.2894392277022125e-06,
      "loss": 0.4511,
      "step": 501
    },
    {
      "epoch": 4.521934758155231,
      "grad_norm": 0.09493164625872488,
      "learning_rate": 2.206211389764854e-06,
      "loss": 0.4531,
      "step": 502
    },
    {
      "epoch": 4.530933633295838,
      "grad_norm": 0.09141196271877726,
      "learning_rate": 2.124481571957242e-06,
      "loss": 0.4537,
      "step": 503
    },
    {
      "epoch": 4.539932508436445,
      "grad_norm": 0.0875486494434062,
      "learning_rate": 2.0442530137776374e-06,
      "loss": 0.4431,
      "step": 504
    },
    {
      "epoch": 4.548931383577052,
      "grad_norm": 0.09177205535576874,
      "learning_rate": 1.9655288952193442e-06,
      "loss": 0.4567,
      "step": 505
    },
    {
      "epoch": 4.55793025871766,
      "grad_norm": 0.08907941923419668,
      "learning_rate": 1.8883123366446955e-06,
      "loss": 0.4507,
      "step": 506
    },
    {
      "epoch": 4.566929133858268,
      "grad_norm": 0.09083887942548946,
      "learning_rate": 1.8126063986613652e-06,
      "loss": 0.45,
      "step": 507
    },
    {
      "epoch": 4.575928008998876,
      "grad_norm": 0.08937321221433324,
      "learning_rate": 1.7384140820010253e-06,
      "loss": 0.4489,
      "step": 508
    },
    {
      "epoch": 4.584926884139483,
      "grad_norm": 0.08801698232366557,
      "learning_rate": 1.6657383274004545e-06,
      "loss": 0.4534,
      "step": 509
    },
    {
      "epoch": 4.59392575928009,
      "grad_norm": 0.08808939037763655,
      "learning_rate": 1.5945820154849512e-06,
      "loss": 0.4469,
      "step": 510
    },
    {
      "epoch": 4.602924634420697,
      "grad_norm": 0.0903921066592697,
      "learning_rate": 1.524947966654131e-06,
      "loss": 0.4535,
      "step": 511
    },
    {
      "epoch": 4.611923509561305,
      "grad_norm": 0.0899536812400529,
      "learning_rate": 1.4568389409702e-06,
      "loss": 0.4535,
      "step": 512
    },
    {
      "epoch": 4.620922384701912,
      "grad_norm": 0.08721249506811954,
      "learning_rate": 1.390257638048489e-06,
      "loss": 0.4552,
      "step": 513
    },
    {
      "epoch": 4.6299212598425195,
      "grad_norm": 0.08874618721675122,
      "learning_rate": 1.3252066969504874e-06,
      "loss": 0.4502,
      "step": 514
    },
    {
      "epoch": 4.6389201349831275,
      "grad_norm": 0.09036518689753495,
      "learning_rate": 1.261688696079233e-06,
      "loss": 0.451,
      "step": 515
    },
    {
      "epoch": 4.647919010123735,
      "grad_norm": 0.08929772055357187,
      "learning_rate": 1.1997061530771004e-06,
      "loss": 0.4513,
      "step": 516
    },
    {
      "epoch": 4.656917885264342,
      "grad_norm": 0.08770289069775795,
      "learning_rate": 1.1392615247260275e-06,
      "loss": 0.4509,
      "step": 517
    },
    {
      "epoch": 4.665916760404949,
      "grad_norm": 0.0861779113751004,
      "learning_rate": 1.080357206850131e-06,
      "loss": 0.4497,
      "step": 518
    },
    {
      "epoch": 4.674915635545557,
      "grad_norm": 0.09018663786133461,
      "learning_rate": 1.0229955342207254e-06,
      "loss": 0.4556,
      "step": 519
    },
    {
      "epoch": 4.683914510686164,
      "grad_norm": 0.08621786512649365,
      "learning_rate": 9.67178780463809e-07,
      "loss": 0.4537,
      "step": 520
    },
    {
      "epoch": 4.692913385826771,
      "grad_norm": 0.08431669753032205,
      "learning_rate": 9.129091579699412e-07,
      "loss": 0.4534,
      "step": 521
    },
    {
      "epoch": 4.701912260967379,
      "grad_norm": 0.08666217491427604,
      "learning_rate": 8.601888178065177e-07,
      "loss": 0.4501,
      "step": 522
    },
    {
      "epoch": 4.7109111361079865,
      "grad_norm": 0.08654873368758471,
      "learning_rate": 8.090198496325485e-07,
      "loss": 0.4506,
      "step": 523
    },
    {
      "epoch": 4.719910011248594,
      "grad_norm": 0.08652439676904433,
      "learning_rate": 7.594042816158187e-07,
      "loss": 0.4529,
      "step": 524
    },
    {
      "epoch": 4.728908886389202,
      "grad_norm": 0.08831640949919531,
      "learning_rate": 7.113440803524896e-07,
      "loss": 0.4531,
      "step": 525
    },
    {
      "epoch": 4.737907761529809,
      "grad_norm": 0.0866028677777177,
      "learning_rate": 6.648411507891528e-07,
      "loss": 0.4522,
      "step": 526
    },
    {
      "epoch": 4.746906636670416,
      "grad_norm": 0.08731496032068242,
      "learning_rate": 6.198973361473349e-07,
      "loss": 0.4495,
      "step": 527
    },
    {
      "epoch": 4.755905511811024,
      "grad_norm": 0.08758993950549104,
      "learning_rate": 5.765144178504222e-07,
      "loss": 0.4526,
      "step": 528
    },
    {
      "epoch": 4.764904386951631,
      "grad_norm": 0.08831218479369252,
      "learning_rate": 5.34694115453065e-07,
      "loss": 0.4532,
      "step": 529
    },
    {
      "epoch": 4.773903262092238,
      "grad_norm": 0.0860726407842809,
      "learning_rate": 4.944380865730125e-07,
      "loss": 0.4529,
      "step": 530
    },
    {
      "epoch": 4.7829021372328455,
      "grad_norm": 0.0840695127911042,
      "learning_rate": 4.5574792682541167e-07,
      "loss": 0.4502,
      "step": 531
    },
    {
      "epoch": 4.791901012373454,
      "grad_norm": 0.0827762260768475,
      "learning_rate": 4.186251697595678e-07,
      "loss": 0.4471,
      "step": 532
    },
    {
      "epoch": 4.800899887514061,
      "grad_norm": 0.08825259092439537,
      "learning_rate": 3.83071286798149e-07,
      "loss": 0.4434,
      "step": 533
    },
    {
      "epoch": 4.809898762654668,
      "grad_norm": 0.08855814892569033,
      "learning_rate": 3.4908768717887286e-07,
      "loss": 0.45,
      "step": 534
    },
    {
      "epoch": 4.818897637795276,
      "grad_norm": 0.08776896957164552,
      "learning_rate": 3.1667571789864015e-07,
      "loss": 0.4539,
      "step": 535
    },
    {
      "epoch": 4.827896512935883,
      "grad_norm": 0.0848390478817017,
      "learning_rate": 2.858366636601639e-07,
      "loss": 0.451,
      "step": 536
    },
    {
      "epoch": 4.83689538807649,
      "grad_norm": 0.0832820856667789,
      "learning_rate": 2.5657174682101936e-07,
      "loss": 0.4501,
      "step": 537
    },
    {
      "epoch": 4.845894263217097,
      "grad_norm": 0.08506972205806178,
      "learning_rate": 2.288821273452113e-07,
      "loss": 0.4495,
      "step": 538
    },
    {
      "epoch": 4.854893138357705,
      "grad_norm": 0.08489253043277004,
      "learning_rate": 2.027689027572066e-07,
      "loss": 0.4527,
      "step": 539
    },
    {
      "epoch": 4.863892013498313,
      "grad_norm": 0.08426467385333178,
      "learning_rate": 1.7823310809840456e-07,
      "loss": 0.4464,
      "step": 540
    },
    {
      "epoch": 4.872890888638921,
      "grad_norm": 0.08767870830184761,
      "learning_rate": 1.55275715886134e-07,
      "loss": 0.4519,
      "step": 541
    },
    {
      "epoch": 4.881889763779528,
      "grad_norm": 0.08723387825162499,
      "learning_rate": 1.3389763607509765e-07,
      "loss": 0.455,
      "step": 542
    },
    {
      "epoch": 4.890888638920135,
      "grad_norm": 0.08523501703956923,
      "learning_rate": 1.1409971602130754e-07,
      "loss": 0.4502,
      "step": 543
    },
    {
      "epoch": 4.899887514060742,
      "grad_norm": 0.08495566625522424,
      "learning_rate": 9.588274044848523e-08,
      "loss": 0.4541,
      "step": 544
    },
    {
      "epoch": 4.90888638920135,
      "grad_norm": 0.08415284728722193,
      "learning_rate": 7.924743141698888e-08,
      "loss": 0.4534,
      "step": 545
    },
    {
      "epoch": 4.917885264341957,
      "grad_norm": 0.0899650650008716,
      "learning_rate": 6.419444829515175e-08,
      "loss": 0.4514,
      "step": 546
    },
    {
      "epoch": 4.926884139482564,
      "grad_norm": 0.08441613482621164,
      "learning_rate": 5.072438773318755e-08,
      "loss": 0.4483,
      "step": 547
    },
    {
      "epoch": 4.9358830146231725,
      "grad_norm": 0.08443189586686374,
      "learning_rate": 3.8837783639507076e-08,
      "loss": 0.453,
      "step": 548
    },
    {
      "epoch": 4.94488188976378,
      "grad_norm": 0.08693922903585893,
      "learning_rate": 2.8535107159584076e-08,
      "loss": 0.4519,
      "step": 549
    },
    {
      "epoch": 4.953880764904387,
      "grad_norm": 0.0869995258137961,
      "learning_rate": 1.9816766657254626e-08,
      "loss": 0.4498,
      "step": 550
    },
    {
      "epoch": 4.962879640044994,
      "grad_norm": 0.08843911191962896,
      "learning_rate": 1.268310769855674e-08,
      "loss": 0.4495,
      "step": 551
    },
    {
      "epoch": 4.971878515185602,
      "grad_norm": 0.08550795511559632,
      "learning_rate": 7.134413038012433e-09,
      "loss": 0.4487,
      "step": 552
    },
    {
      "epoch": 4.980877390326209,
      "grad_norm": 0.08541041297147574,
      "learning_rate": 3.170902607432247e-09,
      "loss": 0.4502,
      "step": 553
    },
    {
      "epoch": 4.989876265466816,
      "grad_norm": 0.08600009481079209,
      "learning_rate": 7.92733507188892e-10,
      "loss": 0.4553,
      "step": 554
    },
    {
      "epoch": 4.998875140607424,
      "grad_norm": 0.0856629080592209,
      "learning_rate": 0.0,
      "loss": 0.4591,
      "step": 555
    },
    {
      "epoch": 4.998875140607424,
      "step": 555,
      "total_flos": 2.8638155373837025e+18,
      "train_loss": 0.09022162760700192,
      "train_runtime": 11331.6206,
      "train_samples_per_second": 25.101,
      "train_steps_per_second": 0.049
    }
  ],
  "logging_steps": 1,
  "max_steps": 555,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.8638155373837025e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}