{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.995776135163675,
  "eval_steps": 500,
  "global_step": 2365,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0021119324181626186,
      "grad_norm": 8.875621183840114,
      "learning_rate": 3.3755274261603377e-07,
      "loss": 1.8303,
      "step": 1
    },
    {
      "epoch": 0.004223864836325237,
      "grad_norm": 8.855071534538828,
      "learning_rate": 6.751054852320675e-07,
      "loss": 1.8342,
      "step": 2
    },
    {
      "epoch": 0.006335797254487857,
      "grad_norm": 8.800447854784716,
      "learning_rate": 1.0126582278481013e-06,
      "loss": 1.8528,
      "step": 3
    },
    {
      "epoch": 0.008447729672650475,
      "grad_norm": 8.6759101289337,
      "learning_rate": 1.350210970464135e-06,
      "loss": 1.8386,
      "step": 4
    },
    {
      "epoch": 0.010559662090813094,
      "grad_norm": 8.181714875885277,
      "learning_rate": 1.6877637130801689e-06,
      "loss": 1.8274,
      "step": 5
    },
    {
      "epoch": 0.012671594508975714,
      "grad_norm": 8.013634134064644,
      "learning_rate": 2.0253164556962026e-06,
      "loss": 1.8286,
      "step": 6
    },
    {
      "epoch": 0.014783526927138331,
      "grad_norm": 6.408224349834773,
      "learning_rate": 2.3628691983122364e-06,
      "loss": 1.7907,
      "step": 7
    },
    {
      "epoch": 0.01689545934530095,
      "grad_norm": 5.926318476667063,
      "learning_rate": 2.70042194092827e-06,
      "loss": 1.7865,
      "step": 8
    },
    {
      "epoch": 0.01900739176346357,
      "grad_norm": 3.397894558555903,
      "learning_rate": 3.037974683544304e-06,
      "loss": 1.7288,
      "step": 9
    },
    {
      "epoch": 0.021119324181626188,
      "grad_norm": 2.876773270018399,
      "learning_rate": 3.3755274261603377e-06,
      "loss": 1.7315,
      "step": 10
    },
    {
      "epoch": 0.023231256599788808,
      "grad_norm": 2.5798689449840646,
      "learning_rate": 3.713080168776372e-06,
      "loss": 1.705,
      "step": 11
    },
    {
      "epoch": 0.025343189017951427,
      "grad_norm": 6.125711108707957,
      "learning_rate": 4.050632911392405e-06,
      "loss": 1.7221,
      "step": 12
    },
    {
      "epoch": 0.027455121436114043,
      "grad_norm": 6.227969526346888,
      "learning_rate": 4.3881856540084394e-06,
      "loss": 1.7034,
      "step": 13
    },
    {
      "epoch": 0.029567053854276663,
      "grad_norm": 5.734227495516121,
      "learning_rate": 4.725738396624473e-06,
      "loss": 1.7033,
      "step": 14
    },
    {
      "epoch": 0.03167898627243928,
      "grad_norm": 4.730692132813407,
      "learning_rate": 5.063291139240507e-06,
      "loss": 1.6944,
      "step": 15
    },
    {
      "epoch": 0.0337909186906019,
      "grad_norm": 3.625249929360866,
      "learning_rate": 5.40084388185654e-06,
      "loss": 1.6269,
      "step": 16
    },
    {
      "epoch": 0.03590285110876452,
      "grad_norm": 3.0713059946821524,
      "learning_rate": 5.7383966244725745e-06,
      "loss": 1.6425,
      "step": 17
    },
    {
      "epoch": 0.03801478352692714,
      "grad_norm": 2.346404475616461,
      "learning_rate": 6.075949367088608e-06,
      "loss": 1.5935,
      "step": 18
    },
    {
      "epoch": 0.04012671594508976,
      "grad_norm": 1.6661572782681875,
      "learning_rate": 6.413502109704642e-06,
      "loss": 1.5977,
      "step": 19
    },
    {
      "epoch": 0.042238648363252376,
      "grad_norm": 1.4717571971742118,
      "learning_rate": 6.751054852320675e-06,
      "loss": 1.5748,
      "step": 20
    },
    {
      "epoch": 0.044350580781414996,
      "grad_norm": 1.5638427898277212,
      "learning_rate": 7.08860759493671e-06,
      "loss": 1.5797,
      "step": 21
    },
    {
      "epoch": 0.046462513199577615,
      "grad_norm": 1.7473243626420212,
      "learning_rate": 7.426160337552744e-06,
      "loss": 1.5488,
      "step": 22
    },
    {
      "epoch": 0.048574445617740235,
      "grad_norm": 1.748269807810292,
      "learning_rate": 7.763713080168777e-06,
      "loss": 1.5495,
      "step": 23
    },
    {
      "epoch": 0.050686378035902854,
      "grad_norm": 1.3993867024408402,
      "learning_rate": 8.10126582278481e-06,
      "loss": 1.5263,
      "step": 24
    },
    {
      "epoch": 0.05279831045406547,
      "grad_norm": 1.1713343109696195,
      "learning_rate": 8.438818565400846e-06,
      "loss": 1.5186,
      "step": 25
    },
    {
      "epoch": 0.054910242872228086,
      "grad_norm": 1.1938543525159353,
      "learning_rate": 8.776371308016879e-06,
      "loss": 1.5195,
      "step": 26
    },
    {
      "epoch": 0.057022175290390706,
      "grad_norm": 1.0324469466037556,
      "learning_rate": 9.113924050632912e-06,
      "loss": 1.5197,
      "step": 27
    },
    {
      "epoch": 0.059134107708553325,
      "grad_norm": 0.9811498199425162,
      "learning_rate": 9.451476793248946e-06,
      "loss": 1.4907,
      "step": 28
    },
    {
      "epoch": 0.061246040126715945,
      "grad_norm": 0.8676189326169521,
      "learning_rate": 9.78902953586498e-06,
      "loss": 1.4846,
      "step": 29
    },
    {
      "epoch": 0.06335797254487856,
      "grad_norm": 0.8423360758117718,
      "learning_rate": 1.0126582278481014e-05,
      "loss": 1.4761,
      "step": 30
    },
    {
      "epoch": 0.06546990496304118,
      "grad_norm": 0.762958358372631,
      "learning_rate": 1.0464135021097049e-05,
      "loss": 1.4939,
      "step": 31
    },
    {
      "epoch": 0.0675818373812038,
      "grad_norm": 0.6823273951508456,
      "learning_rate": 1.080168776371308e-05,
      "loss": 1.4677,
      "step": 32
    },
    {
      "epoch": 0.06969376979936642,
      "grad_norm": 0.7505346208372009,
      "learning_rate": 1.1139240506329114e-05,
      "loss": 1.4733,
      "step": 33
    },
    {
      "epoch": 0.07180570221752904,
      "grad_norm": 0.6831593394469089,
      "learning_rate": 1.1476793248945149e-05,
      "loss": 1.4797,
      "step": 34
    },
    {
      "epoch": 0.07391763463569166,
      "grad_norm": 0.6273264264650537,
      "learning_rate": 1.1814345991561182e-05,
      "loss": 1.4615,
      "step": 35
    },
    {
      "epoch": 0.07602956705385427,
      "grad_norm": 0.6322401003010556,
      "learning_rate": 1.2151898734177216e-05,
      "loss": 1.448,
      "step": 36
    },
    {
      "epoch": 0.0781414994720169,
      "grad_norm": 0.617104608977321,
      "learning_rate": 1.248945147679325e-05,
      "loss": 1.4474,
      "step": 37
    },
    {
      "epoch": 0.08025343189017951,
      "grad_norm": 0.5448718323959989,
      "learning_rate": 1.2827004219409284e-05,
      "loss": 1.4574,
      "step": 38
    },
    {
      "epoch": 0.08236536430834214,
      "grad_norm": 0.6262410871873982,
      "learning_rate": 1.3164556962025317e-05,
      "loss": 1.4304,
      "step": 39
    },
    {
      "epoch": 0.08447729672650475,
      "grad_norm": 0.5549746387187513,
      "learning_rate": 1.350210970464135e-05,
      "loss": 1.4401,
      "step": 40
    },
    {
      "epoch": 0.08658922914466737,
      "grad_norm": 0.5403542960312616,
      "learning_rate": 1.3839662447257384e-05,
      "loss": 1.4314,
      "step": 41
    },
    {
      "epoch": 0.08870116156282999,
      "grad_norm": 0.5324851215134767,
      "learning_rate": 1.417721518987342e-05,
      "loss": 1.4624,
      "step": 42
    },
    {
      "epoch": 0.0908130939809926,
      "grad_norm": 0.5095380199717499,
      "learning_rate": 1.4514767932489453e-05,
      "loss": 1.4481,
      "step": 43
    },
    {
      "epoch": 0.09292502639915523,
      "grad_norm": 0.43362914045385265,
      "learning_rate": 1.4852320675105488e-05,
      "loss": 1.4363,
      "step": 44
    },
    {
      "epoch": 0.09503695881731784,
      "grad_norm": 0.5628031755150383,
      "learning_rate": 1.5189873417721521e-05,
      "loss": 1.4314,
      "step": 45
    },
    {
      "epoch": 0.09714889123548047,
      "grad_norm": 0.4505425762378718,
      "learning_rate": 1.5527426160337554e-05,
      "loss": 1.4301,
      "step": 46
    },
    {
      "epoch": 0.09926082365364308,
      "grad_norm": 0.5919671158809601,
      "learning_rate": 1.5864978902953586e-05,
      "loss": 1.4075,
      "step": 47
    },
    {
      "epoch": 0.10137275607180571,
      "grad_norm": 0.55646833694591,
      "learning_rate": 1.620253164556962e-05,
      "loss": 1.4314,
      "step": 48
    },
    {
      "epoch": 0.10348468848996832,
      "grad_norm": 0.5724596847940949,
      "learning_rate": 1.6540084388185656e-05,
      "loss": 1.4345,
      "step": 49
    },
    {
      "epoch": 0.10559662090813093,
      "grad_norm": 0.5193329867778335,
      "learning_rate": 1.687763713080169e-05,
      "loss": 1.4036,
      "step": 50
    },
    {
      "epoch": 0.10770855332629356,
      "grad_norm": 0.586219029774943,
      "learning_rate": 1.7215189873417723e-05,
      "loss": 1.4078,
      "step": 51
    },
    {
      "epoch": 0.10982048574445617,
      "grad_norm": 0.6639111028852875,
      "learning_rate": 1.7552742616033758e-05,
      "loss": 1.4258,
      "step": 52
    },
    {
      "epoch": 0.1119324181626188,
      "grad_norm": 1.0168671981344457,
      "learning_rate": 1.789029535864979e-05,
      "loss": 1.4145,
      "step": 53
    },
    {
      "epoch": 0.11404435058078141,
      "grad_norm": 1.3140770456516093,
      "learning_rate": 1.8227848101265824e-05,
      "loss": 1.4226,
      "step": 54
    },
    {
      "epoch": 0.11615628299894404,
      "grad_norm": 0.961694236657747,
      "learning_rate": 1.856540084388186e-05,
      "loss": 1.4075,
      "step": 55
    },
    {
      "epoch": 0.11826821541710665,
      "grad_norm": 1.085718199347348,
      "learning_rate": 1.890295358649789e-05,
      "loss": 1.4092,
      "step": 56
    },
    {
      "epoch": 0.12038014783526928,
      "grad_norm": 1.1388345625989433,
      "learning_rate": 1.9240506329113926e-05,
      "loss": 1.3971,
      "step": 57
    },
    {
      "epoch": 0.12249208025343189,
      "grad_norm": 0.9526207233157661,
      "learning_rate": 1.957805907172996e-05,
      "loss": 1.3927,
      "step": 58
    },
    {
      "epoch": 0.1246040126715945,
      "grad_norm": 0.9079764534596166,
      "learning_rate": 1.9915611814345993e-05,
      "loss": 1.3886,
      "step": 59
    },
    {
      "epoch": 0.12671594508975711,
      "grad_norm": 1.386865721327574,
      "learning_rate": 2.0253164556962028e-05,
      "loss": 1.4144,
      "step": 60
    },
    {
      "epoch": 0.12882787750791974,
      "grad_norm": 0.7366271862062238,
      "learning_rate": 2.0590717299578063e-05,
      "loss": 1.4068,
      "step": 61
    },
    {
      "epoch": 0.13093980992608237,
      "grad_norm": 1.0083572674534806,
      "learning_rate": 2.0928270042194098e-05,
      "loss": 1.39,
      "step": 62
    },
    {
      "epoch": 0.133051742344245,
      "grad_norm": 1.7333989646284906,
      "learning_rate": 2.1265822784810126e-05,
      "loss": 1.4075,
      "step": 63
    },
    {
      "epoch": 0.1351636747624076,
      "grad_norm": 0.6743386892916848,
      "learning_rate": 2.160337552742616e-05,
      "loss": 1.3832,
      "step": 64
    },
    {
      "epoch": 0.13727560718057022,
      "grad_norm": 2.4510174691280047,
      "learning_rate": 2.1940928270042193e-05,
      "loss": 1.4017,
      "step": 65
    },
    {
      "epoch": 0.13938753959873285,
      "grad_norm": 1.550393444240206,
      "learning_rate": 2.2278481012658228e-05,
      "loss": 1.4023,
      "step": 66
    },
    {
      "epoch": 0.14149947201689547,
      "grad_norm": 2.5159931566538236,
      "learning_rate": 2.2616033755274263e-05,
      "loss": 1.3853,
      "step": 67
    },
    {
      "epoch": 0.14361140443505807,
      "grad_norm": 2.721071354156489,
      "learning_rate": 2.2953586497890298e-05,
      "loss": 1.4249,
      "step": 68
    },
    {
      "epoch": 0.1457233368532207,
      "grad_norm": 0.9669780013382273,
      "learning_rate": 2.329113924050633e-05,
      "loss": 1.395,
      "step": 69
    },
    {
      "epoch": 0.14783526927138332,
      "grad_norm": 2.8548557980824265,
      "learning_rate": 2.3628691983122365e-05,
      "loss": 1.3965,
      "step": 70
    },
    {
      "epoch": 0.14994720168954592,
      "grad_norm": 2.727611626815892,
      "learning_rate": 2.39662447257384e-05,
      "loss": 1.4209,
      "step": 71
    },
    {
      "epoch": 0.15205913410770855,
      "grad_norm": 1.3838915008321806,
      "learning_rate": 2.430379746835443e-05,
      "loss": 1.402,
      "step": 72
    },
    {
      "epoch": 0.15417106652587118,
      "grad_norm": 2.029519792420893,
      "learning_rate": 2.4641350210970467e-05,
      "loss": 1.4029,
      "step": 73
    },
    {
      "epoch": 0.1562829989440338,
      "grad_norm": 2.0207434197609886,
      "learning_rate": 2.49789029535865e-05,
      "loss": 1.4202,
      "step": 74
    },
    {
      "epoch": 0.1583949313621964,
      "grad_norm": 1.662021405461945,
      "learning_rate": 2.5316455696202537e-05,
      "loss": 1.3869,
      "step": 75
    },
    {
      "epoch": 0.16050686378035903,
      "grad_norm": 1.765916824452665,
      "learning_rate": 2.5654008438818568e-05,
      "loss": 1.4078,
      "step": 76
    },
    {
      "epoch": 0.16261879619852165,
      "grad_norm": 1.9777575579912845,
      "learning_rate": 2.59915611814346e-05,
      "loss": 1.4175,
      "step": 77
    },
    {
      "epoch": 0.16473072861668428,
      "grad_norm": 1.3350714005443987,
      "learning_rate": 2.6329113924050635e-05,
      "loss": 1.3896,
      "step": 78
    },
    {
      "epoch": 0.16684266103484688,
      "grad_norm": 1.4775525479032736,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 1.3933,
      "step": 79
    },
    {
      "epoch": 0.1689545934530095,
      "grad_norm": 1.5028927786904727,
      "learning_rate": 2.70042194092827e-05,
      "loss": 1.3782,
      "step": 80
    },
    {
      "epoch": 0.17106652587117213,
      "grad_norm": 0.8528874592298704,
      "learning_rate": 2.7341772151898737e-05,
      "loss": 1.3772,
      "step": 81
    },
    {
      "epoch": 0.17317845828933473,
      "grad_norm": 1.2548349577069091,
      "learning_rate": 2.767932489451477e-05,
      "loss": 1.3746,
      "step": 82
    },
    {
      "epoch": 0.17529039070749736,
      "grad_norm": 1.4542442843016439,
      "learning_rate": 2.8016877637130803e-05,
      "loss": 1.3816,
      "step": 83
    },
    {
      "epoch": 0.17740232312565998,
      "grad_norm": 1.7349916380092472,
      "learning_rate": 2.835443037974684e-05,
      "loss": 1.3731,
      "step": 84
    },
    {
      "epoch": 0.1795142555438226,
      "grad_norm": 1.072734496962205,
      "learning_rate": 2.8691983122362873e-05,
      "loss": 1.3911,
      "step": 85
    },
    {
      "epoch": 0.1816261879619852,
      "grad_norm": 1.2061487437038363,
      "learning_rate": 2.9029535864978905e-05,
      "loss": 1.3893,
      "step": 86
    },
    {
      "epoch": 0.18373812038014783,
      "grad_norm": 1.3018792384648255,
      "learning_rate": 2.936708860759494e-05,
      "loss": 1.3732,
      "step": 87
    },
    {
      "epoch": 0.18585005279831046,
      "grad_norm": 1.2142356827564,
      "learning_rate": 2.9704641350210975e-05,
      "loss": 1.3718,
      "step": 88
    },
    {
      "epoch": 0.18796198521647306,
      "grad_norm": 0.9999566781186233,
      "learning_rate": 3.0042194092827007e-05,
      "loss": 1.3919,
      "step": 89
    },
    {
      "epoch": 0.1900739176346357,
      "grad_norm": 1.5476669449347846,
      "learning_rate": 3.0379746835443042e-05,
      "loss": 1.3815,
      "step": 90
    },
    {
      "epoch": 0.1921858500527983,
      "grad_norm": 1.7581489613600996,
      "learning_rate": 3.0717299578059074e-05,
      "loss": 1.3795,
      "step": 91
    },
    {
      "epoch": 0.19429778247096094,
      "grad_norm": 0.9845281359526621,
      "learning_rate": 3.105485232067511e-05,
      "loss": 1.3792,
      "step": 92
    },
    {
      "epoch": 0.19640971488912354,
      "grad_norm": 1.2758285817268824,
      "learning_rate": 3.1392405063291144e-05,
      "loss": 1.3747,
      "step": 93
    },
    {
      "epoch": 0.19852164730728616,
      "grad_norm": 1.4227668442471215,
      "learning_rate": 3.172995780590717e-05,
      "loss": 1.3592,
      "step": 94
    },
    {
      "epoch": 0.2006335797254488,
      "grad_norm": 1.5035048426426103,
      "learning_rate": 3.206751054852321e-05,
      "loss": 1.3786,
      "step": 95
    },
    {
      "epoch": 0.20274551214361142,
      "grad_norm": 1.377023529421612,
      "learning_rate": 3.240506329113924e-05,
      "loss": 1.3591,
      "step": 96
    },
    {
      "epoch": 0.20485744456177402,
      "grad_norm": 1.6036945428541038,
      "learning_rate": 3.274261603375528e-05,
      "loss": 1.388,
      "step": 97
    },
    {
      "epoch": 0.20696937697993664,
      "grad_norm": 1.1607222404025872,
      "learning_rate": 3.308016877637131e-05,
      "loss": 1.3676,
      "step": 98
    },
    {
      "epoch": 0.20908130939809927,
      "grad_norm": 1.7888255859761832,
      "learning_rate": 3.341772151898735e-05,
      "loss": 1.3675,
      "step": 99
    },
    {
      "epoch": 0.21119324181626187,
      "grad_norm": 0.9855891037226862,
      "learning_rate": 3.375527426160338e-05,
      "loss": 1.3882,
      "step": 100
    },
    {
      "epoch": 0.2133051742344245,
      "grad_norm": 2.054162678544088,
      "learning_rate": 3.409282700421941e-05,
      "loss": 1.3676,
      "step": 101
    },
    {
      "epoch": 0.21541710665258712,
      "grad_norm": 0.9324932865471639,
      "learning_rate": 3.4430379746835445e-05,
      "loss": 1.3759,
      "step": 102
    },
    {
      "epoch": 0.21752903907074975,
      "grad_norm": 1.250991969020926,
      "learning_rate": 3.476793248945148e-05,
      "loss": 1.3539,
      "step": 103
    },
    {
      "epoch": 0.21964097148891235,
      "grad_norm": 2.1308042144139776,
      "learning_rate": 3.5105485232067516e-05,
      "loss": 1.3805,
      "step": 104
    },
    {
      "epoch": 0.22175290390707497,
      "grad_norm": 1.4790813621786558,
      "learning_rate": 3.5443037974683544e-05,
      "loss": 1.3887,
      "step": 105
    },
    {
      "epoch": 0.2238648363252376,
      "grad_norm": 1.632780171651607,
      "learning_rate": 3.578059071729958e-05,
      "loss": 1.3654,
      "step": 106
    },
    {
      "epoch": 0.22597676874340022,
      "grad_norm": 2.215286012392554,
      "learning_rate": 3.6118143459915614e-05,
      "loss": 1.3671,
      "step": 107
    },
    {
      "epoch": 0.22808870116156282,
      "grad_norm": 1.3500743200827587,
      "learning_rate": 3.645569620253165e-05,
      "loss": 1.3751,
      "step": 108
    },
    {
      "epoch": 0.23020063357972545,
      "grad_norm": 2.8632694550325137,
      "learning_rate": 3.6793248945147684e-05,
      "loss": 1.3798,
      "step": 109
    },
    {
      "epoch": 0.23231256599788808,
      "grad_norm": 2.047401721238556,
      "learning_rate": 3.713080168776372e-05,
      "loss": 1.3668,
      "step": 110
    },
    {
      "epoch": 0.23442449841605068,
      "grad_norm": 3.4760968561138488,
      "learning_rate": 3.746835443037975e-05,
      "loss": 1.3794,
      "step": 111
    },
    {
      "epoch": 0.2365364308342133,
      "grad_norm": 3.3182133675100425,
      "learning_rate": 3.780590717299578e-05,
      "loss": 1.3877,
      "step": 112
    },
    {
      "epoch": 0.23864836325237593,
      "grad_norm": 1.5651469605126829,
      "learning_rate": 3.814345991561182e-05,
      "loss": 1.3844,
      "step": 113
    },
    {
      "epoch": 0.24076029567053855,
      "grad_norm": 2.3595477331601558,
      "learning_rate": 3.848101265822785e-05,
      "loss": 1.3742,
      "step": 114
    },
    {
      "epoch": 0.24287222808870115,
      "grad_norm": 1.655160862854714,
      "learning_rate": 3.881856540084389e-05,
      "loss": 1.3486,
      "step": 115
    },
    {
      "epoch": 0.24498416050686378,
      "grad_norm": 1.755659565669462,
      "learning_rate": 3.915611814345992e-05,
      "loss": 1.3573,
      "step": 116
    },
    {
      "epoch": 0.2470960929250264,
      "grad_norm": 1.9046064438937027,
      "learning_rate": 3.949367088607596e-05,
      "loss": 1.371,
      "step": 117
    },
    {
      "epoch": 0.249208025343189,
      "grad_norm": 1.4844979054169858,
      "learning_rate": 3.9831223628691986e-05,
      "loss": 1.3732,
      "step": 118
    },
    {
      "epoch": 0.25131995776135163,
      "grad_norm": 1.6986275953789156,
      "learning_rate": 4.016877637130802e-05,
      "loss": 1.3824,
      "step": 119
    },
    {
      "epoch": 0.25343189017951423,
      "grad_norm": 1.534853186493837,
      "learning_rate": 4.0506329113924056e-05,
      "loss": 1.3813,
      "step": 120
    },
    {
      "epoch": 0.2555438225976769,
      "grad_norm": 1.3350204438337796,
      "learning_rate": 4.0843881856540084e-05,
      "loss": 1.3651,
      "step": 121
    },
    {
      "epoch": 0.2576557550158395,
      "grad_norm": 2.2899522850853975,
      "learning_rate": 4.1181434599156126e-05,
      "loss": 1.3617,
      "step": 122
    },
    {
      "epoch": 0.25976768743400214,
      "grad_norm": 1.3866772333412911,
      "learning_rate": 4.1518987341772154e-05,
      "loss": 1.3793,
      "step": 123
    },
    {
      "epoch": 0.26187961985216474,
      "grad_norm": 2.099440294813428,
      "learning_rate": 4.1856540084388196e-05,
      "loss": 1.3731,
      "step": 124
    },
    {
      "epoch": 0.26399155227032733,
      "grad_norm": 2.15524186114956,
      "learning_rate": 4.2194092827004224e-05,
      "loss": 1.3483,
      "step": 125
    },
    {
      "epoch": 0.26610348468849,
      "grad_norm": 1.7376672118493466,
      "learning_rate": 4.253164556962025e-05,
      "loss": 1.3632,
      "step": 126
    },
    {
      "epoch": 0.2682154171066526,
      "grad_norm": 1.6171550309737637,
      "learning_rate": 4.286919831223629e-05,
      "loss": 1.3635,
      "step": 127
    },
    {
      "epoch": 0.2703273495248152,
      "grad_norm": 2.188408016001274,
      "learning_rate": 4.320675105485232e-05,
      "loss": 1.3637,
      "step": 128
    },
    {
      "epoch": 0.27243928194297784,
      "grad_norm": 1.194380414173649,
      "learning_rate": 4.354430379746836e-05,
      "loss": 1.3571,
      "step": 129
    },
    {
      "epoch": 0.27455121436114044,
      "grad_norm": 2.472701659825226,
      "learning_rate": 4.3881856540084386e-05,
      "loss": 1.3785,
      "step": 130
    },
    {
      "epoch": 0.27666314677930304,
      "grad_norm": 1.9463539367698568,
      "learning_rate": 4.421940928270043e-05,
      "loss": 1.3558,
      "step": 131
    },
    {
      "epoch": 0.2787750791974657,
      "grad_norm": 1.7875083416475672,
      "learning_rate": 4.4556962025316456e-05,
      "loss": 1.3642,
      "step": 132
    },
    {
      "epoch": 0.2808870116156283,
      "grad_norm": 1.7913617358156209,
      "learning_rate": 4.48945147679325e-05,
      "loss": 1.3414,
      "step": 133
    },
    {
      "epoch": 0.28299894403379094,
      "grad_norm": 1.326629959577606,
      "learning_rate": 4.5232067510548526e-05,
      "loss": 1.3559,
      "step": 134
    },
    {
      "epoch": 0.28511087645195354,
      "grad_norm": 1.371960133641923,
      "learning_rate": 4.556962025316456e-05,
      "loss": 1.3741,
      "step": 135
    },
    {
      "epoch": 0.28722280887011614,
      "grad_norm": 1.88679941724459,
      "learning_rate": 4.5907172995780596e-05,
      "loss": 1.3665,
      "step": 136
    },
    {
      "epoch": 0.2893347412882788,
      "grad_norm": 1.759298568489704,
      "learning_rate": 4.624472573839663e-05,
      "loss": 1.3875,
      "step": 137
    },
    {
      "epoch": 0.2914466737064414,
      "grad_norm": 1.6088516337019414,
      "learning_rate": 4.658227848101266e-05,
      "loss": 1.3711,
      "step": 138
    },
    {
      "epoch": 0.293558606124604,
      "grad_norm": 1.6611308563463725,
      "learning_rate": 4.69198312236287e-05,
      "loss": 1.3579,
      "step": 139
    },
    {
      "epoch": 0.29567053854276665,
      "grad_norm": 1.6108060067643875,
      "learning_rate": 4.725738396624473e-05,
      "loss": 1.3613,
      "step": 140
    },
    {
      "epoch": 0.29778247096092925,
      "grad_norm": 1.4557221091315724,
      "learning_rate": 4.759493670886076e-05,
      "loss": 1.369,
      "step": 141
    },
    {
      "epoch": 0.29989440337909185,
      "grad_norm": 2.7547946832025274,
      "learning_rate": 4.79324894514768e-05,
      "loss": 1.3671,
      "step": 142
    },
    {
      "epoch": 0.3020063357972545,
      "grad_norm": 1.497592604330233,
      "learning_rate": 4.827004219409283e-05,
      "loss": 1.3656,
      "step": 143
    },
    {
      "epoch": 0.3041182682154171,
      "grad_norm": 2.1591028670246275,
      "learning_rate": 4.860759493670886e-05,
      "loss": 1.3491,
      "step": 144
    },
    {
      "epoch": 0.30623020063357975,
      "grad_norm": 1.6147663931223117,
      "learning_rate": 4.89451476793249e-05,
      "loss": 1.3564,
      "step": 145
    },
    {
      "epoch": 0.30834213305174235,
      "grad_norm": 2.0885522757355828,
      "learning_rate": 4.928270042194093e-05,
      "loss": 1.3687,
      "step": 146
    },
    {
      "epoch": 0.31045406546990495,
      "grad_norm": 1.9744051177243023,
      "learning_rate": 4.962025316455696e-05,
      "loss": 1.3547,
      "step": 147
    },
    {
      "epoch": 0.3125659978880676,
      "grad_norm": 1.8616527312452302,
      "learning_rate": 4.9957805907173e-05,
      "loss": 1.3532,
      "step": 148
    },
    {
      "epoch": 0.3146779303062302,
      "grad_norm": 1.6028312511570681,
      "learning_rate": 5.029535864978903e-05,
      "loss": 1.3535,
      "step": 149
    },
    {
      "epoch": 0.3167898627243928,
      "grad_norm": 1.7291810687501137,
      "learning_rate": 5.063291139240507e-05,
      "loss": 1.3506,
      "step": 150
    },
    {
      "epoch": 0.31890179514255546,
      "grad_norm": 1.7325450760779524,
      "learning_rate": 5.09704641350211e-05,
      "loss": 1.3335,
      "step": 151
    },
    {
      "epoch": 0.32101372756071805,
      "grad_norm": 2.6449972078089696,
      "learning_rate": 5.1308016877637136e-05,
      "loss": 1.3556,
      "step": 152
    },
    {
      "epoch": 0.32312565997888065,
      "grad_norm": 1.3107962566902684,
      "learning_rate": 5.164556962025317e-05,
      "loss": 1.3556,
      "step": 153
    },
    {
      "epoch": 0.3252375923970433,
      "grad_norm": 2.7905338803387676,
      "learning_rate": 5.19831223628692e-05,
      "loss": 1.3604,
      "step": 154
    },
    {
      "epoch": 0.3273495248152059,
      "grad_norm": 2.170413165259546,
      "learning_rate": 5.2320675105485235e-05,
      "loss": 1.368,
      "step": 155
    },
    {
      "epoch": 0.32946145723336856,
      "grad_norm": 1.774213241825499,
      "learning_rate": 5.265822784810127e-05,
      "loss": 1.3454,
      "step": 156
    },
    {
      "epoch": 0.33157338965153116,
      "grad_norm": 1.9732890291104068,
      "learning_rate": 5.2995780590717305e-05,
      "loss": 1.3518,
      "step": 157
    },
    {
      "epoch": 0.33368532206969376,
      "grad_norm": 1.434864878503445,
      "learning_rate": 5.333333333333333e-05,
      "loss": 1.3602,
      "step": 158
    },
    {
      "epoch": 0.3357972544878564,
      "grad_norm": 2.5650305192709766,
      "learning_rate": 5.3670886075949375e-05,
      "loss": 1.3608,
      "step": 159
    },
    {
      "epoch": 0.337909186906019,
      "grad_norm": 1.8233456796530711,
      "learning_rate": 5.40084388185654e-05,
      "loss": 1.3594,
      "step": 160
    },
    {
      "epoch": 0.3400211193241816,
      "grad_norm": 1.5464772601160979,
      "learning_rate": 5.434599156118144e-05,
      "loss": 1.3421,
      "step": 161
    },
    {
      "epoch": 0.34213305174234426,
      "grad_norm": 3.736497054418843,
      "learning_rate": 5.468354430379747e-05,
      "loss": 1.3557,
      "step": 162
    },
    {
      "epoch": 0.34424498416050686,
      "grad_norm": 2.6809110884933336,
      "learning_rate": 5.502109704641351e-05,
      "loss": 1.3716,
      "step": 163
    },
    {
      "epoch": 0.34635691657866946,
      "grad_norm": 3.2428407358178717,
      "learning_rate": 5.535864978902954e-05,
      "loss": 1.3614,
      "step": 164
    },
    {
      "epoch": 0.3484688489968321,
      "grad_norm": 2.427263438574737,
      "learning_rate": 5.569620253164558e-05,
      "loss": 1.3459,
      "step": 165
    },
    {
      "epoch": 0.3505807814149947,
      "grad_norm": 2.9513639147927884,
      "learning_rate": 5.603375527426161e-05,
      "loss": 1.3607,
      "step": 166
    },
    {
      "epoch": 0.3526927138331573,
      "grad_norm": 1.7876620596482466,
      "learning_rate": 5.637130801687765e-05,
      "loss": 1.3596,
      "step": 167
    },
    {
      "epoch": 0.35480464625131997,
      "grad_norm": 2.6465916807017016,
      "learning_rate": 5.670886075949368e-05,
      "loss": 1.3472,
      "step": 168
    },
    {
      "epoch": 0.35691657866948256,
      "grad_norm": 1.597833531550829,
      "learning_rate": 5.7046413502109705e-05,
      "loss": 1.349,
      "step": 169
    },
    {
      "epoch": 0.3590285110876452,
      "grad_norm": 2.3416997744760626,
      "learning_rate": 5.738396624472575e-05,
      "loss": 1.3573,
      "step": 170
    },
    {
      "epoch": 0.3611404435058078,
      "grad_norm": 1.695333134138557,
      "learning_rate": 5.7721518987341775e-05,
      "loss": 1.3547,
      "step": 171
    },
    {
      "epoch": 0.3632523759239704,
      "grad_norm": 2.219647614930492,
      "learning_rate": 5.805907172995781e-05,
      "loss": 1.3559,
      "step": 172
    },
    {
      "epoch": 0.36536430834213307,
      "grad_norm": 1.9112908587349349,
      "learning_rate": 5.839662447257384e-05,
      "loss": 1.3378,
      "step": 173
    },
    {
      "epoch": 0.36747624076029567,
      "grad_norm": 1.4631138068686715,
      "learning_rate": 5.873417721518988e-05,
      "loss": 1.3467,
      "step": 174
    },
    {
      "epoch": 0.36958817317845827,
      "grad_norm": 1.979719081174038,
      "learning_rate": 5.907172995780591e-05,
      "loss": 1.3436,
      "step": 175
    },
    {
      "epoch": 0.3717001055966209,
      "grad_norm": 1.2894848753750747,
      "learning_rate": 5.940928270042195e-05,
      "loss": 1.3493,
      "step": 176
    },
    {
      "epoch": 0.3738120380147835,
      "grad_norm": 1.702060920632648,
      "learning_rate": 5.974683544303798e-05,
      "loss": 1.3614,
      "step": 177
    },
    {
      "epoch": 0.3759239704329461,
      "grad_norm": 1.1509900827661992,
      "learning_rate": 6.0084388185654014e-05,
      "loss": 1.3568,
      "step": 178
    },
    {
      "epoch": 0.3780359028511088,
      "grad_norm": 2.1190000714400274,
      "learning_rate": 6.042194092827005e-05,
      "loss": 1.3667,
      "step": 179
    },
    {
      "epoch": 0.3801478352692714,
      "grad_norm": 1.674259001492176,
      "learning_rate": 6.0759493670886084e-05,
      "loss": 1.3686,
      "step": 180
    },
    {
      "epoch": 0.382259767687434,
      "grad_norm": 1.156565811165061,
      "learning_rate": 6.109704641350211e-05,
      "loss": 1.3611,
      "step": 181
    },
    {
      "epoch": 0.3843717001055966,
      "grad_norm": 1.7965164795880233,
      "learning_rate": 6.143459915611815e-05,
      "loss": 1.3382,
      "step": 182
    },
    {
      "epoch": 0.3864836325237592,
      "grad_norm": 1.3529784654727606,
      "learning_rate": 6.177215189873418e-05,
      "loss": 1.3543,
      "step": 183
    },
    {
      "epoch": 0.3885955649419219,
      "grad_norm": 2.0824291028247837,
      "learning_rate": 6.210970464135022e-05,
      "loss": 1.3754,
      "step": 184
    },
    {
      "epoch": 0.3907074973600845,
      "grad_norm": 1.9634845490222723,
      "learning_rate": 6.244725738396625e-05,
      "loss": 1.3745,
      "step": 185
    },
    {
      "epoch": 0.3928194297782471,
      "grad_norm": 1.4654900764984071,
      "learning_rate": 6.278481012658229e-05,
      "loss": 1.3587,
      "step": 186
    },
    {
      "epoch": 0.39493136219640973,
      "grad_norm": 2.231609281209892,
      "learning_rate": 6.312236286919832e-05,
      "loss": 1.3525,
      "step": 187
    },
    {
      "epoch": 0.39704329461457233,
      "grad_norm": 1.3611917446100434,
      "learning_rate": 6.345991561181434e-05,
      "loss": 1.353,
      "step": 188
    },
    {
      "epoch": 0.3991552270327349,
      "grad_norm": 1.9950108641395976,
      "learning_rate": 6.379746835443039e-05,
      "loss": 1.3452,
      "step": 189
    },
    {
      "epoch": 0.4012671594508976,
      "grad_norm": 1.2926417197410858,
      "learning_rate": 6.413502109704641e-05,
      "loss": 1.3494,
      "step": 190
    },
    {
      "epoch": 0.4033790918690602,
      "grad_norm": 1.4533539244069502,
      "learning_rate": 6.447257383966245e-05,
      "loss": 1.3487,
      "step": 191
    },
    {
      "epoch": 0.40549102428722283,
      "grad_norm": 1.2680444286572334,
      "learning_rate": 6.481012658227848e-05,
      "loss": 1.3452,
      "step": 192
    },
    {
      "epoch": 0.40760295670538543,
      "grad_norm": 1.7951865267043807,
      "learning_rate": 6.514767932489452e-05,
      "loss": 1.3623,
      "step": 193
    },
    {
      "epoch": 0.40971488912354803,
      "grad_norm": 1.7808683015898121,
      "learning_rate": 6.548523206751055e-05,
      "loss": 1.3558,
      "step": 194
    },
    {
      "epoch": 0.4118268215417107,
      "grad_norm": 1.3892107648633607,
      "learning_rate": 6.582278481012659e-05,
      "loss": 1.3638,
      "step": 195
    },
    {
      "epoch": 0.4139387539598733,
      "grad_norm": 1.8151073240323714,
      "learning_rate": 6.616033755274262e-05,
      "loss": 1.3605,
      "step": 196
    },
    {
      "epoch": 0.4160506863780359,
      "grad_norm": 1.2847639978205745,
      "learning_rate": 6.649789029535865e-05,
      "loss": 1.3447,
      "step": 197
    },
    {
      "epoch": 0.41816261879619854,
      "grad_norm": 1.8055087198836253,
      "learning_rate": 6.68354430379747e-05,
      "loss": 1.3519,
      "step": 198
    },
    {
      "epoch": 0.42027455121436114,
      "grad_norm": 1.4356298103142857,
      "learning_rate": 6.717299578059072e-05,
      "loss": 1.3379,
      "step": 199
    },
    {
      "epoch": 0.42238648363252373,
      "grad_norm": 1.5548017045814744,
      "learning_rate": 6.751054852320676e-05,
      "loss": 1.3409,
      "step": 200
    },
    {
      "epoch": 0.4244984160506864,
      "grad_norm": 1.529499374192984,
      "learning_rate": 6.784810126582279e-05,
      "loss": 1.3404,
      "step": 201
    },
    {
      "epoch": 0.426610348468849,
      "grad_norm": 1.1865906308075251,
      "learning_rate": 6.818565400843882e-05,
      "loss": 1.3403,
      "step": 202
    },
    {
      "epoch": 0.42872228088701164,
      "grad_norm": 1.5507592339402745,
      "learning_rate": 6.852320675105486e-05,
      "loss": 1.3445,
      "step": 203
    },
    {
      "epoch": 0.43083421330517424,
      "grad_norm": 1.723572793294543,
      "learning_rate": 6.886075949367089e-05,
      "loss": 1.3371,
      "step": 204
    },
    {
      "epoch": 0.43294614572333684,
      "grad_norm": 1.8373052820190752,
      "learning_rate": 6.919831223628693e-05,
      "loss": 1.3548,
      "step": 205
    },
    {
      "epoch": 0.4350580781414995,
      "grad_norm": 0.8562785954071918,
      "learning_rate": 6.953586497890296e-05,
      "loss": 1.3257,
      "step": 206
    },
    {
      "epoch": 0.4371700105596621,
      "grad_norm": 1.384901225136291,
      "learning_rate": 6.9873417721519e-05,
      "loss": 1.345,
      "step": 207
    },
    {
      "epoch": 0.4392819429778247,
      "grad_norm": 1.412421463638516,
      "learning_rate": 7.021097046413503e-05,
      "loss": 1.3513,
      "step": 208
    },
    {
      "epoch": 0.44139387539598735,
      "grad_norm": 1.5418742575859916,
      "learning_rate": 7.054852320675107e-05,
      "loss": 1.346,
      "step": 209
    },
    {
      "epoch": 0.44350580781414994,
      "grad_norm": 1.8275963237999167,
      "learning_rate": 7.088607594936709e-05,
      "loss": 1.3543,
      "step": 210
    },
    {
      "epoch": 0.44561774023231254,
      "grad_norm": 1.2402715573469387,
      "learning_rate": 7.122362869198312e-05,
      "loss": 1.3534,
      "step": 211
    },
    {
      "epoch": 0.4477296726504752,
      "grad_norm": 1.5966567800193525,
      "learning_rate": 7.156118143459916e-05,
      "loss": 1.3416,
      "step": 212
    },
    {
      "epoch": 0.4498416050686378,
      "grad_norm": 1.8725837238307474,
      "learning_rate": 7.189873417721519e-05,
      "loss": 1.3449,
      "step": 213
    },
    {
      "epoch": 0.45195353748680045,
      "grad_norm": 1.2774757600016737,
      "learning_rate": 7.223628691983123e-05,
      "loss": 1.3448,
      "step": 214
    },
    {
      "epoch": 0.45406546990496305,
      "grad_norm": 2.0235045633637947,
      "learning_rate": 7.257383966244726e-05,
      "loss": 1.3428,
      "step": 215
    },
    {
      "epoch": 0.45617740232312565,
      "grad_norm": 1.0251031709477145,
      "learning_rate": 7.29113924050633e-05,
      "loss": 1.3437,
      "step": 216
    },
    {
      "epoch": 0.4582893347412883,
      "grad_norm": 2.245913622634812,
      "learning_rate": 7.324894514767933e-05,
      "loss": 1.3527,
      "step": 217
    },
    {
      "epoch": 0.4604012671594509,
      "grad_norm": 1.3939520111538766,
      "learning_rate": 7.358649789029537e-05,
      "loss": 1.3476,
      "step": 218
    },
    {
      "epoch": 0.4625131995776135,
      "grad_norm": 1.7796929422862167,
      "learning_rate": 7.39240506329114e-05,
      "loss": 1.3476,
      "step": 219
    },
    {
      "epoch": 0.46462513199577615,
      "grad_norm": 1.4816818892215315,
      "learning_rate": 7.426160337552744e-05,
      "loss": 1.3616,
      "step": 220
    },
    {
      "epoch": 0.46673706441393875,
      "grad_norm": 1.4378065943052305,
      "learning_rate": 7.459915611814347e-05,
      "loss": 1.3436,
      "step": 221
    },
    {
      "epoch": 0.46884899683210135,
      "grad_norm": 1.3976215855892826,
      "learning_rate": 7.49367088607595e-05,
      "loss": 1.346,
      "step": 222
    },
    {
      "epoch": 0.470960929250264,
      "grad_norm": 1.8869184041183378,
      "learning_rate": 7.527426160337554e-05,
      "loss": 1.3474,
      "step": 223
    },
    {
      "epoch": 0.4730728616684266,
      "grad_norm": 1.621466880552275,
      "learning_rate": 7.561181434599156e-05,
      "loss": 1.3529,
      "step": 224
    },
    {
      "epoch": 0.4751847940865892,
      "grad_norm": 0.898118934721064,
      "learning_rate": 7.59493670886076e-05,
      "loss": 1.3331,
      "step": 225
    },
    {
      "epoch": 0.47729672650475186,
      "grad_norm": 1.6713209385522612,
      "learning_rate": 7.628691983122363e-05,
      "loss": 1.3355,
      "step": 226
    },
    {
      "epoch": 0.47940865892291445,
      "grad_norm": 1.8933958617105142,
      "learning_rate": 7.662447257383967e-05,
      "loss": 1.3588,
      "step": 227
    },
    {
      "epoch": 0.4815205913410771,
      "grad_norm": 1.1948885380609904,
      "learning_rate": 7.69620253164557e-05,
      "loss": 1.352,
      "step": 228
    },
    {
      "epoch": 0.4836325237592397,
      "grad_norm": 1.8240549642563384,
      "learning_rate": 7.729957805907174e-05,
      "loss": 1.3434,
      "step": 229
    },
    {
      "epoch": 0.4857444561774023,
      "grad_norm": 1.1287257039006235,
      "learning_rate": 7.763713080168777e-05,
      "loss": 1.3494,
      "step": 230
    },
    {
      "epoch": 0.48785638859556496,
      "grad_norm": 2.645825140391552,
      "learning_rate": 7.79746835443038e-05,
      "loss": 1.3627,
      "step": 231
    },
    {
      "epoch": 0.48996832101372756,
      "grad_norm": 1.7246408819208252,
      "learning_rate": 7.831223628691984e-05,
      "loss": 1.3665,
      "step": 232
    },
    {
      "epoch": 0.49208025343189016,
      "grad_norm": 2.1948788649987803,
      "learning_rate": 7.864978902953587e-05,
      "loss": 1.362,
      "step": 233
    },
    {
      "epoch": 0.4941921858500528,
      "grad_norm": 1.5174686333931684,
      "learning_rate": 7.898734177215191e-05,
      "loss": 1.3613,
      "step": 234
    },
    {
      "epoch": 0.4963041182682154,
      "grad_norm": 1.7766243631709684,
      "learning_rate": 7.932489451476794e-05,
      "loss": 1.3515,
      "step": 235
    },
    {
      "epoch": 0.498416050686378,
      "grad_norm": 1.3715344298002186,
      "learning_rate": 7.966244725738397e-05,
      "loss": 1.3573,
      "step": 236
    },
    {
      "epoch": 0.5005279831045406,
      "grad_norm": 1.4069645390055168,
      "learning_rate": 8e-05,
      "loss": 1.3404,
      "step": 237
    },
    {
      "epoch": 0.5026399155227033,
      "grad_norm": 1.085566236238456,
      "learning_rate": 7.999995641004559e-05,
      "loss": 1.3203,
      "step": 238
    },
    {
      "epoch": 0.5047518479408659,
      "grad_norm": 1.8993048560272996,
      "learning_rate": 7.999982564027732e-05,
      "loss": 1.3595,
      "step": 239
    },
    {
      "epoch": 0.5068637803590285,
      "grad_norm": 1.4237461004075913,
      "learning_rate": 7.999960769098022e-05,
      "loss": 1.3443,
      "step": 240
    },
    {
      "epoch": 0.5089757127771911,
      "grad_norm": 1.2947805963655645,
      "learning_rate": 7.999930256262932e-05,
      "loss": 1.3323,
      "step": 241
    },
    {
      "epoch": 0.5110876451953538,
      "grad_norm": 1.137586440209036,
      "learning_rate": 7.999891025588963e-05,
      "loss": 1.3494,
      "step": 242
    },
    {
      "epoch": 0.5131995776135164,
      "grad_norm": 2.2047443415471646,
      "learning_rate": 7.999843077161619e-05,
      "loss": 1.3379,
      "step": 243
    },
    {
      "epoch": 0.515311510031679,
      "grad_norm": 1.5248734511312991,
      "learning_rate": 7.999786411085404e-05,
      "loss": 1.3573,
      "step": 244
    },
    {
      "epoch": 0.5174234424498416,
      "grad_norm": 1.4748633787034717,
      "learning_rate": 7.999721027483819e-05,
      "loss": 1.3424,
      "step": 245
    },
    {
      "epoch": 0.5195353748680043,
      "grad_norm": 1.8179065827383007,
      "learning_rate": 7.999646926499371e-05,
      "loss": 1.3403,
      "step": 246
    },
    {
      "epoch": 0.5216473072861668,
      "grad_norm": 1.1508883748717864,
      "learning_rate": 7.999564108293562e-05,
      "loss": 1.3414,
      "step": 247
    },
    {
      "epoch": 0.5237592397043295,
      "grad_norm": 2.0262867353937875,
      "learning_rate": 7.999472573046892e-05,
      "loss": 1.337,
      "step": 248
    },
    {
      "epoch": 0.5258711721224921,
      "grad_norm": 1.4720882119095748,
      "learning_rate": 7.999372320958863e-05,
      "loss": 1.3692,
      "step": 249
    },
    {
      "epoch": 0.5279831045406547,
      "grad_norm": 1.6324958515053671,
      "learning_rate": 7.999263352247976e-05,
      "loss": 1.3433,
      "step": 250
    },
    {
      "epoch": 0.5300950369588173,
      "grad_norm": 1.457587140332806,
      "learning_rate": 7.999145667151725e-05,
      "loss": 1.3496,
      "step": 251
    },
    {
      "epoch": 0.53220696937698,
      "grad_norm": 1.53961911453376,
      "learning_rate": 7.999019265926606e-05,
      "loss": 1.3494,
      "step": 252
    },
    {
      "epoch": 0.5343189017951425,
      "grad_norm": 0.9669777771177444,
      "learning_rate": 7.99888414884811e-05,
      "loss": 1.3477,
      "step": 253
    },
    {
      "epoch": 0.5364308342133052,
      "grad_norm": 1.9272341586869124,
      "learning_rate": 7.998740316210726e-05,
      "loss": 1.3525,
      "step": 254
    },
    {
      "epoch": 0.5385427666314678,
      "grad_norm": 1.0621888989613304,
      "learning_rate": 7.998587768327933e-05,
      "loss": 1.3439,
      "step": 255
    },
    {
      "epoch": 0.5406546990496304,
      "grad_norm": 1.977594063303179,
      "learning_rate": 7.998426505532213e-05,
      "loss": 1.3478,
      "step": 256
    },
    {
      "epoch": 0.542766631467793,
      "grad_norm": 1.587097878811253,
      "learning_rate": 7.998256528175034e-05,
      "loss": 1.3649,
      "step": 257
    },
    {
      "epoch": 0.5448785638859557,
      "grad_norm": 1.5214904479004552,
      "learning_rate": 7.998077836626865e-05,
      "loss": 1.3627,
      "step": 258
    },
    {
      "epoch": 0.5469904963041182,
      "grad_norm": 1.2970335087623621,
      "learning_rate": 7.997890431277161e-05,
      "loss": 1.3525,
      "step": 259
    },
    {
      "epoch": 0.5491024287222809,
      "grad_norm": 0.897791991066211,
      "learning_rate": 7.997694312534374e-05,
      "loss": 1.3254,
      "step": 260
    },
    {
      "epoch": 0.5512143611404435,
      "grad_norm": 1.1834532927483181,
      "learning_rate": 7.997489480825941e-05,
      "loss": 1.3291,
      "step": 261
    },
    {
      "epoch": 0.5533262935586061,
      "grad_norm": 1.6297150554515962,
      "learning_rate": 7.997275936598295e-05,
      "loss": 1.3357,
      "step": 262
    },
    {
      "epoch": 0.5554382259767687,
      "grad_norm": 1.3051228253368348,
      "learning_rate": 7.997053680316855e-05,
      "loss": 1.3313,
      "step": 263
    },
    {
      "epoch": 0.5575501583949314,
      "grad_norm": 1.0342902681361341,
      "learning_rate": 7.996822712466026e-05,
      "loss": 1.3433,
      "step": 264
    },
    {
      "epoch": 0.5596620908130939,
      "grad_norm": 1.2837864979313294,
      "learning_rate": 7.996583033549204e-05,
      "loss": 1.3246,
      "step": 265
    },
    {
      "epoch": 0.5617740232312566,
      "grad_norm": 1.4935382914062,
      "learning_rate": 7.996334644088769e-05,
      "loss": 1.3533,
      "step": 266
    },
    {
      "epoch": 0.5638859556494192,
      "grad_norm": 1.2390189770091729,
      "learning_rate": 7.996077544626083e-05,
      "loss": 1.3249,
      "step": 267
    },
    {
      "epoch": 0.5659978880675819,
      "grad_norm": 1.2330031320856942,
      "learning_rate": 7.995811735721495e-05,
      "loss": 1.3124,
      "step": 268
    },
    {
      "epoch": 0.5681098204857444,
      "grad_norm": 1.158941936934339,
      "learning_rate": 7.995537217954336e-05,
      "loss": 1.3293,
      "step": 269
    },
    {
      "epoch": 0.5702217529039071,
      "grad_norm": 1.4262056232096023,
      "learning_rate": 7.995253991922914e-05,
      "loss": 1.3378,
      "step": 270
    },
    {
      "epoch": 0.5723336853220697,
      "grad_norm": 1.3593425661210137,
      "learning_rate": 7.994962058244522e-05,
      "loss": 1.3405,
      "step": 271
    },
    {
      "epoch": 0.5744456177402323,
      "grad_norm": 0.9927410956602071,
      "learning_rate": 7.994661417555428e-05,
      "loss": 1.3321,
      "step": 272
    },
    {
      "epoch": 0.5765575501583949,
      "grad_norm": 1.2580315449566972,
      "learning_rate": 7.994352070510878e-05,
      "loss": 1.3307,
      "step": 273
    },
    {
      "epoch": 0.5786694825765576,
      "grad_norm": 0.8137936386866628,
      "learning_rate": 7.994034017785092e-05,
      "loss": 1.3307,
      "step": 274
    },
    {
      "epoch": 0.5807814149947201,
      "grad_norm": 1.3953512693634094,
      "learning_rate": 7.993707260071268e-05,
      "loss": 1.3162,
      "step": 275
    },
    {
      "epoch": 0.5828933474128828,
      "grad_norm": 1.3075720794030763,
      "learning_rate": 7.993371798081569e-05,
      "loss": 1.351,
      "step": 276
    },
    {
      "epoch": 0.5850052798310454,
      "grad_norm": 1.0488753129747648,
      "learning_rate": 7.993027632547138e-05,
      "loss": 1.3182,
      "step": 277
    },
    {
      "epoch": 0.587117212249208,
      "grad_norm": 1.3104635926791215,
      "learning_rate": 7.992674764218081e-05,
      "loss": 1.3202,
      "step": 278
    },
    {
      "epoch": 0.5892291446673706,
      "grad_norm": 1.1247808916912587,
      "learning_rate": 7.992313193863473e-05,
      "loss": 1.3216,
      "step": 279
    },
    {
      "epoch": 0.5913410770855333,
      "grad_norm": 1.4263669759525615,
      "learning_rate": 7.991942922271358e-05,
      "loss": 1.332,
      "step": 280
    },
    {
      "epoch": 0.5934530095036958,
      "grad_norm": 0.8896507999525592,
      "learning_rate": 7.99156395024874e-05,
      "loss": 1.3274,
      "step": 281
    },
    {
      "epoch": 0.5955649419218585,
      "grad_norm": 1.1490109722846542,
      "learning_rate": 7.991176278621589e-05,
      "loss": 1.3332,
      "step": 282
    },
    {
      "epoch": 0.5976768743400211,
      "grad_norm": 1.3005454613101521,
      "learning_rate": 7.990779908234835e-05,
      "loss": 1.3217,
      "step": 283
    },
    {
      "epoch": 0.5997888067581837,
      "grad_norm": 1.0906476060379882,
      "learning_rate": 7.990374839952364e-05,
      "loss": 1.3423,
      "step": 284
    },
    {
      "epoch": 0.6019007391763463,
      "grad_norm": 1.437631905830119,
      "learning_rate": 7.989961074657024e-05,
      "loss": 1.3391,
      "step": 285
    },
    {
      "epoch": 0.604012671594509,
      "grad_norm": 0.7437858110971602,
      "learning_rate": 7.989538613250613e-05,
      "loss": 1.3138,
      "step": 286
    },
    {
      "epoch": 0.6061246040126715,
      "grad_norm": 0.9507644324103506,
      "learning_rate": 7.989107456653888e-05,
      "loss": 1.314,
      "step": 287
    },
    {
      "epoch": 0.6082365364308342,
      "grad_norm": 1.0515642748560732,
      "learning_rate": 7.988667605806549e-05,
      "loss": 1.3426,
      "step": 288
    },
    {
      "epoch": 0.6103484688489969,
      "grad_norm": 1.4584764910436843,
      "learning_rate": 7.988219061667254e-05,
      "loss": 1.3379,
      "step": 289
    },
    {
      "epoch": 0.6124604012671595,
      "grad_norm": 1.121826568394146,
      "learning_rate": 7.987761825213603e-05,
      "loss": 1.3091,
      "step": 290
    },
    {
      "epoch": 0.614572333685322,
      "grad_norm": 1.267429296243072,
      "learning_rate": 7.987295897442141e-05,
      "loss": 1.3236,
      "step": 291
    },
    {
      "epoch": 0.6166842661034847,
      "grad_norm": 0.8738313693099367,
      "learning_rate": 7.986821279368358e-05,
      "loss": 1.3098,
      "step": 292
    },
    {
      "epoch": 0.6187961985216474,
      "grad_norm": 1.2382288951800307,
      "learning_rate": 7.98633797202668e-05,
      "loss": 1.3426,
      "step": 293
    },
    {
      "epoch": 0.6209081309398099,
      "grad_norm": 0.8862458929735162,
      "learning_rate": 7.985845976470478e-05,
      "loss": 1.3214,
      "step": 294
    },
    {
      "epoch": 0.6230200633579726,
      "grad_norm": 1.626546679668042,
      "learning_rate": 7.985345293772052e-05,
      "loss": 1.3179,
      "step": 295
    },
    {
      "epoch": 0.6251319957761352,
      "grad_norm": 0.8225349354088443,
      "learning_rate": 7.984835925022641e-05,
      "loss": 1.3394,
      "step": 296
    },
    {
      "epoch": 0.6272439281942978,
      "grad_norm": 1.1643126255885599,
      "learning_rate": 7.984317871332412e-05,
      "loss": 1.3384,
      "step": 297
    },
    {
      "epoch": 0.6293558606124604,
      "grad_norm": 1.1215919913147396,
      "learning_rate": 7.983791133830463e-05,
      "loss": 1.3166,
      "step": 298
    },
    {
      "epoch": 0.6314677930306231,
      "grad_norm": 1.1530928795594722,
      "learning_rate": 7.983255713664814e-05,
      "loss": 1.3518,
      "step": 299
    },
    {
      "epoch": 0.6335797254487856,
      "grad_norm": 1.5100853191136279,
      "learning_rate": 7.982711612002415e-05,
      "loss": 1.3381,
      "step": 300
    },
    {
      "epoch": 0.6356916578669483,
      "grad_norm": 0.8940577303185709,
      "learning_rate": 7.982158830029136e-05,
      "loss": 1.3292,
      "step": 301
    },
    {
      "epoch": 0.6378035902851109,
      "grad_norm": 1.5289012707181917,
      "learning_rate": 7.98159736894976e-05,
      "loss": 1.3314,
      "step": 302
    },
    {
      "epoch": 0.6399155227032735,
      "grad_norm": 0.9787740693552307,
      "learning_rate": 7.98102722998799e-05,
      "loss": 1.3097,
      "step": 303
    },
    {
      "epoch": 0.6420274551214361,
      "grad_norm": 1.8462467587502853,
      "learning_rate": 7.980448414386447e-05,
      "loss": 1.3373,
      "step": 304
    },
    {
      "epoch": 0.6441393875395988,
      "grad_norm": 1.0735168572959468,
      "learning_rate": 7.979860923406654e-05,
      "loss": 1.3389,
      "step": 305
    },
    {
      "epoch": 0.6462513199577613,
      "grad_norm": 2.153463792780476,
      "learning_rate": 7.979264758329048e-05,
      "loss": 1.3531,
      "step": 306
    },
    {
      "epoch": 0.648363252375924,
      "grad_norm": 1.5775546641299552,
      "learning_rate": 7.978659920452972e-05,
      "loss": 1.3381,
      "step": 307
    },
    {
      "epoch": 0.6504751847940866,
      "grad_norm": 1.6347089367568972,
      "learning_rate": 7.978046411096663e-05,
      "loss": 1.3361,
      "step": 308
    },
    {
      "epoch": 0.6525871172122492,
      "grad_norm": 1.1760326019474914,
      "learning_rate": 7.977424231597268e-05,
      "loss": 1.3291,
      "step": 309
    },
    {
      "epoch": 0.6546990496304118,
      "grad_norm": 1.2087769881072643,
      "learning_rate": 7.976793383310822e-05,
      "loss": 1.3215,
      "step": 310
    },
    {
      "epoch": 0.6568109820485745,
      "grad_norm": 1.1465506183563698,
      "learning_rate": 7.976153867612261e-05,
      "loss": 1.3313,
      "step": 311
    },
    {
      "epoch": 0.6589229144667371,
      "grad_norm": 1.1144693888088653,
      "learning_rate": 7.97550568589541e-05,
      "loss": 1.3353,
      "step": 312
    },
    {
      "epoch": 0.6610348468848997,
      "grad_norm": 1.0405130402164826,
      "learning_rate": 7.974848839572971e-05,
      "loss": 1.3416,
      "step": 313
    },
    {
      "epoch": 0.6631467793030623,
      "grad_norm": 1.1072724908197504,
      "learning_rate": 7.974183330076546e-05,
      "loss": 1.3464,
      "step": 314
    },
    {
      "epoch": 0.665258711721225,
      "grad_norm": 1.1425298680962128,
      "learning_rate": 7.97350915885661e-05,
      "loss": 1.3338,
      "step": 315
    },
    {
      "epoch": 0.6673706441393875,
      "grad_norm": 1.0416275787794114,
      "learning_rate": 7.972826327382516e-05,
      "loss": 1.306,
      "step": 316
    },
    {
      "epoch": 0.6694825765575502,
      "grad_norm": 0.6950478210848091,
      "learning_rate": 7.972134837142497e-05,
      "loss": 1.3257,
      "step": 317
    },
    {
      "epoch": 0.6715945089757128,
      "grad_norm": 0.8497405788804049,
      "learning_rate": 7.971434689643652e-05,
      "loss": 1.3294,
      "step": 318
    },
    {
      "epoch": 0.6737064413938754,
      "grad_norm": 1.1725518441789529,
      "learning_rate": 7.97072588641195e-05,
      "loss": 1.3337,
      "step": 319
    },
    {
      "epoch": 0.675818373812038,
      "grad_norm": 1.0576372140999108,
      "learning_rate": 7.970008428992228e-05,
      "loss": 1.3382,
      "step": 320
    },
    {
      "epoch": 0.6779303062302007,
      "grad_norm": 0.9405243392016331,
      "learning_rate": 7.96928231894818e-05,
      "loss": 1.3189,
      "step": 321
    },
    {
      "epoch": 0.6800422386483632,
      "grad_norm": 1.1108802232453396,
      "learning_rate": 7.968547557862366e-05,
      "loss": 1.337,
      "step": 322
    },
    {
      "epoch": 0.6821541710665259,
      "grad_norm": 1.1233220118818836,
      "learning_rate": 7.967804147336191e-05,
      "loss": 1.3251,
      "step": 323
    },
    {
      "epoch": 0.6842661034846885,
      "grad_norm": 0.9357414115659357,
      "learning_rate": 7.967052088989921e-05,
      "loss": 1.3157,
      "step": 324
    },
    {
      "epoch": 0.6863780359028511,
      "grad_norm": 1.281072933350799,
      "learning_rate": 7.966291384462664e-05,
      "loss": 1.315,
      "step": 325
    },
    {
      "epoch": 0.6884899683210137,
      "grad_norm": 0.930197305038493,
      "learning_rate": 7.965522035412371e-05,
      "loss": 1.3234,
      "step": 326
    },
    {
      "epoch": 0.6906019007391764,
      "grad_norm": 0.7776528836323324,
      "learning_rate": 7.964744043515839e-05,
      "loss": 1.3292,
      "step": 327
    },
    {
      "epoch": 0.6927138331573389,
      "grad_norm": 0.8116549984014394,
      "learning_rate": 7.963957410468698e-05,
      "loss": 1.3169,
      "step": 328
    },
    {
      "epoch": 0.6948257655755016,
      "grad_norm": 1.1294044308286046,
      "learning_rate": 7.963162137985416e-05,
      "loss": 1.3194,
      "step": 329
    },
    {
      "epoch": 0.6969376979936642,
      "grad_norm": 1.0663867769679873,
      "learning_rate": 7.962358227799286e-05,
      "loss": 1.3069,
      "step": 330
    },
    {
      "epoch": 0.6990496304118268,
      "grad_norm": 1.002884479012273,
      "learning_rate": 7.961545681662427e-05,
      "loss": 1.3195,
      "step": 331
    },
    {
      "epoch": 0.7011615628299894,
      "grad_norm": 1.136425663647768,
      "learning_rate": 7.960724501345783e-05,
      "loss": 1.3289,
      "step": 332
    },
    {
      "epoch": 0.7032734952481521,
      "grad_norm": 1.0081136508005393,
      "learning_rate": 7.959894688639115e-05,
      "loss": 1.3184,
      "step": 333
    },
    {
      "epoch": 0.7053854276663146,
      "grad_norm": 0.9692736799962353,
      "learning_rate": 7.959056245350996e-05,
      "loss": 1.3273,
      "step": 334
    },
    {
      "epoch": 0.7074973600844773,
      "grad_norm": 0.829905875378608,
      "learning_rate": 7.958209173308811e-05,
      "loss": 1.3203,
      "step": 335
    },
    {
      "epoch": 0.7096092925026399,
      "grad_norm": 0.7947625433996741,
      "learning_rate": 7.957353474358755e-05,
      "loss": 1.3155,
      "step": 336
    },
    {
      "epoch": 0.7117212249208026,
      "grad_norm": 1.0638389249689606,
      "learning_rate": 7.95648915036582e-05,
      "loss": 1.3259,
      "step": 337
    },
    {
      "epoch": 0.7138331573389651,
      "grad_norm": 0.884541331674712,
      "learning_rate": 7.955616203213797e-05,
      "loss": 1.3024,
      "step": 338
    },
    {
      "epoch": 0.7159450897571278,
      "grad_norm": 0.7171795600348532,
      "learning_rate": 7.954734634805274e-05,
      "loss": 1.3048,
      "step": 339
    },
    {
      "epoch": 0.7180570221752904,
      "grad_norm": 0.7598542130206587,
      "learning_rate": 7.953844447061626e-05,
      "loss": 1.3098,
      "step": 340
    },
    {
      "epoch": 0.720168954593453,
      "grad_norm": 0.956331105232553,
      "learning_rate": 7.952945641923015e-05,
      "loss": 1.3117,
      "step": 341
    },
    {
      "epoch": 0.7222808870116156,
      "grad_norm": 1.4039441824297616,
      "learning_rate": 7.952038221348387e-05,
      "loss": 1.3225,
      "step": 342
    },
    {
      "epoch": 0.7243928194297783,
      "grad_norm": 0.5070644157300858,
      "learning_rate": 7.951122187315462e-05,
      "loss": 1.317,
      "step": 343
    },
    {
      "epoch": 0.7265047518479408,
      "grad_norm": 0.8698898731850847,
      "learning_rate": 7.950197541820732e-05,
      "loss": 1.3085,
      "step": 344
    },
    {
      "epoch": 0.7286166842661035,
      "grad_norm": 1.4960738321606875,
      "learning_rate": 7.949264286879462e-05,
      "loss": 1.2978,
      "step": 345
    },
    {
      "epoch": 0.7307286166842661,
      "grad_norm": 0.480220839945915,
      "learning_rate": 7.948322424525679e-05,
      "loss": 1.3184,
      "step": 346
    },
    {
      "epoch": 0.7328405491024287,
      "grad_norm": 1.1475311961104322,
      "learning_rate": 7.94737195681217e-05,
      "loss": 1.3329,
      "step": 347
    },
    {
      "epoch": 0.7349524815205913,
      "grad_norm": 1.3346418551409345,
      "learning_rate": 7.946412885810475e-05,
      "loss": 1.3007,
      "step": 348
    },
    {
      "epoch": 0.737064413938754,
      "grad_norm": 0.6306070419857764,
      "learning_rate": 7.94544521361089e-05,
      "loss": 1.3077,
      "step": 349
    },
    {
      "epoch": 0.7391763463569165,
      "grad_norm": 1.1394318754084258,
      "learning_rate": 7.944468942322453e-05,
      "loss": 1.3114,
      "step": 350
    },
    {
      "epoch": 0.7412882787750792,
      "grad_norm": 1.0772937795373183,
      "learning_rate": 7.943484074072943e-05,
      "loss": 1.3095,
      "step": 351
    },
    {
      "epoch": 0.7434002111932418,
      "grad_norm": 0.7063316376193721,
      "learning_rate": 7.942490611008882e-05,
      "loss": 1.3282,
      "step": 352
    },
    {
      "epoch": 0.7455121436114044,
      "grad_norm": 0.8856002168663664,
      "learning_rate": 7.94148855529552e-05,
      "loss": 1.3184,
      "step": 353
    },
    {
      "epoch": 0.747624076029567,
      "grad_norm": 0.705597029269222,
      "learning_rate": 7.94047790911683e-05,
      "loss": 1.3194,
      "step": 354
    },
    {
      "epoch": 0.7497360084477297,
      "grad_norm": 0.5877708260776283,
      "learning_rate": 7.939458674675519e-05,
      "loss": 1.3061,
      "step": 355
    },
    {
      "epoch": 0.7518479408658922,
      "grad_norm": 0.7230795149715871,
      "learning_rate": 7.938430854193005e-05,
      "loss": 1.3097,
      "step": 356
    },
    {
      "epoch": 0.7539598732840549,
      "grad_norm": 0.6046032201199484,
      "learning_rate": 7.937394449909418e-05,
      "loss": 1.313,
      "step": 357
    },
    {
      "epoch": 0.7560718057022175,
      "grad_norm": 0.588798182291123,
      "learning_rate": 7.9363494640836e-05,
      "loss": 1.3051,
      "step": 358
    },
    {
      "epoch": 0.7581837381203802,
      "grad_norm": 0.4895404918180025,
      "learning_rate": 7.935295898993096e-05,
      "loss": 1.3374,
      "step": 359
    },
    {
      "epoch": 0.7602956705385427,
      "grad_norm": 0.5988336111768012,
      "learning_rate": 7.934233756934147e-05,
      "loss": 1.3323,
      "step": 360
    },
    {
      "epoch": 0.7624076029567054,
      "grad_norm": 1.0610912030892126,
      "learning_rate": 7.933163040221692e-05,
      "loss": 1.3261,
      "step": 361
    },
    {
      "epoch": 0.764519535374868,
      "grad_norm": 0.859581434972512,
      "learning_rate": 7.932083751189352e-05,
      "loss": 1.3096,
      "step": 362
    },
    {
      "epoch": 0.7666314677930306,
      "grad_norm": 0.9567146686397326,
      "learning_rate": 7.930995892189439e-05,
      "loss": 1.31,
      "step": 363
    },
    {
      "epoch": 0.7687434002111933,
      "grad_norm": 1.110818168894519,
      "learning_rate": 7.929899465592934e-05,
      "loss": 1.3488,
      "step": 364
    },
    {
      "epoch": 0.7708553326293559,
      "grad_norm": 0.9334702635814248,
      "learning_rate": 7.928794473789503e-05,
      "loss": 1.3248,
      "step": 365
    },
    {
      "epoch": 0.7729672650475184,
      "grad_norm": 0.5876351161718532,
      "learning_rate": 7.927680919187467e-05,
      "loss": 1.292,
      "step": 366
    },
    {
      "epoch": 0.7750791974656811,
      "grad_norm": 0.9549019053489745,
      "learning_rate": 7.926558804213818e-05,
      "loss": 1.3229,
      "step": 367
    },
    {
      "epoch": 0.7771911298838438,
      "grad_norm": 0.854133454304937,
      "learning_rate": 7.925428131314205e-05,
      "loss": 1.3659,
      "step": 368
    },
    {
      "epoch": 0.7793030623020063,
      "grad_norm": 0.8941238133570847,
      "learning_rate": 7.924288902952925e-05,
      "loss": 1.3196,
      "step": 369
    },
    {
      "epoch": 0.781414994720169,
      "grad_norm": 1.1432662439554775,
      "learning_rate": 7.923141121612922e-05,
      "loss": 1.3334,
      "step": 370
    },
    {
      "epoch": 0.7835269271383316,
      "grad_norm": 1.1109659683264685,
      "learning_rate": 7.921984789795787e-05,
      "loss": 1.3504,
      "step": 371
    },
    {
      "epoch": 0.7856388595564942,
      "grad_norm": 1.1104292140447694,
      "learning_rate": 7.920819910021738e-05,
      "loss": 1.3354,
      "step": 372
    },
    {
      "epoch": 0.7877507919746568,
      "grad_norm": 1.0677731456882777,
      "learning_rate": 7.919646484829631e-05,
      "loss": 1.3293,
      "step": 373
    },
    {
      "epoch": 0.7898627243928195,
      "grad_norm": 0.8959145912849347,
      "learning_rate": 7.918464516776943e-05,
      "loss": 1.3217,
      "step": 374
    },
    {
      "epoch": 0.791974656810982,
      "grad_norm": 0.8521020471331988,
      "learning_rate": 7.91727400843977e-05,
      "loss": 1.323,
      "step": 375
    },
    {
      "epoch": 0.7940865892291447,
      "grad_norm": 1.1887432569059493,
      "learning_rate": 7.916074962412823e-05,
      "loss": 1.3244,
      "step": 376
    },
    {
      "epoch": 0.7961985216473073,
      "grad_norm": 0.9053663035450702,
      "learning_rate": 7.914867381309418e-05,
      "loss": 1.3204,
      "step": 377
    },
    {
      "epoch": 0.7983104540654699,
      "grad_norm": 0.6255051036391813,
      "learning_rate": 7.913651267761478e-05,
      "loss": 1.3171,
      "step": 378
    },
    {
      "epoch": 0.8004223864836325,
      "grad_norm": 0.6586883343133585,
      "learning_rate": 7.912426624419518e-05,
      "loss": 1.3131,
      "step": 379
    },
    {
      "epoch": 0.8025343189017952,
      "grad_norm": 0.6411875182984956,
      "learning_rate": 7.911193453952646e-05,
      "loss": 1.3231,
      "step": 380
    },
    {
      "epoch": 0.8046462513199577,
      "grad_norm": 0.7071556004236775,
      "learning_rate": 7.909951759048555e-05,
      "loss": 1.3118,
      "step": 381
    },
    {
      "epoch": 0.8067581837381204,
      "grad_norm": 0.7235283164285223,
      "learning_rate": 7.908701542413515e-05,
      "loss": 1.3049,
      "step": 382
    },
    {
      "epoch": 0.808870116156283,
      "grad_norm": 0.8849669606315279,
      "learning_rate": 7.90744280677237e-05,
      "loss": 1.3331,
      "step": 383
    },
    {
      "epoch": 0.8109820485744457,
      "grad_norm": 1.083862082794503,
      "learning_rate": 7.906175554868531e-05,
      "loss": 1.3168,
      "step": 384
    },
    {
      "epoch": 0.8130939809926082,
      "grad_norm": 0.8107664479933251,
      "learning_rate": 7.904899789463974e-05,
      "loss": 1.3024,
      "step": 385
    },
    {
      "epoch": 0.8152059134107709,
      "grad_norm": 0.8118663560165448,
      "learning_rate": 7.903615513339224e-05,
      "loss": 1.2967,
      "step": 386
    },
    {
      "epoch": 0.8173178458289335,
      "grad_norm": 0.7769174744639543,
      "learning_rate": 7.902322729293357e-05,
      "loss": 1.3132,
      "step": 387
    },
    {
      "epoch": 0.8194297782470961,
      "grad_norm": 0.6750894531330086,
      "learning_rate": 7.901021440143995e-05,
      "loss": 1.3053,
      "step": 388
    },
    {
      "epoch": 0.8215417106652587,
      "grad_norm": 0.6654628219195626,
      "learning_rate": 7.899711648727294e-05,
      "loss": 1.3412,
      "step": 389
    },
    {
      "epoch": 0.8236536430834214,
      "grad_norm": 0.580587918734637,
      "learning_rate": 7.898393357897942e-05,
      "loss": 1.326,
      "step": 390
    },
    {
      "epoch": 0.8257655755015839,
      "grad_norm": 0.44881166020807506,
      "learning_rate": 7.897066570529151e-05,
      "loss": 1.3304,
      "step": 391
    },
    {
      "epoch": 0.8278775079197466,
      "grad_norm": 0.8451040367703937,
      "learning_rate": 7.895731289512649e-05,
      "loss": 1.3154,
      "step": 392
    },
    {
      "epoch": 0.8299894403379092,
      "grad_norm": 0.5621690877389763,
      "learning_rate": 7.894387517758679e-05,
      "loss": 1.3212,
      "step": 393
    },
    {
      "epoch": 0.8321013727560718,
      "grad_norm": 0.7271727347779741,
      "learning_rate": 7.89303525819599e-05,
      "loss": 1.3383,
      "step": 394
    },
    {
      "epoch": 0.8342133051742344,
      "grad_norm": 0.785074782841274,
      "learning_rate": 7.891674513771827e-05,
      "loss": 1.3182,
      "step": 395
    },
    {
      "epoch": 0.8363252375923971,
      "grad_norm": 0.7944515968959052,
      "learning_rate": 7.89030528745193e-05,
      "loss": 1.3375,
      "step": 396
    },
    {
      "epoch": 0.8384371700105596,
      "grad_norm": 0.8973272203551529,
      "learning_rate": 7.888927582220523e-05,
      "loss": 1.3168,
      "step": 397
    },
    {
      "epoch": 0.8405491024287223,
      "grad_norm": 1.0524607318144934,
      "learning_rate": 7.887541401080313e-05,
      "loss": 1.3188,
      "step": 398
    },
    {
      "epoch": 0.8426610348468849,
      "grad_norm": 0.9148070069832123,
      "learning_rate": 7.886146747052479e-05,
      "loss": 1.3104,
      "step": 399
    },
    {
      "epoch": 0.8447729672650475,
      "grad_norm": 20.543074777699186,
      "learning_rate": 7.884743623176666e-05,
      "loss": 1.3749,
      "step": 400
    },
    {
      "epoch": 0.8468848996832101,
      "grad_norm": 1.713571585046419,
      "learning_rate": 7.883332032510979e-05,
      "loss": 1.3366,
      "step": 401
    },
    {
      "epoch": 0.8489968321013728,
      "grad_norm": 0.9332097777384384,
      "learning_rate": 7.881911978131977e-05,
      "loss": 1.3326,
      "step": 402
    },
    {
      "epoch": 0.8511087645195353,
      "grad_norm": 0.8979569919352449,
      "learning_rate": 7.880483463134663e-05,
      "loss": 1.3464,
      "step": 403
    },
    {
      "epoch": 0.853220696937698,
      "grad_norm": 1.0693999428630778,
      "learning_rate": 7.879046490632487e-05,
      "loss": 1.3424,
      "step": 404
    },
    {
      "epoch": 0.8553326293558606,
      "grad_norm": 0.9391570852799092,
      "learning_rate": 7.877601063757323e-05,
      "loss": 1.3489,
      "step": 405
    },
    {
      "epoch": 0.8574445617740233,
      "grad_norm": 0.7694727611907659,
      "learning_rate": 7.876147185659476e-05,
      "loss": 1.3425,
      "step": 406
    },
    {
      "epoch": 0.8595564941921858,
      "grad_norm": 0.6505087944865335,
      "learning_rate": 7.874684859507672e-05,
      "loss": 1.3143,
      "step": 407
    },
    {
      "epoch": 0.8616684266103485,
      "grad_norm": 0.6956206227053953,
      "learning_rate": 7.873214088489047e-05,
      "loss": 1.3329,
      "step": 408
    },
    {
      "epoch": 0.8637803590285111,
      "grad_norm": 0.6388004537665296,
      "learning_rate": 7.871734875809142e-05,
      "loss": 1.3106,
      "step": 409
    },
    {
      "epoch": 0.8658922914466737,
      "grad_norm": 0.889108094353506,
      "learning_rate": 7.870247224691897e-05,
      "loss": 1.3267,
      "step": 410
    },
    {
      "epoch": 0.8680042238648363,
      "grad_norm": 0.6398574850874186,
      "learning_rate": 7.868751138379647e-05,
      "loss": 1.318,
      "step": 411
    },
    {
      "epoch": 0.870116156282999,
      "grad_norm": 0.7584123575304376,
      "learning_rate": 7.867246620133107e-05,
      "loss": 1.3035,
      "step": 412
    },
    {
      "epoch": 0.8722280887011615,
      "grad_norm": 0.5430321031501266,
      "learning_rate": 7.865733673231372e-05,
      "loss": 1.3175,
      "step": 413
    },
    {
      "epoch": 0.8743400211193242,
      "grad_norm": 0.5008539505505039,
      "learning_rate": 7.864212300971904e-05,
      "loss": 1.3189,
      "step": 414
    },
    {
      "epoch": 0.8764519535374868,
      "grad_norm": 0.6166529914117741,
      "learning_rate": 7.862682506670532e-05,
      "loss": 1.3131,
      "step": 415
    },
    {
      "epoch": 0.8785638859556494,
      "grad_norm": 0.5973998674051332,
      "learning_rate": 7.86114429366144e-05,
      "loss": 1.3111,
      "step": 416
    },
    {
      "epoch": 0.880675818373812,
      "grad_norm": 0.583051395255283,
      "learning_rate": 7.859597665297159e-05,
      "loss": 1.3254,
      "step": 417
    },
    {
      "epoch": 0.8827877507919747,
      "grad_norm": 0.6677307575074054,
      "learning_rate": 7.858042624948563e-05,
      "loss": 1.3127,
      "step": 418
    },
    {
      "epoch": 0.8848996832101372,
      "grad_norm": 1.6327795562424998,
      "learning_rate": 7.856479176004854e-05,
      "loss": 1.3205,
      "step": 419
    },
    {
      "epoch": 0.8870116156282999,
      "grad_norm": 626.4701248932723,
      "learning_rate": 7.854907321873573e-05,
      "loss": 6.688,
      "step": 420
    },
    {
      "epoch": 0.8891235480464625,
      "grad_norm": 8.109575419851813,
      "learning_rate": 7.853327065980567e-05,
      "loss": 1.4205,
      "step": 421
    },
    {
      "epoch": 0.8912354804646251,
      "grad_norm": 2.2087945165728606,
      "learning_rate": 7.851738411770003e-05,
      "loss": 1.3607,
      "step": 422
    },
    {
      "epoch": 0.8933474128827877,
      "grad_norm": 0.7951752239838442,
      "learning_rate": 7.850141362704346e-05,
      "loss": 1.3449,
      "step": 423
    },
    {
      "epoch": 0.8954593453009504,
      "grad_norm": 0.8682751310988109,
      "learning_rate": 7.848535922264365e-05,
      "loss": 1.333,
      "step": 424
    },
    {
      "epoch": 0.8975712777191129,
      "grad_norm": 1.1943821418977494,
      "learning_rate": 7.846922093949109e-05,
      "loss": 1.3234,
      "step": 425
    },
    {
      "epoch": 0.8996832101372756,
      "grad_norm": 0.8211550853193312,
      "learning_rate": 7.84529988127592e-05,
      "loss": 1.3402,
      "step": 426
    },
    {
      "epoch": 0.9017951425554382,
      "grad_norm": 0.7529544514900285,
      "learning_rate": 7.843669287780399e-05,
      "loss": 1.3293,
      "step": 427
    },
    {
      "epoch": 0.9039070749736009,
      "grad_norm": 1.0662537164881922,
      "learning_rate": 7.842030317016425e-05,
      "loss": 1.3331,
      "step": 428
    },
    {
      "epoch": 0.9060190073917634,
      "grad_norm": 1.0450891853253332,
      "learning_rate": 7.840382972556132e-05,
      "loss": 1.3195,
      "step": 429
    },
    {
      "epoch": 0.9081309398099261,
      "grad_norm": 0.8936402808950642,
      "learning_rate": 7.8387272579899e-05,
      "loss": 1.3097,
      "step": 430
    },
    {
      "epoch": 0.9102428722280888,
      "grad_norm": 1.0263228373428297,
      "learning_rate": 7.837063176926357e-05,
      "loss": 1.3346,
      "step": 431
    },
    {
      "epoch": 0.9123548046462513,
      "grad_norm": 1.212510707414097,
      "learning_rate": 7.835390732992366e-05,
      "loss": 1.3571,
      "step": 432
    },
    {
      "epoch": 0.914466737064414,
      "grad_norm": 1.2652467372925484,
      "learning_rate": 7.833709929833012e-05,
      "loss": 1.3418,
      "step": 433
    },
    {
      "epoch": 0.9165786694825766,
      "grad_norm": 1.2501926006313295,
      "learning_rate": 7.832020771111602e-05,
      "loss": 1.3232,
      "step": 434
    },
    {
      "epoch": 0.9186906019007391,
      "grad_norm": 0.6971152532776265,
      "learning_rate": 7.830323260509653e-05,
      "loss": 1.3181,
      "step": 435
    },
    {
      "epoch": 0.9208025343189018,
      "grad_norm": 1.2367261828614264,
      "learning_rate": 7.828617401726887e-05,
      "loss": 1.3228,
      "step": 436
    },
    {
      "epoch": 0.9229144667370645,
      "grad_norm": 0.872173294223612,
      "learning_rate": 7.82690319848122e-05,
      "loss": 1.3325,
      "step": 437
    },
    {
      "epoch": 0.925026399155227,
      "grad_norm": 1.0886366603697517,
      "learning_rate": 7.825180654508752e-05,
      "loss": 1.3243,
      "step": 438
    },
    {
      "epoch": 0.9271383315733897,
      "grad_norm": 0.6577656229865265,
      "learning_rate": 7.823449773563763e-05,
      "loss": 1.323,
      "step": 439
    },
    {
      "epoch": 0.9292502639915523,
      "grad_norm": 0.7751320448683581,
      "learning_rate": 7.821710559418707e-05,
      "loss": 1.3085,
      "step": 440
    },
    {
      "epoch": 0.9313621964097148,
      "grad_norm": 0.8258405714055443,
      "learning_rate": 7.819963015864196e-05,
      "loss": 1.3429,
      "step": 441
    },
    {
      "epoch": 0.9334741288278775,
      "grad_norm": 0.7414979549995195,
      "learning_rate": 7.818207146708997e-05,
      "loss": 1.3172,
      "step": 442
    },
    {
      "epoch": 0.9355860612460402,
      "grad_norm": 0.4798304432235842,
      "learning_rate": 7.816442955780024e-05,
      "loss": 1.3142,
      "step": 443
    },
    {
      "epoch": 0.9376979936642027,
      "grad_norm": 0.4565828748403837,
      "learning_rate": 7.814670446922324e-05,
      "loss": 1.3052,
      "step": 444
    },
    {
      "epoch": 0.9398099260823654,
      "grad_norm": 0.4305961908134174,
      "learning_rate": 7.812889623999077e-05,
      "loss": 1.3067,
      "step": 445
    },
    {
      "epoch": 0.941921858500528,
      "grad_norm": 0.4777869621273663,
      "learning_rate": 7.811100490891586e-05,
      "loss": 1.3261,
      "step": 446
    },
    {
      "epoch": 0.9440337909186906,
      "grad_norm": 0.46954082387644963,
      "learning_rate": 7.809303051499259e-05,
      "loss": 1.3187,
      "step": 447
    },
    {
      "epoch": 0.9461457233368532,
      "grad_norm": 0.3501849886405323,
      "learning_rate": 7.807497309739612e-05,
      "loss": 1.3155,
      "step": 448
    },
    {
      "epoch": 0.9482576557550159,
      "grad_norm": 0.3860355708599927,
      "learning_rate": 7.805683269548255e-05,
      "loss": 1.3154,
      "step": 449
    },
    {
      "epoch": 0.9503695881731784,
      "grad_norm": 0.31558666471175423,
      "learning_rate": 7.803860934878885e-05,
      "loss": 1.3251,
      "step": 450
    },
    {
      "epoch": 0.9524815205913411,
      "grad_norm": 0.39267789066283365,
      "learning_rate": 7.802030309703276e-05,
      "loss": 1.3029,
      "step": 451
    },
    {
      "epoch": 0.9545934530095037,
      "grad_norm": 0.3734427534042282,
      "learning_rate": 7.80019139801127e-05,
      "loss": 1.3122,
      "step": 452
    },
    {
      "epoch": 0.9567053854276664,
      "grad_norm": 0.36094260356241653,
      "learning_rate": 7.798344203810774e-05,
      "loss": 1.3099,
      "step": 453
    },
    {
      "epoch": 0.9588173178458289,
      "grad_norm": 0.9600654765176504,
      "learning_rate": 7.796488731127739e-05,
      "loss": 1.336,
      "step": 454
    },
    {
      "epoch": 0.9609292502639916,
      "grad_norm": 0.41396627257546437,
      "learning_rate": 7.794624984006169e-05,
      "loss": 1.3102,
      "step": 455
    },
    {
      "epoch": 0.9630411826821542,
      "grad_norm": 0.5089675827004326,
      "learning_rate": 7.792752966508091e-05,
      "loss": 1.3118,
      "step": 456
    },
    {
      "epoch": 0.9651531151003168,
      "grad_norm": 0.4877642561354866,
      "learning_rate": 7.790872682713567e-05,
      "loss": 1.3226,
      "step": 457
    },
    {
      "epoch": 0.9672650475184794,
      "grad_norm": 0.4301255926710275,
      "learning_rate": 7.78898413672067e-05,
      "loss": 1.3122,
      "step": 458
    },
    {
      "epoch": 0.9693769799366421,
      "grad_norm": 0.5463750726046798,
      "learning_rate": 7.787087332645481e-05,
      "loss": 1.3179,
      "step": 459
    },
    {
      "epoch": 0.9714889123548046,
      "grad_norm": 0.5301072933823587,
      "learning_rate": 7.785182274622081e-05,
      "loss": 1.3005,
      "step": 460
    },
    {
      "epoch": 0.9736008447729673,
      "grad_norm": 0.7675898366918714,
      "learning_rate": 7.783268966802539e-05,
      "loss": 1.327,
      "step": 461
    },
    {
      "epoch": 0.9757127771911299,
      "grad_norm": 0.6591011737571214,
      "learning_rate": 7.781347413356906e-05,
      "loss": 1.3209,
      "step": 462
    },
    {
      "epoch": 0.9778247096092925,
      "grad_norm": 0.6744174847762054,
      "learning_rate": 7.779417618473203e-05,
      "loss": 1.3113,
      "step": 463
    },
    {
      "epoch": 0.9799366420274551,
      "grad_norm": 0.6816013769625404,
      "learning_rate": 7.777479586357412e-05,
      "loss": 1.2957,
      "step": 464
    },
    {
      "epoch": 0.9820485744456178,
      "grad_norm": 0.6732303902758084,
      "learning_rate": 7.775533321233471e-05,
      "loss": 1.3076,
      "step": 465
    },
    {
      "epoch": 0.9841605068637803,
      "grad_norm": 0.5955988713207605,
      "learning_rate": 7.77357882734326e-05,
      "loss": 1.3375,
      "step": 466
    },
    {
      "epoch": 0.986272439281943,
      "grad_norm": 0.7140853644885363,
      "learning_rate": 7.771616108946596e-05,
      "loss": 1.308,
      "step": 467
    },
    {
      "epoch": 0.9883843717001056,
      "grad_norm": 0.7436744869245421,
      "learning_rate": 7.769645170321216e-05,
      "loss": 1.3313,
      "step": 468
    },
    {
      "epoch": 0.9904963041182682,
      "grad_norm": 0.7229665088632112,
      "learning_rate": 7.767666015762776e-05,
      "loss": 1.3147,
      "step": 469
    },
    {
      "epoch": 0.9926082365364308,
      "grad_norm": 0.488973429711688,
      "learning_rate": 7.765678649584843e-05,
      "loss": 1.2932,
      "step": 470
    },
    {
      "epoch": 0.9947201689545935,
      "grad_norm": 0.4987705039613546,
      "learning_rate": 7.763683076118875e-05,
      "loss": 1.3195,
      "step": 471
    },
    {
      "epoch": 0.996832101372756,
      "grad_norm": 0.48665051225806194,
      "learning_rate": 7.761679299714218e-05,
      "loss": 1.3188,
      "step": 472
    },
    {
      "epoch": 0.9989440337909187,
      "grad_norm": 0.5562076281616162,
      "learning_rate": 7.7596673247381e-05,
      "loss": 1.3032,
      "step": 473
    },
    {
      "epoch": 1.0013199577613516,
      "grad_norm": 0.6112036195489211,
      "learning_rate": 7.757647155575616e-05,
      "loss": 1.3046,
      "step": 474
    },
    {
      "epoch": 1.0034318901795143,
      "grad_norm": 0.6415367157825724,
      "learning_rate": 7.755618796629719e-05,
      "loss": 1.2819,
      "step": 475
    },
    {
      "epoch": 1.005543822597677,
      "grad_norm": 0.5945749049879571,
      "learning_rate": 7.753582252321213e-05,
      "loss": 1.3082,
      "step": 476
    },
    {
      "epoch": 1.0076557550158396,
      "grad_norm": 0.6658655436436091,
      "learning_rate": 7.751537527088742e-05,
      "loss": 1.2865,
      "step": 477
    },
    {
      "epoch": 1.009767687434002,
      "grad_norm": 0.6941503312430217,
      "learning_rate": 7.749484625388781e-05,
      "loss": 1.2722,
      "step": 478
    },
    {
      "epoch": 1.0118796198521647,
      "grad_norm": 0.8966515104657662,
      "learning_rate": 7.747423551695621e-05,
      "loss": 1.3049,
      "step": 479
    },
    {
      "epoch": 1.0139915522703273,
      "grad_norm": 0.8892336256546287,
      "learning_rate": 7.745354310501371e-05,
      "loss": 1.2937,
      "step": 480
    },
    {
      "epoch": 1.01610348468849,
      "grad_norm": 0.9909123165024439,
      "learning_rate": 7.743276906315937e-05,
      "loss": 1.2797,
      "step": 481
    },
    {
      "epoch": 1.0182154171066526,
      "grad_norm": 0.955196011844625,
      "learning_rate": 7.741191343667016e-05,
      "loss": 1.2998,
      "step": 482
    },
    {
      "epoch": 1.0203273495248153,
      "grad_norm": 0.7594879225996365,
      "learning_rate": 7.739097627100088e-05,
      "loss": 1.2908,
      "step": 483
    },
    {
      "epoch": 1.0224392819429777,
      "grad_norm": 0.45208098058940765,
      "learning_rate": 7.736995761178399e-05,
      "loss": 1.2891,
      "step": 484
    },
    {
      "epoch": 1.0245512143611404,
      "grad_norm": 0.42389767144555923,
      "learning_rate": 7.734885750482967e-05,
      "loss": 1.2676,
      "step": 485
    },
    {
      "epoch": 1.026663146779303,
      "grad_norm": 0.7091847326658339,
      "learning_rate": 7.732767599612555e-05,
      "loss": 1.2854,
      "step": 486
    },
    {
      "epoch": 1.0287750791974657,
      "grad_norm": 0.7356174671368765,
      "learning_rate": 7.730641313183662e-05,
      "loss": 1.285,
      "step": 487
    },
    {
      "epoch": 1.0308870116156283,
      "grad_norm": 0.6341008672911264,
      "learning_rate": 7.728506895830531e-05,
      "loss": 1.2967,
      "step": 488
    },
    {
      "epoch": 1.032998944033791,
      "grad_norm": 0.3783423091662912,
      "learning_rate": 7.726364352205117e-05,
      "loss": 1.2848,
      "step": 489
    },
    {
      "epoch": 1.0351108764519534,
      "grad_norm": 0.36978169997901056,
      "learning_rate": 7.724213686977088e-05,
      "loss": 1.2954,
      "step": 490
    },
    {
      "epoch": 1.037222808870116,
      "grad_norm": 0.47235493057446765,
      "learning_rate": 7.722054904833816e-05,
      "loss": 1.2972,
      "step": 491
    },
    {
      "epoch": 1.0393347412882787,
      "grad_norm": 0.5747896208196642,
      "learning_rate": 7.719888010480361e-05,
      "loss": 1.2839,
      "step": 492
    },
    {
      "epoch": 1.0414466737064414,
      "grad_norm": 0.5479122331846492,
      "learning_rate": 7.717713008639464e-05,
      "loss": 1.289,
      "step": 493
    },
    {
      "epoch": 1.043558606124604,
      "grad_norm": 0.6106380957438209,
      "learning_rate": 7.715529904051536e-05,
      "loss": 1.3055,
      "step": 494
    },
    {
      "epoch": 1.0456705385427667,
      "grad_norm": 0.4769879668256277,
      "learning_rate": 7.71333870147465e-05,
      "loss": 1.2838,
      "step": 495
    },
    {
      "epoch": 1.0477824709609294,
      "grad_norm": 0.7434701327718548,
      "learning_rate": 7.711139405684527e-05,
      "loss": 1.287,
      "step": 496
    },
    {
      "epoch": 1.0498944033790918,
      "grad_norm": 0.7915968669528708,
      "learning_rate": 7.708932021474524e-05,
      "loss": 1.2952,
      "step": 497
    },
    {
      "epoch": 1.0520063357972544,
      "grad_norm": 0.9126436938305715,
      "learning_rate": 7.706716553655636e-05,
      "loss": 1.2886,
      "step": 498
    },
    {
      "epoch": 1.054118268215417,
      "grad_norm": 0.33560649972456624,
      "learning_rate": 7.704493007056463e-05,
      "loss": 1.2877,
      "step": 499
    },
    {
      "epoch": 1.0562302006335798,
      "grad_norm": 0.6378383690764622,
      "learning_rate": 7.702261386523224e-05,
      "loss": 1.2985,
      "step": 500
    },
    {
      "epoch": 1.0583421330517424,
      "grad_norm": 0.9294967842271373,
      "learning_rate": 7.700021696919732e-05,
      "loss": 1.292,
      "step": 501
    },
    {
      "epoch": 1.060454065469905,
      "grad_norm": 0.8681396418925423,
      "learning_rate": 7.697773943127381e-05,
      "loss": 1.2872,
      "step": 502
    },
    {
      "epoch": 1.0625659978880675,
      "grad_norm": 0.6055349171445156,
      "learning_rate": 7.695518130045147e-05,
      "loss": 1.2984,
      "step": 503
    },
    {
      "epoch": 1.0646779303062301,
      "grad_norm": 0.7302298080193907,
      "learning_rate": 7.693254262589572e-05,
      "loss": 1.3065,
      "step": 504
    },
    {
      "epoch": 1.0667898627243928,
      "grad_norm": 0.6739755949862284,
      "learning_rate": 7.690982345694748e-05,
      "loss": 1.3036,
      "step": 505
    },
    {
      "epoch": 1.0689017951425555,
      "grad_norm": 0.628671804780483,
      "learning_rate": 7.688702384312311e-05,
      "loss": 1.3135,
      "step": 506
    },
    {
      "epoch": 1.071013727560718,
      "grad_norm": 0.3988726990898124,
      "learning_rate": 7.686414383411434e-05,
      "loss": 1.3001,
      "step": 507
    },
    {
      "epoch": 1.0731256599788808,
      "grad_norm": 0.38842901402323227,
      "learning_rate": 7.68411834797881e-05,
      "loss": 1.2739,
      "step": 508
    },
    {
      "epoch": 1.0752375923970432,
      "grad_norm": 0.4161437116523836,
      "learning_rate": 7.681814283018641e-05,
      "loss": 1.3068,
      "step": 509
    },
    {
      "epoch": 1.0773495248152059,
      "grad_norm": 0.4264775779134912,
      "learning_rate": 7.679502193552634e-05,
      "loss": 1.2871,
      "step": 510
    },
    {
      "epoch": 1.0794614572333685,
      "grad_norm": 0.39587499065666,
      "learning_rate": 7.67718208461998e-05,
      "loss": 1.2805,
      "step": 511
    },
    {
      "epoch": 1.0815733896515312,
      "grad_norm": 0.33058331464454865,
      "learning_rate": 7.674853961277352e-05,
      "loss": 1.2984,
      "step": 512
    },
    {
      "epoch": 1.0836853220696938,
      "grad_norm": 0.28215364211696325,
      "learning_rate": 7.672517828598891e-05,
      "loss": 1.2965,
      "step": 513
    },
    {
      "epoch": 1.0857972544878565,
      "grad_norm": 0.34947284059336886,
      "learning_rate": 7.67017369167619e-05,
      "loss": 1.2991,
      "step": 514
    },
    {
      "epoch": 1.087909186906019,
      "grad_norm": 0.40260211240376065,
      "learning_rate": 7.667821555618293e-05,
      "loss": 1.3007,
      "step": 515
    },
    {
      "epoch": 1.0900211193241816,
      "grad_norm": 0.3618280771569929,
      "learning_rate": 7.665461425551673e-05,
      "loss": 1.2914,
      "step": 516
    },
    {
      "epoch": 1.0921330517423442,
      "grad_norm": 0.3926547817491922,
      "learning_rate": 7.663093306620231e-05,
      "loss": 1.2818,
      "step": 517
    },
    {
      "epoch": 1.0942449841605069,
      "grad_norm": 0.5659615412472125,
      "learning_rate": 7.660717203985273e-05,
      "loss": 1.3085,
      "step": 518
    },
    {
      "epoch": 1.0963569165786695,
      "grad_norm": 0.5837822227867112,
      "learning_rate": 7.65833312282551e-05,
      "loss": 1.2804,
      "step": 519
    },
    {
      "epoch": 1.0984688489968322,
      "grad_norm": 0.589510290514974,
      "learning_rate": 7.655941068337046e-05,
      "loss": 1.281,
      "step": 520
    },
    {
      "epoch": 1.1005807814149948,
      "grad_norm": 0.6003329624559646,
      "learning_rate": 7.653541045733353e-05,
      "loss": 1.3015,
      "step": 521
    },
    {
      "epoch": 1.1026927138331573,
      "grad_norm": 0.6370282116444752,
      "learning_rate": 7.651133060245276e-05,
      "loss": 1.2829,
      "step": 522
    },
    {
      "epoch": 1.10480464625132,
      "grad_norm": 0.6884335764258969,
      "learning_rate": 7.648717117121016e-05,
      "loss": 1.2838,
      "step": 523
    },
    {
      "epoch": 1.1069165786694826,
      "grad_norm": 0.701664140770596,
      "learning_rate": 7.646293221626112e-05,
      "loss": 1.2844,
      "step": 524
    },
    {
      "epoch": 1.1090285110876452,
      "grad_norm": 0.5207752048979116,
      "learning_rate": 7.643861379043443e-05,
      "loss": 1.296,
      "step": 525
    },
    {
      "epoch": 1.1111404435058079,
      "grad_norm": 0.30941187808093756,
      "learning_rate": 7.641421594673202e-05,
      "loss": 1.3068,
      "step": 526
    },
    {
      "epoch": 1.1132523759239705,
      "grad_norm": 0.2727924152322591,
      "learning_rate": 7.638973873832892e-05,
      "loss": 1.2819,
      "step": 527
    },
    {
      "epoch": 1.115364308342133,
      "grad_norm": 0.3101893193053521,
      "learning_rate": 7.636518221857318e-05,
      "loss": 1.289,
      "step": 528
    },
    {
      "epoch": 1.1174762407602956,
      "grad_norm": 0.34787472872635233,
      "learning_rate": 7.634054644098566e-05,
      "loss": 1.2719,
      "step": 529
    },
    {
      "epoch": 1.1195881731784583,
      "grad_norm": 0.34490053948837146,
      "learning_rate": 7.631583145925998e-05,
      "loss": 1.2905,
      "step": 530
    },
    {
      "epoch": 1.121700105596621,
      "grad_norm": 0.4166497614273231,
      "learning_rate": 7.629103732726241e-05,
      "loss": 1.2958,
      "step": 531
    },
    {
      "epoch": 1.1238120380147836,
      "grad_norm": 0.35820363113917364,
      "learning_rate": 7.626616409903166e-05,
      "loss": 1.2823,
      "step": 532
    },
    {
      "epoch": 1.1259239704329462,
      "grad_norm": 0.32952400814908384,
      "learning_rate": 7.624121182877893e-05,
      "loss": 1.2782,
      "step": 533
    },
    {
      "epoch": 1.1280359028511087,
      "grad_norm": 0.36518248578976603,
      "learning_rate": 7.621618057088759e-05,
      "loss": 1.2957,
      "step": 534
    },
    {
      "epoch": 1.1301478352692713,
      "grad_norm": 0.3656254053795771,
      "learning_rate": 7.619107037991323e-05,
      "loss": 1.3079,
      "step": 535
    },
    {
      "epoch": 1.132259767687434,
      "grad_norm": 0.3496517312904986,
      "learning_rate": 7.616588131058346e-05,
      "loss": 1.2792,
      "step": 536
    },
    {
      "epoch": 1.1343717001055966,
      "grad_norm": 0.2971702608753361,
      "learning_rate": 7.614061341779778e-05,
      "loss": 1.2798,
      "step": 537
    },
    {
      "epoch": 1.1364836325237593,
      "grad_norm": 0.4000062542173163,
      "learning_rate": 7.611526675662751e-05,
      "loss": 1.2803,
      "step": 538
    },
    {
      "epoch": 1.138595564941922,
      "grad_norm": 0.5093545735794924,
      "learning_rate": 7.608984138231566e-05,
      "loss": 1.2867,
      "step": 539
    },
    {
      "epoch": 1.1407074973600846,
      "grad_norm": 0.44566618648074996,
      "learning_rate": 7.606433735027675e-05,
      "loss": 1.2864,
      "step": 540
    },
    {
      "epoch": 1.142819429778247,
      "grad_norm": 0.3841618176796274,
      "learning_rate": 7.603875471609677e-05,
      "loss": 1.2907,
      "step": 541
    },
    {
      "epoch": 1.1449313621964097,
      "grad_norm": 0.440468305700516,
      "learning_rate": 7.601309353553302e-05,
      "loss": 1.2961,
      "step": 542
    },
    {
      "epoch": 1.1470432946145723,
      "grad_norm": 0.5221378975701709,
      "learning_rate": 7.598735386451397e-05,
      "loss": 1.2843,
      "step": 543
    },
    {
      "epoch": 1.149155227032735,
      "grad_norm": 0.4914640486431547,
      "learning_rate": 7.596153575913919e-05,
      "loss": 1.2727,
      "step": 544
    },
    {
      "epoch": 1.1512671594508976,
      "grad_norm": 0.4480797554460926,
      "learning_rate": 7.593563927567916e-05,
      "loss": 1.2804,
      "step": 545
    },
    {
      "epoch": 1.15337909186906,
      "grad_norm": 0.4529800889226529,
      "learning_rate": 7.590966447057524e-05,
      "loss": 1.2876,
      "step": 546
    },
    {
      "epoch": 1.1554910242872227,
      "grad_norm": 0.4289265584942922,
      "learning_rate": 7.588361140043941e-05,
      "loss": 1.2892,
      "step": 547
    },
    {
      "epoch": 1.1576029567053854,
      "grad_norm": 0.5286668584693756,
      "learning_rate": 7.585748012205433e-05,
      "loss": 1.2932,
      "step": 548
    },
    {
      "epoch": 1.159714889123548,
      "grad_norm": 0.5394314286932536,
      "learning_rate": 7.583127069237303e-05,
      "loss": 1.2948,
      "step": 549
    },
    {
      "epoch": 1.1618268215417107,
      "grad_norm": 0.5464002222947238,
      "learning_rate": 7.580498316851891e-05,
      "loss": 1.2779,
      "step": 550
    },
    {
      "epoch": 1.1639387539598733,
      "grad_norm": 0.4236259869310714,
      "learning_rate": 7.577861760778557e-05,
      "loss": 1.2745,
      "step": 551
    },
    {
      "epoch": 1.166050686378036,
      "grad_norm": 0.4695909850127443,
      "learning_rate": 7.575217406763669e-05,
      "loss": 1.2737,
      "step": 552
    },
    {
      "epoch": 1.1681626187961984,
      "grad_norm": 0.4839198945897,
      "learning_rate": 7.572565260570588e-05,
      "loss": 1.2775,
      "step": 553
    },
    {
      "epoch": 1.170274551214361,
      "grad_norm": 0.39874416229694915,
      "learning_rate": 7.569905327979667e-05,
      "loss": 1.2831,
      "step": 554
    },
    {
      "epoch": 1.1723864836325237,
      "grad_norm": 0.3692045605725901,
      "learning_rate": 7.567237614788216e-05,
      "loss": 1.2771,
      "step": 555
    },
    {
      "epoch": 1.1744984160506864,
      "grad_norm": 0.45297064220498945,
      "learning_rate": 7.564562126810513e-05,
      "loss": 1.2912,
      "step": 556
    },
    {
      "epoch": 1.176610348468849,
      "grad_norm": 0.44716148933124583,
      "learning_rate": 7.561878869877779e-05,
      "loss": 1.2795,
      "step": 557
    },
    {
      "epoch": 1.1787222808870117,
      "grad_norm": 0.3324011250574207,
      "learning_rate": 7.559187849838164e-05,
      "loss": 1.2825,
      "step": 558
    },
    {
      "epoch": 1.1808342133051744,
      "grad_norm": 0.2910699225973643,
      "learning_rate": 7.556489072556741e-05,
      "loss": 1.266,
      "step": 559
    },
    {
      "epoch": 1.1829461457233368,
      "grad_norm": 0.4070361309647773,
      "learning_rate": 7.55378254391549e-05,
      "loss": 1.2822,
      "step": 560
    },
    {
      "epoch": 1.1850580781414994,
      "grad_norm": 0.5257260744478912,
      "learning_rate": 7.551068269813282e-05,
      "loss": 1.2703,
      "step": 561
    },
    {
      "epoch": 1.187170010559662,
      "grad_norm": 0.8168470236264866,
      "learning_rate": 7.548346256165873e-05,
      "loss": 1.2747,
      "step": 562
    },
    {
      "epoch": 1.1892819429778247,
      "grad_norm": 1.0368994558843532,
      "learning_rate": 7.545616508905884e-05,
      "loss": 1.2752,
      "step": 563
    },
    {
      "epoch": 1.1913938753959874,
      "grad_norm": 0.9382603081356848,
      "learning_rate": 7.542879033982795e-05,
      "loss": 1.2877,
      "step": 564
    },
    {
      "epoch": 1.1935058078141498,
      "grad_norm": 0.7504145623980235,
      "learning_rate": 7.540133837362924e-05,
      "loss": 1.2803,
      "step": 565
    },
    {
      "epoch": 1.1956177402323125,
      "grad_norm": 0.5203379303522989,
      "learning_rate": 7.537380925029423e-05,
      "loss": 1.276,
      "step": 566
    },
    {
      "epoch": 1.1977296726504751,
      "grad_norm": 0.4280362356562467,
      "learning_rate": 7.534620302982255e-05,
      "loss": 1.2836,
      "step": 567
    },
    {
      "epoch": 1.1998416050686378,
      "grad_norm": 0.5715100434949246,
      "learning_rate": 7.531851977238194e-05,
      "loss": 1.3112,
      "step": 568
    },
    {
      "epoch": 1.2019535374868004,
      "grad_norm": 0.529650090729069,
      "learning_rate": 7.529075953830795e-05,
      "loss": 1.2917,
      "step": 569
    },
    {
      "epoch": 1.204065469904963,
      "grad_norm": 0.4240759893671528,
      "learning_rate": 7.526292238810398e-05,
      "loss": 1.2796,
      "step": 570
    },
    {
      "epoch": 1.2061774023231258,
      "grad_norm": 0.3351830983131411,
      "learning_rate": 7.523500838244103e-05,
      "loss": 1.2659,
      "step": 571
    },
    {
      "epoch": 1.2082893347412882,
      "grad_norm": 0.3875651544845907,
      "learning_rate": 7.520701758215759e-05,
      "loss": 1.28,
      "step": 572
    },
    {
      "epoch": 1.2104012671594508,
      "grad_norm": 0.4723044898817449,
      "learning_rate": 7.517895004825956e-05,
      "loss": 1.2777,
      "step": 573
    },
    {
      "epoch": 1.2125131995776135,
      "grad_norm": 0.4409175530200886,
      "learning_rate": 7.515080584192009e-05,
      "loss": 1.262,
      "step": 574
    },
    {
      "epoch": 1.2146251319957762,
      "grad_norm": 0.401351246905006,
      "learning_rate": 7.512258502447937e-05,
      "loss": 1.2821,
      "step": 575
    },
    {
      "epoch": 1.2167370644139388,
      "grad_norm": 0.4392999027411052,
      "learning_rate": 7.509428765744464e-05,
      "loss": 1.2864,
      "step": 576
    },
    {
      "epoch": 1.2188489968321015,
      "grad_norm": 0.4823742447409453,
      "learning_rate": 7.506591380248992e-05,
      "loss": 1.294,
      "step": 577
    },
    {
      "epoch": 1.2209609292502641,
      "grad_norm": 0.7842833475362873,
      "learning_rate": 7.503746352145598e-05,
      "loss": 1.2993,
      "step": 578
    },
    {
      "epoch": 1.2230728616684265,
      "grad_norm": 0.5448821355015401,
      "learning_rate": 7.500893687635015e-05,
      "loss": 1.2848,
      "step": 579
    },
    {
      "epoch": 1.2251847940865892,
      "grad_norm": 0.40160908670751816,
      "learning_rate": 7.498033392934619e-05,
      "loss": 1.2815,
      "step": 580
    },
    {
      "epoch": 1.2272967265047519,
      "grad_norm": 0.25206012460538446,
      "learning_rate": 7.495165474278411e-05,
      "loss": 1.2788,
      "step": 581
    },
    {
      "epoch": 1.2294086589229145,
      "grad_norm": 0.34242675034948983,
      "learning_rate": 7.492289937917019e-05,
      "loss": 1.2755,
      "step": 582
    },
    {
      "epoch": 1.2315205913410772,
      "grad_norm": 0.39581738713469844,
      "learning_rate": 7.489406790117666e-05,
      "loss": 1.2883,
      "step": 583
    },
    {
      "epoch": 1.2336325237592396,
      "grad_norm": 0.3352612228411988,
      "learning_rate": 7.486516037164166e-05,
      "loss": 1.2686,
      "step": 584
    },
    {
      "epoch": 1.2357444561774023,
      "grad_norm": 0.3054627288246552,
      "learning_rate": 7.483617685356906e-05,
      "loss": 1.2633,
      "step": 585
    },
    {
      "epoch": 1.237856388595565,
      "grad_norm": 0.3695841001211128,
      "learning_rate": 7.48071174101284e-05,
      "loss": 1.3058,
      "step": 586
    },
    {
      "epoch": 1.2399683210137276,
      "grad_norm": 0.4446084194760978,
      "learning_rate": 7.477798210465467e-05,
      "loss": 1.2785,
      "step": 587
    },
    {
      "epoch": 1.2420802534318902,
      "grad_norm": 0.4269750861176684,
      "learning_rate": 7.474877100064821e-05,
      "loss": 1.2861,
      "step": 588
    },
    {
      "epoch": 1.2441921858500529,
      "grad_norm": 0.39168340302050403,
      "learning_rate": 7.471948416177453e-05,
      "loss": 1.282,
      "step": 589
    },
    {
      "epoch": 1.2463041182682155,
      "grad_norm": 0.4184183935321298,
      "learning_rate": 7.469012165186425e-05,
      "loss": 1.2701,
      "step": 590
    },
    {
      "epoch": 1.248416050686378,
      "grad_norm": 0.37832889573834116,
      "learning_rate": 7.466068353491287e-05,
      "loss": 1.2726,
      "step": 591
    },
    {
      "epoch": 1.2505279831045406,
      "grad_norm": 0.38649556458594686,
      "learning_rate": 7.46311698750807e-05,
      "loss": 1.2842,
      "step": 592
    },
    {
      "epoch": 1.2526399155227033,
      "grad_norm": 0.4564674922915447,
      "learning_rate": 7.460158073669272e-05,
      "loss": 1.2664,
      "step": 593
    },
    {
      "epoch": 1.254751847940866,
      "grad_norm": 0.4983295254737727,
      "learning_rate": 7.457191618423838e-05,
      "loss": 1.2732,
      "step": 594
    },
    {
      "epoch": 1.2568637803590286,
      "grad_norm": 0.5157116782412413,
      "learning_rate": 7.45421762823715e-05,
      "loss": 1.2838,
      "step": 595
    },
    {
      "epoch": 1.258975712777191,
      "grad_norm": 0.5314821014150098,
      "learning_rate": 7.451236109591013e-05,
      "loss": 1.2807,
      "step": 596
    },
    {
      "epoch": 1.2610876451953539,
      "grad_norm": 0.5177405104140198,
      "learning_rate": 7.448247068983639e-05,
      "loss": 1.2737,
      "step": 597
    },
    {
      "epoch": 1.2631995776135163,
      "grad_norm": 0.4154389983405361,
      "learning_rate": 7.445250512929637e-05,
      "loss": 1.2735,
      "step": 598
    },
    {
      "epoch": 1.265311510031679,
      "grad_norm": 0.36464102229904516,
      "learning_rate": 7.442246447959992e-05,
      "loss": 1.289,
      "step": 599
    },
    {
      "epoch": 1.2674234424498416,
      "grad_norm": 0.32766598727120955,
      "learning_rate": 7.439234880622059e-05,
      "loss": 1.2786,
      "step": 600
    },
    {
      "epoch": 1.2695353748680043,
      "grad_norm": 0.41529483308165593,
      "learning_rate": 7.436215817479541e-05,
      "loss": 1.2651,
      "step": 601
    },
    {
      "epoch": 1.271647307286167,
      "grad_norm": 0.4794047879949704,
      "learning_rate": 7.43318926511248e-05,
      "loss": 1.2942,
      "step": 602
    },
    {
      "epoch": 1.2737592397043294,
      "grad_norm": 0.2876168025788088,
      "learning_rate": 7.430155230117239e-05,
      "loss": 1.2919,
      "step": 603
    },
    {
      "epoch": 1.275871172122492,
      "grad_norm": 0.3300546111683379,
      "learning_rate": 7.427113719106491e-05,
      "loss": 1.2985,
      "step": 604
    },
    {
      "epoch": 1.2779831045406547,
      "grad_norm": 0.4521148236134709,
      "learning_rate": 7.424064738709201e-05,
      "loss": 1.2896,
      "step": 605
    },
    {
      "epoch": 1.2800950369588173,
      "grad_norm": 0.4161674602371336,
      "learning_rate": 7.421008295570616e-05,
      "loss": 1.2782,
      "step": 606
    },
    {
      "epoch": 1.28220696937698,
      "grad_norm": 0.3566896396838749,
      "learning_rate": 7.417944396352248e-05,
      "loss": 1.2833,
      "step": 607
    },
    {
      "epoch": 1.2843189017951426,
      "grad_norm": 0.3165161094848006,
      "learning_rate": 7.414873047731856e-05,
      "loss": 1.2741,
      "step": 608
    },
    {
      "epoch": 1.2864308342133053,
      "grad_norm": 0.6856638872537303,
      "learning_rate": 7.41179425640344e-05,
      "loss": 1.2833,
      "step": 609
    },
    {
      "epoch": 1.2885427666314677,
      "grad_norm": 0.5077010348105481,
      "learning_rate": 7.408708029077214e-05,
      "loss": 1.2767,
      "step": 610
    },
    {
      "epoch": 1.2906546990496304,
      "grad_norm": 0.6194182002241105,
      "learning_rate": 7.40561437247961e-05,
      "loss": 1.2653,
      "step": 611
    },
    {
      "epoch": 1.292766631467793,
      "grad_norm": 0.7133964128822143,
      "learning_rate": 7.40251329335324e-05,
      "loss": 1.2756,
      "step": 612
    },
    {
      "epoch": 1.2948785638859557,
      "grad_norm": 0.7574183129410421,
      "learning_rate": 7.399404798456902e-05,
      "loss": 1.2652,
      "step": 613
    },
    {
      "epoch": 1.2969904963041183,
      "grad_norm": 0.7826302918543997,
      "learning_rate": 7.396288894565551e-05,
      "loss": 1.2851,
      "step": 614
    },
    {
      "epoch": 1.2991024287222808,
      "grad_norm": 0.7177995625352279,
      "learning_rate": 7.393165588470295e-05,
      "loss": 1.2782,
      "step": 615
    },
    {
      "epoch": 1.3012143611404436,
      "grad_norm": 0.8123119970558077,
      "learning_rate": 7.390034886978372e-05,
      "loss": 1.2766,
      "step": 616
    },
    {
      "epoch": 1.303326293558606,
      "grad_norm": 0.8353212587687888,
      "learning_rate": 7.386896796913137e-05,
      "loss": 1.2844,
      "step": 617
    },
    {
      "epoch": 1.3054382259767687,
      "grad_norm": 0.7108384489057616,
      "learning_rate": 7.383751325114053e-05,
      "loss": 1.3019,
      "step": 618
    },
    {
      "epoch": 1.3075501583949314,
      "grad_norm": 0.7447936412899987,
      "learning_rate": 7.380598478436665e-05,
      "loss": 1.2844,
      "step": 619
    },
    {
      "epoch": 1.309662090813094,
      "grad_norm": 0.8207469437896129,
      "learning_rate": 7.377438263752598e-05,
      "loss": 1.2877,
      "step": 620
    },
    {
      "epoch": 1.3117740232312567,
      "grad_norm": 0.5375760605114689,
      "learning_rate": 7.374270687949531e-05,
      "loss": 1.288,
      "step": 621
    },
    {
      "epoch": 1.3138859556494191,
      "grad_norm": 0.29046744233389915,
      "learning_rate": 7.37109575793119e-05,
      "loss": 1.27,
      "step": 622
    },
    {
      "epoch": 1.3159978880675818,
      "grad_norm": 1.9657888891573572,
      "learning_rate": 7.367913480617326e-05,
      "loss": 1.2789,
      "step": 623
    },
    {
      "epoch": 1.3181098204857444,
      "grad_norm": 0.3399053549119543,
      "learning_rate": 7.364723862943707e-05,
      "loss": 1.2758,
      "step": 624
    },
    {
      "epoch": 1.320221752903907,
      "grad_norm": 0.507517871938796,
      "learning_rate": 7.361526911862095e-05,
      "loss": 1.2732,
      "step": 625
    },
    {
      "epoch": 1.3223336853220697,
      "grad_norm": 0.4706702020662118,
      "learning_rate": 7.358322634340241e-05,
      "loss": 1.2831,
      "step": 626
    },
    {
      "epoch": 1.3244456177402324,
      "grad_norm": 0.6080290493213188,
      "learning_rate": 7.355111037361857e-05,
      "loss": 1.2888,
      "step": 627
    },
    {
      "epoch": 1.326557550158395,
      "grad_norm": 0.7327814203236522,
      "learning_rate": 7.351892127926613e-05,
      "loss": 1.2966,
      "step": 628
    },
    {
      "epoch": 1.3286694825765575,
      "grad_norm": 0.8139927225686161,
      "learning_rate": 7.348665913050115e-05,
      "loss": 1.2817,
      "step": 629
    },
    {
      "epoch": 1.3307814149947201,
      "grad_norm": 0.5035111094814956,
      "learning_rate": 7.34543239976389e-05,
      "loss": 1.2978,
      "step": 630
    },
    {
      "epoch": 1.3328933474128828,
      "grad_norm": 0.4693600251038984,
      "learning_rate": 7.342191595115374e-05,
      "loss": 1.3008,
      "step": 631
    },
    {
      "epoch": 1.3350052798310454,
      "grad_norm": 0.4876872731875356,
      "learning_rate": 7.338943506167893e-05,
      "loss": 1.2759,
      "step": 632
    },
    {
      "epoch": 1.337117212249208,
      "grad_norm": 0.3017451985121869,
      "learning_rate": 7.33568814000065e-05,
      "loss": 1.2832,
      "step": 633
    },
    {
      "epoch": 1.3392291446673705,
      "grad_norm": 0.6909687482891133,
      "learning_rate": 7.332425503708705e-05,
      "loss": 1.283,
      "step": 634
    },
    {
      "epoch": 1.3413410770855332,
      "grad_norm": 250.04395622671262,
      "learning_rate": 7.32915560440297e-05,
      "loss": 7.5705,
      "step": 635
    },
    {
      "epoch": 1.3434530095036958,
      "grad_norm": 0.9751983721914335,
      "learning_rate": 7.325878449210182e-05,
      "loss": 1.2924,
      "step": 636
    },
    {
      "epoch": 1.3455649419218585,
      "grad_norm": 1.5550555037390674,
      "learning_rate": 7.322594045272892e-05,
      "loss": 1.2891,
      "step": 637
    },
    {
      "epoch": 1.3476768743400211,
      "grad_norm": 0.7317233095035209,
      "learning_rate": 7.319302399749453e-05,
      "loss": 1.3048,
      "step": 638
    },
    {
      "epoch": 1.3497888067581838,
      "grad_norm": 1.2286488800068556,
      "learning_rate": 7.316003519813999e-05,
      "loss": 1.3078,
      "step": 639
    },
    {
      "epoch": 1.3519007391763465,
      "grad_norm": 0.8809389368034148,
      "learning_rate": 7.312697412656427e-05,
      "loss": 1.2776,
      "step": 640
    },
    {
      "epoch": 1.3540126715945089,
      "grad_norm": 1.0099574658969992,
      "learning_rate": 7.309384085482396e-05,
      "loss": 1.29,
      "step": 641
    },
    {
      "epoch": 1.3561246040126715,
      "grad_norm": 0.678526302329501,
      "learning_rate": 7.306063545513293e-05,
      "loss": 1.292,
      "step": 642
    },
    {
      "epoch": 1.3582365364308342,
      "grad_norm": 0.8959161450930594,
      "learning_rate": 7.302735799986224e-05,
      "loss": 1.3036,
      "step": 643
    },
    {
      "epoch": 1.3603484688489969,
      "grad_norm": 0.4679909274107738,
      "learning_rate": 7.299400856154007e-05,
      "loss": 1.2813,
      "step": 644
    },
    {
      "epoch": 1.3624604012671595,
      "grad_norm": 0.7758415567722067,
      "learning_rate": 7.296058721285142e-05,
      "loss": 1.3041,
      "step": 645
    },
    {
      "epoch": 1.364572333685322,
      "grad_norm": 0.620666598432961,
      "learning_rate": 7.292709402663805e-05,
      "loss": 1.294,
      "step": 646
    },
    {
      "epoch": 1.3666842661034848,
      "grad_norm": 0.6610375814341847,
      "learning_rate": 7.28935290758983e-05,
      "loss": 1.3384,
      "step": 647
    },
    {
      "epoch": 1.3687961985216472,
      "grad_norm": 0.43955055085685735,
      "learning_rate": 7.285989243378686e-05,
      "loss": 1.3017,
      "step": 648
    },
    {
      "epoch": 1.37090813093981,
      "grad_norm": 0.4211069269666333,
      "learning_rate": 7.282618417361476e-05,
      "loss": 1.2956,
      "step": 649
    },
    {
      "epoch": 1.3730200633579726,
      "grad_norm": 0.44182368239991154,
      "learning_rate": 7.279240436884908e-05,
      "loss": 1.2907,
      "step": 650
    },
    {
      "epoch": 1.3751319957761352,
      "grad_norm": 0.44125250651352066,
      "learning_rate": 7.275855309311277e-05,
      "loss": 1.2973,
      "step": 651
    },
    {
      "epoch": 1.3772439281942979,
      "grad_norm": 0.3678427744696407,
      "learning_rate": 7.272463042018466e-05,
      "loss": 1.3027,
      "step": 652
    },
    {
      "epoch": 1.3793558606124603,
      "grad_norm": 0.3150023271714157,
      "learning_rate": 7.269063642399912e-05,
      "loss": 1.2938,
      "step": 653
    },
    {
      "epoch": 1.381467793030623,
      "grad_norm": 0.354370426383399,
      "learning_rate": 7.2656571178646e-05,
      "loss": 1.2734,
      "step": 654
    },
    {
      "epoch": 1.3835797254487856,
      "grad_norm": 0.35410838530151373,
      "learning_rate": 7.262243475837041e-05,
      "loss": 1.2781,
      "step": 655
    },
    {
      "epoch": 1.3856916578669483,
      "grad_norm": 0.3286381553080614,
      "learning_rate": 7.258822723757261e-05,
      "loss": 1.2774,
      "step": 656
    },
    {
      "epoch": 1.387803590285111,
      "grad_norm": 0.2996986744998582,
      "learning_rate": 7.25539486908078e-05,
      "loss": 1.2793,
      "step": 657
    },
    {
      "epoch": 1.3899155227032736,
      "grad_norm": 0.37137517916024465,
      "learning_rate": 7.251959919278602e-05,
      "loss": 1.2793,
      "step": 658
    },
    {
      "epoch": 1.3920274551214362,
      "grad_norm": 0.3905982793258464,
      "learning_rate": 7.248517881837189e-05,
      "loss": 1.2677,
      "step": 659
    },
    {
      "epoch": 1.3941393875395987,
      "grad_norm": 0.39977433552776076,
      "learning_rate": 7.245068764258456e-05,
      "loss": 1.2903,
      "step": 660
    },
    {
      "epoch": 1.3962513199577613,
      "grad_norm": 0.3563985004674569,
      "learning_rate": 7.241612574059746e-05,
      "loss": 1.2901,
      "step": 661
    },
    {
      "epoch": 1.398363252375924,
      "grad_norm": 0.6746707880731194,
      "learning_rate": 7.238149318773819e-05,
      "loss": 1.2803,
      "step": 662
    },
    {
      "epoch": 1.4004751847940866,
      "grad_norm": 0.6379394960820778,
      "learning_rate": 7.234679005948829e-05,
      "loss": 1.2743,
      "step": 663
    },
    {
      "epoch": 1.4025871172122493,
      "grad_norm": 202.05150354797905,
      "learning_rate": 7.231201643148319e-05,
      "loss": 1.6473,
      "step": 664
    },
    {
      "epoch": 1.4046990496304117,
      "grad_norm": 0.7331797074874938,
      "learning_rate": 7.22771723795119e-05,
      "loss": 1.3273,
      "step": 665
    },
    {
      "epoch": 1.4068109820485746,
      "grad_norm": 0.8730024918777102,
      "learning_rate": 7.224225797951697e-05,
      "loss": 1.2967,
      "step": 666
    },
    {
      "epoch": 1.408922914466737,
      "grad_norm": 0.9617367551857442,
      "learning_rate": 7.220727330759424e-05,
      "loss": 1.2892,
      "step": 667
    },
    {
      "epoch": 1.4110348468848997,
      "grad_norm": 0.9432692589244119,
      "learning_rate": 7.217221843999274e-05,
      "loss": 1.2903,
      "step": 668
    },
    {
      "epoch": 1.4131467793030623,
      "grad_norm": 1.1090088613943099,
      "learning_rate": 7.213709345311446e-05,
      "loss": 1.2912,
      "step": 669
    },
    {
      "epoch": 1.415258711721225,
      "grad_norm": 1.283801427667681,
      "learning_rate": 7.210189842351423e-05,
      "loss": 1.2983,
      "step": 670
    },
    {
      "epoch": 1.4173706441393876,
      "grad_norm": 0.6154480600951517,
      "learning_rate": 7.206663342789954e-05,
      "loss": 1.2964,
      "step": 671
    },
    {
      "epoch": 1.41948257655755,
      "grad_norm": 1.1327634827953843,
      "learning_rate": 7.203129854313038e-05,
      "loss": 1.2855,
      "step": 672
    },
    {
      "epoch": 1.4215945089757127,
      "grad_norm": 0.7801473707540039,
      "learning_rate": 7.199589384621904e-05,
      "loss": 1.2773,
      "step": 673
    },
    {
      "epoch": 1.4237064413938754,
      "grad_norm": 0.539599574954038,
      "learning_rate": 7.196041941432998e-05,
      "loss": 1.2845,
      "step": 674
    },
    {
      "epoch": 1.425818373812038,
      "grad_norm": 0.48439972104513523,
      "learning_rate": 7.192487532477962e-05,
      "loss": 1.2793,
      "step": 675
    },
    {
      "epoch": 1.4279303062302007,
      "grad_norm": 0.4254997696299013,
      "learning_rate": 7.188926165503625e-05,
      "loss": 1.298,
      "step": 676
    },
    {
      "epoch": 1.4300422386483633,
      "grad_norm": 0.525525126641831,
      "learning_rate": 7.185357848271978e-05,
      "loss": 1.2828,
      "step": 677
    },
    {
      "epoch": 1.432154171066526,
      "grad_norm": 0.5463974113855428,
      "learning_rate": 7.181782588560157e-05,
      "loss": 1.2751,
      "step": 678
    },
    {
      "epoch": 1.4342661034846884,
      "grad_norm": 0.43138033400283227,
      "learning_rate": 7.178200394160439e-05,
      "loss": 1.2759,
      "step": 679
    },
    {
      "epoch": 1.436378035902851,
      "grad_norm": 0.38191722344123696,
      "learning_rate": 7.174611272880203e-05,
      "loss": 1.28,
      "step": 680
    },
    {
      "epoch": 1.4384899683210137,
      "grad_norm": 0.3941853139176621,
      "learning_rate": 7.17101523254193e-05,
      "loss": 1.2809,
      "step": 681
    },
    {
      "epoch": 1.4406019007391764,
      "grad_norm": 0.3712685903359914,
      "learning_rate": 7.167412280983186e-05,
      "loss": 1.2889,
      "step": 682
    },
    {
      "epoch": 1.442713833157339,
      "grad_norm": 0.35448277578851217,
      "learning_rate": 7.163802426056594e-05,
      "loss": 1.2758,
      "step": 683
    },
    {
      "epoch": 1.4448257655755015,
      "grad_norm": 0.32093578720388627,
      "learning_rate": 7.160185675629824e-05,
      "loss": 1.2931,
      "step": 684
    },
    {
      "epoch": 1.4469376979936643,
      "grad_norm": 0.3148937106983001,
      "learning_rate": 7.156562037585576e-05,
      "loss": 1.2741,
      "step": 685
    },
    {
      "epoch": 1.4490496304118268,
      "grad_norm": 0.2784503869996258,
      "learning_rate": 7.152931519821559e-05,
      "loss": 1.3097,
      "step": 686
    },
    {
      "epoch": 1.4511615628299894,
      "grad_norm": 0.3795391414206824,
      "learning_rate": 7.14929413025048e-05,
      "loss": 1.2678,
      "step": 687
    },
    {
      "epoch": 1.453273495248152,
      "grad_norm": 0.404641735420034,
      "learning_rate": 7.145649876800021e-05,
      "loss": 1.2781,
      "step": 688
    },
    {
      "epoch": 1.4553854276663147,
      "grad_norm": 4.467657145479155,
      "learning_rate": 7.141998767412824e-05,
      "loss": 1.3808,
      "step": 689
    },
    {
      "epoch": 1.4574973600844774,
      "grad_norm": 0.8100481717814243,
      "learning_rate": 7.138340810046473e-05,
      "loss": 1.2937,
      "step": 690
    },
    {
      "epoch": 1.4596092925026398,
      "grad_norm": 2.4068818082813115,
      "learning_rate": 7.13467601267348e-05,
      "loss": 1.3063,
      "step": 691
    },
    {
      "epoch": 1.4617212249208025,
      "grad_norm": 1.313211049743803,
      "learning_rate": 7.131004383281259e-05,
      "loss": 1.2945,
      "step": 692
    },
    {
      "epoch": 1.4638331573389651,
      "grad_norm": 1.5557470074924693,
      "learning_rate": 7.12732592987212e-05,
      "loss": 1.2795,
      "step": 693
    },
    {
      "epoch": 1.4659450897571278,
      "grad_norm": 0.8826925554302014,
      "learning_rate": 7.123640660463244e-05,
      "loss": 1.2735,
      "step": 694
    },
    {
      "epoch": 1.4680570221752904,
      "grad_norm": 1.836504725821882,
      "learning_rate": 7.119948583086666e-05,
      "loss": 1.3136,
      "step": 695
    },
    {
      "epoch": 1.470168954593453,
      "grad_norm": 1.2204371811789174,
      "learning_rate": 7.116249705789262e-05,
      "loss": 1.2857,
      "step": 696
    },
    {
      "epoch": 1.4722808870116157,
      "grad_norm": 1.791240035118859,
      "learning_rate": 7.112544036632726e-05,
      "loss": 1.3122,
      "step": 697
    },
    {
      "epoch": 1.4743928194297782,
      "grad_norm": 1.4289115518711695,
      "learning_rate": 7.108831583693554e-05,
      "loss": 1.2916,
      "step": 698
    },
    {
      "epoch": 1.4765047518479408,
      "grad_norm": 1.369750545961057,
      "learning_rate": 7.10511235506303e-05,
      "loss": 1.2844,
      "step": 699
    },
    {
      "epoch": 1.4786166842661035,
      "grad_norm": 0.8616220958615717,
      "learning_rate": 7.101386358847205e-05,
      "loss": 1.2911,
      "step": 700
    },
    {
      "epoch": 1.4807286166842661,
      "grad_norm": 1.2786398819912985,
      "learning_rate": 7.097653603166878e-05,
      "loss": 1.2884,
      "step": 701
    },
    {
      "epoch": 1.4828405491024288,
      "grad_norm": 0.6802077640551776,
      "learning_rate": 7.093914096157582e-05,
      "loss": 1.2923,
      "step": 702
    },
    {
      "epoch": 1.4849524815205912,
      "grad_norm": 0.8996074862687778,
      "learning_rate": 7.090167845969564e-05,
      "loss": 1.2948,
      "step": 703
    },
    {
      "epoch": 1.4870644139387539,
      "grad_norm": 0.7032659018911217,
      "learning_rate": 7.086414860767767e-05,
      "loss": 1.2983,
      "step": 704
    },
    {
      "epoch": 1.4891763463569165,
      "grad_norm": 0.5402753239737249,
      "learning_rate": 7.082655148731816e-05,
      "loss": 1.2743,
      "step": 705
    },
    {
      "epoch": 1.4912882787750792,
      "grad_norm": 0.6669177639888252,
      "learning_rate": 7.078888718055992e-05,
      "loss": 1.2757,
      "step": 706
    },
    {
      "epoch": 1.4934002111932418,
      "grad_norm": 2.4203924727356636,
      "learning_rate": 7.075115576949224e-05,
      "loss": 1.2903,
      "step": 707
    },
    {
      "epoch": 1.4955121436114045,
      "grad_norm": 0.8698029922968441,
      "learning_rate": 7.071335733635063e-05,
      "loss": 1.3005,
      "step": 708
    },
    {
      "epoch": 1.4976240760295672,
      "grad_norm": 0.9249953977514133,
      "learning_rate": 7.06754919635167e-05,
      "loss": 1.2869,
      "step": 709
    },
    {
      "epoch": 1.4997360084477296,
      "grad_norm": 0.48290509030852746,
      "learning_rate": 7.063755973351794e-05,
      "loss": 1.2988,
      "step": 710
    },
    {
      "epoch": 1.5018479408658922,
      "grad_norm": 0.7735467814354282,
      "learning_rate": 7.059956072902756e-05,
      "loss": 1.2933,
      "step": 711
    },
    {
      "epoch": 1.503959873284055,
      "grad_norm": 0.5470322570675089,
      "learning_rate": 7.05614950328643e-05,
      "loss": 1.2754,
      "step": 712
    },
    {
      "epoch": 1.5060718057022175,
      "grad_norm": 0.5071142069011031,
      "learning_rate": 7.052336272799227e-05,
      "loss": 1.2852,
      "step": 713
    },
    {
      "epoch": 1.5081837381203802,
      "grad_norm": 0.5887988109677051,
      "learning_rate": 7.048516389752072e-05,
      "loss": 1.2908,
      "step": 714
    },
    {
      "epoch": 1.5102956705385426,
      "grad_norm": 0.42873224004003097,
      "learning_rate": 7.044689862470393e-05,
      "loss": 1.3031,
      "step": 715
    },
    {
      "epoch": 1.5124076029567055,
      "grad_norm": 0.49992899642310573,
      "learning_rate": 7.040856699294098e-05,
      "loss": 1.2652,
      "step": 716
    },
    {
      "epoch": 1.514519535374868,
      "grad_norm": 0.4212353438225059,
      "learning_rate": 7.037016908577555e-05,
      "loss": 1.2739,
      "step": 717
    },
    {
      "epoch": 1.5166314677930306,
      "grad_norm": 0.41994023191503416,
      "learning_rate": 7.033170498689581e-05,
      "loss": 1.2755,
      "step": 718
    },
    {
      "epoch": 1.5187434002111933,
      "grad_norm": 0.34392346569624044,
      "learning_rate": 7.029317478013419e-05,
      "loss": 1.2846,
      "step": 719
    },
    {
      "epoch": 1.520855332629356,
      "grad_norm": 0.42294357606346183,
      "learning_rate": 7.025457854946715e-05,
      "loss": 1.2787,
      "step": 720
    },
    {
      "epoch": 1.5229672650475186,
      "grad_norm": 0.3377994868433744,
      "learning_rate": 7.021591637901511e-05,
      "loss": 1.2864,
      "step": 721
    },
    {
      "epoch": 1.525079197465681,
      "grad_norm": 0.29092170648929383,
      "learning_rate": 7.017718835304219e-05,
      "loss": 1.2856,
      "step": 722
    },
    {
      "epoch": 1.5271911298838439,
      "grad_norm": 0.37853643835081957,
      "learning_rate": 7.013839455595602e-05,
      "loss": 1.2901,
      "step": 723
    },
    {
      "epoch": 1.5293030623020063,
      "grad_norm": 0.3630595279649805,
      "learning_rate": 7.009953507230758e-05,
      "loss": 1.2741,
      "step": 724
    },
    {
      "epoch": 1.531414994720169,
      "grad_norm": 0.35314210849743743,
      "learning_rate": 7.006060998679106e-05,
      "loss": 1.2791,
      "step": 725
    },
    {
      "epoch": 1.5335269271383316,
      "grad_norm": 0.27021176022765303,
      "learning_rate": 7.002161938424356e-05,
      "loss": 1.2715,
      "step": 726
    },
    {
      "epoch": 1.535638859556494,
      "grad_norm": 0.2617634675253953,
      "learning_rate": 6.998256334964506e-05,
      "loss": 1.2773,
      "step": 727
    },
    {
      "epoch": 1.537750791974657,
      "grad_norm": 0.2728357371598455,
      "learning_rate": 6.994344196811803e-05,
      "loss": 1.2675,
      "step": 728
    },
    {
      "epoch": 1.5398627243928193,
      "grad_norm": 0.23730909738308,
      "learning_rate": 6.990425532492747e-05,
      "loss": 1.2833,
      "step": 729
    },
    {
      "epoch": 1.541974656810982,
      "grad_norm": 0.23106144532710876,
      "learning_rate": 6.98650035054806e-05,
      "loss": 1.2631,
      "step": 730
    },
    {
      "epoch": 1.5440865892291447,
      "grad_norm": 0.679051848153465,
      "learning_rate": 6.982568659532663e-05,
      "loss": 1.2876,
      "step": 731
    },
    {
      "epoch": 1.5461985216473073,
      "grad_norm": 0.20617652720475904,
      "learning_rate": 6.97863046801567e-05,
      "loss": 1.268,
      "step": 732
    },
    {
      "epoch": 1.54831045406547,
      "grad_norm": 0.24790412035204185,
      "learning_rate": 6.97468578458036e-05,
      "loss": 1.2646,
      "step": 733
    },
    {
      "epoch": 1.5504223864836324,
      "grad_norm": 0.22160760349555336,
      "learning_rate": 6.97073461782416e-05,
      "loss": 1.2943,
      "step": 734
    },
    {
      "epoch": 1.5525343189017953,
      "grad_norm": 0.19171321226486226,
      "learning_rate": 6.966776976358631e-05,
      "loss": 1.2895,
      "step": 735
    },
    {
      "epoch": 1.5546462513199577,
      "grad_norm": 0.21752576511557972,
      "learning_rate": 6.962812868809443e-05,
      "loss": 1.2726,
      "step": 736
    },
    {
      "epoch": 1.5567581837381204,
      "grad_norm": 0.22446028766348675,
      "learning_rate": 6.95884230381636e-05,
      "loss": 1.2873,
      "step": 737
    },
    {
      "epoch": 1.558870116156283,
      "grad_norm": 0.22397311028974853,
      "learning_rate": 6.954865290033218e-05,
      "loss": 1.2824,
      "step": 738
    },
    {
      "epoch": 1.5609820485744457,
      "grad_norm": 0.26733897242530225,
      "learning_rate": 6.950881836127909e-05,
      "loss": 1.2919,
      "step": 739
    },
    {
      "epoch": 1.5630939809926083,
      "grad_norm": 0.29773363136035647,
      "learning_rate": 6.946891950782363e-05,
      "loss": 1.276,
      "step": 740
    },
    {
      "epoch": 1.5652059134107708,
      "grad_norm": 0.20776919900626573,
      "learning_rate": 6.942895642692527e-05,
      "loss": 1.2787,
      "step": 741
    },
    {
      "epoch": 1.5673178458289336,
      "grad_norm": 0.2465488980585706,
      "learning_rate": 6.938892920568343e-05,
      "loss": 1.2687,
      "step": 742
    },
    {
      "epoch": 1.569429778247096,
      "grad_norm": 0.23429357268990428,
      "learning_rate": 6.934883793133737e-05,
      "loss": 1.2772,
      "step": 743
    },
    {
      "epoch": 1.5715417106652587,
      "grad_norm": 0.28722331852376787,
      "learning_rate": 6.930868269126591e-05,
      "loss": 1.2837,
      "step": 744
    },
    {
      "epoch": 1.5736536430834214,
      "grad_norm": 0.18922849890338658,
      "learning_rate": 6.926846357298733e-05,
      "loss": 1.2779,
      "step": 745
    },
    {
      "epoch": 1.5757655755015838,
      "grad_norm": 0.19543932497694178,
      "learning_rate": 6.922818066415907e-05,
      "loss": 1.27,
      "step": 746
    },
    {
      "epoch": 1.5778775079197467,
      "grad_norm": 0.20531800561135824,
      "learning_rate": 6.918783405257767e-05,
      "loss": 1.2812,
      "step": 747
    },
    {
      "epoch": 1.5799894403379091,
      "grad_norm": 0.2298782338241903,
      "learning_rate": 6.914742382617847e-05,
      "loss": 1.2846,
      "step": 748
    },
    {
      "epoch": 1.5821013727560718,
      "grad_norm": 0.214993620246805,
      "learning_rate": 6.910695007303546e-05,
      "loss": 1.294,
      "step": 749
    },
    {
      "epoch": 1.5842133051742344,
      "grad_norm": 0.1741107583839997,
      "learning_rate": 6.906641288136109e-05,
      "loss": 1.2751,
      "step": 750
    },
    {
      "epoch": 1.586325237592397,
      "grad_norm": 0.1976600814048005,
      "learning_rate": 6.902581233950608e-05,
      "loss": 1.2691,
      "step": 751
    },
    {
      "epoch": 1.5884371700105597,
      "grad_norm": 0.28246960558427325,
      "learning_rate": 6.898514853595923e-05,
      "loss": 1.295,
      "step": 752
    },
    {
      "epoch": 1.5905491024287222,
      "grad_norm": 0.22179176867353234,
      "learning_rate": 6.89444215593472e-05,
      "loss": 1.2786,
      "step": 753
    },
    {
      "epoch": 1.592661034846885,
      "grad_norm": 0.21377311656555895,
      "learning_rate": 6.890363149843434e-05,
      "loss": 1.2833,
      "step": 754
    },
    {
      "epoch": 1.5947729672650475,
      "grad_norm": 0.19606414083417922,
      "learning_rate": 6.88627784421225e-05,
      "loss": 1.2723,
      "step": 755
    },
    {
      "epoch": 1.5968848996832101,
      "grad_norm": 0.19732017488067358,
      "learning_rate": 6.882186247945081e-05,
      "loss": 1.2595,
      "step": 756
    },
    {
      "epoch": 1.5989968321013728,
      "grad_norm": 0.24181799812150206,
      "learning_rate": 6.878088369959553e-05,
      "loss": 1.2736,
      "step": 757
    },
    {
      "epoch": 1.6011087645195352,
      "grad_norm": 0.19406560772938114,
      "learning_rate": 6.87398421918698e-05,
      "loss": 1.2748,
      "step": 758
    },
    {
      "epoch": 1.603220696937698,
      "grad_norm": 0.2134885951463712,
      "learning_rate": 6.869873804572352e-05,
      "loss": 1.282,
      "step": 759
    },
    {
      "epoch": 1.6053326293558605,
      "grad_norm": 0.22098971465039285,
      "learning_rate": 6.865757135074309e-05,
      "loss": 1.2703,
      "step": 760
    },
    {
      "epoch": 1.6074445617740234,
      "grad_norm": 0.27754559577971377,
      "learning_rate": 6.861634219665118e-05,
      "loss": 1.2727,
      "step": 761
    },
    {
      "epoch": 1.6095564941921858,
      "grad_norm": 0.33042159954776607,
      "learning_rate": 6.857505067330667e-05,
      "loss": 1.2856,
      "step": 762
    },
    {
      "epoch": 1.6116684266103485,
      "grad_norm": 0.23503909769098338,
      "learning_rate": 6.853369687070433e-05,
      "loss": 1.2737,
      "step": 763
    },
    {
      "epoch": 1.6137803590285111,
      "grad_norm": 0.18624476924219,
      "learning_rate": 6.84922808789747e-05,
      "loss": 1.2834,
      "step": 764
    },
    {
      "epoch": 1.6158922914466736,
      "grad_norm": 0.21759001832493485,
      "learning_rate": 6.845080278838382e-05,
      "loss": 1.2744,
      "step": 765
    },
    {
      "epoch": 1.6180042238648364,
      "grad_norm": 0.21773047648973404,
      "learning_rate": 6.840926268933308e-05,
      "loss": 1.2855,
      "step": 766
    },
    {
      "epoch": 1.6201161562829989,
      "grad_norm": 0.24863657206156972,
      "learning_rate": 6.836766067235906e-05,
      "loss": 1.264,
      "step": 767
    },
    {
      "epoch": 1.6222280887011615,
      "grad_norm": 0.18753181213659226,
      "learning_rate": 6.832599682813324e-05,
      "loss": 1.262,
      "step": 768
    },
    {
      "epoch": 1.6243400211193242,
      "grad_norm": 0.18665730649633688,
      "learning_rate": 6.828427124746191e-05,
      "loss": 1.2944,
      "step": 769
    },
    {
      "epoch": 1.6264519535374868,
      "grad_norm": 0.19137923955295882,
      "learning_rate": 6.824248402128584e-05,
      "loss": 1.2624,
      "step": 770
    },
    {
      "epoch": 1.6285638859556495,
      "grad_norm": 0.1994957398032779,
      "learning_rate": 6.820063524068018e-05,
      "loss": 1.277,
      "step": 771
    },
    {
      "epoch": 1.630675818373812,
      "grad_norm": 0.1819500391066722,
      "learning_rate": 6.81587249968543e-05,
      "loss": 1.2661,
      "step": 772
    },
    {
      "epoch": 1.6327877507919748,
      "grad_norm": 0.20956202210627548,
      "learning_rate": 6.811675338115147e-05,
      "loss": 1.2718,
      "step": 773
    },
    {
      "epoch": 1.6348996832101372,
      "grad_norm": 0.21862944188405084,
      "learning_rate": 6.807472048504871e-05,
      "loss": 1.2943,
      "step": 774
    },
    {
      "epoch": 1.6370116156282999,
      "grad_norm": 0.22541077670190493,
      "learning_rate": 6.803262640015663e-05,
      "loss": 1.2678,
      "step": 775
    },
    {
      "epoch": 1.6391235480464625,
      "grad_norm": 0.23737311209278808,
      "learning_rate": 6.79904712182192e-05,
      "loss": 1.2718,
      "step": 776
    },
    {
      "epoch": 1.641235480464625,
      "grad_norm": 0.20168760341896647,
      "learning_rate": 6.794825503111352e-05,
      "loss": 1.2785,
      "step": 777
    },
    {
      "epoch": 1.6433474128827879,
      "grad_norm": 0.23163655490327442,
      "learning_rate": 6.790597793084968e-05,
      "loss": 1.278,
      "step": 778
    },
    {
      "epoch": 1.6454593453009503,
      "grad_norm": 0.2211585258788502,
      "learning_rate": 6.786364000957057e-05,
      "loss": 1.2761,
      "step": 779
    },
    {
      "epoch": 1.647571277719113,
      "grad_norm": 0.22463598649758829,
      "learning_rate": 6.782124135955153e-05,
      "loss": 1.2757,
      "step": 780
    },
    {
      "epoch": 1.6496832101372756,
      "grad_norm": 0.21004305527494382,
      "learning_rate": 6.777878207320035e-05,
      "loss": 1.2771,
      "step": 781
    },
    {
      "epoch": 1.6517951425554382,
      "grad_norm": 0.2444016364035034,
      "learning_rate": 6.773626224305694e-05,
      "loss": 1.281,
      "step": 782
    },
    {
      "epoch": 1.653907074973601,
      "grad_norm": 0.2525609640130888,
      "learning_rate": 6.769368196179319e-05,
      "loss": 1.2787,
      "step": 783
    },
    {
      "epoch": 1.6560190073917633,
      "grad_norm": 0.23360022984424214,
      "learning_rate": 6.765104132221272e-05,
      "loss": 1.2835,
      "step": 784
    },
    {
      "epoch": 1.6581309398099262,
      "grad_norm": 0.23532536569909107,
      "learning_rate": 6.760834041725068e-05,
      "loss": 1.278,
      "step": 785
    },
    {
      "epoch": 1.6602428722280886,
      "grad_norm": 0.18846114634223005,
      "learning_rate": 6.756557933997363e-05,
      "loss": 1.2779,
      "step": 786
    },
    {
      "epoch": 1.6623548046462513,
      "grad_norm": 1.1113827453495886,
      "learning_rate": 6.752275818357923e-05,
      "loss": 1.3087,
      "step": 787
    },
    {
      "epoch": 1.664466737064414,
      "grad_norm": 0.24566817876254954,
      "learning_rate": 6.747987704139607e-05,
      "loss": 1.2877,
      "step": 788
    },
    {
      "epoch": 1.6665786694825766,
      "grad_norm": 0.2615668411486279,
      "learning_rate": 6.743693600688353e-05,
      "loss": 1.2776,
      "step": 789
    },
    {
      "epoch": 1.6686906019007393,
      "grad_norm": 0.25940959613011355,
      "learning_rate": 6.73939351736315e-05,
      "loss": 1.2703,
      "step": 790
    },
    {
      "epoch": 1.6708025343189017,
      "grad_norm": 0.2420012517004281,
      "learning_rate": 6.735087463536017e-05,
      "loss": 1.2823,
      "step": 791
    },
    {
      "epoch": 1.6729144667370646,
      "grad_norm": 0.24699707373117374,
      "learning_rate": 6.73077544859199e-05,
      "loss": 1.29,
      "step": 792
    },
    {
      "epoch": 1.675026399155227,
      "grad_norm": 0.34119050383870536,
      "learning_rate": 6.726457481929096e-05,
      "loss": 1.2952,
      "step": 793
    },
    {
      "epoch": 1.6771383315733897,
      "grad_norm": 0.3456267970240915,
      "learning_rate": 6.722133572958333e-05,
      "loss": 1.2648,
      "step": 794
    },
    {
      "epoch": 1.6792502639915523,
      "grad_norm": 0.35349544496679774,
      "learning_rate": 6.717803731103653e-05,
      "loss": 1.2859,
      "step": 795
    },
    {
      "epoch": 1.6813621964097147,
      "grad_norm": 0.7599419342604081,
      "learning_rate": 6.713467965801933e-05,
      "loss": 1.3006,
      "step": 796
    },
    {
      "epoch": 1.6834741288278776,
      "grad_norm": 0.3504423046309135,
      "learning_rate": 6.709126286502965e-05,
      "loss": 1.2721,
      "step": 797
    },
    {
      "epoch": 1.68558606124604,
      "grad_norm": 0.39659555921977124,
      "learning_rate": 6.70477870266943e-05,
      "loss": 1.2692,
      "step": 798
    },
    {
      "epoch": 1.6876979936642027,
      "grad_norm": 0.3483844507047085,
      "learning_rate": 6.700425223776876e-05,
      "loss": 1.2766,
      "step": 799
    },
    {
      "epoch": 1.6898099260823654,
      "grad_norm": 0.3322222399317103,
      "learning_rate": 6.696065859313699e-05,
      "loss": 1.2875,
      "step": 800
    },
    {
      "epoch": 1.691921858500528,
      "grad_norm": 0.3044793854248822,
      "learning_rate": 6.691700618781127e-05,
      "loss": 1.2861,
      "step": 801
    },
    {
      "epoch": 1.6940337909186907,
      "grad_norm": 0.3498581250316946,
      "learning_rate": 6.687329511693192e-05,
      "loss": 1.2754,
      "step": 802
    },
    {
      "epoch": 1.696145723336853,
      "grad_norm": 0.2981644695869502,
      "learning_rate": 6.682952547576707e-05,
      "loss": 1.2692,
      "step": 803
    },
    {
      "epoch": 1.698257655755016,
      "grad_norm": 0.2339645754233329,
      "learning_rate": 6.678569735971261e-05,
      "loss": 1.2933,
      "step": 804
    },
    {
      "epoch": 1.7003695881731784,
      "grad_norm": 0.24947310724991595,
      "learning_rate": 6.674181086429178e-05,
      "loss": 1.2868,
      "step": 805
    },
    {
      "epoch": 1.702481520591341,
      "grad_norm": 0.34713412494361795,
      "learning_rate": 6.669786608515512e-05,
      "loss": 1.2889,
      "step": 806
    },
    {
      "epoch": 1.7045934530095037,
      "grad_norm": 0.34381840393346413,
      "learning_rate": 6.665386311808017e-05,
      "loss": 1.291,
      "step": 807
    },
    {
      "epoch": 1.7067053854276664,
      "grad_norm": 0.33439420115330215,
      "learning_rate": 6.660980205897128e-05,
      "loss": 1.2692,
      "step": 808
    },
    {
      "epoch": 1.708817317845829,
      "grad_norm": 0.2643065725018699,
      "learning_rate": 6.656568300385945e-05,
      "loss": 1.2639,
      "step": 809
    },
    {
      "epoch": 1.7109292502639915,
      "grad_norm": 0.1973950414051402,
      "learning_rate": 6.652150604890206e-05,
      "loss": 1.2601,
      "step": 810
    },
    {
      "epoch": 1.7130411826821543,
      "grad_norm": 0.22674270567137866,
      "learning_rate": 6.647727129038266e-05,
      "loss": 1.283,
      "step": 811
    },
    {
      "epoch": 1.7151531151003168,
      "grad_norm": 0.3592576409053149,
      "learning_rate": 6.643297882471084e-05,
      "loss": 1.2756,
      "step": 812
    },
    {
      "epoch": 1.7172650475184794,
      "grad_norm": 0.39167197486494204,
      "learning_rate": 6.63886287484219e-05,
      "loss": 1.27,
      "step": 813
    },
    {
      "epoch": 1.719376979936642,
      "grad_norm": 0.3110452305979911,
      "learning_rate": 6.634422115817673e-05,
      "loss": 1.2816,
      "step": 814
    },
    {
      "epoch": 1.7214889123548045,
      "grad_norm": 0.445273259678396,
      "learning_rate": 6.629975615076158e-05,
      "loss": 1.2919,
      "step": 815
    },
    {
      "epoch": 1.7236008447729674,
      "grad_norm": 0.22738954860856714,
      "learning_rate": 6.625523382308784e-05,
      "loss": 1.3034,
      "step": 816
    },
    {
      "epoch": 1.7257127771911298,
      "grad_norm": 0.35015749572526067,
      "learning_rate": 6.621065427219181e-05,
      "loss": 1.2892,
      "step": 817
    },
    {
      "epoch": 1.7278247096092925,
      "grad_norm": 0.35658811064902657,
      "learning_rate": 6.616601759523453e-05,
      "loss": 1.273,
      "step": 818
    },
    {
      "epoch": 1.7299366420274551,
      "grad_norm": 0.6229517913499475,
      "learning_rate": 6.612132388950152e-05,
      "loss": 1.2717,
      "step": 819
    },
    {
      "epoch": 1.7320485744456178,
      "grad_norm": 0.34837817671837257,
      "learning_rate": 6.607657325240263e-05,
      "loss": 1.2666,
      "step": 820
    },
    {
      "epoch": 1.7341605068637804,
      "grad_norm": 0.27952841671039724,
      "learning_rate": 6.603176578147174e-05,
      "loss": 1.2843,
      "step": 821
    },
    {
      "epoch": 1.7362724392819429,
      "grad_norm": 0.2202581987470998,
      "learning_rate": 6.598690157436668e-05,
      "loss": 1.276,
      "step": 822
    },
    {
      "epoch": 1.7383843717001057,
      "grad_norm": 0.258470012508921,
      "learning_rate": 6.594198072886885e-05,
      "loss": 1.2866,
      "step": 823
    },
    {
      "epoch": 1.7404963041182682,
      "grad_norm": 0.2908376254282354,
      "learning_rate": 6.589700334288314e-05,
      "loss": 1.272,
      "step": 824
    },
    {
      "epoch": 1.7426082365364308,
      "grad_norm": 0.983653700073602,
      "learning_rate": 6.585196951443763e-05,
      "loss": 1.2915,
      "step": 825
    },
    {
      "epoch": 1.7447201689545935,
      "grad_norm": 0.28424596828372284,
      "learning_rate": 6.580687934168352e-05,
      "loss": 1.2776,
      "step": 826
    },
    {
      "epoch": 1.746832101372756,
      "grad_norm": 0.29459436934540817,
      "learning_rate": 6.576173292289467e-05,
      "loss": 1.2804,
      "step": 827
    },
    {
      "epoch": 1.7489440337909188,
      "grad_norm": 0.3439079175917186,
      "learning_rate": 6.571653035646762e-05,
      "loss": 1.2784,
      "step": 828
    },
    {
      "epoch": 1.7510559662090812,
      "grad_norm": 0.3682932594889793,
      "learning_rate": 6.567127174092127e-05,
      "loss": 1.2787,
      "step": 829
    },
    {
      "epoch": 1.753167898627244,
      "grad_norm": 0.38513529893272264,
      "learning_rate": 6.562595717489666e-05,
      "loss": 1.2722,
      "step": 830
    },
    {
      "epoch": 1.7552798310454065,
      "grad_norm": 0.4315827593313158,
      "learning_rate": 6.558058675715678e-05,
      "loss": 1.2871,
      "step": 831
    },
    {
      "epoch": 1.7573917634635692,
      "grad_norm": 0.2932779887163237,
      "learning_rate": 6.553516058658636e-05,
      "loss": 1.3033,
      "step": 832
    },
    {
      "epoch": 1.7595036958817318,
      "grad_norm": 0.2558916666268171,
      "learning_rate": 6.548967876219163e-05,
      "loss": 1.2571,
      "step": 833
    },
    {
      "epoch": 1.7616156282998943,
      "grad_norm": 0.25813055132040713,
      "learning_rate": 6.544414138310014e-05,
      "loss": 1.2852,
      "step": 834
    },
    {
      "epoch": 1.7637275607180571,
      "grad_norm": 0.23434598182411936,
      "learning_rate": 6.539854854856048e-05,
      "loss": 1.2747,
      "step": 835
    },
    {
      "epoch": 1.7658394931362196,
      "grad_norm": 0.30536404373729326,
      "learning_rate": 6.535290035794213e-05,
      "loss": 1.2696,
      "step": 836
    },
    {
      "epoch": 1.7679514255543822,
      "grad_norm": 0.2401786178245981,
      "learning_rate": 6.530719691073523e-05,
      "loss": 1.2797,
      "step": 837
    },
    {
      "epoch": 1.7700633579725449,
      "grad_norm": 0.2514036403723258,
      "learning_rate": 6.526143830655033e-05,
      "loss": 1.2806,
      "step": 838
    },
    {
      "epoch": 1.7721752903907075,
      "grad_norm": 0.2647941450048387,
      "learning_rate": 6.521562464511821e-05,
      "loss": 1.2798,
      "step": 839
    },
    {
      "epoch": 1.7742872228088702,
      "grad_norm": 0.21497335694760678,
      "learning_rate": 6.516975602628964e-05,
      "loss": 1.306,
      "step": 840
    },
    {
      "epoch": 1.7763991552270326,
      "grad_norm": 0.23009588674515416,
      "learning_rate": 6.512383255003517e-05,
      "loss": 1.2781,
      "step": 841
    },
    {
      "epoch": 1.7785110876451955,
      "grad_norm": 0.23886517048681297,
      "learning_rate": 6.507785431644491e-05,
      "loss": 1.2888,
      "step": 842
    },
    {
      "epoch": 1.780623020063358,
      "grad_norm": 0.2624099890949477,
      "learning_rate": 6.503182142572831e-05,
      "loss": 1.2902,
      "step": 843
    },
    {
      "epoch": 1.7827349524815206,
      "grad_norm": 0.24998408001680877,
      "learning_rate": 6.498573397821396e-05,
      "loss": 1.2743,
      "step": 844
    },
    {
      "epoch": 1.7848468848996832,
      "grad_norm": 0.2570649603268964,
      "learning_rate": 6.493959207434934e-05,
      "loss": 1.267,
      "step": 845
    },
    {
      "epoch": 1.7869588173178457,
      "grad_norm": 0.21859772009355397,
      "learning_rate": 6.489339581470065e-05,
      "loss": 1.2776,
      "step": 846
    },
    {
      "epoch": 1.7890707497360085,
      "grad_norm": 0.2195282004685981,
      "learning_rate": 6.484714529995247e-05,
      "loss": 1.2875,
      "step": 847
    },
    {
      "epoch": 1.791182682154171,
      "grad_norm": 0.24633198667169848,
      "learning_rate": 6.480084063090775e-05,
      "loss": 1.2849,
      "step": 848
    },
    {
      "epoch": 1.7932946145723336,
      "grad_norm": 0.2720940678910248,
      "learning_rate": 6.475448190848741e-05,
      "loss": 1.284,
      "step": 849
    },
    {
      "epoch": 1.7954065469904963,
      "grad_norm": 0.24523532328325837,
      "learning_rate": 6.470806923373015e-05,
      "loss": 1.2765,
      "step": 850
    },
    {
      "epoch": 1.797518479408659,
      "grad_norm": 0.244756249838113,
      "learning_rate": 6.46616027077923e-05,
      "loss": 1.2732,
      "step": 851
    },
    {
      "epoch": 1.7996304118268216,
      "grad_norm": 0.2231328437458323,
      "learning_rate": 6.461508243194754e-05,
      "loss": 1.2568,
      "step": 852
    },
    {
      "epoch": 1.801742344244984,
      "grad_norm": 0.241957878127689,
      "learning_rate": 6.456850850758673e-05,
      "loss": 1.277,
      "step": 853
    },
    {
      "epoch": 1.803854276663147,
      "grad_norm": 0.8304333749273339,
      "learning_rate": 6.452188103621759e-05,
      "loss": 1.265,
      "step": 854
    },
    {
      "epoch": 1.8059662090813093,
      "grad_norm": 0.24348076434773927,
      "learning_rate": 6.447520011946463e-05,
      "loss": 1.281,
      "step": 855
    },
    {
      "epoch": 1.808078141499472,
      "grad_norm": 0.4187867327042092,
      "learning_rate": 6.442846585906878e-05,
      "loss": 1.2775,
      "step": 856
    },
    {
      "epoch": 1.8101900739176346,
      "grad_norm": 0.33834059841736397,
      "learning_rate": 6.438167835688726e-05,
      "loss": 1.2653,
      "step": 857
    },
    {
      "epoch": 1.8123020063357973,
      "grad_norm": 0.3138666881551426,
      "learning_rate": 6.433483771489333e-05,
      "loss": 1.2712,
      "step": 858
    },
    {
      "epoch": 1.81441393875396,
      "grad_norm": 0.27757144456733124,
      "learning_rate": 6.428794403517606e-05,
      "loss": 1.28,
      "step": 859
    },
    {
      "epoch": 1.8165258711721224,
      "grad_norm": 0.27070121358154886,
      "learning_rate": 6.424099741994009e-05,
      "loss": 1.2745,
      "step": 860
    },
    {
      "epoch": 1.8186378035902853,
      "grad_norm": 0.22567819894273644,
      "learning_rate": 6.419399797150551e-05,
      "loss": 1.2582,
      "step": 861
    },
    {
      "epoch": 1.8207497360084477,
      "grad_norm": 0.35556668657098167,
      "learning_rate": 6.414694579230747e-05,
      "loss": 1.2974,
      "step": 862
    },
    {
      "epoch": 1.8228616684266103,
      "grad_norm": 0.22539778660780374,
      "learning_rate": 6.409984098489611e-05,
      "loss": 1.2746,
      "step": 863
    },
    {
      "epoch": 1.824973600844773,
      "grad_norm": 0.22586828378051058,
      "learning_rate": 6.405268365193624e-05,
      "loss": 1.27,
      "step": 864
    },
    {
      "epoch": 1.8270855332629354,
      "grad_norm": 0.21466748101528774,
      "learning_rate": 6.400547389620716e-05,
      "loss": 1.2762,
      "step": 865
    },
    {
      "epoch": 1.8291974656810983,
      "grad_norm": 0.2468905995376267,
      "learning_rate": 6.395821182060244e-05,
      "loss": 1.2673,
      "step": 866
    },
    {
      "epoch": 1.8313093980992607,
      "grad_norm": 0.24662072439773686,
      "learning_rate": 6.391089752812963e-05,
      "loss": 1.2667,
      "step": 867
    },
    {
      "epoch": 1.8334213305174234,
      "grad_norm": 0.20237194741411185,
      "learning_rate": 6.386353112191017e-05,
      "loss": 1.2676,
      "step": 868
    },
    {
      "epoch": 1.835533262935586,
      "grad_norm": 0.2001295793432772,
      "learning_rate": 6.3816112705179e-05,
      "loss": 1.2917,
      "step": 869
    },
    {
      "epoch": 1.8376451953537487,
      "grad_norm": 0.20224112760905033,
      "learning_rate": 6.376864238128447e-05,
      "loss": 1.271,
      "step": 870
    },
    {
      "epoch": 1.8397571277719114,
      "grad_norm": 0.23130131510433,
      "learning_rate": 6.372112025368802e-05,
      "loss": 1.2682,
      "step": 871
    },
    {
      "epoch": 1.8418690601900738,
      "grad_norm": 0.18865132892239897,
      "learning_rate": 6.367354642596406e-05,
      "loss": 1.2619,
      "step": 872
    },
    {
      "epoch": 1.8439809926082367,
      "grad_norm": 0.21405417870130442,
      "learning_rate": 6.362592100179958e-05,
      "loss": 1.269,
      "step": 873
    },
    {
      "epoch": 1.846092925026399,
      "grad_norm": 0.19588222467536098,
      "learning_rate": 6.357824408499414e-05,
      "loss": 1.2909,
      "step": 874
    },
    {
      "epoch": 1.8482048574445618,
      "grad_norm": 0.17116733132993237,
      "learning_rate": 6.353051577945945e-05,
      "loss": 1.2701,
      "step": 875
    },
    {
      "epoch": 1.8503167898627244,
      "grad_norm": 0.20475389882877484,
      "learning_rate": 6.348273618921923e-05,
      "loss": 1.2743,
      "step": 876
    },
    {
      "epoch": 1.852428722280887,
      "grad_norm": 0.21406462193332704,
      "learning_rate": 6.343490541840899e-05,
      "loss": 1.2753,
      "step": 877
    },
    {
      "epoch": 1.8545406546990497,
      "grad_norm": 0.19016954176324458,
      "learning_rate": 6.338702357127581e-05,
      "loss": 1.2817,
      "step": 878
    },
    {
      "epoch": 1.8566525871172121,
      "grad_norm": 0.17006986052220266,
      "learning_rate": 6.333909075217804e-05,
      "loss": 1.2581,
      "step": 879
    },
    {
      "epoch": 1.858764519535375,
      "grad_norm": 0.1959809466326926,
      "learning_rate": 6.329110706558519e-05,
      "loss": 1.2827,
      "step": 880
    },
    {
      "epoch": 1.8608764519535375,
      "grad_norm": 0.22266415529760764,
      "learning_rate": 6.324307261607754e-05,
      "loss": 1.2661,
      "step": 881
    },
    {
      "epoch": 1.8629883843717001,
      "grad_norm": 0.2434197719567273,
      "learning_rate": 6.31949875083461e-05,
      "loss": 1.2861,
      "step": 882
    },
    {
      "epoch": 1.8651003167898628,
      "grad_norm": 0.21476252725737421,
      "learning_rate": 6.314685184719224e-05,
      "loss": 1.2678,
      "step": 883
    },
    {
      "epoch": 1.8672122492080252,
      "grad_norm": 0.17983619277408608,
      "learning_rate": 6.309866573752752e-05,
      "loss": 1.2608,
      "step": 884
    },
    {
      "epoch": 1.869324181626188,
      "grad_norm": 0.31642591749899646,
      "learning_rate": 6.305042928437347e-05,
      "loss": 1.2614,
      "step": 885
    },
    {
      "epoch": 1.8714361140443505,
      "grad_norm": 0.20756647606391307,
      "learning_rate": 6.300214259286132e-05,
      "loss": 1.2702,
      "step": 886
    },
    {
      "epoch": 1.8735480464625132,
      "grad_norm": 0.24133572167853992,
      "learning_rate": 6.295380576823182e-05,
      "loss": 1.2743,
      "step": 887
    },
    {
      "epoch": 1.8756599788806758,
      "grad_norm": 0.28169154920266476,
      "learning_rate": 6.290541891583495e-05,
      "loss": 1.2811,
      "step": 888
    },
    {
      "epoch": 1.8777719112988385,
      "grad_norm": 0.25686912974096127,
      "learning_rate": 6.285698214112975e-05,
      "loss": 1.2655,
      "step": 889
    },
    {
      "epoch": 1.8798838437170011,
      "grad_norm": 0.25398401311767305,
      "learning_rate": 6.280849554968406e-05,
      "loss": 1.2758,
      "step": 890
    },
    {
      "epoch": 1.8819957761351636,
      "grad_norm": 0.2966553952606397,
      "learning_rate": 6.275995924717429e-05,
      "loss": 1.2498,
      "step": 891
    },
    {
      "epoch": 1.8841077085533264,
      "grad_norm": 0.2622657311899408,
      "learning_rate": 6.271137333938521e-05,
      "loss": 1.2696,
      "step": 892
    },
    {
      "epoch": 1.8862196409714889,
      "grad_norm": 0.218248532461383,
      "learning_rate": 6.26627379322097e-05,
      "loss": 1.2636,
      "step": 893
    },
    {
      "epoch": 1.8883315733896515,
      "grad_norm": 0.25483702764397875,
      "learning_rate": 6.26140531316485e-05,
      "loss": 1.271,
      "step": 894
    },
    {
      "epoch": 1.8904435058078142,
      "grad_norm": 0.2998688445119493,
      "learning_rate": 6.256531904381006e-05,
      "loss": 1.2852,
      "step": 895
    },
    {
      "epoch": 1.8925554382259766,
      "grad_norm": 0.34264960856212334,
      "learning_rate": 6.251653577491015e-05,
      "loss": 1.2698,
      "step": 896
    },
    {
      "epoch": 1.8946673706441395,
      "grad_norm": 0.3774012858632406,
      "learning_rate": 6.246770343127186e-05,
      "loss": 1.2626,
      "step": 897
    },
    {
      "epoch": 1.896779303062302,
      "grad_norm": 0.3647447881720372,
      "learning_rate": 6.241882211932513e-05,
      "loss": 1.2543,
      "step": 898
    },
    {
      "epoch": 1.8988912354804648,
      "grad_norm": 0.27958116633267405,
      "learning_rate": 6.236989194560667e-05,
      "loss": 1.2709,
      "step": 899
    },
    {
      "epoch": 1.9010031678986272,
      "grad_norm": 0.20373508357348444,
      "learning_rate": 6.23209130167597e-05,
      "loss": 1.2786,
      "step": 900
    },
    {
      "epoch": 1.9031151003167899,
      "grad_norm": 0.20391654565184672,
      "learning_rate": 6.227188543953368e-05,
      "loss": 1.2801,
      "step": 901
    },
    {
      "epoch": 1.9052270327349525,
      "grad_norm": 0.294300893373528,
      "learning_rate": 6.22228093207841e-05,
      "loss": 1.2593,
      "step": 902
    },
    {
      "epoch": 1.907338965153115,
      "grad_norm": 0.3042345932817949,
      "learning_rate": 6.217368476747223e-05,
      "loss": 1.2708,
      "step": 903
    },
    {
      "epoch": 1.9094508975712778,
      "grad_norm": 0.4537221502859941,
      "learning_rate": 6.212451188666496e-05,
      "loss": 1.3005,
      "step": 904
    },
    {
      "epoch": 1.9115628299894403,
      "grad_norm": 0.27472746295767725,
      "learning_rate": 6.207529078553445e-05,
      "loss": 1.2666,
      "step": 905
    },
    {
      "epoch": 1.913674762407603,
      "grad_norm": 0.3181053687427052,
      "learning_rate": 6.202602157135797e-05,
      "loss": 1.2879,
      "step": 906
    },
    {
      "epoch": 1.9157866948257656,
      "grad_norm": 0.2990638425271841,
      "learning_rate": 6.197670435151767e-05,
      "loss": 1.2797,
      "step": 907
    },
    {
      "epoch": 1.9178986272439282,
      "grad_norm": 0.2826893466791449,
      "learning_rate": 6.192733923350032e-05,
      "loss": 1.2862,
      "step": 908
    },
    {
      "epoch": 1.9200105596620909,
      "grad_norm": 0.8751895117980362,
      "learning_rate": 6.18779263248971e-05,
      "loss": 1.3002,
      "step": 909
    },
    {
      "epoch": 1.9221224920802533,
      "grad_norm": 0.22253032664710404,
      "learning_rate": 6.182846573340326e-05,
      "loss": 1.273,
      "step": 910
    },
    {
      "epoch": 1.9242344244984162,
      "grad_norm": 0.2555711960994068,
      "learning_rate": 6.177895756681815e-05,
      "loss": 1.2888,
      "step": 911
    },
    {
      "epoch": 1.9263463569165786,
      "grad_norm": 0.2478669127073892,
      "learning_rate": 6.172940193304462e-05,
      "loss": 1.264,
      "step": 912
    },
    {
      "epoch": 1.9284582893347413,
      "grad_norm": 0.3216611546261824,
      "learning_rate": 6.167979894008911e-05,
      "loss": 1.2782,
      "step": 913
    },
    {
      "epoch": 1.930570221752904,
      "grad_norm": 0.37835855749460073,
      "learning_rate": 6.163014869606122e-05,
      "loss": 1.2756,
      "step": 914
    },
    {
      "epoch": 1.9326821541710664,
      "grad_norm": 0.32566209775101357,
      "learning_rate": 6.158045130917352e-05,
      "loss": 1.2693,
      "step": 915
    },
    {
      "epoch": 1.9347940865892292,
      "grad_norm": 0.2397661581734682,
      "learning_rate": 6.153070688774138e-05,
      "loss": 1.2664,
      "step": 916
    },
    {
      "epoch": 1.9369060190073917,
      "grad_norm": 0.2401442752120567,
      "learning_rate": 6.148091554018265e-05,
      "loss": 1.2742,
      "step": 917
    },
    {
      "epoch": 1.9390179514255543,
      "grad_norm": 0.24307007860206983,
      "learning_rate": 6.143107737501745e-05,
      "loss": 1.2837,
      "step": 918
    },
    {
      "epoch": 1.941129883843717,
      "grad_norm": 0.20355877067445932,
      "learning_rate": 6.138119250086793e-05,
      "loss": 1.2766,
      "step": 919
    },
    {
      "epoch": 1.9432418162618796,
      "grad_norm": 0.2386192318252359,
      "learning_rate": 6.13312610264581e-05,
      "loss": 1.276,
      "step": 920
    },
    {
      "epoch": 1.9453537486800423,
      "grad_norm": 0.28043143663328396,
      "learning_rate": 6.128128306061347e-05,
      "loss": 1.2701,
      "step": 921
    },
    {
      "epoch": 1.9474656810982047,
      "grad_norm": 0.3425427319290159,
      "learning_rate": 6.123125871226091e-05,
      "loss": 1.2912,
      "step": 922
    },
    {
      "epoch": 1.9495776135163676,
      "grad_norm": 0.3783451159284105,
      "learning_rate": 6.118118809042836e-05,
      "loss": 1.2718,
      "step": 923
    },
    {
      "epoch": 1.95168954593453,
      "grad_norm": 0.2789886763546799,
      "learning_rate": 6.113107130424463e-05,
      "loss": 1.2745,
      "step": 924
    },
    {
      "epoch": 1.9538014783526927,
      "grad_norm": 0.24298238074828069,
      "learning_rate": 6.108090846293916e-05,
      "loss": 1.2805,
      "step": 925
    },
    {
      "epoch": 1.9559134107708553,
      "grad_norm": 0.27271930513705794,
      "learning_rate": 6.103069967584172e-05,
      "loss": 1.2672,
      "step": 926
    },
    {
      "epoch": 1.958025343189018,
      "grad_norm": 0.2333902212493314,
      "learning_rate": 6.098044505238228e-05,
      "loss": 1.2802,
      "step": 927
    },
    {
      "epoch": 1.9601372756071807,
      "grad_norm": 0.23232406765406288,
      "learning_rate": 6.093014470209065e-05,
      "loss": 1.283,
      "step": 928
    },
    {
      "epoch": 1.962249208025343,
      "grad_norm": 0.24510631321984616,
      "learning_rate": 6.0879798734596344e-05,
      "loss": 1.2905,
      "step": 929
    },
    {
      "epoch": 1.964361140443506,
      "grad_norm": 0.3241311215748556,
      "learning_rate": 6.082940725962827e-05,
      "loss": 1.2836,
      "step": 930
    },
    {
      "epoch": 1.9664730728616684,
      "grad_norm": 0.2727572199302141,
      "learning_rate": 6.077897038701455e-05,
      "loss": 1.2688,
      "step": 931
    },
    {
      "epoch": 1.968585005279831,
      "grad_norm": 0.2505430321304983,
      "learning_rate": 6.0728488226682205e-05,
      "loss": 1.2769,
      "step": 932
    },
    {
      "epoch": 1.9706969376979937,
      "grad_norm": 0.27424228949274115,
      "learning_rate": 6.067796088865702e-05,
      "loss": 1.2734,
      "step": 933
    },
    {
      "epoch": 1.9728088701161561,
      "grad_norm": 0.2732766441273058,
      "learning_rate": 6.062738848306321e-05,
      "loss": 1.2751,
      "step": 934
    },
    {
      "epoch": 1.974920802534319,
      "grad_norm": 0.2823736995117376,
      "learning_rate": 6.05767711201232e-05,
      "loss": 1.2682,
      "step": 935
    },
    {
      "epoch": 1.9770327349524814,
      "grad_norm": 0.4071567125852377,
      "learning_rate": 6.052610891015743e-05,
      "loss": 1.2931,
      "step": 936
    },
    {
      "epoch": 1.979144667370644,
      "grad_norm": 0.24167166372511595,
      "learning_rate": 6.047540196358405e-05,
      "loss": 1.2737,
      "step": 937
    },
    {
      "epoch": 1.9812565997888067,
      "grad_norm": 0.29195691293389836,
      "learning_rate": 6.042465039091875e-05,
      "loss": 1.2675,
      "step": 938
    },
    {
      "epoch": 1.9833685322069694,
      "grad_norm": 0.3072111590376307,
      "learning_rate": 6.0373854302774484e-05,
      "loss": 1.2802,
      "step": 939
    },
    {
      "epoch": 1.985480464625132,
      "grad_norm": 0.20456589971848202,
      "learning_rate": 6.0323013809861185e-05,
      "loss": 1.2626,
      "step": 940
    },
    {
      "epoch": 1.9875923970432945,
      "grad_norm": 0.2266291376672384,
      "learning_rate": 6.02721290229856e-05,
      "loss": 1.271,
      "step": 941
    },
    {
      "epoch": 1.9897043294614574,
      "grad_norm": 0.23774319218905987,
      "learning_rate": 6.022120005305101e-05,
      "loss": 1.2587,
      "step": 942
    },
    {
      "epoch": 1.9918162618796198,
      "grad_norm": 0.2518709250339977,
      "learning_rate": 6.017022701105698e-05,
      "loss": 1.2704,
      "step": 943
    },
    {
      "epoch": 1.9939281942977825,
      "grad_norm": 0.22166598001508955,
      "learning_rate": 6.011921000809915e-05,
      "loss": 1.2523,
      "step": 944
    },
    {
      "epoch": 1.996040126715945,
      "grad_norm": 0.23442717366253985,
      "learning_rate": 6.006814915536895e-05,
      "loss": 1.2634,
      "step": 945
    },
    {
      "epoch": 1.9981520591341078,
      "grad_norm": 0.25607206914793956,
      "learning_rate": 6.001704456415341e-05,
      "loss": 1.2672,
      "step": 946
    },
    {
      "epoch": 2.000527983104541,
      "grad_norm": 0.24553797481554412,
      "learning_rate": 5.996589634583485e-05,
      "loss": 1.2544,
      "step": 947
    },
    {
      "epoch": 2.0026399155227033,
      "grad_norm": 0.24064471608912932,
      "learning_rate": 5.9914704611890694e-05,
      "loss": 1.2452,
      "step": 948
    },
    {
      "epoch": 2.0047518479408657,
      "grad_norm": 0.2423636029000241,
      "learning_rate": 5.986346947389323e-05,
      "loss": 1.2447,
      "step": 949
    },
    {
      "epoch": 2.0068637803590286,
      "grad_norm": 0.30735263747301533,
      "learning_rate": 5.9812191043509316e-05,
      "loss": 1.2546,
      "step": 950
    },
    {
      "epoch": 2.008975712777191,
      "grad_norm": 0.36230263202234414,
      "learning_rate": 5.976086943250017e-05,
      "loss": 1.2441,
      "step": 951
    },
    {
      "epoch": 2.011087645195354,
      "grad_norm": 0.3225182267838951,
      "learning_rate": 5.970950475272112e-05,
      "loss": 1.262,
      "step": 952
    },
    {
      "epoch": 2.0131995776135163,
      "grad_norm": 0.2510050030080928,
      "learning_rate": 5.9658097116121375e-05,
      "loss": 1.2494,
      "step": 953
    },
    {
      "epoch": 2.015311510031679,
      "grad_norm": 0.2518487977519238,
      "learning_rate": 5.9606646634743775e-05,
      "loss": 1.2618,
      "step": 954
    },
    {
      "epoch": 2.0174234424498416,
      "grad_norm": 0.3394272651452207,
      "learning_rate": 5.955515342072451e-05,
      "loss": 1.2395,
      "step": 955
    },
    {
      "epoch": 2.019535374868004,
      "grad_norm": 0.3720310911988316,
      "learning_rate": 5.950361758629292e-05,
      "loss": 1.2659,
      "step": 956
    },
    {
      "epoch": 2.021647307286167,
      "grad_norm": 0.2839470817619634,
      "learning_rate": 5.945203924377126e-05,
      "loss": 1.2342,
      "step": 957
    },
    {
      "epoch": 2.0237592397043294,
      "grad_norm": 0.2643050607272122,
      "learning_rate": 5.9400418505574394e-05,
      "loss": 1.2292,
      "step": 958
    },
    {
      "epoch": 2.0258711721224922,
      "grad_norm": 0.3424805668823396,
      "learning_rate": 5.9348755484209597e-05,
      "loss": 1.2534,
      "step": 959
    },
    {
      "epoch": 2.0279831045406547,
      "grad_norm": 0.3399447635419856,
      "learning_rate": 5.929705029227632e-05,
      "loss": 1.2622,
      "step": 960
    },
    {
      "epoch": 2.030095036958817,
      "grad_norm": 0.3357916134607048,
      "learning_rate": 5.924530304246591e-05,
      "loss": 1.2401,
      "step": 961
    },
    {
      "epoch": 2.03220696937698,
      "grad_norm": 0.3268803682782474,
      "learning_rate": 5.9193513847561364e-05,
      "loss": 1.242,
      "step": 962
    },
    {
      "epoch": 2.0343189017951424,
      "grad_norm": 0.3092994615776028,
      "learning_rate": 5.914168282043714e-05,
      "loss": 1.2626,
      "step": 963
    },
    {
      "epoch": 2.0364308342133053,
      "grad_norm": 0.33534854700116284,
      "learning_rate": 5.908981007405881e-05,
      "loss": 1.2495,
      "step": 964
    },
    {
      "epoch": 2.0385427666314677,
      "grad_norm": 0.7664179400772683,
      "learning_rate": 5.903789572148295e-05,
      "loss": 1.2502,
      "step": 965
    },
    {
      "epoch": 2.0406546990496306,
      "grad_norm": 0.2834695018806711,
      "learning_rate": 5.898593987585674e-05,
      "loss": 1.2482,
      "step": 966
    },
    {
      "epoch": 2.042766631467793,
      "grad_norm": 0.28742417674458504,
      "learning_rate": 5.893394265041783e-05,
      "loss": 1.2339,
      "step": 967
    },
    {
      "epoch": 2.0448785638859555,
      "grad_norm": 0.2811491786688612,
      "learning_rate": 5.888190415849407e-05,
      "loss": 1.2416,
      "step": 968
    },
    {
      "epoch": 2.0469904963041183,
      "grad_norm": 0.3155622029323847,
      "learning_rate": 5.882982451350321e-05,
      "loss": 1.2502,
      "step": 969
    },
    {
      "epoch": 2.0491024287222808,
      "grad_norm": 0.38831632301603436,
      "learning_rate": 5.877770382895275e-05,
      "loss": 1.2627,
      "step": 970
    },
    {
      "epoch": 2.0512143611404436,
      "grad_norm": 0.48592365885580646,
      "learning_rate": 5.872554221843958e-05,
      "loss": 1.2514,
      "step": 971
    },
    {
      "epoch": 2.053326293558606,
      "grad_norm": 0.6207327699454414,
      "learning_rate": 5.867333979564982e-05,
      "loss": 1.242,
      "step": 972
    },
    {
      "epoch": 2.055438225976769,
      "grad_norm": 0.7443819089005387,
      "learning_rate": 5.862109667435854e-05,
      "loss": 1.2464,
      "step": 973
    },
    {
      "epoch": 2.0575501583949314,
      "grad_norm": 0.7621810602514473,
      "learning_rate": 5.8568812968429466e-05,
      "loss": 1.2571,
      "step": 974
    },
    {
      "epoch": 2.059662090813094,
      "grad_norm": 0.5681520397018405,
      "learning_rate": 5.8516488791814864e-05,
      "loss": 1.2497,
      "step": 975
    },
    {
      "epoch": 2.0617740232312567,
      "grad_norm": 0.2463021907050864,
      "learning_rate": 5.846412425855512e-05,
      "loss": 1.241,
      "step": 976
    },
    {
      "epoch": 2.063885955649419,
      "grad_norm": 0.36579765573954703,
      "learning_rate": 5.8411719482778646e-05,
      "loss": 1.2508,
      "step": 977
    },
    {
      "epoch": 2.065997888067582,
      "grad_norm": 0.450767593446072,
      "learning_rate": 5.835927457870151e-05,
      "loss": 1.2413,
      "step": 978
    },
    {
      "epoch": 2.0681098204857444,
      "grad_norm": 0.39619693065139316,
      "learning_rate": 5.830678966062727e-05,
      "loss": 1.2461,
      "step": 979
    },
    {
      "epoch": 2.070221752903907,
      "grad_norm": 0.3216075847193361,
      "learning_rate": 5.825426484294669e-05,
      "loss": 1.2478,
      "step": 980
    },
    {
      "epoch": 2.0723336853220697,
      "grad_norm": 0.27781641111207334,
      "learning_rate": 5.820170024013747e-05,
      "loss": 1.2604,
      "step": 981
    },
    {
      "epoch": 2.074445617740232,
      "grad_norm": 0.29813143120925995,
      "learning_rate": 5.8149095966764065e-05,
      "loss": 1.2504,
      "step": 982
    },
    {
      "epoch": 2.076557550158395,
      "grad_norm": 0.3046300352736453,
      "learning_rate": 5.8096452137477354e-05,
      "loss": 1.2393,
      "step": 983
    },
    {
      "epoch": 2.0786694825765575,
      "grad_norm": 0.2529818487940805,
      "learning_rate": 5.804376886701445e-05,
      "loss": 1.2648,
      "step": 984
    },
    {
      "epoch": 2.0807814149947204,
      "grad_norm": 0.20360800503004425,
      "learning_rate": 5.799104627019841e-05,
      "loss": 1.2415,
      "step": 985
    },
    {
      "epoch": 2.082893347412883,
      "grad_norm": 0.24816795453814627,
      "learning_rate": 5.7938284461938034e-05,
      "loss": 1.2525,
      "step": 986
    },
    {
      "epoch": 2.085005279831045,
      "grad_norm": 0.24907806258513168,
      "learning_rate": 5.788548355722755e-05,
      "loss": 1.2398,
      "step": 987
    },
    {
      "epoch": 2.087117212249208,
      "grad_norm": 0.20744097182519683,
      "learning_rate": 5.783264367114641e-05,
      "loss": 1.2453,
      "step": 988
    },
    {
      "epoch": 2.0892291446673705,
      "grad_norm": 0.251570319052998,
      "learning_rate": 5.777976491885904e-05,
      "loss": 1.2316,
      "step": 989
    },
    {
      "epoch": 2.0913410770855334,
      "grad_norm": 0.23117498543160564,
      "learning_rate": 5.7726847415614516e-05,
      "loss": 1.2353,
      "step": 990
    },
    {
      "epoch": 2.093453009503696,
      "grad_norm": 0.28388537534618546,
      "learning_rate": 5.767389127674647e-05,
      "loss": 1.2413,
      "step": 991
    },
    {
      "epoch": 2.0955649419218587,
      "grad_norm": 0.27086911637878275,
      "learning_rate": 5.762089661767265e-05,
      "loss": 1.2623,
      "step": 992
    },
    {
      "epoch": 2.097676874340021,
      "grad_norm": 0.18739309454863132,
      "learning_rate": 5.756786355389482e-05,
      "loss": 1.2476,
      "step": 993
    },
    {
      "epoch": 2.0997888067581836,
      "grad_norm": 0.18256190268147293,
      "learning_rate": 5.75147922009984e-05,
      "loss": 1.2589,
      "step": 994
    },
    {
      "epoch": 2.1019007391763465,
      "grad_norm": 0.1935117804858815,
      "learning_rate": 5.74616826746523e-05,
      "loss": 1.2564,
      "step": 995
    },
    {
      "epoch": 2.104012671594509,
      "grad_norm": 0.2141518540128478,
      "learning_rate": 5.740853509060859e-05,
      "loss": 1.2473,
      "step": 996
    },
    {
      "epoch": 2.1061246040126718,
      "grad_norm": 0.20467242862479754,
      "learning_rate": 5.735534956470233e-05,
      "loss": 1.2562,
      "step": 997
    },
    {
      "epoch": 2.108236536430834,
      "grad_norm": 0.2481433496350472,
      "learning_rate": 5.730212621285124e-05,
      "loss": 1.2612,
      "step": 998
    },
    {
      "epoch": 2.1103484688489966,
      "grad_norm": 0.23113834846015066,
      "learning_rate": 5.72488651510555e-05,
      "loss": 1.2427,
      "step": 999
    },
    {
      "epoch": 2.1124604012671595,
      "grad_norm": 0.22111635582458883,
      "learning_rate": 5.719556649539748e-05,
      "loss": 1.2414,
      "step": 1000
    },
    {
      "epoch": 2.114572333685322,
      "grad_norm": 0.30045367308101867,
      "learning_rate": 5.714223036204144e-05,
      "loss": 1.2457,
      "step": 1001
    },
    {
      "epoch": 2.116684266103485,
      "grad_norm": 0.2768983456553527,
      "learning_rate": 5.7088856867233424e-05,
      "loss": 1.2494,
      "step": 1002
    },
    {
      "epoch": 2.1187961985216472,
      "grad_norm": 0.19869667576678127,
      "learning_rate": 5.70354461273008e-05,
      "loss": 1.2556,
      "step": 1003
    },
    {
      "epoch": 2.12090813093981,
      "grad_norm": 0.15632274063057292,
      "learning_rate": 5.6981998258652155e-05,
      "loss": 1.2532,
      "step": 1004
    },
    {
      "epoch": 2.1230200633579726,
      "grad_norm": 0.17209274247301762,
      "learning_rate": 5.6928513377777004e-05,
      "loss": 1.2409,
      "step": 1005
    },
    {
      "epoch": 2.125131995776135,
      "grad_norm": 0.1988685321833541,
      "learning_rate": 5.687499160124552e-05,
      "loss": 1.2477,
      "step": 1006
    },
    {
      "epoch": 2.127243928194298,
      "grad_norm": 0.22542275444994228,
      "learning_rate": 5.6821433045708305e-05,
      "loss": 1.2467,
      "step": 1007
    },
    {
      "epoch": 2.1293558606124603,
      "grad_norm": 0.24870004879348137,
      "learning_rate": 5.67678378278961e-05,
      "loss": 1.2353,
      "step": 1008
    },
    {
      "epoch": 2.131467793030623,
      "grad_norm": 0.2544197070648611,
      "learning_rate": 5.6714206064619564e-05,
      "loss": 1.2556,
      "step": 1009
    },
    {
      "epoch": 2.1335797254487856,
      "grad_norm": 0.19993034657424727,
      "learning_rate": 5.6660537872769e-05,
      "loss": 1.2526,
      "step": 1010
    },
    {
      "epoch": 2.135691657866948,
      "grad_norm": 0.17130333842778386,
      "learning_rate": 5.66068333693141e-05,
      "loss": 1.2356,
      "step": 1011
    },
    {
      "epoch": 2.137803590285111,
      "grad_norm": 0.19982074347183873,
      "learning_rate": 5.655309267130371e-05,
      "loss": 1.2367,
      "step": 1012
    },
    {
      "epoch": 2.1399155227032733,
      "grad_norm": 0.21737898936533367,
      "learning_rate": 5.649931589586557e-05,
      "loss": 1.2436,
      "step": 1013
    },
    {
      "epoch": 2.142027455121436,
      "grad_norm": 0.2690985714436049,
      "learning_rate": 5.6445503160206045e-05,
      "loss": 1.2441,
      "step": 1014
    },
    {
      "epoch": 2.1441393875395987,
      "grad_norm": 0.29262064958745215,
      "learning_rate": 5.639165458160985e-05,
      "loss": 1.2418,
      "step": 1015
    },
    {
      "epoch": 2.1462513199577615,
      "grad_norm": 0.22294687221057685,
      "learning_rate": 5.6337770277439854e-05,
      "loss": 1.245,
      "step": 1016
    },
    {
      "epoch": 2.148363252375924,
      "grad_norm": 0.19395839124345676,
      "learning_rate": 5.628385036513677e-05,
      "loss": 1.2553,
      "step": 1017
    },
    {
      "epoch": 2.1504751847940864,
      "grad_norm": 0.19468865359138895,
      "learning_rate": 5.622989496221891e-05,
      "loss": 1.2447,
      "step": 1018
    },
    {
      "epoch": 2.1525871172122493,
      "grad_norm": 0.227805473228302,
      "learning_rate": 5.617590418628198e-05,
      "loss": 1.26,
      "step": 1019
    },
    {
      "epoch": 2.1546990496304117,
      "grad_norm": 0.254988848514442,
      "learning_rate": 5.612187815499873e-05,
      "loss": 1.246,
      "step": 1020
    },
    {
      "epoch": 2.1568109820485746,
      "grad_norm": 0.17527818769311249,
      "learning_rate": 5.606781698611879e-05,
      "loss": 1.2512,
      "step": 1021
    },
    {
      "epoch": 2.158922914466737,
      "grad_norm": 0.18244293179055326,
      "learning_rate": 5.601372079746833e-05,
      "loss": 1.2549,
      "step": 1022
    },
    {
      "epoch": 2.1610348468849,
      "grad_norm": 0.2089712246515339,
      "learning_rate": 5.5959589706949895e-05,
      "loss": 1.2453,
      "step": 1023
    },
    {
      "epoch": 2.1631467793030623,
      "grad_norm": 0.214157232799511,
      "learning_rate": 5.590542383254207e-05,
      "loss": 1.2537,
      "step": 1024
    },
    {
      "epoch": 2.1652587117212247,
      "grad_norm": 0.18054044771216582,
      "learning_rate": 5.585122329229924e-05,
      "loss": 1.2356,
      "step": 1025
    },
    {
      "epoch": 2.1673706441393876,
      "grad_norm": 0.1556681597036634,
      "learning_rate": 5.5796988204351356e-05,
      "loss": 1.2502,
      "step": 1026
    },
    {
      "epoch": 2.16948257655755,
      "grad_norm": 0.16045959845262117,
      "learning_rate": 5.574271868690369e-05,
      "loss": 1.2503,
      "step": 1027
    },
    {
      "epoch": 2.171594508975713,
      "grad_norm": 0.476067744863914,
      "learning_rate": 5.568841485823652e-05,
      "loss": 1.2449,
      "step": 1028
    },
    {
      "epoch": 2.1737064413938754,
      "grad_norm": 0.15535945813498897,
      "learning_rate": 5.563407683670491e-05,
      "loss": 1.2508,
      "step": 1029
    },
    {
      "epoch": 2.175818373812038,
      "grad_norm": 0.1783560451933153,
      "learning_rate": 5.5579704740738474e-05,
      "loss": 1.2618,
      "step": 1030
    },
    {
      "epoch": 2.1779303062302007,
      "grad_norm": 0.3860193372348054,
      "learning_rate": 5.5525298688841064e-05,
      "loss": 1.2549,
      "step": 1031
    },
    {
      "epoch": 2.180042238648363,
      "grad_norm": 0.18867553503708998,
      "learning_rate": 5.547085879959054e-05,
      "loss": 1.2644,
      "step": 1032
    },
    {
      "epoch": 2.182154171066526,
      "grad_norm": 0.1996135367367514,
      "learning_rate": 5.54163851916385e-05,
      "loss": 1.2449,
      "step": 1033
    },
    {
      "epoch": 2.1842661034846884,
      "grad_norm": 0.2108948061933035,
      "learning_rate": 5.536187798371008e-05,
      "loss": 1.2394,
      "step": 1034
    },
    {
      "epoch": 2.1863780359028513,
      "grad_norm": 0.1640578904792832,
      "learning_rate": 5.5307337294603595e-05,
      "loss": 1.2557,
      "step": 1035
    },
    {
      "epoch": 2.1884899683210137,
      "grad_norm": 0.19987728079195727,
      "learning_rate": 5.525276324319037e-05,
      "loss": 1.2308,
      "step": 1036
    },
    {
      "epoch": 2.190601900739176,
      "grad_norm": 0.20805330343113868,
      "learning_rate": 5.51981559484144e-05,
      "loss": 1.2637,
      "step": 1037
    },
    {
      "epoch": 2.192713833157339,
      "grad_norm": 0.22119418609931205,
      "learning_rate": 5.514351552929218e-05,
      "loss": 1.265,
      "step": 1038
    },
    {
      "epoch": 2.1948257655755015,
      "grad_norm": 0.1708095804422749,
      "learning_rate": 5.5088842104912385e-05,
      "loss": 1.2472,
      "step": 1039
    },
    {
      "epoch": 2.1969376979936643,
      "grad_norm": 0.29900386600960477,
      "learning_rate": 5.50341357944356e-05,
      "loss": 1.2504,
      "step": 1040
    },
    {
      "epoch": 2.1990496304118268,
      "grad_norm": 0.2201948492404822,
      "learning_rate": 5.497939671709411e-05,
      "loss": 1.2392,
      "step": 1041
    },
    {
      "epoch": 2.2011615628299896,
      "grad_norm": 0.1893447660401754,
      "learning_rate": 5.492462499219161e-05,
      "loss": 1.2415,
      "step": 1042
    },
    {
      "epoch": 2.203273495248152,
      "grad_norm": 0.161482686773741,
      "learning_rate": 5.486982073910295e-05,
      "loss": 1.2626,
      "step": 1043
    },
    {
      "epoch": 2.2053854276663145,
      "grad_norm": 0.16906064441794516,
      "learning_rate": 5.481498407727387e-05,
      "loss": 1.2477,
      "step": 1044
    },
    {
      "epoch": 2.2074973600844774,
      "grad_norm": 0.18758900873888765,
      "learning_rate": 5.476011512622076e-05,
      "loss": 1.2379,
      "step": 1045
    },
    {
      "epoch": 2.20960929250264,
      "grad_norm": 0.21300180473189598,
      "learning_rate": 5.470521400553038e-05,
      "loss": 1.2609,
      "step": 1046
    },
    {
      "epoch": 2.2117212249208027,
      "grad_norm": 0.21740376989004997,
      "learning_rate": 5.4650280834859586e-05,
      "loss": 1.2468,
      "step": 1047
    },
    {
      "epoch": 2.213833157338965,
      "grad_norm": 0.2051530389854009,
      "learning_rate": 5.4595315733935085e-05,
      "loss": 1.2643,
      "step": 1048
    },
    {
      "epoch": 2.2159450897571276,
      "grad_norm": 0.21599174079250838,
      "learning_rate": 5.454031882255319e-05,
      "loss": 1.2285,
      "step": 1049
    },
    {
      "epoch": 2.2180570221752904,
      "grad_norm": 0.2705770974861844,
      "learning_rate": 5.448529022057958e-05,
      "loss": 1.2662,
      "step": 1050
    },
    {
      "epoch": 2.220168954593453,
      "grad_norm": 0.20332016876476244,
      "learning_rate": 5.443023004794894e-05,
      "loss": 1.2414,
      "step": 1051
    },
    {
      "epoch": 2.2222808870116157,
      "grad_norm": 0.17516821279014874,
      "learning_rate": 5.4375138424664784e-05,
      "loss": 1.2452,
      "step": 1052
    },
    {
      "epoch": 2.224392819429778,
      "grad_norm": 0.18392850223967008,
      "learning_rate": 5.4320015470799204e-05,
      "loss": 1.2532,
      "step": 1053
    },
    {
      "epoch": 2.226504751847941,
      "grad_norm": 0.2003226566214449,
      "learning_rate": 5.4264861306492525e-05,
      "loss": 1.2386,
      "step": 1054
    },
    {
      "epoch": 2.2286166842661035,
      "grad_norm": 0.2247984896173137,
      "learning_rate": 5.4209676051953137e-05,
      "loss": 1.2559,
      "step": 1055
    },
    {
      "epoch": 2.230728616684266,
      "grad_norm": 0.2063192484644091,
      "learning_rate": 5.415445982745719e-05,
      "loss": 1.2362,
      "step": 1056
    },
    {
      "epoch": 2.232840549102429,
      "grad_norm": 0.24405714813172402,
      "learning_rate": 5.4099212753348296e-05,
      "loss": 1.2408,
      "step": 1057
    },
    {
      "epoch": 2.2349524815205912,
      "grad_norm": 0.2728079001044463,
      "learning_rate": 5.4043934950037337e-05,
      "loss": 1.2346,
      "step": 1058
    },
    {
      "epoch": 2.237064413938754,
      "grad_norm": 0.2565276104938986,
      "learning_rate": 5.398862653800215e-05,
      "loss": 1.2448,
      "step": 1059
    },
    {
      "epoch": 2.2391763463569165,
      "grad_norm": 0.22587163142601074,
      "learning_rate": 5.39332876377873e-05,
      "loss": 1.2419,
      "step": 1060
    },
    {
      "epoch": 2.2412882787750794,
      "grad_norm": 0.39828901861150157,
      "learning_rate": 5.3877918370003816e-05,
      "loss": 1.2543,
      "step": 1061
    },
    {
      "epoch": 2.243400211193242,
      "grad_norm": 0.17727302773104608,
      "learning_rate": 5.382251885532886e-05,
      "loss": 1.2455,
      "step": 1062
    },
    {
      "epoch": 2.2455121436114043,
      "grad_norm": 0.1655621682788704,
      "learning_rate": 5.376708921450555e-05,
      "loss": 1.2413,
      "step": 1063
    },
    {
      "epoch": 2.247624076029567,
      "grad_norm": 0.21523876564955063,
      "learning_rate": 5.371162956834267e-05,
      "loss": 1.2356,
      "step": 1064
    },
    {
      "epoch": 2.2497360084477296,
      "grad_norm": 0.1805812758764724,
      "learning_rate": 5.365614003771439e-05,
      "loss": 1.2468,
      "step": 1065
    },
    {
      "epoch": 2.2518479408658925,
      "grad_norm": 0.19214953840649984,
      "learning_rate": 5.360062074356004e-05,
      "loss": 1.2447,
      "step": 1066
    },
    {
      "epoch": 2.253959873284055,
      "grad_norm": 0.2374240774845078,
      "learning_rate": 5.3545071806883745e-05,
      "loss": 1.2659,
      "step": 1067
    },
    {
      "epoch": 2.2560718057022173,
      "grad_norm": 0.17671575868699227,
      "learning_rate": 5.3489493348754335e-05,
      "loss": 1.2478,
      "step": 1068
    },
    {
      "epoch": 2.25818373812038,
      "grad_norm": 0.17405859001969776,
      "learning_rate": 5.3433885490304916e-05,
      "loss": 1.2439,
      "step": 1069
    },
    {
      "epoch": 2.2602956705385426,
      "grad_norm": 0.18056582280674702,
      "learning_rate": 5.337824835273266e-05,
      "loss": 1.2472,
      "step": 1070
    },
    {
      "epoch": 2.2624076029567055,
      "grad_norm": 0.18826561304577497,
      "learning_rate": 5.332258205729862e-05,
      "loss": 1.2584,
      "step": 1071
    },
    {
      "epoch": 2.264519535374868,
      "grad_norm": 0.21066920618228502,
      "learning_rate": 5.326688672532735e-05,
      "loss": 1.2387,
      "step": 1072
    },
    {
      "epoch": 2.2666314677930304,
      "grad_norm": 0.27030205975847615,
      "learning_rate": 5.321116247820669e-05,
      "loss": 1.232,
      "step": 1073
    },
    {
      "epoch": 2.2687434002111933,
      "grad_norm": 0.2652314661203708,
      "learning_rate": 5.315540943738752e-05,
      "loss": 1.2568,
      "step": 1074
    },
    {
      "epoch": 2.2708553326293557,
      "grad_norm": 0.16964857597034322,
      "learning_rate": 5.3099627724383453e-05,
      "loss": 1.2394,
      "step": 1075
    },
    {
      "epoch": 2.2729672650475186,
      "grad_norm": 0.24933754575930006,
      "learning_rate": 5.304381746077061e-05,
      "loss": 1.2351,
      "step": 1076
    },
    {
      "epoch": 2.275079197465681,
      "grad_norm": 0.23882134520829693,
      "learning_rate": 5.298797876818735e-05,
      "loss": 1.244,
      "step": 1077
    },
    {
      "epoch": 2.277191129883844,
      "grad_norm": 0.16925509612875952,
      "learning_rate": 5.293211176833395e-05,
      "loss": 1.2275,
      "step": 1078
    },
    {
      "epoch": 2.2793030623020063,
      "grad_norm": 0.1576260348868354,
      "learning_rate": 5.287621658297243e-05,
      "loss": 1.247,
      "step": 1079
    },
    {
      "epoch": 2.281414994720169,
      "grad_norm": 0.2461828765307337,
      "learning_rate": 5.28202933339262e-05,
      "loss": 1.2489,
      "step": 1080
    },
    {
      "epoch": 2.2835269271383316,
      "grad_norm": 0.1883317760587402,
      "learning_rate": 5.276434214307987e-05,
      "loss": 1.234,
      "step": 1081
    },
    {
      "epoch": 2.285638859556494,
      "grad_norm": 0.17863655503832898,
      "learning_rate": 5.270836313237892e-05,
      "loss": 1.26,
      "step": 1082
    },
    {
      "epoch": 2.287750791974657,
      "grad_norm": 0.18012322120696866,
      "learning_rate": 5.2652356423829494e-05,
      "loss": 1.2509,
      "step": 1083
    },
    {
      "epoch": 2.2898627243928193,
      "grad_norm": 0.25023689625800205,
      "learning_rate": 5.2596322139498076e-05,
      "loss": 1.2524,
      "step": 1084
    },
    {
      "epoch": 2.2919746568109822,
      "grad_norm": 0.20413034182277892,
      "learning_rate": 5.254026040151126e-05,
      "loss": 1.2408,
      "step": 1085
    },
    {
      "epoch": 2.2940865892291447,
      "grad_norm": 0.2666876578793213,
      "learning_rate": 5.2484171332055464e-05,
      "loss": 1.2506,
      "step": 1086
    },
    {
      "epoch": 2.296198521647307,
      "grad_norm": 0.3440469730993779,
      "learning_rate": 5.242805505337671e-05,
      "loss": 1.2429,
      "step": 1087
    },
    {
      "epoch": 2.29831045406547,
      "grad_norm": 0.3350436700822338,
      "learning_rate": 5.237191168778028e-05,
      "loss": 1.2533,
      "step": 1088
    },
    {
      "epoch": 2.3004223864836324,
      "grad_norm": 0.3270808415513926,
      "learning_rate": 5.231574135763053e-05,
      "loss": 1.2496,
      "step": 1089
    },
    {
      "epoch": 2.3025343189017953,
      "grad_norm": 0.3481745373480984,
      "learning_rate": 5.2259544185350545e-05,
      "loss": 1.2492,
      "step": 1090
    },
    {
      "epoch": 2.3046462513199577,
      "grad_norm": 0.22730367388302586,
      "learning_rate": 5.220332029342196e-05,
      "loss": 1.2689,
      "step": 1091
    },
    {
      "epoch": 2.30675818373812,
      "grad_norm": 0.20493607688388416,
      "learning_rate": 5.214706980438459e-05,
      "loss": 1.2433,
      "step": 1092
    },
    {
      "epoch": 2.308870116156283,
      "grad_norm": 0.2716388087970246,
      "learning_rate": 5.2090792840836275e-05,
      "loss": 1.2532,
      "step": 1093
    },
    {
      "epoch": 2.3109820485744454,
      "grad_norm": 0.2717925506017584,
      "learning_rate": 5.2034489525432516e-05,
      "loss": 1.2424,
      "step": 1094
    },
    {
      "epoch": 2.3130939809926083,
      "grad_norm": 0.1761204019499454,
      "learning_rate": 5.1978159980886255e-05,
      "loss": 1.2486,
      "step": 1095
    },
    {
      "epoch": 2.3152059134107708,
      "grad_norm": 0.22010701228487328,
      "learning_rate": 5.192180432996761e-05,
      "loss": 1.2496,
      "step": 1096
    },
    {
      "epoch": 2.3173178458289336,
      "grad_norm": 0.26120472661937827,
      "learning_rate": 5.18654226955036e-05,
      "loss": 1.247,
      "step": 1097
    },
    {
      "epoch": 2.319429778247096,
      "grad_norm": 0.2540546992154857,
      "learning_rate": 5.180901520037787e-05,
      "loss": 1.2513,
      "step": 1098
    },
    {
      "epoch": 2.321541710665259,
      "grad_norm": 0.25765625862038866,
      "learning_rate": 5.1752581967530416e-05,
      "loss": 1.2768,
      "step": 1099
    },
    {
      "epoch": 2.3236536430834214,
      "grad_norm": 0.1728416111650792,
      "learning_rate": 5.1696123119957346e-05,
      "loss": 1.2434,
      "step": 1100
    },
    {
      "epoch": 2.325765575501584,
      "grad_norm": 0.1909793373428338,
      "learning_rate": 5.163963878071059e-05,
      "loss": 1.2403,
      "step": 1101
    },
    {
      "epoch": 2.3278775079197467,
      "grad_norm": 0.22531951890607435,
      "learning_rate": 5.1583129072897624e-05,
      "loss": 1.2536,
      "step": 1102
    },
    {
      "epoch": 2.329989440337909,
      "grad_norm": 0.2630715040758262,
      "learning_rate": 5.1526594119681255e-05,
      "loss": 1.2368,
      "step": 1103
    },
    {
      "epoch": 2.332101372756072,
      "grad_norm": 0.6552173927505186,
      "learning_rate": 5.147003404427926e-05,
      "loss": 1.2509,
      "step": 1104
    },
    {
      "epoch": 2.3342133051742344,
      "grad_norm": 0.22258366186661344,
      "learning_rate": 5.141344896996422e-05,
      "loss": 1.2481,
      "step": 1105
    },
    {
      "epoch": 2.336325237592397,
      "grad_norm": 0.3128723491427478,
      "learning_rate": 5.135683902006316e-05,
      "loss": 1.2606,
      "step": 1106
    },
    {
      "epoch": 2.3384371700105597,
      "grad_norm": 0.3100109057129654,
      "learning_rate": 5.1300204317957315e-05,
      "loss": 1.2517,
      "step": 1107
    },
    {
      "epoch": 2.340549102428722,
      "grad_norm": 0.27748785248578167,
      "learning_rate": 5.124354498708192e-05,
      "loss": 1.2502,
      "step": 1108
    },
    {
      "epoch": 2.342661034846885,
      "grad_norm": 0.23366609697723223,
      "learning_rate": 5.118686115092585e-05,
      "loss": 1.2582,
      "step": 1109
    },
    {
      "epoch": 2.3447729672650475,
      "grad_norm": 0.23278010233922508,
      "learning_rate": 5.113015293303139e-05,
      "loss": 1.2501,
      "step": 1110
    },
    {
      "epoch": 2.34688489968321,
      "grad_norm": 0.2685786547170507,
      "learning_rate": 5.107342045699397e-05,
      "loss": 1.264,
      "step": 1111
    },
    {
      "epoch": 2.348996832101373,
      "grad_norm": 0.2375670649167216,
      "learning_rate": 5.1016663846461926e-05,
      "loss": 1.2714,
      "step": 1112
    },
    {
      "epoch": 2.351108764519535,
      "grad_norm": 0.23217538754895975,
      "learning_rate": 5.095988322513611e-05,
      "loss": 1.2589,
      "step": 1113
    },
    {
      "epoch": 2.353220696937698,
      "grad_norm": 0.247067879500134,
      "learning_rate": 5.0903078716769794e-05,
      "loss": 1.2599,
      "step": 1114
    },
    {
      "epoch": 2.3553326293558605,
      "grad_norm": 0.21355571268835735,
      "learning_rate": 5.084625044516825e-05,
      "loss": 1.2304,
      "step": 1115
    },
    {
      "epoch": 2.3574445617740234,
      "grad_norm": 0.17985048231751646,
      "learning_rate": 5.078939853418858e-05,
      "loss": 1.2474,
      "step": 1116
    },
    {
      "epoch": 2.359556494192186,
      "grad_norm": 0.1990360399795899,
      "learning_rate": 5.07325231077394e-05,
      "loss": 1.2559,
      "step": 1117
    },
    {
      "epoch": 2.3616684266103487,
      "grad_norm": 0.19101687497049258,
      "learning_rate": 5.067562428978055e-05,
      "loss": 1.2647,
      "step": 1118
    },
    {
      "epoch": 2.363780359028511,
      "grad_norm": 0.20990979030593176,
      "learning_rate": 5.0618702204322896e-05,
      "loss": 1.2497,
      "step": 1119
    },
    {
      "epoch": 2.3658922914466736,
      "grad_norm": 0.2098944730518184,
      "learning_rate": 5.0561756975428e-05,
      "loss": 1.2418,
      "step": 1120
    },
    {
      "epoch": 2.3680042238648364,
      "grad_norm": 0.23041848456025402,
      "learning_rate": 5.050478872720782e-05,
      "loss": 1.2486,
      "step": 1121
    },
    {
      "epoch": 2.370116156282999,
      "grad_norm": 0.204523242565548,
      "learning_rate": 5.044779758382456e-05,
      "loss": 1.2341,
      "step": 1122
    },
    {
      "epoch": 2.3722280887011618,
      "grad_norm": 0.15996793417608082,
      "learning_rate": 5.039078366949027e-05,
      "loss": 1.2697,
      "step": 1123
    },
    {
      "epoch": 2.374340021119324,
      "grad_norm": 0.19267646661941712,
      "learning_rate": 5.033374710846666e-05,
      "loss": 1.2404,
      "step": 1124
    },
    {
      "epoch": 2.3764519535374866,
      "grad_norm": 0.28362143811672574,
      "learning_rate": 5.027668802506477e-05,
      "loss": 1.2579,
      "step": 1125
    },
    {
      "epoch": 2.3785638859556495,
      "grad_norm": 0.21596111271137067,
      "learning_rate": 5.021960654364475e-05,
      "loss": 1.2436,
      "step": 1126
    },
    {
      "epoch": 2.380675818373812,
      "grad_norm": 0.20094655848119677,
      "learning_rate": 5.0162502788615557e-05,
      "loss": 1.2492,
      "step": 1127
    },
    {
      "epoch": 2.382787750791975,
      "grad_norm": 0.18154639192503888,
      "learning_rate": 5.0105376884434694e-05,
      "loss": 1.2631,
      "step": 1128
    },
    {
      "epoch": 2.3848996832101372,
      "grad_norm": 0.2164119658225382,
      "learning_rate": 5.0048228955607944e-05,
      "loss": 1.2508,
      "step": 1129
    },
    {
      "epoch": 2.3870116156282997,
      "grad_norm": 0.20768439465743524,
      "learning_rate": 4.999105912668908e-05,
      "loss": 1.2576,
      "step": 1130
    },
    {
      "epoch": 2.3891235480464625,
      "grad_norm": 0.22484403138169642,
      "learning_rate": 4.9933867522279624e-05,
      "loss": 1.2472,
      "step": 1131
    },
    {
      "epoch": 2.391235480464625,
      "grad_norm": 0.22359069908434262,
      "learning_rate": 4.987665426702853e-05,
      "loss": 1.2545,
      "step": 1132
    },
    {
      "epoch": 2.393347412882788,
      "grad_norm": 0.2102983794257633,
      "learning_rate": 4.981941948563197e-05,
      "loss": 1.2283,
      "step": 1133
    },
    {
      "epoch": 2.3954593453009503,
      "grad_norm": 0.1545387520253174,
      "learning_rate": 4.9762163302833017e-05,
      "loss": 1.256,
      "step": 1134
    },
    {
      "epoch": 2.397571277719113,
      "grad_norm": 0.17393014056057302,
      "learning_rate": 4.970488584342141e-05,
      "loss": 1.2574,
      "step": 1135
    },
    {
      "epoch": 2.3996832101372756,
      "grad_norm": 0.2510407499922059,
      "learning_rate": 4.9647587232233205e-05,
      "loss": 1.2472,
      "step": 1136
    },
    {
      "epoch": 2.4017951425554385,
      "grad_norm": 0.4359822178768595,
      "learning_rate": 4.959026759415062e-05,
      "loss": 1.2666,
      "step": 1137
    },
    {
      "epoch": 2.403907074973601,
      "grad_norm": 0.1785301561813968,
      "learning_rate": 4.953292705410166e-05,
      "loss": 1.2656,
      "step": 1138
    },
    {
      "epoch": 2.4060190073917633,
      "grad_norm": 0.2866187842881373,
      "learning_rate": 4.947556573705991e-05,
      "loss": 1.2437,
      "step": 1139
    },
    {
      "epoch": 2.408130939809926,
      "grad_norm": 0.2873026410127267,
      "learning_rate": 4.941818376804423e-05,
      "loss": 1.2683,
      "step": 1140
    },
    {
      "epoch": 2.4102428722280886,
      "grad_norm": 0.23707614907913305,
      "learning_rate": 4.9360781272118494e-05,
      "loss": 1.2491,
      "step": 1141
    },
    {
      "epoch": 2.4123548046462515,
      "grad_norm": 0.27946523520702,
      "learning_rate": 4.930335837439131e-05,
      "loss": 1.2625,
      "step": 1142
    },
    {
      "epoch": 2.414466737064414,
      "grad_norm": 0.27709482664494195,
      "learning_rate": 4.924591520001576e-05,
      "loss": 1.2486,
      "step": 1143
    },
    {
      "epoch": 2.4165786694825764,
      "grad_norm": 0.22269313213495537,
      "learning_rate": 4.9188451874189085e-05,
      "loss": 1.2613,
      "step": 1144
    },
    {
      "epoch": 2.4186906019007393,
      "grad_norm": 0.17544385254508066,
      "learning_rate": 4.9130968522152485e-05,
      "loss": 1.2413,
      "step": 1145
    },
    {
      "epoch": 2.4208025343189017,
      "grad_norm": 0.2071047348199058,
      "learning_rate": 4.9073465269190806e-05,
      "loss": 1.2571,
      "step": 1146
    },
    {
      "epoch": 2.4229144667370646,
      "grad_norm": 0.2666109501919446,
      "learning_rate": 4.9015942240632256e-05,
      "loss": 1.2501,
      "step": 1147
    },
    {
      "epoch": 2.425026399155227,
      "grad_norm": 0.5030840816767344,
      "learning_rate": 4.8958399561848134e-05,
      "loss": 1.2688,
      "step": 1148
    },
    {
      "epoch": 2.4271383315733894,
      "grad_norm": 0.24748859883610416,
      "learning_rate": 4.890083735825258e-05,
      "loss": 1.2353,
      "step": 1149
    },
    {
      "epoch": 2.4292502639915523,
      "grad_norm": 0.22507118459875936,
      "learning_rate": 4.8843255755302285e-05,
      "loss": 1.2377,
      "step": 1150
    },
    {
      "epoch": 2.4313621964097147,
      "grad_norm": 0.18889474850439067,
      "learning_rate": 4.8785654878496234e-05,
      "loss": 1.2367,
      "step": 1151
    },
    {
      "epoch": 2.4334741288278776,
      "grad_norm": 0.18171476809962037,
      "learning_rate": 4.8728034853375386e-05,
      "loss": 1.2501,
      "step": 1152
    },
    {
      "epoch": 2.43558606124604,
      "grad_norm": 0.2304694685448346,
      "learning_rate": 4.867039580552248e-05,
      "loss": 1.2443,
      "step": 1153
    },
    {
      "epoch": 2.437697993664203,
      "grad_norm": 0.20632260647592277,
      "learning_rate": 4.861273786056165e-05,
      "loss": 1.2365,
      "step": 1154
    },
    {
      "epoch": 2.4398099260823654,
      "grad_norm": 0.3322301507471067,
      "learning_rate": 4.855506114415829e-05,
      "loss": 1.249,
      "step": 1155
    },
    {
      "epoch": 2.4419218585005282,
      "grad_norm": 1.2791992597792383,
      "learning_rate": 4.849736578201866e-05,
      "loss": 1.2792,
      "step": 1156
    },
    {
      "epoch": 2.4440337909186907,
      "grad_norm": 0.2298539964091799,
      "learning_rate": 4.8439651899889696e-05,
      "loss": 1.2605,
      "step": 1157
    },
    {
      "epoch": 2.446145723336853,
      "grad_norm": 0.28273316703071977,
      "learning_rate": 4.838191962355863e-05,
      "loss": 1.2497,
      "step": 1158
    },
    {
      "epoch": 2.448257655755016,
      "grad_norm": 0.21042904989505587,
      "learning_rate": 4.832416907885284e-05,
      "loss": 1.2515,
      "step": 1159
    },
    {
      "epoch": 2.4503695881731784,
      "grad_norm": 0.17165633003789918,
      "learning_rate": 4.8266400391639516e-05,
      "loss": 1.2233,
      "step": 1160
    },
    {
      "epoch": 2.4524815205913413,
      "grad_norm": 0.9530719562793561,
      "learning_rate": 4.820861368782537e-05,
      "loss": 1.2455,
      "step": 1161
    },
    {
      "epoch": 2.4545934530095037,
      "grad_norm": 0.2165751241173494,
      "learning_rate": 4.815080909335641e-05,
      "loss": 1.256,
      "step": 1162
    },
    {
      "epoch": 2.456705385427666,
      "grad_norm": 0.20833748843344618,
      "learning_rate": 4.8092986734217595e-05,
      "loss": 1.2321,
      "step": 1163
    },
    {
      "epoch": 2.458817317845829,
      "grad_norm": 1.4891778004503624,
      "learning_rate": 4.803514673643265e-05,
      "loss": 1.259,
      "step": 1164
    },
    {
      "epoch": 2.4609292502639915,
      "grad_norm": 0.21224925271759607,
      "learning_rate": 4.7977289226063704e-05,
      "loss": 1.2642,
      "step": 1165
    },
    {
      "epoch": 2.4630411826821543,
      "grad_norm": 0.36887223810039727,
      "learning_rate": 4.791941432921105e-05,
      "loss": 1.2537,
      "step": 1166
    },
    {
      "epoch": 2.4651531151003168,
      "grad_norm": 0.5114817293854793,
      "learning_rate": 4.7861522172012926e-05,
      "loss": 1.2481,
      "step": 1167
    },
    {
      "epoch": 2.467265047518479,
      "grad_norm": 0.35831364378927555,
      "learning_rate": 4.780361288064514e-05,
      "loss": 1.2401,
      "step": 1168
    },
    {
      "epoch": 2.469376979936642,
      "grad_norm": 0.41492253751802605,
      "learning_rate": 4.774568658132087e-05,
      "loss": 1.2667,
      "step": 1169
    },
    {
      "epoch": 2.4714889123548045,
      "grad_norm": 0.4015541006655434,
      "learning_rate": 4.7687743400290334e-05,
      "loss": 1.2533,
      "step": 1170
    },
    {
      "epoch": 2.4736008447729674,
      "grad_norm": 0.3792381657310599,
      "learning_rate": 4.762978346384057e-05,
      "loss": 1.2336,
      "step": 1171
    },
    {
      "epoch": 2.47571277719113,
      "grad_norm": 0.31841715077036975,
      "learning_rate": 4.757180689829516e-05,
      "loss": 1.2483,
      "step": 1172
    },
    {
      "epoch": 2.4778247096092927,
      "grad_norm": 0.2967641412763141,
      "learning_rate": 4.751381383001386e-05,
      "loss": 1.2661,
      "step": 1173
    },
    {
      "epoch": 2.479936642027455,
      "grad_norm": 0.2883225209947814,
      "learning_rate": 4.745580438539243e-05,
      "loss": 1.2638,
      "step": 1174
    },
    {
      "epoch": 2.4820485744456176,
      "grad_norm": 0.2674122423602831,
      "learning_rate": 4.739777869086235e-05,
      "loss": 1.2618,
      "step": 1175
    },
    {
      "epoch": 2.4841605068637804,
      "grad_norm": 0.3427265434960991,
      "learning_rate": 4.7339736872890446e-05,
      "loss": 1.2669,
      "step": 1176
    },
    {
      "epoch": 2.486272439281943,
      "grad_norm": 0.22237778127081625,
      "learning_rate": 4.728167905797877e-05,
      "loss": 1.2369,
      "step": 1177
    },
    {
      "epoch": 2.4883843717001057,
      "grad_norm": 0.22729515936506317,
      "learning_rate": 4.722360537266417e-05,
      "loss": 1.2491,
      "step": 1178
    },
    {
      "epoch": 2.490496304118268,
      "grad_norm": 0.26856971528392914,
      "learning_rate": 4.716551594351814e-05,
      "loss": 1.2403,
      "step": 1179
    },
    {
      "epoch": 2.492608236536431,
      "grad_norm": 0.1947159254533651,
      "learning_rate": 4.710741089714645e-05,
      "loss": 1.2471,
      "step": 1180
    },
    {
      "epoch": 2.4947201689545935,
      "grad_norm": 0.20892297887661074,
      "learning_rate": 4.704929036018888e-05,
      "loss": 1.2631,
      "step": 1181
    },
    {
      "epoch": 2.496832101372756,
      "grad_norm": 0.24454079463563133,
      "learning_rate": 4.699115445931903e-05,
      "loss": 1.2502,
      "step": 1182
    },
    {
      "epoch": 2.498944033790919,
      "grad_norm": 0.2412350094542188,
      "learning_rate": 4.693300332124398e-05,
      "loss": 1.2496,
      "step": 1183
    },
    {
      "epoch": 2.501055966209081,
      "grad_norm": 0.19531214837042782,
      "learning_rate": 4.687483707270399e-05,
      "loss": 1.2456,
      "step": 1184
    },
    {
      "epoch": 2.503167898627244,
      "grad_norm": 0.23690246526636335,
      "learning_rate": 4.6816655840472276e-05,
      "loss": 1.2559,
      "step": 1185
    },
    {
      "epoch": 2.5052798310454065,
      "grad_norm": 0.2348503319124506,
      "learning_rate": 4.6758459751354685e-05,
      "loss": 1.23,
      "step": 1186
    },
    {
      "epoch": 2.507391763463569,
      "grad_norm": 0.18633064626779913,
      "learning_rate": 4.670024893218946e-05,
      "loss": 1.2536,
      "step": 1187
    },
    {
      "epoch": 2.509503695881732,
      "grad_norm": 0.18702479810071668,
      "learning_rate": 4.664202350984696e-05,
      "loss": 1.2487,
      "step": 1188
    },
    {
      "epoch": 2.5116156282998943,
      "grad_norm": 0.2141621450120758,
      "learning_rate": 4.658378361122936e-05,
      "loss": 1.2526,
      "step": 1189
    },
    {
      "epoch": 2.513727560718057,
      "grad_norm": 0.20621119068491564,
      "learning_rate": 4.652552936327039e-05,
      "loss": 1.2569,
      "step": 1190
    },
    {
      "epoch": 2.5158394931362196,
      "grad_norm": 0.17011648450290637,
      "learning_rate": 4.646726089293503e-05,
      "loss": 1.2451,
      "step": 1191
    },
    {
      "epoch": 2.517951425554382,
      "grad_norm": 0.18242623499328212,
      "learning_rate": 4.640897832721929e-05,
      "loss": 1.2567,
      "step": 1192
    },
    {
      "epoch": 2.520063357972545,
      "grad_norm": 0.20534422161506397,
      "learning_rate": 4.635068179314989e-05,
      "loss": 1.2574,
      "step": 1193
    },
    {
      "epoch": 2.5221752903907078,
      "grad_norm": 0.1807366290905649,
      "learning_rate": 4.629237141778402e-05,
      "loss": 1.2568,
      "step": 1194
    },
    {
      "epoch": 2.52428722280887,
      "grad_norm": 0.18204973783160128,
      "learning_rate": 4.623404732820896e-05,
      "loss": 1.2515,
      "step": 1195
    },
    {
      "epoch": 2.5263991552270326,
      "grad_norm": 0.19596390491925145,
      "learning_rate": 4.6175709651541955e-05,
      "loss": 1.2571,
      "step": 1196
    },
    {
      "epoch": 2.5285110876451955,
      "grad_norm": 0.2859496965557565,
      "learning_rate": 4.6117358514929847e-05,
      "loss": 1.2475,
      "step": 1197
    },
    {
      "epoch": 2.530623020063358,
      "grad_norm": 0.21294331908755035,
      "learning_rate": 4.605899404554878e-05,
      "loss": 1.2576,
      "step": 1198
    },
    {
      "epoch": 2.532734952481521,
      "grad_norm": 0.14949005294162412,
      "learning_rate": 4.600061637060401e-05,
      "loss": 1.2591,
      "step": 1199
    },
    {
      "epoch": 2.5348468848996832,
      "grad_norm": 0.2784421451785545,
      "learning_rate": 4.594222561732954e-05,
      "loss": 1.2633,
      "step": 1200
    },
    {
      "epoch": 2.5369588173178457,
      "grad_norm": 0.26071979017010494,
      "learning_rate": 4.588382191298787e-05,
      "loss": 1.2559,
      "step": 1201
    },
    {
      "epoch": 2.5390707497360085,
      "grad_norm": 0.16518705063613232,
      "learning_rate": 4.582540538486976e-05,
      "loss": 1.2527,
      "step": 1202
    },
    {
      "epoch": 2.541182682154171,
      "grad_norm": 0.2587116689597209,
      "learning_rate": 4.5766976160293875e-05,
      "loss": 1.2415,
      "step": 1203
    },
    {
      "epoch": 2.543294614572334,
      "grad_norm": 0.21217321717169924,
      "learning_rate": 4.57085343666066e-05,
      "loss": 1.2604,
      "step": 1204
    },
    {
      "epoch": 2.5454065469904963,
      "grad_norm": 0.22556765116743738,
      "learning_rate": 4.565008013118168e-05,
      "loss": 1.2516,
      "step": 1205
    },
    {
      "epoch": 2.5475184794086587,
      "grad_norm": 0.20396892262424146,
      "learning_rate": 4.5591613581419984e-05,
      "loss": 1.2616,
      "step": 1206
    },
    {
      "epoch": 2.5496304118268216,
      "grad_norm": 0.20439036509971908,
      "learning_rate": 4.553313484474924e-05,
      "loss": 1.2441,
      "step": 1207
    },
    {
      "epoch": 2.551742344244984,
      "grad_norm": 0.19944849483917157,
      "learning_rate": 4.54746440486237e-05,
      "loss": 1.2559,
      "step": 1208
    },
    {
      "epoch": 2.553854276663147,
      "grad_norm": 0.20160184200084566,
      "learning_rate": 4.5416141320523934e-05,
      "loss": 1.2485,
      "step": 1209
    },
    {
      "epoch": 2.5559662090813093,
      "grad_norm": 0.2608232686358766,
      "learning_rate": 4.535762678795651e-05,
      "loss": 1.2468,
      "step": 1210
    },
    {
      "epoch": 2.5580781414994718,
      "grad_norm": 0.47810581406282004,
      "learning_rate": 4.529910057845371e-05,
      "loss": 1.2464,
      "step": 1211
    },
    {
      "epoch": 2.5601900739176346,
      "grad_norm": 0.20668135058392803,
      "learning_rate": 4.524056281957327e-05,
      "loss": 1.2393,
      "step": 1212
    },
    {
      "epoch": 2.5623020063357975,
      "grad_norm": 0.24900039108108693,
      "learning_rate": 4.5182013638898105e-05,
      "loss": 1.2369,
      "step": 1213
    },
    {
      "epoch": 2.56441393875396,
      "grad_norm": 0.2198803876275304,
      "learning_rate": 4.512345316403602e-05,
      "loss": 1.2457,
      "step": 1214
    },
    {
      "epoch": 2.5665258711721224,
      "grad_norm": 0.280449292461708,
      "learning_rate": 4.506488152261945e-05,
      "loss": 1.2351,
      "step": 1215
    },
    {
      "epoch": 2.5686378035902853,
      "grad_norm": 0.2474853558095518,
      "learning_rate": 4.500629884230513e-05,
      "loss": 1.2526,
      "step": 1216
    },
    {
      "epoch": 2.5707497360084477,
      "grad_norm": 0.20123042210510086,
      "learning_rate": 4.494770525077392e-05,
      "loss": 1.2498,
      "step": 1217
    },
    {
      "epoch": 2.5728616684266106,
      "grad_norm": 0.21012697005024505,
      "learning_rate": 4.4889100875730366e-05,
      "loss": 1.2487,
      "step": 1218
    },
    {
      "epoch": 2.574973600844773,
      "grad_norm": 0.2090951719563702,
      "learning_rate": 4.4830485844902594e-05,
      "loss": 1.2558,
      "step": 1219
    },
    {
      "epoch": 2.5770855332629354,
      "grad_norm": 0.20795655025944507,
      "learning_rate": 4.477186028604194e-05,
      "loss": 1.261,
      "step": 1220
    },
    {
      "epoch": 2.5791974656810983,
      "grad_norm": 0.18092602642325412,
      "learning_rate": 4.471322432692266e-05,
      "loss": 1.2499,
      "step": 1221
    },
    {
      "epoch": 2.5813093980992607,
      "grad_norm": 0.22238180672192892,
      "learning_rate": 4.465457809534171e-05,
      "loss": 1.2517,
      "step": 1222
    },
    {
      "epoch": 2.5834213305174236,
      "grad_norm": 0.19326697310054206,
      "learning_rate": 4.4595921719118404e-05,
      "loss": 1.2555,
      "step": 1223
    },
    {
      "epoch": 2.585533262935586,
      "grad_norm": 0.21809634718781648,
      "learning_rate": 4.453725532609419e-05,
      "loss": 1.2429,
      "step": 1224
    },
    {
      "epoch": 2.5876451953537485,
      "grad_norm": 0.16764358938375948,
      "learning_rate": 4.4478579044132314e-05,
      "loss": 1.2536,
      "step": 1225
    },
    {
      "epoch": 2.5897571277719114,
      "grad_norm": 0.1937868027936208,
      "learning_rate": 4.4419893001117635e-05,
      "loss": 1.2416,
      "step": 1226
    },
    {
      "epoch": 2.591869060190074,
      "grad_norm": 0.17965337611682097,
      "learning_rate": 4.4361197324956225e-05,
      "loss": 1.2423,
      "step": 1227
    },
    {
      "epoch": 2.5939809926082367,
      "grad_norm": 0.15239294044626062,
      "learning_rate": 4.4302492143575184e-05,
      "loss": 1.2416,
      "step": 1228
    },
    {
      "epoch": 2.596092925026399,
      "grad_norm": 0.18012343658818428,
      "learning_rate": 4.424377758492233e-05,
      "loss": 1.2611,
      "step": 1229
    },
    {
      "epoch": 2.5982048574445615,
      "grad_norm": 0.15264160197210302,
      "learning_rate": 4.418505377696589e-05,
      "loss": 1.2532,
      "step": 1230
    },
    {
      "epoch": 2.6003167898627244,
      "grad_norm": 0.18531454098508315,
      "learning_rate": 4.412632084769428e-05,
      "loss": 1.2411,
      "step": 1231
    },
    {
      "epoch": 2.6024287222808873,
      "grad_norm": 0.2259737675154307,
      "learning_rate": 4.4067578925115796e-05,
      "loss": 1.2415,
      "step": 1232
    },
    {
      "epoch": 2.6045406546990497,
      "grad_norm": 0.2372855432549408,
      "learning_rate": 4.40088281372583e-05,
      "loss": 1.2612,
      "step": 1233
    },
    {
      "epoch": 2.606652587117212,
      "grad_norm": 0.21932256426407334,
      "learning_rate": 4.395006861216903e-05,
      "loss": 1.2603,
      "step": 1234
    },
    {
      "epoch": 2.608764519535375,
      "grad_norm": 0.2150312009730113,
      "learning_rate": 4.38913004779142e-05,
      "loss": 1.2429,
      "step": 1235
    },
    {
      "epoch": 2.6108764519535375,
      "grad_norm": 0.20780701081527142,
      "learning_rate": 4.383252386257886e-05,
      "loss": 1.2468,
      "step": 1236
    },
    {
      "epoch": 2.6129883843717003,
      "grad_norm": 0.20152124461237875,
      "learning_rate": 4.3773738894266494e-05,
      "loss": 1.2545,
      "step": 1237
    },
    {
      "epoch": 2.6151003167898628,
      "grad_norm": 0.40623226207867474,
      "learning_rate": 4.3714945701098807e-05,
      "loss": 1.2509,
      "step": 1238
    },
    {
      "epoch": 2.617212249208025,
      "grad_norm": 0.18350085019395168,
      "learning_rate": 4.365614441121544e-05,
      "loss": 1.2297,
      "step": 1239
    },
    {
      "epoch": 2.619324181626188,
      "grad_norm": 0.18907090152930897,
      "learning_rate": 4.359733515277365e-05,
      "loss": 1.2726,
      "step": 1240
    },
    {
      "epoch": 2.6214361140443505,
      "grad_norm": 0.16715509385331273,
      "learning_rate": 4.353851805394809e-05,
      "loss": 1.2374,
      "step": 1241
    },
    {
      "epoch": 2.6235480464625134,
      "grad_norm": 0.1505857396212693,
      "learning_rate": 4.34796932429305e-05,
      "loss": 1.2495,
      "step": 1242
    },
    {
      "epoch": 2.625659978880676,
      "grad_norm": 0.3008134801215598,
      "learning_rate": 4.342086084792941e-05,
      "loss": 1.2411,
      "step": 1243
    },
    {
      "epoch": 2.6277719112988382,
      "grad_norm": 0.22493309617702645,
      "learning_rate": 4.336202099716991e-05,
      "loss": 1.25,
      "step": 1244
    },
    {
      "epoch": 2.629883843717001,
      "grad_norm": 0.1844772424959283,
      "learning_rate": 4.33031738188933e-05,
      "loss": 1.2604,
      "step": 1245
    },
    {
      "epoch": 2.6319957761351636,
      "grad_norm": 0.16266968413017036,
      "learning_rate": 4.324431944135688e-05,
      "loss": 1.2578,
      "step": 1246
    },
    {
      "epoch": 2.6341077085533264,
      "grad_norm": 0.1640984846561993,
      "learning_rate": 4.318545799283363e-05,
      "loss": 1.2446,
      "step": 1247
    },
    {
      "epoch": 2.636219640971489,
      "grad_norm": 0.2656789116543793,
      "learning_rate": 4.3126589601611945e-05,
      "loss": 1.2402,
      "step": 1248
    },
    {
      "epoch": 2.6383315733896513,
      "grad_norm": 0.18100012004558239,
      "learning_rate": 4.306771439599535e-05,
      "loss": 1.2458,
      "step": 1249
    },
    {
      "epoch": 2.640443505807814,
      "grad_norm": 0.15130356633472192,
      "learning_rate": 4.3008832504302215e-05,
      "loss": 1.2608,
      "step": 1250
    },
    {
      "epoch": 2.6425554382259766,
      "grad_norm": 0.1641863653154754,
      "learning_rate": 4.2949944054865496e-05,
      "loss": 1.2449,
      "step": 1251
    },
    {
      "epoch": 2.6446673706441395,
      "grad_norm": 0.15798148112806584,
      "learning_rate": 4.289104917603243e-05,
      "loss": 1.2438,
      "step": 1252
    },
    {
      "epoch": 2.646779303062302,
      "grad_norm": 0.14758663322901172,
      "learning_rate": 4.2832147996164287e-05,
      "loss": 1.234,
      "step": 1253
    },
    {
      "epoch": 2.648891235480465,
      "grad_norm": 0.14529639893492569,
      "learning_rate": 4.277324064363603e-05,
      "loss": 1.2595,
      "step": 1254
    },
    {
      "epoch": 2.651003167898627,
      "grad_norm": 0.18584647318260675,
      "learning_rate": 4.27143272468361e-05,
      "loss": 1.2466,
      "step": 1255
    },
    {
      "epoch": 2.65311510031679,
      "grad_norm": 0.22283672931351609,
      "learning_rate": 4.2655407934166126e-05,
      "loss": 1.2398,
      "step": 1256
    },
    {
      "epoch": 2.6552270327349525,
      "grad_norm": 0.13681138643568688,
      "learning_rate": 4.2596482834040616e-05,
      "loss": 1.2433,
      "step": 1257
    },
    {
      "epoch": 2.657338965153115,
      "grad_norm": 0.1487383582947486,
      "learning_rate": 4.2537552074886684e-05,
      "loss": 1.2484,
      "step": 1258
    },
    {
      "epoch": 2.659450897571278,
      "grad_norm": 0.16768296194209623,
      "learning_rate": 4.247861578514379e-05,
      "loss": 1.2685,
      "step": 1259
    },
    {
      "epoch": 2.6615628299894403,
      "grad_norm": 0.18273027955717852,
      "learning_rate": 4.2419674093263435e-05,
      "loss": 1.2393,
      "step": 1260
    },
    {
      "epoch": 2.663674762407603,
      "grad_norm": 0.15778775093750105,
      "learning_rate": 4.2360727127708916e-05,
      "loss": 1.2324,
      "step": 1261
    },
    {
      "epoch": 2.6657866948257656,
      "grad_norm": 0.14206434869133824,
      "learning_rate": 4.2301775016955e-05,
      "loss": 1.2388,
      "step": 1262
    },
    {
      "epoch": 2.667898627243928,
      "grad_norm": 0.162289067636816,
      "learning_rate": 4.2242817889487676e-05,
      "loss": 1.2319,
      "step": 1263
    },
    {
      "epoch": 2.670010559662091,
      "grad_norm": 0.1527094707727967,
      "learning_rate": 4.2183855873803876e-05,
      "loss": 1.2495,
      "step": 1264
    },
    {
      "epoch": 2.6721224920802533,
      "grad_norm": 0.1386426220742963,
      "learning_rate": 4.212488909841118e-05,
      "loss": 1.2536,
      "step": 1265
    },
    {
      "epoch": 2.674234424498416,
      "grad_norm": 0.15414473715745036,
      "learning_rate": 4.206591769182753e-05,
      "loss": 1.2467,
      "step": 1266
    },
    {
      "epoch": 2.6763463569165786,
      "grad_norm": 0.16090949238373514,
      "learning_rate": 4.200694178258097e-05,
      "loss": 1.2538,
      "step": 1267
    },
    {
      "epoch": 2.678458289334741,
      "grad_norm": 0.1750064511080838,
      "learning_rate": 4.194796149920938e-05,
      "loss": 1.223,
      "step": 1268
    },
    {
      "epoch": 2.680570221752904,
      "grad_norm": 0.14858243014474026,
      "learning_rate": 4.188897697026014e-05,
      "loss": 1.2388,
      "step": 1269
    },
    {
      "epoch": 2.6826821541710664,
      "grad_norm": 0.136229170085759,
      "learning_rate": 4.1829988324289896e-05,
      "loss": 1.2455,
      "step": 1270
    },
    {
      "epoch": 2.6847940865892292,
      "grad_norm": 0.1429146861635407,
      "learning_rate": 4.177099568986427e-05,
      "loss": 1.2592,
      "step": 1271
    },
    {
      "epoch": 2.6869060190073917,
      "grad_norm": 0.12719689771729453,
      "learning_rate": 4.1711999195557567e-05,
      "loss": 1.2532,
      "step": 1272
    },
    {
      "epoch": 2.689017951425554,
      "grad_norm": 0.14474300606459736,
      "learning_rate": 4.165299896995253e-05,
      "loss": 1.2666,
      "step": 1273
    },
    {
      "epoch": 2.691129883843717,
      "grad_norm": 0.16305536173245808,
      "learning_rate": 4.1593995141640004e-05,
      "loss": 1.2413,
      "step": 1274
    },
    {
      "epoch": 2.69324181626188,
      "grad_norm": 0.1607097812387902,
      "learning_rate": 4.153498783921869e-05,
      "loss": 1.2417,
      "step": 1275
    },
    {
      "epoch": 2.6953537486800423,
      "grad_norm": 0.18635822745956204,
      "learning_rate": 4.14759771912949e-05,
      "loss": 1.2312,
      "step": 1276
    },
    {
      "epoch": 2.6974656810982047,
      "grad_norm": 0.18877404228136124,
      "learning_rate": 4.141696332648217e-05,
      "loss": 1.2338,
      "step": 1277
    },
    {
      "epoch": 2.6995776135163676,
      "grad_norm": 0.17456937434970463,
      "learning_rate": 4.135794637340109e-05,
      "loss": 1.238,
      "step": 1278
    },
    {
      "epoch": 2.70168954593453,
      "grad_norm": 0.19285857830448844,
      "learning_rate": 4.129892646067899e-05,
      "loss": 1.2463,
      "step": 1279
    },
    {
      "epoch": 2.703801478352693,
      "grad_norm": 0.16574779297029807,
      "learning_rate": 4.123990371694963e-05,
      "loss": 1.261,
      "step": 1280
    },
    {
      "epoch": 2.7059134107708553,
      "grad_norm": 0.15925602968282257,
      "learning_rate": 4.118087827085295e-05,
      "loss": 1.2444,
      "step": 1281
    },
    {
      "epoch": 2.7080253431890178,
      "grad_norm": 0.41627664119455543,
      "learning_rate": 4.112185025103476e-05,
      "loss": 1.2877,
      "step": 1282
    },
    {
      "epoch": 2.7101372756071807,
      "grad_norm": 0.21112920459548892,
      "learning_rate": 4.106281978614651e-05,
      "loss": 1.2409,
      "step": 1283
    },
    {
      "epoch": 2.712249208025343,
      "grad_norm": 0.13803877039144863,
      "learning_rate": 4.100378700484497e-05,
      "loss": 1.2417,
      "step": 1284
    },
    {
      "epoch": 2.714361140443506,
      "grad_norm": 0.20826933330179756,
      "learning_rate": 4.094475203579192e-05,
      "loss": 1.2549,
      "step": 1285
    },
    {
      "epoch": 2.7164730728616684,
      "grad_norm": 0.2001236861552444,
      "learning_rate": 4.0885715007653974e-05,
      "loss": 1.2555,
      "step": 1286
    },
    {
      "epoch": 2.718585005279831,
      "grad_norm": 0.17628778629110142,
      "learning_rate": 4.082667604910218e-05,
      "loss": 1.2688,
      "step": 1287
    },
    {
      "epoch": 2.7206969376979937,
      "grad_norm": 0.3004202354027872,
      "learning_rate": 4.0767635288811816e-05,
      "loss": 1.2732,
      "step": 1288
    },
    {
      "epoch": 2.722808870116156,
      "grad_norm": 0.18557583916890574,
      "learning_rate": 4.0708592855462094e-05,
      "loss": 1.2656,
      "step": 1289
    },
    {
      "epoch": 2.724920802534319,
      "grad_norm": 0.18458833833181457,
      "learning_rate": 4.0649548877735875e-05,
      "loss": 1.2484,
      "step": 1290
    },
    {
      "epoch": 2.7270327349524814,
      "grad_norm": 0.2009979597703134,
      "learning_rate": 4.059050348431934e-05,
      "loss": 1.2373,
      "step": 1291
    },
    {
      "epoch": 2.729144667370644,
      "grad_norm": 0.14584546827413772,
      "learning_rate": 4.053145680390181e-05,
      "loss": 1.2404,
      "step": 1292
    },
    {
      "epoch": 2.7312565997888067,
      "grad_norm": 0.19440629141488908,
      "learning_rate": 4.047240896517539e-05,
      "loss": 1.2473,
      "step": 1293
    },
    {
      "epoch": 2.7333685322069696,
      "grad_norm": 0.1631058588822202,
      "learning_rate": 4.0413360096834696e-05,
      "loss": 1.2551,
      "step": 1294
    },
    {
      "epoch": 2.735480464625132,
      "grad_norm": 0.1706377854170495,
      "learning_rate": 4.035431032757662e-05,
      "loss": 1.2511,
      "step": 1295
    },
    {
      "epoch": 2.7375923970432945,
      "grad_norm": 0.1676702534932309,
      "learning_rate": 4.0295259786099994e-05,
      "loss": 1.2531,
      "step": 1296
    },
    {
      "epoch": 2.7397043294614574,
      "grad_norm": 0.15344973842004275,
      "learning_rate": 4.0236208601105335e-05,
      "loss": 1.2576,
      "step": 1297
    },
    {
      "epoch": 2.74181626187962,
      "grad_norm": 0.16008971424742968,
      "learning_rate": 4.017715690129458e-05,
      "loss": 1.2465,
      "step": 1298
    },
    {
      "epoch": 2.7439281942977827,
      "grad_norm": 0.15435086305404416,
      "learning_rate": 4.011810481537074e-05,
      "loss": 1.2399,
      "step": 1299
    },
    {
      "epoch": 2.746040126715945,
      "grad_norm": 0.16832554202402972,
      "learning_rate": 4.005905247203774e-05,
      "loss": 1.2419,
      "step": 1300
    },
    {
      "epoch": 2.7481520591341075,
      "grad_norm": 0.17390901223896177,
      "learning_rate": 4e-05,
      "loss": 1.231,
      "step": 1301
    },
    {
      "epoch": 2.7502639915522704,
      "grad_norm": 0.18325280849926004,
      "learning_rate": 3.994094752796227e-05,
      "loss": 1.2388,
      "step": 1302
    },
    {
      "epoch": 2.752375923970433,
      "grad_norm": 0.24402082963579863,
      "learning_rate": 3.988189518462927e-05,
      "loss": 1.2353,
      "step": 1303
    },
    {
      "epoch": 2.7544878563885957,
      "grad_norm": 0.22169399361700795,
      "learning_rate": 3.982284309870543e-05,
      "loss": 1.25,
      "step": 1304
    },
    {
      "epoch": 2.756599788806758,
      "grad_norm": 0.46443318629283575,
      "learning_rate": 3.976379139889468e-05,
      "loss": 1.2426,
      "step": 1305
    },
    {
      "epoch": 2.7587117212249206,
      "grad_norm": 0.2424981789951497,
      "learning_rate": 3.970474021390002e-05,
      "loss": 1.2538,
      "step": 1306
    },
    {
      "epoch": 2.7608236536430835,
      "grad_norm": 0.19460603807747523,
      "learning_rate": 3.964568967242338e-05,
      "loss": 1.2322,
      "step": 1307
    },
    {
      "epoch": 2.762935586061246,
      "grad_norm": 0.16263868453814642,
      "learning_rate": 3.958663990316532e-05,
      "loss": 1.2285,
      "step": 1308
    },
    {
      "epoch": 2.7650475184794088,
      "grad_norm": 0.21579779199600754,
      "learning_rate": 3.952759103482462e-05,
      "loss": 1.241,
      "step": 1309
    },
    {
      "epoch": 2.767159450897571,
      "grad_norm": 0.1920605003032425,
      "learning_rate": 3.946854319609821e-05,
      "loss": 1.2574,
      "step": 1310
    },
    {
      "epoch": 2.7692713833157336,
      "grad_norm": 0.17671356917848932,
      "learning_rate": 3.940949651568067e-05,
      "loss": 1.247,
      "step": 1311
    },
    {
      "epoch": 2.7713833157338965,
      "grad_norm": 0.1631620576422733,
      "learning_rate": 3.935045112226414e-05,
      "loss": 1.2359,
      "step": 1312
    },
    {
      "epoch": 2.7734952481520594,
      "grad_norm": 0.16738647794875786,
      "learning_rate": 3.929140714453791e-05,
      "loss": 1.2406,
      "step": 1313
    },
    {
      "epoch": 2.775607180570222,
      "grad_norm": 0.15463685319555867,
      "learning_rate": 3.9232364711188184e-05,
      "loss": 1.2578,
      "step": 1314
    },
    {
      "epoch": 2.7777191129883843,
      "grad_norm": 0.16279139484248137,
      "learning_rate": 3.917332395089784e-05,
      "loss": 1.2505,
      "step": 1315
    },
    {
      "epoch": 2.779831045406547,
      "grad_norm": 0.16086974064401302,
      "learning_rate": 3.911428499234604e-05,
      "loss": 1.2207,
      "step": 1316
    },
    {
      "epoch": 2.7819429778247096,
      "grad_norm": 0.16524482867425364,
      "learning_rate": 3.9055247964208084e-05,
      "loss": 1.2473,
      "step": 1317
    },
    {
      "epoch": 2.7840549102428724,
      "grad_norm": 0.14660324001566058,
      "learning_rate": 3.8996212995155046e-05,
      "loss": 1.257,
      "step": 1318
    },
    {
      "epoch": 2.786166842661035,
      "grad_norm": 0.1394125946226826,
      "learning_rate": 3.8937180213853494e-05,
      "loss": 1.2385,
      "step": 1319
    },
    {
      "epoch": 2.7882787750791973,
      "grad_norm": 0.16306277455232898,
      "learning_rate": 3.8878149748965245e-05,
      "loss": 1.2485,
      "step": 1320
    },
    {
      "epoch": 2.79039070749736,
      "grad_norm": 0.18380780937749647,
      "learning_rate": 3.881912172914706e-05,
      "loss": 1.2432,
      "step": 1321
    },
    {
      "epoch": 2.7925026399155226,
      "grad_norm": 0.2315175474346091,
      "learning_rate": 3.876009628305039e-05,
      "loss": 1.2444,
      "step": 1322
    },
    {
      "epoch": 2.7946145723336855,
      "grad_norm": 0.17077499124948442,
      "learning_rate": 3.870107353932102e-05,
      "loss": 1.2357,
      "step": 1323
    },
    {
      "epoch": 2.796726504751848,
      "grad_norm": 0.1915223457645163,
      "learning_rate": 3.8642053626598917e-05,
      "loss": 1.2512,
      "step": 1324
    },
    {
      "epoch": 2.7988384371700104,
      "grad_norm": 0.17896032452380545,
      "learning_rate": 3.858303667351785e-05,
      "loss": 1.2513,
      "step": 1325
    },
    {
      "epoch": 2.8009503695881732,
      "grad_norm": 0.47069662590133143,
      "learning_rate": 3.852402280870511e-05,
      "loss": 1.2451,
      "step": 1326
    },
    {
      "epoch": 2.8030623020063357,
      "grad_norm": 0.24993446541541084,
      "learning_rate": 3.846501216078132e-05,
      "loss": 1.2497,
      "step": 1327
    },
    {
      "epoch": 2.8051742344244985,
      "grad_norm": 0.18721990084009657,
      "learning_rate": 3.840600485836001e-05,
      "loss": 1.2654,
      "step": 1328
    },
    {
      "epoch": 2.807286166842661,
      "grad_norm": 0.17806668754833868,
      "learning_rate": 3.834700103004747e-05,
      "loss": 1.2537,
      "step": 1329
    },
    {
      "epoch": 2.8093980992608234,
      "grad_norm": 0.16937617866710103,
      "learning_rate": 3.828800080444244e-05,
      "loss": 1.2493,
      "step": 1330
    },
    {
      "epoch": 2.8115100316789863,
      "grad_norm": 0.17165198046379243,
      "learning_rate": 3.822900431013574e-05,
      "loss": 1.243,
      "step": 1331
    },
    {
      "epoch": 2.813621964097149,
      "grad_norm": 0.16251526824128915,
      "learning_rate": 3.817001167571012e-05,
      "loss": 1.2561,
      "step": 1332
    },
    {
      "epoch": 2.8157338965153116,
      "grad_norm": 0.17440112625855608,
      "learning_rate": 3.811102302973987e-05,
      "loss": 1.2582,
      "step": 1333
    },
    {
      "epoch": 2.817845828933474,
      "grad_norm": 0.16622174029432177,
      "learning_rate": 3.8052038500790623e-05,
      "loss": 1.2668,
      "step": 1334
    },
    {
      "epoch": 2.819957761351637,
      "grad_norm": 0.20264748690177628,
      "learning_rate": 3.7993058217419045e-05,
      "loss": 1.2611,
      "step": 1335
    },
    {
      "epoch": 2.8220696937697993,
      "grad_norm": 0.1968884953611614,
      "learning_rate": 3.7934082308172484e-05,
      "loss": 1.2436,
      "step": 1336
    },
    {
      "epoch": 2.824181626187962,
      "grad_norm": 0.17246120349253796,
      "learning_rate": 3.787511090158884e-05,
      "loss": 1.2389,
      "step": 1337
    },
    {
      "epoch": 2.8262935586061246,
      "grad_norm": 0.17496918559975405,
      "learning_rate": 3.781614412619614e-05,
      "loss": 1.2542,
      "step": 1338
    },
    {
      "epoch": 2.828405491024287,
      "grad_norm": 0.180261595058359,
      "learning_rate": 3.775718211051233e-05,
      "loss": 1.233,
      "step": 1339
    },
    {
      "epoch": 2.83051742344245,
      "grad_norm": 0.15783575956081317,
      "learning_rate": 3.769822498304501e-05,
      "loss": 1.2539,
      "step": 1340
    },
    {
      "epoch": 2.8326293558606124,
      "grad_norm": 0.15980325392061756,
      "learning_rate": 3.76392728722911e-05,
      "loss": 1.2723,
      "step": 1341
    },
    {
      "epoch": 2.8347412882787753,
      "grad_norm": 0.1671378733562258,
      "learning_rate": 3.758032590673657e-05,
      "loss": 1.2488,
      "step": 1342
    },
    {
      "epoch": 2.8368532206969377,
      "grad_norm": 0.1377817800465948,
      "learning_rate": 3.752138421485622e-05,
      "loss": 1.2593,
      "step": 1343
    },
    {
      "epoch": 2.8389651531151,
      "grad_norm": 0.15286973059079462,
      "learning_rate": 3.7462447925113316e-05,
      "loss": 1.2547,
      "step": 1344
    },
    {
      "epoch": 2.841077085533263,
      "grad_norm": 0.17201017270878505,
      "learning_rate": 3.740351716595939e-05,
      "loss": 1.2546,
      "step": 1345
    },
    {
      "epoch": 2.8431890179514254,
      "grad_norm": 0.17283668262630822,
      "learning_rate": 3.7344592065833874e-05,
      "loss": 1.2442,
      "step": 1346
    },
    {
      "epoch": 2.8453009503695883,
      "grad_norm": 0.17485012699989297,
      "learning_rate": 3.7285672753163914e-05,
      "loss": 1.2591,
      "step": 1347
    },
    {
      "epoch": 2.8474128827877507,
      "grad_norm": 0.1747239606256227,
      "learning_rate": 3.722675935636399e-05,
      "loss": 1.2562,
      "step": 1348
    },
    {
      "epoch": 2.849524815205913,
      "grad_norm": 0.15261145932221679,
      "learning_rate": 3.716785200383573e-05,
      "loss": 1.2293,
      "step": 1349
    },
    {
      "epoch": 2.851636747624076,
      "grad_norm": 0.5949112434774901,
      "learning_rate": 3.710895082396758e-05,
      "loss": 1.2812,
      "step": 1350
    },
    {
      "epoch": 2.853748680042239,
      "grad_norm": 0.17117764014307688,
      "learning_rate": 3.705005594513451e-05,
      "loss": 1.2415,
      "step": 1351
    },
    {
      "epoch": 2.8558606124604013,
      "grad_norm": 0.16708323332235744,
      "learning_rate": 3.69911674956978e-05,
      "loss": 1.2476,
      "step": 1352
    },
    {
      "epoch": 2.857972544878564,
      "grad_norm": 0.19328096044732057,
      "learning_rate": 3.6932285604004664e-05,
      "loss": 1.2522,
      "step": 1353
    },
    {
      "epoch": 2.8600844772967267,
      "grad_norm": 0.1913717836972792,
      "learning_rate": 3.6873410398388075e-05,
      "loss": 1.2502,
      "step": 1354
    },
    {
      "epoch": 2.862196409714889,
      "grad_norm": 0.17725717935287896,
      "learning_rate": 3.681454200716638e-05,
      "loss": 1.2382,
      "step": 1355
    },
    {
      "epoch": 2.864308342133052,
      "grad_norm": 0.18380103339431025,
      "learning_rate": 3.6755680558643135e-05,
      "loss": 1.2593,
      "step": 1356
    },
    {
      "epoch": 2.8664202745512144,
      "grad_norm": 0.17545966015171377,
      "learning_rate": 3.669682618110671e-05,
      "loss": 1.2482,
      "step": 1357
    },
    {
      "epoch": 2.868532206969377,
      "grad_norm": 0.2280199769637377,
      "learning_rate": 3.6637979002830106e-05,
      "loss": 1.2318,
      "step": 1358
    },
    {
      "epoch": 2.8706441393875397,
      "grad_norm": 0.17900090283903328,
      "learning_rate": 3.657913915207061e-05,
      "loss": 1.2541,
      "step": 1359
    },
    {
      "epoch": 2.872756071805702,
      "grad_norm": 0.19200211234308043,
      "learning_rate": 3.652030675706952e-05,
      "loss": 1.249,
      "step": 1360
    },
    {
      "epoch": 2.874868004223865,
      "grad_norm": 0.24518131607988217,
      "learning_rate": 3.6461481946051917e-05,
      "loss": 1.2582,
      "step": 1361
    },
    {
      "epoch": 2.8769799366420274,
      "grad_norm": 0.16970705203420663,
      "learning_rate": 3.640266484722637e-05,
      "loss": 1.2467,
      "step": 1362
    },
    {
      "epoch": 2.87909186906019,
      "grad_norm": 0.16236768684798242,
      "learning_rate": 3.634385558878457e-05,
      "loss": 1.2605,
      "step": 1363
    },
    {
      "epoch": 2.8812038014783528,
      "grad_norm": 0.1649360416198374,
      "learning_rate": 3.62850542989012e-05,
      "loss": 1.256,
      "step": 1364
    },
    {
      "epoch": 2.883315733896515,
      "grad_norm": 0.16421960745621672,
      "learning_rate": 3.622626110573351e-05,
      "loss": 1.2494,
      "step": 1365
    },
    {
      "epoch": 2.885427666314678,
      "grad_norm": 0.15823773231040744,
      "learning_rate": 3.616747613742114e-05,
      "loss": 1.2467,
      "step": 1366
    },
    {
      "epoch": 2.8875395987328405,
      "grad_norm": 0.14750199515460344,
      "learning_rate": 3.6108699522085805e-05,
      "loss": 1.2541,
      "step": 1367
    },
    {
      "epoch": 2.889651531151003,
      "grad_norm": 0.14704843764395795,
      "learning_rate": 3.604993138783098e-05,
      "loss": 1.257,
      "step": 1368
    },
    {
      "epoch": 2.891763463569166,
      "grad_norm": 0.1517189977333485,
      "learning_rate": 3.599117186274172e-05,
      "loss": 1.2416,
      "step": 1369
    },
    {
      "epoch": 2.8938753959873287,
      "grad_norm": 0.15081652267373385,
      "learning_rate": 3.593242107488422e-05,
      "loss": 1.2534,
      "step": 1370
    },
    {
      "epoch": 2.895987328405491,
      "grad_norm": 0.1658126870322483,
      "learning_rate": 3.5873679152305724e-05,
      "loss": 1.2599,
      "step": 1371
    },
    {
      "epoch": 2.8980992608236535,
      "grad_norm": 0.16652331528840855,
      "learning_rate": 3.581494622303413e-05,
      "loss": 1.233,
      "step": 1372
    },
    {
      "epoch": 2.9002111932418164,
      "grad_norm": 0.15733317782342027,
      "learning_rate": 3.575622241507768e-05,
      "loss": 1.2381,
      "step": 1373
    },
    {
      "epoch": 2.902323125659979,
      "grad_norm": 0.1649705149757225,
      "learning_rate": 3.569750785642483e-05,
      "loss": 1.2418,
      "step": 1374
    },
    {
      "epoch": 2.9044350580781417,
      "grad_norm": 0.19129224035433043,
      "learning_rate": 3.563880267504378e-05,
      "loss": 1.2658,
      "step": 1375
    },
    {
      "epoch": 2.906546990496304,
      "grad_norm": 0.15171568929039042,
      "learning_rate": 3.558010699888237e-05,
      "loss": 1.2413,
      "step": 1376
    },
    {
      "epoch": 2.9086589229144666,
      "grad_norm": 0.3944188088795608,
      "learning_rate": 3.552142095586769e-05,
      "loss": 1.2744,
      "step": 1377
    },
    {
      "epoch": 2.9107708553326295,
      "grad_norm": 0.19484617059270434,
      "learning_rate": 3.546274467390583e-05,
      "loss": 1.2577,
      "step": 1378
    },
    {
      "epoch": 2.912882787750792,
      "grad_norm": 0.1653843471402946,
      "learning_rate": 3.540407828088161e-05,
      "loss": 1.2481,
      "step": 1379
    },
    {
      "epoch": 2.914994720168955,
      "grad_norm": 0.17652932532096136,
      "learning_rate": 3.53454219046583e-05,
      "loss": 1.2643,
      "step": 1380
    },
    {
      "epoch": 2.917106652587117,
      "grad_norm": 0.18966487943431148,
      "learning_rate": 3.528677567307734e-05,
      "loss": 1.2362,
      "step": 1381
    },
    {
      "epoch": 2.9192185850052796,
      "grad_norm": 0.316650469822133,
      "learning_rate": 3.522813971395808e-05,
      "loss": 1.2564,
      "step": 1382
    },
    {
      "epoch": 2.9213305174234425,
      "grad_norm": 0.19617393566337205,
      "learning_rate": 3.5169514155097405e-05,
      "loss": 1.2514,
      "step": 1383
    },
    {
      "epoch": 2.923442449841605,
      "grad_norm": 0.19480226497186165,
      "learning_rate": 3.5110899124269654e-05,
      "loss": 1.257,
      "step": 1384
    },
    {
      "epoch": 2.925554382259768,
      "grad_norm": 0.15620513082799156,
      "learning_rate": 3.5052294749226094e-05,
      "loss": 1.2421,
      "step": 1385
    },
    {
      "epoch": 2.9276663146779303,
      "grad_norm": 0.15804900382955278,
      "learning_rate": 3.4993701157694874e-05,
      "loss": 1.2657,
      "step": 1386
    },
    {
      "epoch": 2.9297782470960927,
      "grad_norm": 0.15679777586977608,
      "learning_rate": 3.4935118477380565e-05,
      "loss": 1.2598,
      "step": 1387
    },
    {
      "epoch": 2.9318901795142556,
      "grad_norm": 0.1896381031281462,
      "learning_rate": 3.4876546835963985e-05,
      "loss": 1.2643,
      "step": 1388
    },
    {
      "epoch": 2.934002111932418,
      "grad_norm": 0.13647943392484213,
      "learning_rate": 3.4817986361101915e-05,
      "loss": 1.2419,
      "step": 1389
    },
    {
      "epoch": 2.936114044350581,
      "grad_norm": 0.14997995967250793,
      "learning_rate": 3.4759437180426745e-05,
      "loss": 1.2457,
      "step": 1390
    },
    {
      "epoch": 2.9382259767687433,
      "grad_norm": 0.1360877019346515,
      "learning_rate": 3.470089942154632e-05,
      "loss": 1.2459,
      "step": 1391
    },
    {
      "epoch": 2.940337909186906,
      "grad_norm": 0.1431882072720808,
      "learning_rate": 3.46423732120435e-05,
      "loss": 1.2524,
      "step": 1392
    },
    {
      "epoch": 2.9424498416050686,
      "grad_norm": 0.14814289297380318,
      "learning_rate": 3.458385867947607e-05,
      "loss": 1.2455,
      "step": 1393
    },
    {
      "epoch": 2.9445617740232315,
      "grad_norm": 0.20887198165807616,
      "learning_rate": 3.452535595137631e-05,
      "loss": 1.2447,
      "step": 1394
    },
    {
      "epoch": 2.946673706441394,
      "grad_norm": 0.14548008856160743,
      "learning_rate": 3.4466865155250776e-05,
      "loss": 1.2441,
      "step": 1395
    },
    {
      "epoch": 2.9487856388595564,
      "grad_norm": 0.16970986648577802,
      "learning_rate": 3.4408386418580036e-05,
      "loss": 1.2471,
      "step": 1396
    },
    {
      "epoch": 2.9508975712777192,
      "grad_norm": 0.19535303688998287,
      "learning_rate": 3.4349919868818336e-05,
      "loss": 1.2445,
      "step": 1397
    },
    {
      "epoch": 2.9530095036958817,
      "grad_norm": 0.16599324745072103,
      "learning_rate": 3.429146563339341e-05,
      "loss": 1.2498,
      "step": 1398
    },
    {
      "epoch": 2.9551214361140445,
      "grad_norm": 0.18272052468427682,
      "learning_rate": 3.423302383970613e-05,
      "loss": 1.2426,
      "step": 1399
    },
    {
      "epoch": 2.957233368532207,
      "grad_norm": 0.1895387870651528,
      "learning_rate": 3.417459461513025e-05,
      "loss": 1.2602,
      "step": 1400
    },
    {
      "epoch": 2.9593453009503694,
      "grad_norm": 0.15562551211774833,
      "learning_rate": 3.411617808701214e-05,
      "loss": 1.2455,
      "step": 1401
    },
    {
      "epoch": 2.9614572333685323,
      "grad_norm": 0.18380887667156742,
      "learning_rate": 3.405777438267047e-05,
      "loss": 1.2323,
      "step": 1402
    },
    {
      "epoch": 2.9635691657866947,
      "grad_norm": 0.16157140772732223,
      "learning_rate": 3.3999383629395995e-05,
      "loss": 1.2377,
      "step": 1403
    },
    {
      "epoch": 2.9656810982048576,
      "grad_norm": 0.17908652476948922,
      "learning_rate": 3.3941005954451226e-05,
      "loss": 1.262,
      "step": 1404
    },
    {
      "epoch": 2.96779303062302,
      "grad_norm": 0.14196068174183477,
      "learning_rate": 3.388264148507016e-05,
      "loss": 1.2503,
      "step": 1405
    },
    {
      "epoch": 2.9699049630411825,
      "grad_norm": 0.29064774195069637,
      "learning_rate": 3.3824290348458065e-05,
      "loss": 1.2556,
      "step": 1406
    },
    {
      "epoch": 2.9720168954593453,
      "grad_norm": 0.1406063097899163,
      "learning_rate": 3.376595267179106e-05,
      "loss": 1.247,
      "step": 1407
    },
    {
      "epoch": 2.9741288278775078,
      "grad_norm": 0.18187034657231363,
      "learning_rate": 3.3707628582215996e-05,
      "loss": 1.2361,
      "step": 1408
    },
    {
      "epoch": 2.9762407602956706,
      "grad_norm": 0.15774826765508418,
      "learning_rate": 3.364931820685012e-05,
      "loss": 1.2626,
      "step": 1409
    },
    {
      "epoch": 2.978352692713833,
      "grad_norm": 0.1632684092663418,
      "learning_rate": 3.3591021672780714e-05,
      "loss": 1.2457,
      "step": 1410
    },
    {
      "epoch": 2.9804646251319955,
      "grad_norm": 0.177678261182772,
      "learning_rate": 3.353273910706499e-05,
      "loss": 1.2472,
      "step": 1411
    },
    {
      "epoch": 2.9825765575501584,
      "grad_norm": 0.1687761341388544,
      "learning_rate": 3.347447063672963e-05,
      "loss": 1.2398,
      "step": 1412
    },
    {
      "epoch": 2.9846884899683213,
      "grad_norm": 0.1886770863829917,
      "learning_rate": 3.341621638877064e-05,
      "loss": 1.2397,
      "step": 1413
    },
    {
      "epoch": 2.9868004223864837,
      "grad_norm": 0.17075215206270264,
      "learning_rate": 3.3357976490153046e-05,
      "loss": 1.2574,
      "step": 1414
    },
    {
      "epoch": 2.988912354804646,
      "grad_norm": 0.14517857752169927,
      "learning_rate": 3.329975106781055e-05,
      "loss": 1.2456,
      "step": 1415
    },
    {
      "epoch": 2.991024287222809,
      "grad_norm": 0.16779368838229222,
      "learning_rate": 3.324154024864533e-05,
      "loss": 1.2548,
      "step": 1416
    },
    {
      "epoch": 2.9931362196409714,
      "grad_norm": 0.16447829380446374,
      "learning_rate": 3.318334415952774e-05,
      "loss": 1.2589,
      "step": 1417
    },
    {
      "epoch": 2.9952481520591343,
      "grad_norm": 0.1832469855257109,
      "learning_rate": 3.312516292729602e-05,
      "loss": 1.2371,
      "step": 1418
    },
    {
      "epoch": 2.9973600844772967,
      "grad_norm": 0.17937932911146878,
      "learning_rate": 3.3066996678756025e-05,
      "loss": 1.2547,
      "step": 1419
    },
    {
      "epoch": 2.999472016895459,
      "grad_norm": 0.19393395423294793,
      "learning_rate": 3.300884554068097e-05,
      "loss": 1.2436,
      "step": 1420
    },
    {
      "epoch": 3.0018479408658925,
      "grad_norm": 0.17582740320571208,
      "learning_rate": 3.2950709639811135e-05,
      "loss": 1.2286,
      "step": 1421
    },
    {
      "epoch": 3.003959873284055,
      "grad_norm": 0.20677802173314594,
      "learning_rate": 3.289258910285357e-05,
      "loss": 1.2173,
      "step": 1422
    },
    {
      "epoch": 3.0060718057022173,
      "grad_norm": 0.18822313762068393,
      "learning_rate": 3.283448405648187e-05,
      "loss": 1.2089,
      "step": 1423
    },
    {
      "epoch": 3.00818373812038,
      "grad_norm": 0.19113479122721141,
      "learning_rate": 3.2776394627335834e-05,
      "loss": 1.2262,
      "step": 1424
    },
    {
      "epoch": 3.0102956705385426,
      "grad_norm": 0.19588750363003146,
      "learning_rate": 3.271832094202124e-05,
      "loss": 1.2127,
      "step": 1425
    },
    {
      "epoch": 3.0124076029567055,
      "grad_norm": 0.19860030969520354,
      "learning_rate": 3.266026312710957e-05,
      "loss": 1.2181,
      "step": 1426
    },
    {
      "epoch": 3.014519535374868,
      "grad_norm": 0.17297610484647122,
      "learning_rate": 3.2602221309137666e-05,
      "loss": 1.2389,
      "step": 1427
    },
    {
      "epoch": 3.016631467793031,
      "grad_norm": 0.17001945084021206,
      "learning_rate": 3.2544195614607586e-05,
      "loss": 1.2264,
      "step": 1428
    },
    {
      "epoch": 3.0187434002111933,
      "grad_norm": 0.14893478847951844,
      "learning_rate": 3.248618616998616e-05,
      "loss": 1.2303,
      "step": 1429
    },
    {
      "epoch": 3.0208553326293557,
      "grad_norm": 0.18541555911294172,
      "learning_rate": 3.2428193101704855e-05,
      "loss": 1.2255,
      "step": 1430
    },
    {
      "epoch": 3.0229672650475186,
      "grad_norm": 0.14604305304015458,
      "learning_rate": 3.2370216536159436e-05,
      "loss": 1.2252,
      "step": 1431
    },
    {
      "epoch": 3.025079197465681,
      "grad_norm": 0.17683358032200713,
      "learning_rate": 3.231225659970968e-05,
      "loss": 1.2183,
      "step": 1432
    },
    {
      "epoch": 3.027191129883844,
      "grad_norm": 0.14961387357236167,
      "learning_rate": 3.225431341867916e-05,
      "loss": 1.2279,
      "step": 1433
    },
    {
      "epoch": 3.0293030623020063,
      "grad_norm": 0.1784974732642884,
      "learning_rate": 3.219638711935488e-05,
      "loss": 1.2393,
      "step": 1434
    },
    {
      "epoch": 3.031414994720169,
      "grad_norm": 0.1973064471517419,
      "learning_rate": 3.213847782798708e-05,
      "loss": 1.2175,
      "step": 1435
    },
    {
      "epoch": 3.0335269271383316,
      "grad_norm": 0.14959625951598324,
      "learning_rate": 3.2080585670788964e-05,
      "loss": 1.2172,
      "step": 1436
    },
    {
      "epoch": 3.035638859556494,
      "grad_norm": 0.17459678456865269,
      "learning_rate": 3.202271077393631e-05,
      "loss": 1.2234,
      "step": 1437
    },
    {
      "epoch": 3.037750791974657,
      "grad_norm": 0.14096792901557148,
      "learning_rate": 3.196485326356737e-05,
      "loss": 1.2237,
      "step": 1438
    },
    {
      "epoch": 3.0398627243928193,
      "grad_norm": 0.1624527217438897,
      "learning_rate": 3.190701326578241e-05,
      "loss": 1.2177,
      "step": 1439
    },
    {
      "epoch": 3.0419746568109822,
      "grad_norm": 0.1441736918571477,
      "learning_rate": 3.1849190906643595e-05,
      "loss": 1.1996,
      "step": 1440
    },
    {
      "epoch": 3.0440865892291447,
      "grad_norm": 0.13709776062720713,
      "learning_rate": 3.179138631217463e-05,
      "loss": 1.2248,
      "step": 1441
    },
    {
      "epoch": 3.046198521647307,
      "grad_norm": 0.14298623325421855,
      "learning_rate": 3.173359960836049e-05,
      "loss": 1.2389,
      "step": 1442
    },
    {
      "epoch": 3.04831045406547,
      "grad_norm": 0.15955067352968158,
      "learning_rate": 3.167583092114717e-05,
      "loss": 1.2287,
      "step": 1443
    },
    {
      "epoch": 3.0504223864836324,
      "grad_norm": 0.1484782109490905,
      "learning_rate": 3.1618080376441384e-05,
      "loss": 1.2249,
      "step": 1444
    },
    {
      "epoch": 3.0525343189017953,
      "grad_norm": 0.17862914934591118,
      "learning_rate": 3.156034810011032e-05,
      "loss": 1.233,
      "step": 1445
    },
    {
      "epoch": 3.0546462513199577,
      "grad_norm": 0.16271770267049285,
      "learning_rate": 3.1502634217981346e-05,
      "loss": 1.2154,
      "step": 1446
    },
    {
      "epoch": 3.0567581837381206,
      "grad_norm": 0.13144878840684637,
      "learning_rate": 3.1444938855841716e-05,
      "loss": 1.2235,
      "step": 1447
    },
    {
      "epoch": 3.058870116156283,
      "grad_norm": 0.12081753523589324,
      "learning_rate": 3.138726213943837e-05,
      "loss": 1.2165,
      "step": 1448
    },
    {
      "epoch": 3.0609820485744454,
      "grad_norm": 0.11068649331786819,
      "learning_rate": 3.132960419447754e-05,
      "loss": 1.2283,
      "step": 1449
    },
    {
      "epoch": 3.0630939809926083,
      "grad_norm": 0.1373571355374936,
      "learning_rate": 3.127196514662461e-05,
      "loss": 1.2263,
      "step": 1450
    },
    {
      "epoch": 3.0652059134107708,
      "grad_norm": 0.12907674384697604,
      "learning_rate": 3.121434512150378e-05,
      "loss": 1.2228,
      "step": 1451
    },
    {
      "epoch": 3.0673178458289336,
      "grad_norm": 0.13312674531566382,
      "learning_rate": 3.115674424469772e-05,
      "loss": 1.2306,
      "step": 1452
    },
    {
      "epoch": 3.069429778247096,
      "grad_norm": 0.14323403767720924,
      "learning_rate": 3.109916264174743e-05,
      "loss": 1.2175,
      "step": 1453
    },
    {
      "epoch": 3.071541710665259,
      "grad_norm": 0.1367902075706264,
      "learning_rate": 3.104160043815187e-05,
      "loss": 1.2265,
      "step": 1454
    },
    {
      "epoch": 3.0736536430834214,
      "grad_norm": 0.1534954521574034,
      "learning_rate": 3.0984057759367764e-05,
      "loss": 1.2239,
      "step": 1455
    },
    {
      "epoch": 3.075765575501584,
      "grad_norm": 0.12379808453679084,
      "learning_rate": 3.09265347308092e-05,
      "loss": 1.226,
      "step": 1456
    },
    {
      "epoch": 3.0778775079197467,
      "grad_norm": 0.14804578051423758,
      "learning_rate": 3.0869031477847515e-05,
      "loss": 1.2281,
      "step": 1457
    },
    {
      "epoch": 3.079989440337909,
      "grad_norm": 0.172957977893228,
      "learning_rate": 3.081154812581093e-05,
      "loss": 1.2151,
      "step": 1458
    },
    {
      "epoch": 3.082101372756072,
      "grad_norm": 0.14697144507084708,
      "learning_rate": 3.075408479998425e-05,
      "loss": 1.2333,
      "step": 1459
    },
    {
      "epoch": 3.0842133051742344,
      "grad_norm": 0.21233195195468527,
      "learning_rate": 3.06966416256087e-05,
      "loss": 1.2401,
      "step": 1460
    },
    {
      "epoch": 3.086325237592397,
      "grad_norm": 0.23436693661650576,
      "learning_rate": 3.063921872788151e-05,
      "loss": 1.244,
      "step": 1461
    },
    {
      "epoch": 3.0884371700105597,
      "grad_norm": 0.17472954991642695,
      "learning_rate": 3.058181623195577e-05,
      "loss": 1.2274,
      "step": 1462
    },
    {
      "epoch": 3.090549102428722,
      "grad_norm": 0.16046276924257835,
      "learning_rate": 3.05244342629401e-05,
      "loss": 1.226,
      "step": 1463
    },
    {
      "epoch": 3.092661034846885,
      "grad_norm": 0.19456740706090947,
      "learning_rate": 3.046707294589835e-05,
      "loss": 1.2277,
      "step": 1464
    },
    {
      "epoch": 3.0947729672650475,
      "grad_norm": 0.14175183809399627,
      "learning_rate": 3.0409732405849405e-05,
      "loss": 1.2225,
      "step": 1465
    },
    {
      "epoch": 3.0968848996832103,
      "grad_norm": 0.16169259061904662,
      "learning_rate": 3.0352412767766805e-05,
      "loss": 1.2302,
      "step": 1466
    },
    {
      "epoch": 3.098996832101373,
      "grad_norm": 0.12654657300362096,
      "learning_rate": 3.0295114156578606e-05,
      "loss": 1.2326,
      "step": 1467
    },
    {
      "epoch": 3.101108764519535,
      "grad_norm": 0.1676959173528841,
      "learning_rate": 3.0237836697166997e-05,
      "loss": 1.2359,
      "step": 1468
    },
    {
      "epoch": 3.103220696937698,
      "grad_norm": 0.15431335000223506,
      "learning_rate": 3.0180580514368037e-05,
      "loss": 1.2294,
      "step": 1469
    },
    {
      "epoch": 3.1053326293558605,
      "grad_norm": 0.15420644578382214,
      "learning_rate": 3.012334573297149e-05,
      "loss": 1.221,
      "step": 1470
    },
    {
      "epoch": 3.1074445617740234,
      "grad_norm": 0.13740922495271773,
      "learning_rate": 3.0066132477720393e-05,
      "loss": 1.2174,
      "step": 1471
    },
    {
      "epoch": 3.109556494192186,
      "grad_norm": 0.16474387552158157,
      "learning_rate": 3.000894087331092e-05,
      "loss": 1.2299,
      "step": 1472
    },
    {
      "epoch": 3.1116684266103483,
      "grad_norm": 0.12723514211647963,
      "learning_rate": 2.995177104439207e-05,
      "loss": 1.2193,
      "step": 1473
    },
    {
      "epoch": 3.113780359028511,
      "grad_norm": 0.1627194201785723,
      "learning_rate": 2.9894623115565316e-05,
      "loss": 1.2299,
      "step": 1474
    },
    {
      "epoch": 3.1158922914466736,
      "grad_norm": 0.13463445899319115,
      "learning_rate": 2.9837497211384457e-05,
      "loss": 1.2425,
      "step": 1475
    },
    {
      "epoch": 3.1180042238648364,
      "grad_norm": 0.1384794756695371,
      "learning_rate": 2.978039345635526e-05,
      "loss": 1.2261,
      "step": 1476
    },
    {
      "epoch": 3.120116156282999,
      "grad_norm": 0.14529496089085508,
      "learning_rate": 2.9723311974935235e-05,
      "loss": 1.2124,
      "step": 1477
    },
    {
      "epoch": 3.1222280887011618,
      "grad_norm": 0.1410362294486071,
      "learning_rate": 2.9666252891533354e-05,
      "loss": 1.2185,
      "step": 1478
    },
    {
      "epoch": 3.124340021119324,
      "grad_norm": 0.16837557798429187,
      "learning_rate": 2.960921633050973e-05,
      "loss": 1.217,
      "step": 1479
    },
    {
      "epoch": 3.1264519535374866,
      "grad_norm": 0.1355447342408687,
      "learning_rate": 2.9552202416175456e-05,
      "loss": 1.2336,
      "step": 1480
    },
    {
      "epoch": 3.1285638859556495,
      "grad_norm": 0.13868555296260204,
      "learning_rate": 2.9495211272792184e-05,
      "loss": 1.2313,
      "step": 1481
    },
    {
      "epoch": 3.130675818373812,
      "grad_norm": 0.14596763563232837,
      "learning_rate": 2.943824302457202e-05,
      "loss": 1.2284,
      "step": 1482
    },
    {
      "epoch": 3.132787750791975,
      "grad_norm": 0.1391828626041363,
      "learning_rate": 2.938129779567712e-05,
      "loss": 1.2196,
      "step": 1483
    },
    {
      "epoch": 3.1348996832101372,
      "grad_norm": 0.13915663251192065,
      "learning_rate": 2.9324375710219455e-05,
      "loss": 1.2384,
      "step": 1484
    },
    {
      "epoch": 3.1370116156282997,
      "grad_norm": 0.12888363447912315,
      "learning_rate": 2.9267476892260625e-05,
      "loss": 1.2339,
      "step": 1485
    },
    {
      "epoch": 3.1391235480464625,
      "grad_norm": 0.1442487585335087,
      "learning_rate": 2.9210601465811428e-05,
      "loss": 1.214,
      "step": 1486
    },
    {
      "epoch": 3.141235480464625,
      "grad_norm": 0.12779858488775397,
      "learning_rate": 2.915374955483177e-05,
      "loss": 1.2271,
      "step": 1487
    },
    {
      "epoch": 3.143347412882788,
      "grad_norm": 0.154259565458381,
      "learning_rate": 2.9096921283230223e-05,
      "loss": 1.2184,
      "step": 1488
    },
    {
      "epoch": 3.1454593453009503,
      "grad_norm": 0.13235739243389294,
      "learning_rate": 2.90401167748639e-05,
      "loss": 1.222,
      "step": 1489
    },
    {
      "epoch": 3.147571277719113,
      "grad_norm": 0.1395073446308979,
      "learning_rate": 2.898333615353809e-05,
      "loss": 1.2319,
      "step": 1490
    },
    {
      "epoch": 3.1496832101372756,
      "grad_norm": 0.1356326606201067,
      "learning_rate": 2.892657954300603e-05,
      "loss": 1.2112,
      "step": 1491
    },
    {
      "epoch": 3.151795142555438,
      "grad_norm": 0.13222705413064154,
      "learning_rate": 2.8869847066968632e-05,
      "loss": 1.2202,
      "step": 1492
    },
    {
      "epoch": 3.153907074973601,
      "grad_norm": 0.14715382992802928,
      "learning_rate": 2.8813138849074165e-05,
      "loss": 1.2312,
      "step": 1493
    },
    {
      "epoch": 3.1560190073917633,
      "grad_norm": 0.13687916140339668,
      "learning_rate": 2.8756455012918088e-05,
      "loss": 1.2205,
      "step": 1494
    },
    {
      "epoch": 3.158130939809926,
      "grad_norm": 0.15677015416164256,
      "learning_rate": 2.86997956820427e-05,
      "loss": 1.2451,
      "step": 1495
    },
    {
      "epoch": 3.1602428722280886,
      "grad_norm": 0.15146814232599243,
      "learning_rate": 2.864316097993686e-05,
      "loss": 1.2317,
      "step": 1496
    },
    {
      "epoch": 3.1623548046462515,
      "grad_norm": 0.17092633213128666,
      "learning_rate": 2.85865510300358e-05,
      "loss": 1.223,
      "step": 1497
    },
    {
      "epoch": 3.164466737064414,
      "grad_norm": 0.14321617441449858,
      "learning_rate": 2.8529965955720746e-05,
      "loss": 1.2228,
      "step": 1498
    },
    {
      "epoch": 3.1665786694825764,
      "grad_norm": 0.16144570825794202,
      "learning_rate": 2.8473405880318748e-05,
      "loss": 1.2204,
      "step": 1499
    },
    {
      "epoch": 3.1686906019007393,
      "grad_norm": 0.1570590183666449,
      "learning_rate": 2.8416870927102382e-05,
      "loss": 1.2289,
      "step": 1500
    },
    {
      "epoch": 3.1708025343189017,
      "grad_norm": 0.1665362457759338,
      "learning_rate": 2.8360361219289424e-05,
      "loss": 1.2259,
      "step": 1501
    },
    {
      "epoch": 3.1729144667370646,
      "grad_norm": 0.25460211186516574,
      "learning_rate": 2.8303876880042675e-05,
      "loss": 1.222,
      "step": 1502
    },
    {
      "epoch": 3.175026399155227,
      "grad_norm": 0.17669844936788295,
      "learning_rate": 2.8247418032469598e-05,
      "loss": 1.2256,
      "step": 1503
    },
    {
      "epoch": 3.1771383315733894,
      "grad_norm": 0.13547185801595119,
      "learning_rate": 2.8190984799622146e-05,
      "loss": 1.2407,
      "step": 1504
    },
    {
      "epoch": 3.1792502639915523,
      "grad_norm": 0.1693538795298241,
      "learning_rate": 2.8134577304496415e-05,
      "loss": 1.2256,
      "step": 1505
    },
    {
      "epoch": 3.1813621964097147,
      "grad_norm": 0.1915647534245182,
      "learning_rate": 2.8078195670032397e-05,
      "loss": 1.2241,
      "step": 1506
    },
    {
      "epoch": 3.1834741288278776,
      "grad_norm": 0.13766099162342466,
      "learning_rate": 2.8021840019113765e-05,
      "loss": 1.2203,
      "step": 1507
    },
    {
      "epoch": 3.18558606124604,
      "grad_norm": 0.17707242996339972,
      "learning_rate": 2.7965510474567498e-05,
      "loss": 1.2032,
      "step": 1508
    },
    {
      "epoch": 3.187697993664203,
      "grad_norm": 0.20143143201356975,
      "learning_rate": 2.7909207159163724e-05,
      "loss": 1.2255,
      "step": 1509
    },
    {
      "epoch": 3.1898099260823654,
      "grad_norm": 0.21084234777042263,
      "learning_rate": 2.7852930195615413e-05,
      "loss": 1.2123,
      "step": 1510
    },
    {
      "epoch": 3.191921858500528,
      "grad_norm": 0.19224406132276375,
      "learning_rate": 2.7796679706578053e-05,
      "loss": 1.2143,
      "step": 1511
    },
    {
      "epoch": 3.1940337909186907,
      "grad_norm": 0.16816931647691757,
      "learning_rate": 2.774045581464946e-05,
      "loss": 1.2362,
      "step": 1512
    },
    {
      "epoch": 3.196145723336853,
      "grad_norm": 0.1967975532047474,
      "learning_rate": 2.7684258642369486e-05,
      "loss": 1.2259,
      "step": 1513
    },
    {
      "epoch": 3.198257655755016,
      "grad_norm": 0.18344603595048667,
      "learning_rate": 2.762808831221972e-05,
      "loss": 1.2422,
      "step": 1514
    },
    {
      "epoch": 3.2003695881731784,
      "grad_norm": 0.20762995948722196,
      "learning_rate": 2.7571944946623307e-05,
      "loss": 1.222,
      "step": 1515
    },
    {
      "epoch": 3.2024815205913413,
      "grad_norm": 0.13471407580419545,
      "learning_rate": 2.7515828667944542e-05,
      "loss": 1.239,
      "step": 1516
    },
    {
      "epoch": 3.2045934530095037,
      "grad_norm": 0.1871944627938325,
      "learning_rate": 2.7459739598488765e-05,
      "loss": 1.2183,
      "step": 1517
    },
    {
      "epoch": 3.206705385427666,
      "grad_norm": 0.15467985398476952,
      "learning_rate": 2.740367786050193e-05,
      "loss": 1.2122,
      "step": 1518
    },
    {
      "epoch": 3.208817317845829,
      "grad_norm": 0.16549218384857037,
      "learning_rate": 2.734764357617052e-05,
      "loss": 1.2332,
      "step": 1519
    },
    {
      "epoch": 3.2109292502639915,
      "grad_norm": 0.509453412523133,
      "learning_rate": 2.729163686762109e-05,
      "loss": 1.2419,
      "step": 1520
    },
    {
      "epoch": 3.2130411826821543,
      "grad_norm": 0.16526029964475913,
      "learning_rate": 2.7235657856920136e-05,
      "loss": 1.2284,
      "step": 1521
    },
    {
      "epoch": 3.2151531151003168,
      "grad_norm": 0.14612715942156085,
      "learning_rate": 2.7179706666073814e-05,
      "loss": 1.2311,
      "step": 1522
    },
    {
      "epoch": 3.217265047518479,
      "grad_norm": 0.46188149452036725,
      "learning_rate": 2.712378341702758e-05,
      "loss": 1.2369,
      "step": 1523
    },
    {
      "epoch": 3.219376979936642,
      "grad_norm": 0.3540318622996265,
      "learning_rate": 2.7067888231666065e-05,
      "loss": 1.2549,
      "step": 1524
    },
    {
      "epoch": 3.2214889123548045,
      "grad_norm": 0.1657522047115624,
      "learning_rate": 2.7012021231812666e-05,
      "loss": 1.2165,
      "step": 1525
    },
    {
      "epoch": 3.2236008447729674,
      "grad_norm": 0.19342097023166802,
      "learning_rate": 2.6956182539229392e-05,
      "loss": 1.2183,
      "step": 1526
    },
    {
      "epoch": 3.22571277719113,
      "grad_norm": 0.1900960321272287,
      "learning_rate": 2.6900372275616563e-05,
      "loss": 1.2313,
      "step": 1527
    },
    {
      "epoch": 3.2278247096092927,
      "grad_norm": 0.20898273119307714,
      "learning_rate": 2.6844590562612497e-05,
      "loss": 1.24,
      "step": 1528
    },
    {
      "epoch": 3.229936642027455,
      "grad_norm": 0.202541815683263,
      "learning_rate": 2.678883752179333e-05,
      "loss": 1.2194,
      "step": 1529
    },
    {
      "epoch": 3.2320485744456176,
      "grad_norm": 0.19851280311750874,
      "learning_rate": 2.6733113274672665e-05,
      "loss": 1.2296,
      "step": 1530
    },
    {
      "epoch": 3.2341605068637804,
      "grad_norm": 0.17418465404446826,
      "learning_rate": 2.667741794270138e-05,
      "loss": 1.231,
      "step": 1531
    },
    {
      "epoch": 3.236272439281943,
      "grad_norm": 0.16677978470479468,
      "learning_rate": 2.662175164726735e-05,
      "loss": 1.229,
      "step": 1532
    },
    {
      "epoch": 3.2383843717001057,
      "grad_norm": 0.16031760396735636,
      "learning_rate": 2.6566114509695098e-05,
      "loss": 1.2162,
      "step": 1533
    },
    {
      "epoch": 3.240496304118268,
      "grad_norm": 0.16424572385530842,
      "learning_rate": 2.651050665124568e-05,
      "loss": 1.236,
      "step": 1534
    },
    {
      "epoch": 3.242608236536431,
      "grad_norm": 0.18807891589950382,
      "learning_rate": 2.6454928193116258e-05,
      "loss": 1.22,
      "step": 1535
    },
    {
      "epoch": 3.2447201689545935,
      "grad_norm": 0.17834711329252168,
      "learning_rate": 2.639937925643997e-05,
      "loss": 1.2235,
      "step": 1536
    },
    {
      "epoch": 3.246832101372756,
      "grad_norm": 0.17161664017119935,
      "learning_rate": 2.634385996228561e-05,
      "loss": 1.225,
      "step": 1537
    },
    {
      "epoch": 3.248944033790919,
      "grad_norm": 0.18822246793842412,
      "learning_rate": 2.6288370431657333e-05,
      "loss": 1.217,
      "step": 1538
    },
    {
      "epoch": 3.251055966209081,
      "grad_norm": 0.2032516842075396,
      "learning_rate": 2.6232910785494467e-05,
      "loss": 1.241,
      "step": 1539
    },
    {
      "epoch": 3.253167898627244,
      "grad_norm": 0.14519609553341564,
      "learning_rate": 2.6177481144671157e-05,
      "loss": 1.2206,
      "step": 1540
    },
    {
      "epoch": 3.2552798310454065,
      "grad_norm": 0.21903818838845088,
      "learning_rate": 2.6122081629996197e-05,
      "loss": 1.2296,
      "step": 1541
    },
    {
      "epoch": 3.257391763463569,
      "grad_norm": 0.1737596030638558,
      "learning_rate": 2.6066712362212706e-05,
      "loss": 1.2299,
      "step": 1542
    },
    {
      "epoch": 3.259503695881732,
      "grad_norm": 0.17093871279976236,
      "learning_rate": 2.601137346199786e-05,
      "loss": 1.2108,
      "step": 1543
    },
    {
      "epoch": 3.2616156282998943,
      "grad_norm": 0.23530703284895016,
      "learning_rate": 2.5956065049962687e-05,
      "loss": 1.2206,
      "step": 1544
    },
    {
      "epoch": 3.263727560718057,
      "grad_norm": 0.13352147730015543,
      "learning_rate": 2.5900787246651717e-05,
      "loss": 1.2251,
      "step": 1545
    },
    {
      "epoch": 3.2658394931362196,
      "grad_norm": 0.18521841417063514,
      "learning_rate": 2.5845540172542815e-05,
      "loss": 1.2405,
      "step": 1546
    },
    {
      "epoch": 3.2679514255543824,
      "grad_norm": 0.133573091037659,
      "learning_rate": 2.5790323948046867e-05,
      "loss": 1.2281,
      "step": 1547
    },
    {
      "epoch": 3.270063357972545,
      "grad_norm": 0.1608640466150519,
      "learning_rate": 2.573513869350748e-05,
      "loss": 1.2093,
      "step": 1548
    },
    {
      "epoch": 3.2721752903907073,
      "grad_norm": 0.13893963499085307,
      "learning_rate": 2.5679984529200813e-05,
      "loss": 1.2301,
      "step": 1549
    },
    {
      "epoch": 3.27428722280887,
      "grad_norm": 0.14469588718828708,
      "learning_rate": 2.5624861575335223e-05,
      "loss": 1.2307,
      "step": 1550
    },
    {
      "epoch": 3.2763991552270326,
      "grad_norm": 0.13481475230411172,
      "learning_rate": 2.5569769952051086e-05,
      "loss": 1.221,
      "step": 1551
    },
    {
      "epoch": 3.2785110876451955,
      "grad_norm": 0.14564521994663918,
      "learning_rate": 2.5514709779420432e-05,
      "loss": 1.2191,
      "step": 1552
    },
    {
      "epoch": 3.280623020063358,
      "grad_norm": 0.13872830504871791,
      "learning_rate": 2.5459681177446803e-05,
      "loss": 1.235,
      "step": 1553
    },
    {
      "epoch": 3.282734952481521,
      "grad_norm": 0.1256908553348283,
      "learning_rate": 2.540468426606493e-05,
      "loss": 1.2135,
      "step": 1554
    },
    {
      "epoch": 3.2848468848996832,
      "grad_norm": 0.1431052162118805,
      "learning_rate": 2.5349719165140428e-05,
      "loss": 1.2387,
      "step": 1555
    },
    {
      "epoch": 3.2869588173178457,
      "grad_norm": 0.18137247575356077,
      "learning_rate": 2.5294785994469636e-05,
      "loss": 1.226,
      "step": 1556
    },
    {
      "epoch": 3.2890707497360085,
      "grad_norm": 0.16444207011857198,
      "learning_rate": 2.523988487377924e-05,
      "loss": 1.2166,
      "step": 1557
    },
    {
      "epoch": 3.291182682154171,
      "grad_norm": 0.14994143333708496,
      "learning_rate": 2.5185015922726127e-05,
      "loss": 1.2302,
      "step": 1558
    },
    {
      "epoch": 3.293294614572334,
      "grad_norm": 0.14642956578518454,
      "learning_rate": 2.5130179260897062e-05,
      "loss": 1.2134,
      "step": 1559
    },
    {
      "epoch": 3.2954065469904963,
      "grad_norm": 0.12583268077797063,
      "learning_rate": 2.50753750078084e-05,
      "loss": 1.2326,
      "step": 1560
    },
    {
      "epoch": 3.2975184794086587,
      "grad_norm": 0.14191402129411868,
      "learning_rate": 2.5020603282905908e-05,
      "loss": 1.2201,
      "step": 1561
    },
    {
      "epoch": 3.2996304118268216,
      "grad_norm": 0.12181242866483355,
      "learning_rate": 2.4965864205564413e-05,
      "loss": 1.2224,
      "step": 1562
    },
    {
      "epoch": 3.301742344244984,
      "grad_norm": 0.14900859910105255,
      "learning_rate": 2.4911157895087622e-05,
      "loss": 1.2211,
      "step": 1563
    },
    {
      "epoch": 3.303854276663147,
      "grad_norm": 0.130078745467458,
      "learning_rate": 2.485648447070783e-05,
      "loss": 1.236,
      "step": 1564
    },
    {
      "epoch": 3.3059662090813093,
      "grad_norm": 0.129839823372703,
      "learning_rate": 2.4801844051585605e-05,
      "loss": 1.2231,
      "step": 1565
    },
    {
      "epoch": 3.3080781414994718,
      "grad_norm": 0.12898323778025028,
      "learning_rate": 2.4747236756809655e-05,
      "loss": 1.2286,
      "step": 1566
    },
    {
      "epoch": 3.3101900739176346,
      "grad_norm": 0.15163584180370515,
      "learning_rate": 2.4692662705396412e-05,
      "loss": 1.2248,
      "step": 1567
    },
    {
      "epoch": 3.312302006335797,
      "grad_norm": 0.1347669197890165,
      "learning_rate": 2.4638122016289928e-05,
      "loss": 1.2262,
      "step": 1568
    },
    {
      "epoch": 3.31441393875396,
      "grad_norm": 0.1360667679805927,
      "learning_rate": 2.458361480836151e-05,
      "loss": 1.2244,
      "step": 1569
    },
    {
      "epoch": 3.3165258711721224,
      "grad_norm": 0.14884216891374943,
      "learning_rate": 2.4529141200409473e-05,
      "loss": 1.2283,
      "step": 1570
    },
    {
      "epoch": 3.3186378035902853,
      "grad_norm": 0.16274598804844226,
      "learning_rate": 2.4474701311158953e-05,
      "loss": 1.2139,
      "step": 1571
    },
    {
      "epoch": 3.3207497360084477,
      "grad_norm": 0.14131412701070822,
      "learning_rate": 2.4420295259261532e-05,
      "loss": 1.2385,
      "step": 1572
    },
    {
      "epoch": 3.3228616684266106,
      "grad_norm": 0.13086767804957528,
      "learning_rate": 2.4365923163295087e-05,
      "loss": 1.2217,
      "step": 1573
    },
    {
      "epoch": 3.324973600844773,
      "grad_norm": 0.12418607720886564,
      "learning_rate": 2.4311585141763495e-05,
      "loss": 1.2272,
      "step": 1574
    },
    {
      "epoch": 3.3270855332629354,
      "grad_norm": 0.12399226164200464,
      "learning_rate": 2.4257281313096317e-05,
      "loss": 1.2157,
      "step": 1575
    },
    {
      "epoch": 3.3291974656810983,
      "grad_norm": 0.14232275033018205,
      "learning_rate": 2.4203011795648658e-05,
      "loss": 1.2241,
      "step": 1576
    },
    {
      "epoch": 3.3313093980992607,
      "grad_norm": 0.1302213775748988,
      "learning_rate": 2.4148776707700777e-05,
      "loss": 1.2395,
      "step": 1577
    },
    {
      "epoch": 3.3334213305174236,
      "grad_norm": 0.1272842046684516,
      "learning_rate": 2.409457616745795e-05,
      "loss": 1.2245,
      "step": 1578
    },
    {
      "epoch": 3.335533262935586,
      "grad_norm": 0.13468133766351054,
      "learning_rate": 2.4040410293050122e-05,
      "loss": 1.2307,
      "step": 1579
    },
    {
      "epoch": 3.3376451953537485,
      "grad_norm": 0.11423212658296052,
      "learning_rate": 2.3986279202531673e-05,
      "loss": 1.2491,
      "step": 1580
    },
    {
      "epoch": 3.3397571277719114,
      "grad_norm": 0.12956957080201528,
      "learning_rate": 2.393218301388123e-05,
      "loss": 1.2189,
      "step": 1581
    },
    {
      "epoch": 3.341869060190074,
      "grad_norm": 0.11670047309878293,
      "learning_rate": 2.3878121845001276e-05,
      "loss": 1.233,
      "step": 1582
    },
    {
      "epoch": 3.3439809926082367,
      "grad_norm": 0.1324710881294976,
      "learning_rate": 2.3824095813718024e-05,
      "loss": 1.2383,
      "step": 1583
    },
    {
      "epoch": 3.346092925026399,
      "grad_norm": 0.1274161547544752,
      "learning_rate": 2.3770105037781097e-05,
      "loss": 1.2352,
      "step": 1584
    },
    {
      "epoch": 3.3482048574445615,
      "grad_norm": 0.11658395173065077,
      "learning_rate": 2.3716149634863248e-05,
      "loss": 1.2274,
      "step": 1585
    },
    {
      "epoch": 3.3503167898627244,
      "grad_norm": 0.12068872266975779,
      "learning_rate": 2.366222972256016e-05,
      "loss": 1.2086,
      "step": 1586
    },
    {
      "epoch": 3.352428722280887,
      "grad_norm": 0.12596509272693224,
      "learning_rate": 2.360834541839016e-05,
      "loss": 1.2154,
      "step": 1587
    },
    {
      "epoch": 3.3545406546990497,
      "grad_norm": 0.12844433006768272,
      "learning_rate": 2.355449683979398e-05,
      "loss": 1.2134,
      "step": 1588
    },
    {
      "epoch": 3.356652587117212,
      "grad_norm": 0.11234395288039106,
      "learning_rate": 2.3500684104134437e-05,
      "loss": 1.2186,
      "step": 1589
    },
    {
      "epoch": 3.358764519535375,
      "grad_norm": 0.12527260698844067,
      "learning_rate": 2.3446907328696292e-05,
      "loss": 1.2315,
      "step": 1590
    },
    {
      "epoch": 3.3608764519535375,
      "grad_norm": 0.12565152830262089,
      "learning_rate": 2.3393166630685918e-05,
      "loss": 1.2274,
      "step": 1591
    },
    {
      "epoch": 3.3629883843717003,
      "grad_norm": 0.1191593383919846,
      "learning_rate": 2.3339462127231015e-05,
      "loss": 1.2258,
      "step": 1592
    },
    {
      "epoch": 3.3651003167898628,
      "grad_norm": 0.11649017945544626,
      "learning_rate": 2.3285793935380463e-05,
      "loss": 1.2255,
      "step": 1593
    },
    {
      "epoch": 3.367212249208025,
      "grad_norm": 0.13109401382320138,
      "learning_rate": 2.323216217210391e-05,
      "loss": 1.2331,
      "step": 1594
    },
    {
      "epoch": 3.369324181626188,
      "grad_norm": 0.12106180707926388,
      "learning_rate": 2.31785669542917e-05,
      "loss": 1.2292,
      "step": 1595
    },
    {
      "epoch": 3.3714361140443505,
      "grad_norm": 0.1726771458293426,
      "learning_rate": 2.3125008398754483e-05,
      "loss": 1.2288,
      "step": 1596
    },
    {
      "epoch": 3.3735480464625134,
      "grad_norm": 0.12532317756312422,
      "learning_rate": 2.3071486622223006e-05,
      "loss": 1.2413,
      "step": 1597
    },
    {
      "epoch": 3.375659978880676,
      "grad_norm": 0.16305563759143823,
      "learning_rate": 2.3018001741347872e-05,
      "loss": 1.2288,
      "step": 1598
    },
    {
      "epoch": 3.3777719112988382,
      "grad_norm": 0.15758053844099723,
      "learning_rate": 2.2964553872699216e-05,
      "loss": 1.2326,
      "step": 1599
    },
    {
      "epoch": 3.379883843717001,
      "grad_norm": 0.14185755051058216,
      "learning_rate": 2.2911143132766586e-05,
      "loss": 1.2264,
      "step": 1600
    },
    {
      "epoch": 3.3819957761351636,
      "grad_norm": 0.1315108037384061,
      "learning_rate": 2.2857769637958556e-05,
      "loss": 1.2283,
      "step": 1601
    },
    {
      "epoch": 3.3841077085533264,
      "grad_norm": 0.12461990628599313,
      "learning_rate": 2.280443350460254e-05,
      "loss": 1.2205,
      "step": 1602
    },
    {
      "epoch": 3.386219640971489,
      "grad_norm": 0.15198885233099418,
      "learning_rate": 2.2751134848944507e-05,
      "loss": 1.2084,
      "step": 1603
    },
    {
      "epoch": 3.3883315733896513,
      "grad_norm": 0.15301591288629432,
      "learning_rate": 2.2697873787148766e-05,
      "loss": 1.2227,
      "step": 1604
    },
    {
      "epoch": 3.390443505807814,
      "grad_norm": 0.11975080213284,
      "learning_rate": 2.264465043529768e-05,
      "loss": 1.2263,
      "step": 1605
    },
    {
      "epoch": 3.3925554382259766,
      "grad_norm": 0.12677738244393483,
      "learning_rate": 2.2591464909391418e-05,
      "loss": 1.2228,
      "step": 1606
    },
    {
      "epoch": 3.3946673706441395,
      "grad_norm": 0.1267555123890361,
      "learning_rate": 2.2538317325347717e-05,
      "loss": 1.2257,
      "step": 1607
    },
    {
      "epoch": 3.396779303062302,
      "grad_norm": 0.12435576741163262,
      "learning_rate": 2.2485207799001607e-05,
      "loss": 1.2155,
      "step": 1608
    },
    {
      "epoch": 3.398891235480465,
      "grad_norm": 0.14791149138600518,
      "learning_rate": 2.2432136446105192e-05,
      "loss": 1.2291,
      "step": 1609
    },
    {
      "epoch": 3.401003167898627,
      "grad_norm": 0.12908156086020206,
      "learning_rate": 2.2379103382327357e-05,
      "loss": 1.2309,
      "step": 1610
    },
    {
      "epoch": 3.40311510031679,
      "grad_norm": 0.1532283609629337,
      "learning_rate": 2.2326108723253544e-05,
      "loss": 1.2309,
      "step": 1611
    },
    {
      "epoch": 3.4052270327349525,
      "grad_norm": 0.13976224913794824,
      "learning_rate": 2.227315258438549e-05,
      "loss": 1.2339,
      "step": 1612
    },
    {
      "epoch": 3.407338965153115,
      "grad_norm": 0.13475491450042854,
      "learning_rate": 2.2220235081140986e-05,
      "loss": 1.231,
      "step": 1613
    },
    {
      "epoch": 3.409450897571278,
      "grad_norm": 0.12856909895484428,
      "learning_rate": 2.2167356328853603e-05,
      "loss": 1.2263,
      "step": 1614
    },
    {
      "epoch": 3.4115628299894403,
      "grad_norm": 0.12471588506909757,
      "learning_rate": 2.2114516442772443e-05,
      "loss": 1.2242,
      "step": 1615
    },
    {
      "epoch": 3.413674762407603,
      "grad_norm": 0.12555747671326783,
      "learning_rate": 2.206171553806198e-05,
      "loss": 1.2174,
      "step": 1616
    },
    {
      "epoch": 3.4157866948257656,
      "grad_norm": 0.11771233174090952,
      "learning_rate": 2.2008953729801585e-05,
      "loss": 1.237,
      "step": 1617
    },
    {
      "epoch": 3.417898627243928,
      "grad_norm": 0.13798936199034723,
      "learning_rate": 2.195623113298557e-05,
      "loss": 1.2221,
      "step": 1618
    },
    {
      "epoch": 3.420010559662091,
      "grad_norm": 0.11718272974965659,
      "learning_rate": 2.1903547862522666e-05,
      "loss": 1.2281,
      "step": 1619
    },
    {
      "epoch": 3.4221224920802533,
      "grad_norm": 0.12264014688793987,
      "learning_rate": 2.185090403323596e-05,
      "loss": 1.2105,
      "step": 1620
    },
    {
      "epoch": 3.424234424498416,
      "grad_norm": 0.12528862472233465,
      "learning_rate": 2.179829975986255e-05,
      "loss": 1.2061,
      "step": 1621
    },
    {
      "epoch": 3.4263463569165786,
      "grad_norm": 0.1216798849447191,
      "learning_rate": 2.1745735157053315e-05,
      "loss": 1.2304,
      "step": 1622
    },
    {
      "epoch": 3.428458289334741,
      "grad_norm": 0.1348360957256745,
      "learning_rate": 2.1693210339372744e-05,
      "loss": 1.2215,
      "step": 1623
    },
    {
      "epoch": 3.430570221752904,
      "grad_norm": 0.1185418357126947,
      "learning_rate": 2.1640725421298487e-05,
      "loss": 1.2118,
      "step": 1624
    },
    {
      "epoch": 3.4326821541710664,
      "grad_norm": 0.13453095789070163,
      "learning_rate": 2.158828051722137e-05,
      "loss": 1.2409,
      "step": 1625
    },
    {
      "epoch": 3.4347940865892292,
      "grad_norm": 0.13901354530650795,
      "learning_rate": 2.1535875741444876e-05,
      "loss": 1.2215,
      "step": 1626
    },
    {
      "epoch": 3.4369060190073917,
      "grad_norm": 0.12975335328072118,
      "learning_rate": 2.1483511208185142e-05,
      "loss": 1.2317,
      "step": 1627
    },
    {
      "epoch": 3.4390179514255546,
      "grad_norm": 0.12570469839183482,
      "learning_rate": 2.1431187031570548e-05,
      "loss": 1.2104,
      "step": 1628
    },
    {
      "epoch": 3.441129883843717,
      "grad_norm": 0.12767911696230194,
      "learning_rate": 2.1378903325641475e-05,
      "loss": 1.2155,
      "step": 1629
    },
    {
      "epoch": 3.44324181626188,
      "grad_norm": 0.13385145857716088,
      "learning_rate": 2.1326660204350196e-05,
      "loss": 1.2236,
      "step": 1630
    },
    {
      "epoch": 3.4453537486800423,
      "grad_norm": 0.12430165924418088,
      "learning_rate": 2.1274457781560418e-05,
      "loss": 1.2313,
      "step": 1631
    },
    {
      "epoch": 3.4474656810982047,
      "grad_norm": 0.13216596042746342,
      "learning_rate": 2.1222296171047252e-05,
      "loss": 1.2022,
      "step": 1632
    },
    {
      "epoch": 3.4495776135163676,
      "grad_norm": 0.14225873326248206,
      "learning_rate": 2.1170175486496786e-05,
      "loss": 1.2082,
      "step": 1633
    },
    {
      "epoch": 3.45168954593453,
      "grad_norm": 0.1254356400937591,
      "learning_rate": 2.111809584150594e-05,
      "loss": 1.2213,
      "step": 1634
    },
    {
      "epoch": 3.453801478352693,
      "grad_norm": 0.1417834219005022,
      "learning_rate": 2.106605734958219e-05,
      "loss": 1.2186,
      "step": 1635
    },
    {
      "epoch": 3.4559134107708553,
      "grad_norm": 0.12302274065839111,
      "learning_rate": 2.1014060124143273e-05,
      "loss": 1.2275,
      "step": 1636
    },
    {
      "epoch": 3.4580253431890178,
      "grad_norm": 0.18191067401868513,
      "learning_rate": 2.096210427851706e-05,
      "loss": 1.2183,
      "step": 1637
    },
    {
      "epoch": 3.4601372756071807,
      "grad_norm": 0.14175203024295552,
      "learning_rate": 2.091018992594119e-05,
      "loss": 1.2207,
      "step": 1638
    },
    {
      "epoch": 3.462249208025343,
      "grad_norm": 0.14989186343781136,
      "learning_rate": 2.0858317179562873e-05,
      "loss": 1.2277,
      "step": 1639
    },
    {
      "epoch": 3.464361140443506,
      "grad_norm": 0.16176584860059842,
      "learning_rate": 2.0806486152438642e-05,
      "loss": 1.2234,
      "step": 1640
    },
    {
      "epoch": 3.4664730728616684,
      "grad_norm": 0.1289476104170934,
      "learning_rate": 2.0754696957534106e-05,
      "loss": 1.2261,
      "step": 1641
    },
    {
      "epoch": 3.468585005279831,
      "grad_norm": 0.15087590973398504,
      "learning_rate": 2.070294970772369e-05,
      "loss": 1.2341,
      "step": 1642
    },
    {
      "epoch": 3.4706969376979937,
      "grad_norm": 0.11279073270553841,
      "learning_rate": 2.065124451579041e-05,
      "loss": 1.2348,
      "step": 1643
    },
    {
      "epoch": 3.472808870116156,
      "grad_norm": 0.20614296715169722,
      "learning_rate": 2.059958149442562e-05,
      "loss": 1.2244,
      "step": 1644
    },
    {
      "epoch": 3.474920802534319,
      "grad_norm": 0.1427731836433151,
      "learning_rate": 2.054796075622875e-05,
      "loss": 1.2155,
      "step": 1645
    },
    {
      "epoch": 3.4770327349524814,
      "grad_norm": 0.1576125658082226,
      "learning_rate": 2.0496382413707083e-05,
      "loss": 1.2349,
      "step": 1646
    },
    {
      "epoch": 3.4791446673706443,
      "grad_norm": 0.12025801859353596,
      "learning_rate": 2.0444846579275503e-05,
      "loss": 1.2407,
      "step": 1647
    },
    {
      "epoch": 3.4812565997888067,
      "grad_norm": 0.18852215945661235,
      "learning_rate": 2.0393353365256238e-05,
      "loss": 1.2165,
      "step": 1648
    },
    {
      "epoch": 3.4833685322069696,
      "grad_norm": 0.31075445410857544,
      "learning_rate": 2.0341902883878628e-05,
      "loss": 1.2363,
      "step": 1649
    },
    {
      "epoch": 3.485480464625132,
      "grad_norm": 0.1500929617829973,
      "learning_rate": 2.0290495247278893e-05,
      "loss": 1.2266,
      "step": 1650
    },
    {
      "epoch": 3.4875923970432945,
      "grad_norm": 0.14479004832447318,
      "learning_rate": 2.0239130567499846e-05,
      "loss": 1.2191,
      "step": 1651
    },
    {
      "epoch": 3.4897043294614574,
      "grad_norm": 0.1348278666773476,
      "learning_rate": 2.01878089564907e-05,
      "loss": 1.2141,
      "step": 1652
    },
    {
      "epoch": 3.49181626187962,
      "grad_norm": 0.139086851993737,
      "learning_rate": 2.0136530526106785e-05,
      "loss": 1.2179,
      "step": 1653
    },
    {
      "epoch": 3.4939281942977827,
      "grad_norm": 0.12929723388967354,
      "learning_rate": 2.00852953881093e-05,
      "loss": 1.2259,
      "step": 1654
    },
    {
      "epoch": 3.496040126715945,
      "grad_norm": 0.1906117721552204,
      "learning_rate": 2.0034103654165168e-05,
      "loss": 1.2186,
      "step": 1655
    },
    {
      "epoch": 3.4981520591341075,
      "grad_norm": 0.13676432883849363,
      "learning_rate": 1.998295543584661e-05,
      "loss": 1.2344,
      "step": 1656
    },
    {
      "epoch": 3.5002639915522704,
      "grad_norm": 0.17073154565860252,
      "learning_rate": 1.993185084463106e-05,
      "loss": 1.2343,
      "step": 1657
    },
    {
      "epoch": 3.502375923970433,
      "grad_norm": 0.12278309400565542,
      "learning_rate": 1.9880789991900865e-05,
      "loss": 1.2195,
      "step": 1658
    },
    {
      "epoch": 3.5044878563885957,
      "grad_norm": 0.14138649735709846,
      "learning_rate": 1.982977298894302e-05,
      "loss": 1.228,
      "step": 1659
    },
    {
      "epoch": 3.506599788806758,
      "grad_norm": 0.13613799103837432,
      "learning_rate": 1.9778799946949006e-05,
      "loss": 1.2274,
      "step": 1660
    },
    {
      "epoch": 3.5087117212249206,
      "grad_norm": 0.12853932942426505,
      "learning_rate": 1.9727870977014404e-05,
      "loss": 1.2106,
      "step": 1661
    },
    {
      "epoch": 3.5108236536430835,
      "grad_norm": 0.18286333995091564,
      "learning_rate": 1.9676986190138835e-05,
      "loss": 1.2392,
      "step": 1662
    },
    {
      "epoch": 3.512935586061246,
      "grad_norm": 0.17167200554437498,
      "learning_rate": 1.9626145697225523e-05,
      "loss": 1.2345,
      "step": 1663
    },
    {
      "epoch": 3.5150475184794088,
      "grad_norm": 0.15167393455428188,
      "learning_rate": 1.9575349609081246e-05,
      "loss": 1.2211,
      "step": 1664
    },
    {
      "epoch": 3.517159450897571,
      "grad_norm": 0.18808025373268855,
      "learning_rate": 1.9524598036415973e-05,
      "loss": 1.2347,
      "step": 1665
    },
    {
      "epoch": 3.5192713833157336,
      "grad_norm": 0.11517921616987158,
      "learning_rate": 1.9473891089842585e-05,
      "loss": 1.2109,
      "step": 1666
    },
    {
      "epoch": 3.5213833157338965,
      "grad_norm": 0.15689483479245486,
      "learning_rate": 1.9423228879876827e-05,
      "loss": 1.2137,
      "step": 1667
    },
    {
      "epoch": 3.5234952481520594,
      "grad_norm": 0.127468399929587,
      "learning_rate": 1.93726115169368e-05,
      "loss": 1.2182,
      "step": 1668
    },
    {
      "epoch": 3.525607180570222,
      "grad_norm": 0.14765567060421253,
      "learning_rate": 1.9322039111342978e-05,
      "loss": 1.2182,
      "step": 1669
    },
    {
      "epoch": 3.5277191129883843,
      "grad_norm": 0.12448201957569102,
      "learning_rate": 1.9271511773317794e-05,
      "loss": 1.2323,
      "step": 1670
    },
    {
      "epoch": 3.529831045406547,
      "grad_norm": 0.12009474541088946,
      "learning_rate": 1.922102961298546e-05,
      "loss": 1.2194,
      "step": 1671
    },
    {
      "epoch": 3.5319429778247096,
      "grad_norm": 0.11329023498100176,
      "learning_rate": 1.917059274037175e-05,
      "loss": 1.2202,
      "step": 1672
    },
    {
      "epoch": 3.5340549102428724,
      "grad_norm": 0.11685452262057687,
      "learning_rate": 1.9120201265403666e-05,
      "loss": 1.2338,
      "step": 1673
    },
    {
      "epoch": 3.536166842661035,
      "grad_norm": 0.11091083218031819,
      "learning_rate": 1.9069855297909353e-05,
      "loss": 1.2297,
      "step": 1674
    },
    {
      "epoch": 3.5382787750791973,
      "grad_norm": 0.1310325499520254,
      "learning_rate": 1.9019554947617728e-05,
      "loss": 1.2241,
      "step": 1675
    },
    {
      "epoch": 3.54039070749736,
      "grad_norm": 0.11648464323785482,
      "learning_rate": 1.896930032415828e-05,
      "loss": 1.2361,
      "step": 1676
    },
    {
      "epoch": 3.5425026399155226,
      "grad_norm": 0.12978731501229013,
      "learning_rate": 1.891909153706085e-05,
      "loss": 1.2095,
      "step": 1677
    },
    {
      "epoch": 3.5446145723336855,
      "grad_norm": 0.10410408796704705,
      "learning_rate": 1.8868928695755375e-05,
      "loss": 1.2263,
      "step": 1678
    },
    {
      "epoch": 3.546726504751848,
      "grad_norm": 0.1274098342358375,
      "learning_rate": 1.8818811909571657e-05,
      "loss": 1.214,
      "step": 1679
    },
    {
      "epoch": 3.5488384371700104,
      "grad_norm": 0.11368326528379058,
      "learning_rate": 1.8768741287739106e-05,
      "loss": 1.246,
      "step": 1680
    },
    {
      "epoch": 3.5509503695881732,
      "grad_norm": 0.11354814518644038,
      "learning_rate": 1.8718716939386543e-05,
      "loss": 1.2237,
      "step": 1681
    },
    {
      "epoch": 3.5530623020063357,
      "grad_norm": 0.12466160948448603,
      "learning_rate": 1.8668738973541913e-05,
      "loss": 1.2187,
      "step": 1682
    },
    {
      "epoch": 3.5551742344244985,
      "grad_norm": 0.10958240366943,
      "learning_rate": 1.8618807499132075e-05,
      "loss": 1.226,
      "step": 1683
    },
    {
      "epoch": 3.557286166842661,
      "grad_norm": 0.14221037898291733,
      "learning_rate": 1.8568922624982567e-05,
      "loss": 1.2114,
      "step": 1684
    },
    {
      "epoch": 3.5593980992608234,
      "grad_norm": 0.1415836779483271,
      "learning_rate": 1.8519084459817365e-05,
      "loss": 1.2214,
      "step": 1685
    },
    {
      "epoch": 3.5615100316789863,
      "grad_norm": 0.12151308394197158,
      "learning_rate": 1.846929311225863e-05,
      "loss": 1.2249,
      "step": 1686
    },
    {
      "epoch": 3.563621964097149,
      "grad_norm": 0.1785012103960912,
      "learning_rate": 1.841954869082649e-05,
      "loss": 1.2261,
      "step": 1687
    },
    {
      "epoch": 3.5657338965153116,
      "grad_norm": 0.13426605618855145,
      "learning_rate": 1.83698513039388e-05,
      "loss": 1.2463,
      "step": 1688
    },
    {
      "epoch": 3.567845828933474,
      "grad_norm": 0.1266079659017047,
      "learning_rate": 1.8320201059910902e-05,
      "loss": 1.225,
      "step": 1689
    },
    {
      "epoch": 3.569957761351637,
      "grad_norm": 0.11738416372689545,
      "learning_rate": 1.8270598066955392e-05,
      "loss": 1.2303,
      "step": 1690
    },
    {
      "epoch": 3.5720696937697993,
      "grad_norm": 0.11977839410225624,
      "learning_rate": 1.822104243318186e-05,
      "loss": 1.2232,
      "step": 1691
    },
    {
      "epoch": 3.574181626187962,
      "grad_norm": 0.11577215211395513,
      "learning_rate": 1.8171534266596742e-05,
      "loss": 1.2228,
      "step": 1692
    },
    {
      "epoch": 3.5762935586061246,
      "grad_norm": 0.11550886310223042,
      "learning_rate": 1.8122073675102935e-05,
      "loss": 1.2273,
      "step": 1693
    },
    {
      "epoch": 3.578405491024287,
      "grad_norm": 0.11232443064976404,
      "learning_rate": 1.8072660766499695e-05,
      "loss": 1.2205,
      "step": 1694
    },
    {
      "epoch": 3.58051742344245,
      "grad_norm": 0.13775536110743047,
      "learning_rate": 1.8023295648482343e-05,
      "loss": 1.2258,
      "step": 1695
    },
    {
      "epoch": 3.5826293558606124,
      "grad_norm": 0.1321798502812584,
      "learning_rate": 1.797397842864203e-05,
      "loss": 1.2351,
      "step": 1696
    },
    {
      "epoch": 3.5847412882787753,
      "grad_norm": 0.12439267339468671,
      "learning_rate": 1.7924709214465574e-05,
      "loss": 1.2226,
      "step": 1697
    },
    {
      "epoch": 3.5868532206969377,
      "grad_norm": 0.14469249161174313,
      "learning_rate": 1.7875488113335044e-05,
      "loss": 1.2264,
      "step": 1698
    },
    {
      "epoch": 3.5889651531151,
      "grad_norm": 0.12292766290698051,
      "learning_rate": 1.782631523252778e-05,
      "loss": 1.2254,
      "step": 1699
    },
    {
      "epoch": 3.591077085533263,
      "grad_norm": 0.11272519224028925,
      "learning_rate": 1.7777190679215923e-05,
      "loss": 1.2227,
      "step": 1700
    },
    {
      "epoch": 3.5931890179514254,
      "grad_norm": 0.11160956458153243,
      "learning_rate": 1.7728114560466325e-05,
      "loss": 1.2346,
      "step": 1701
    },
    {
      "epoch": 3.5953009503695883,
      "grad_norm": 0.12359109358639414,
      "learning_rate": 1.7679086983240314e-05,
      "loss": 1.2291,
      "step": 1702
    },
    {
      "epoch": 3.5974128827877507,
      "grad_norm": 0.10507148379563606,
      "learning_rate": 1.763010805439333e-05,
      "loss": 1.2174,
      "step": 1703
    },
    {
      "epoch": 3.599524815205913,
      "grad_norm": 0.1320977180186451,
      "learning_rate": 1.7581177880674894e-05,
      "loss": 1.211,
      "step": 1704
    },
    {
      "epoch": 3.601636747624076,
      "grad_norm": 0.13214756182185777,
      "learning_rate": 1.753229656872815e-05,
      "loss": 1.2048,
      "step": 1705
    },
    {
      "epoch": 3.603748680042239,
      "grad_norm": 0.21152231266368549,
      "learning_rate": 1.748346422508985e-05,
      "loss": 1.2296,
      "step": 1706
    },
    {
      "epoch": 3.6058606124604013,
      "grad_norm": 0.1759329682332239,
      "learning_rate": 1.743468095618996e-05,
      "loss": 1.2124,
      "step": 1707
    },
    {
      "epoch": 3.607972544878564,
      "grad_norm": 0.15901554442482888,
      "learning_rate": 1.7385946868351498e-05,
      "loss": 1.2261,
      "step": 1708
    },
    {
      "epoch": 3.6100844772967267,
      "grad_norm": 0.13979190277263234,
      "learning_rate": 1.733726206779032e-05,
      "loss": 1.226,
      "step": 1709
    },
    {
      "epoch": 3.612196409714889,
      "grad_norm": 0.15153194889159077,
      "learning_rate": 1.7288626660614792e-05,
      "loss": 1.2257,
      "step": 1710
    },
    {
      "epoch": 3.614308342133052,
      "grad_norm": 0.13787893348198105,
      "learning_rate": 1.7240040752825716e-05,
      "loss": 1.2527,
      "step": 1711
    },
    {
      "epoch": 3.6164202745512144,
      "grad_norm": 0.1367399288874534,
      "learning_rate": 1.7191504450315953e-05,
      "loss": 1.2365,
      "step": 1712
    },
    {
      "epoch": 3.618532206969377,
      "grad_norm": 0.11637969828585162,
      "learning_rate": 1.714301785887026e-05,
      "loss": 1.2117,
      "step": 1713
    },
    {
      "epoch": 3.6206441393875397,
      "grad_norm": 0.11225380315986809,
      "learning_rate": 1.7094581084165058e-05,
      "loss": 1.2244,
      "step": 1714
    },
    {
      "epoch": 3.622756071805702,
      "grad_norm": 0.18494938901502286,
      "learning_rate": 1.7046194231768187e-05,
      "loss": 1.1992,
      "step": 1715
    },
    {
      "epoch": 3.624868004223865,
      "grad_norm": 0.12469567096071683,
      "learning_rate": 1.699785740713868e-05,
      "loss": 1.2134,
      "step": 1716
    },
    {
      "epoch": 3.6269799366420274,
      "grad_norm": 0.27226011515649823,
      "learning_rate": 1.6949570715626532e-05,
      "loss": 1.2418,
      "step": 1717
    },
    {
      "epoch": 3.62909186906019,
      "grad_norm": 0.11176280651105308,
      "learning_rate": 1.6901334262472488e-05,
      "loss": 1.2298,
      "step": 1718
    },
    {
      "epoch": 3.6312038014783528,
      "grad_norm": 0.2222672149062154,
      "learning_rate": 1.6853148152807774e-05,
      "loss": 1.218,
      "step": 1719
    },
    {
      "epoch": 3.633315733896515,
      "grad_norm": 0.11776776652423927,
      "learning_rate": 1.6805012491653917e-05,
      "loss": 1.2317,
      "step": 1720
    },
    {
      "epoch": 3.635427666314678,
      "grad_norm": 0.17513402894855798,
      "learning_rate": 1.6756927383922473e-05,
      "loss": 1.2286,
      "step": 1721
    },
    {
      "epoch": 3.6375395987328405,
      "grad_norm": 0.11312524580636318,
      "learning_rate": 1.670889293441483e-05,
      "loss": 1.2205,
      "step": 1722
    },
    {
      "epoch": 3.639651531151003,
      "grad_norm": 0.17973252160302508,
      "learning_rate": 1.666090924782196e-05,
      "loss": 1.2304,
      "step": 1723
    },
    {
      "epoch": 3.641763463569166,
      "grad_norm": 0.1124333149228933,
      "learning_rate": 1.66129764287242e-05,
      "loss": 1.201,
      "step": 1724
    },
    {
      "epoch": 3.6438753959873287,
      "grad_norm": 0.1390623035283563,
      "learning_rate": 1.6565094581591018e-05,
      "loss": 1.2382,
      "step": 1725
    },
    {
      "epoch": 3.645987328405491,
      "grad_norm": 0.11592351742514051,
      "learning_rate": 1.6517263810780785e-05,
      "loss": 1.2141,
      "step": 1726
    },
    {
      "epoch": 3.6480992608236535,
      "grad_norm": 0.13433090540740272,
      "learning_rate": 1.6469484220540567e-05,
      "loss": 1.23,
      "step": 1727
    },
    {
      "epoch": 3.6502111932418164,
      "grad_norm": 0.14106734117094666,
      "learning_rate": 1.642175591500586e-05,
      "loss": 1.2241,
      "step": 1728
    },
    {
      "epoch": 3.652323125659979,
      "grad_norm": 0.11034787653998582,
      "learning_rate": 1.6374078998200427e-05,
      "loss": 1.1982,
      "step": 1729
    },
    {
      "epoch": 3.6544350580781417,
      "grad_norm": 1.2801929067789304,
      "learning_rate": 1.632645357403596e-05,
      "loss": 1.2346,
      "step": 1730
    },
    {
      "epoch": 3.656546990496304,
      "grad_norm": 0.13633261576874528,
      "learning_rate": 1.627887974631199e-05,
      "loss": 1.2212,
      "step": 1731
    },
    {
      "epoch": 3.6586589229144666,
      "grad_norm": 0.14625053379228856,
      "learning_rate": 1.623135761871555e-05,
      "loss": 1.2291,
      "step": 1732
    },
    {
      "epoch": 3.6607708553326295,
      "grad_norm": 0.13181542754867015,
      "learning_rate": 1.6183887294820995e-05,
      "loss": 1.2198,
      "step": 1733
    },
    {
      "epoch": 3.662882787750792,
      "grad_norm": 0.16445304636555066,
      "learning_rate": 1.6136468878089843e-05,
      "loss": 1.2195,
      "step": 1734
    },
    {
      "epoch": 3.664994720168955,
      "grad_norm": 0.12044632574177874,
      "learning_rate": 1.6089102471870366e-05,
      "loss": 1.2301,
      "step": 1735
    },
    {
      "epoch": 3.667106652587117,
      "grad_norm": 0.12814779025477496,
      "learning_rate": 1.6041788179397584e-05,
      "loss": 1.2347,
      "step": 1736
    },
    {
      "epoch": 3.6692185850052796,
      "grad_norm": 0.1423845489530368,
      "learning_rate": 1.5994526103792854e-05,
      "loss": 1.2143,
      "step": 1737
    },
    {
      "epoch": 3.6713305174234425,
      "grad_norm": 0.13480463043856625,
      "learning_rate": 1.5947316348063764e-05,
      "loss": 1.2254,
      "step": 1738
    },
    {
      "epoch": 3.673442449841605,
      "grad_norm": 0.1208417589663892,
      "learning_rate": 1.590015901510391e-05,
      "loss": 1.2272,
      "step": 1739
    },
    {
      "epoch": 3.675554382259768,
      "grad_norm": 0.12212272998517927,
      "learning_rate": 1.5853054207692533e-05,
      "loss": 1.2351,
      "step": 1740
    },
    {
      "epoch": 3.6776663146779303,
      "grad_norm": 0.1164306152076413,
      "learning_rate": 1.580600202849451e-05,
      "loss": 1.2083,
      "step": 1741
    },
    {
      "epoch": 3.6797782470960927,
      "grad_norm": 0.39851597882233836,
      "learning_rate": 1.5759002580059907e-05,
      "loss": 1.2287,
      "step": 1742
    },
    {
      "epoch": 3.6818901795142556,
      "grad_norm": 0.11974666855699577,
      "learning_rate": 1.5712055964823953e-05,
      "loss": 1.2184,
      "step": 1743
    },
    {
      "epoch": 3.684002111932418,
      "grad_norm": 0.12424072397223379,
      "learning_rate": 1.5665162285106675e-05,
      "loss": 1.2115,
      "step": 1744
    },
    {
      "epoch": 3.686114044350581,
      "grad_norm": 0.1475245037477598,
      "learning_rate": 1.561832164311274e-05,
      "loss": 1.2429,
      "step": 1745
    },
    {
      "epoch": 3.6882259767687433,
      "grad_norm": 0.12633022861987916,
      "learning_rate": 1.5571534140931234e-05,
      "loss": 1.23,
      "step": 1746
    },
    {
      "epoch": 3.690337909186906,
      "grad_norm": 0.14562889882854824,
      "learning_rate": 1.5524799880535372e-05,
      "loss": 1.2331,
      "step": 1747
    },
    {
      "epoch": 3.6924498416050686,
      "grad_norm": 0.11168492862058636,
      "learning_rate": 1.5478118963782415e-05,
      "loss": 1.2229,
      "step": 1748
    },
    {
      "epoch": 3.6945617740232315,
      "grad_norm": 0.12697756532876417,
      "learning_rate": 1.5431491492413288e-05,
      "loss": 1.2038,
      "step": 1749
    },
    {
      "epoch": 3.696673706441394,
      "grad_norm": 0.14852286780794552,
      "learning_rate": 1.5384917568052467e-05,
      "loss": 1.2283,
      "step": 1750
    },
    {
      "epoch": 3.6987856388595564,
      "grad_norm": 0.14163778028524296,
      "learning_rate": 1.5338397292207716e-05,
      "loss": 1.2261,
      "step": 1751
    },
    {
      "epoch": 3.7008975712777192,
      "grad_norm": 0.14656727173213085,
      "learning_rate": 1.5291930766269864e-05,
      "loss": 1.2161,
      "step": 1752
    },
    {
      "epoch": 3.7030095036958817,
      "grad_norm": 0.12882197141583326,
      "learning_rate": 1.52455180915126e-05,
      "loss": 1.232,
      "step": 1753
    },
    {
      "epoch": 3.7051214361140445,
      "grad_norm": 0.13104922482858164,
      "learning_rate": 1.5199159369092247e-05,
      "loss": 1.2275,
      "step": 1754
    },
    {
      "epoch": 3.707233368532207,
      "grad_norm": 0.12562693047511275,
      "learning_rate": 1.515285470004753e-05,
      "loss": 1.2228,
      "step": 1755
    },
    {
      "epoch": 3.7093453009503694,
      "grad_norm": 0.10933263341517407,
      "learning_rate": 1.5106604185299372e-05,
      "loss": 1.2255,
      "step": 1756
    },
    {
      "epoch": 3.7114572333685323,
      "grad_norm": 0.6256315506357768,
      "learning_rate": 1.5060407925650662e-05,
      "loss": 1.2151,
      "step": 1757
    },
    {
      "epoch": 3.7135691657866947,
      "grad_norm": 0.12457693280313233,
      "learning_rate": 1.5014266021786048e-05,
      "loss": 1.2234,
      "step": 1758
    },
    {
      "epoch": 3.7156810982048576,
      "grad_norm": 0.15772963866343465,
      "learning_rate": 1.4968178574271699e-05,
      "loss": 1.2268,
      "step": 1759
    },
    {
      "epoch": 3.71779303062302,
      "grad_norm": 0.1342166200356949,
      "learning_rate": 1.4922145683555104e-05,
      "loss": 1.2212,
      "step": 1760
    },
    {
      "epoch": 3.7199049630411825,
      "grad_norm": 0.13046225172993142,
      "learning_rate": 1.4876167449964842e-05,
      "loss": 1.2369,
      "step": 1761
    },
    {
      "epoch": 3.7220168954593453,
      "grad_norm": 0.11153260394167246,
      "learning_rate": 1.483024397371037e-05,
      "loss": 1.2273,
      "step": 1762
    },
    {
      "epoch": 3.7241288278775078,
      "grad_norm": 0.12283813467124632,
      "learning_rate": 1.47843753548818e-05,
      "loss": 1.2257,
      "step": 1763
    },
    {
      "epoch": 3.7262407602956706,
      "grad_norm": 0.11530918900175359,
      "learning_rate": 1.4738561693449685e-05,
      "loss": 1.2136,
      "step": 1764
    },
    {
      "epoch": 3.728352692713833,
      "grad_norm": 0.12047718011185134,
      "learning_rate": 1.4692803089264773e-05,
      "loss": 1.2319,
      "step": 1765
    },
    {
      "epoch": 3.7304646251319955,
      "grad_norm": 0.12309359384096176,
      "learning_rate": 1.4647099642057887e-05,
      "loss": 1.2224,
      "step": 1766
    },
    {
      "epoch": 3.7325765575501584,
      "grad_norm": 0.11179659623958234,
      "learning_rate": 1.4601451451439542e-05,
      "loss": 1.2333,
      "step": 1767
    },
    {
      "epoch": 3.7346884899683213,
      "grad_norm": 0.11513477659250682,
      "learning_rate": 1.455585861689988e-05,
      "loss": 1.2183,
      "step": 1768
    },
    {
      "epoch": 3.7368004223864837,
      "grad_norm": 0.14898541580956406,
      "learning_rate": 1.4510321237808377e-05,
      "loss": 1.2283,
      "step": 1769
    },
    {
      "epoch": 3.738912354804646,
      "grad_norm": 0.1225602641976818,
      "learning_rate": 1.4464839413413638e-05,
      "loss": 1.2208,
      "step": 1770
    },
    {
      "epoch": 3.741024287222809,
      "grad_norm": 0.1240646238811233,
      "learning_rate": 1.4419413242843235e-05,
      "loss": 1.2256,
      "step": 1771
    },
    {
      "epoch": 3.7431362196409714,
      "grad_norm": 0.12644863719884386,
      "learning_rate": 1.4374042825103342e-05,
      "loss": 1.2309,
      "step": 1772
    },
    {
      "epoch": 3.7452481520591343,
      "grad_norm": 0.12420918038632946,
      "learning_rate": 1.4328728259078748e-05,
      "loss": 1.2263,
      "step": 1773
    },
    {
      "epoch": 3.7473600844772967,
      "grad_norm": 0.13315519648146373,
      "learning_rate": 1.4283469643532396e-05,
      "loss": 1.2205,
      "step": 1774
    },
    {
      "epoch": 3.749472016895459,
      "grad_norm": 0.25902183796146694,
      "learning_rate": 1.4238267077105338e-05,
      "loss": 1.2322,
      "step": 1775
    },
    {
      "epoch": 3.751583949313622,
      "grad_norm": 0.1476564982833996,
      "learning_rate": 1.4193120658316506e-05,
      "loss": 1.2338,
      "step": 1776
    },
    {
      "epoch": 3.7536958817317845,
      "grad_norm": 0.14580732078749295,
      "learning_rate": 1.4148030485562362e-05,
      "loss": 1.2312,
      "step": 1777
    },
    {
      "epoch": 3.7558078141499474,
      "grad_norm": 0.1687337855237315,
      "learning_rate": 1.4102996657116888e-05,
      "loss": 1.2276,
      "step": 1778
    },
    {
      "epoch": 3.75791974656811,
      "grad_norm": 0.1452893296457429,
      "learning_rate": 1.405801927113116e-05,
      "loss": 1.2305,
      "step": 1779
    },
    {
      "epoch": 3.760031678986272,
      "grad_norm": 0.14622757444244833,
      "learning_rate": 1.4013098425633325e-05,
      "loss": 1.2349,
      "step": 1780
    },
    {
      "epoch": 3.762143611404435,
      "grad_norm": 0.13796192757337403,
      "learning_rate": 1.3968234218528252e-05,
      "loss": 1.2185,
      "step": 1781
    },
    {
      "epoch": 3.7642555438225975,
      "grad_norm": 0.11812932541349103,
      "learning_rate": 1.3923426747597377e-05,
      "loss": 1.222,
      "step": 1782
    },
    {
      "epoch": 3.7663674762407604,
      "grad_norm": 0.14528927146713022,
      "learning_rate": 1.3878676110498495e-05,
      "loss": 1.223,
      "step": 1783
    },
    {
      "epoch": 3.768479408658923,
      "grad_norm": 0.162574054064049,
      "learning_rate": 1.3833982404765477e-05,
      "loss": 1.21,
      "step": 1784
    },
    {
      "epoch": 3.7705913410770853,
      "grad_norm": 0.11696939258112565,
      "learning_rate": 1.3789345727808208e-05,
      "loss": 1.2292,
      "step": 1785
    },
    {
      "epoch": 3.772703273495248,
      "grad_norm": 0.11498385755451364,
      "learning_rate": 1.3744766176912165e-05,
      "loss": 1.2234,
      "step": 1786
    },
    {
      "epoch": 3.774815205913411,
      "grad_norm": 0.11278219867468722,
      "learning_rate": 1.3700243849238425e-05,
      "loss": 1.236,
      "step": 1787
    },
    {
      "epoch": 3.7769271383315735,
      "grad_norm": 0.13177902865453528,
      "learning_rate": 1.365577884182328e-05,
      "loss": 1.2286,
      "step": 1788
    },
    {
      "epoch": 3.779039070749736,
      "grad_norm": 0.11312549185475144,
      "learning_rate": 1.3611371251578117e-05,
      "loss": 1.2177,
      "step": 1789
    },
    {
      "epoch": 3.7811510031678988,
      "grad_norm": 0.1131064983366654,
      "learning_rate": 1.3567021175289172e-05,
      "loss": 1.2192,
      "step": 1790
    },
    {
      "epoch": 3.783262935586061,
      "grad_norm": 0.11061885786865942,
      "learning_rate": 1.352272870961734e-05,
      "loss": 1.2282,
      "step": 1791
    },
    {
      "epoch": 3.785374868004224,
      "grad_norm": 0.137101605638394,
      "learning_rate": 1.3478493951097949e-05,
      "loss": 1.2188,
      "step": 1792
    },
    {
      "epoch": 3.7874868004223865,
      "grad_norm": 0.14944455935323167,
      "learning_rate": 1.3434316996140555e-05,
      "loss": 1.2154,
      "step": 1793
    },
    {
      "epoch": 3.789598732840549,
      "grad_norm": 0.15922120561523048,
      "learning_rate": 1.3390197941028725e-05,
      "loss": 1.2411,
      "step": 1794
    },
    {
      "epoch": 3.791710665258712,
      "grad_norm": 0.1444536733440371,
      "learning_rate": 1.3346136881919845e-05,
      "loss": 1.2288,
      "step": 1795
    },
    {
      "epoch": 3.7938225976768742,
      "grad_norm": 0.12953734925880717,
      "learning_rate": 1.330213391484489e-05,
      "loss": 1.2222,
      "step": 1796
    },
    {
      "epoch": 3.795934530095037,
      "grad_norm": 0.12022684641421882,
      "learning_rate": 1.325818913570823e-05,
      "loss": 1.2375,
      "step": 1797
    },
    {
      "epoch": 3.7980464625131996,
      "grad_norm": 0.13240973822969507,
      "learning_rate": 1.3214302640287406e-05,
      "loss": 1.2443,
      "step": 1798
    },
    {
      "epoch": 3.800158394931362,
      "grad_norm": 0.12522118897523832,
      "learning_rate": 1.3170474524232937e-05,
      "loss": 1.2191,
      "step": 1799
    },
    {
      "epoch": 3.802270327349525,
      "grad_norm": 0.13315363676785721,
      "learning_rate": 1.3126704883068104e-05,
      "loss": 1.2269,
      "step": 1800
    },
    {
      "epoch": 3.8043822597676873,
      "grad_norm": 0.13902121489439948,
      "learning_rate": 1.3082993812188738e-05,
      "loss": 1.2187,
      "step": 1801
    },
    {
      "epoch": 3.80649419218585,
      "grad_norm": 0.1172454648130066,
      "learning_rate": 1.3039341406863004e-05,
      "loss": 1.2173,
      "step": 1802
    },
    {
      "epoch": 3.8086061246040126,
      "grad_norm": 0.14556478998858832,
      "learning_rate": 1.2995747762231261e-05,
      "loss": 1.211,
      "step": 1803
    },
    {
      "epoch": 3.810718057022175,
      "grad_norm": 0.13697179130847892,
      "learning_rate": 1.295221297330572e-05,
      "loss": 1.2252,
      "step": 1804
    },
    {
      "epoch": 3.812829989440338,
      "grad_norm": 0.14674491033800083,
      "learning_rate": 1.2908737134970367e-05,
      "loss": 1.2216,
      "step": 1805
    },
    {
      "epoch": 3.814941921858501,
      "grad_norm": 0.09641349899662074,
      "learning_rate": 1.2865320341980687e-05,
      "loss": 1.2315,
      "step": 1806
    },
    {
      "epoch": 3.817053854276663,
      "grad_norm": 0.1168094527744162,
      "learning_rate": 1.2821962688963473e-05,
      "loss": 1.2229,
      "step": 1807
    },
    {
      "epoch": 3.8191657866948256,
      "grad_norm": 0.10691427542396115,
      "learning_rate": 1.2778664270416674e-05,
      "loss": 1.2049,
      "step": 1808
    },
    {
      "epoch": 3.8212777191129885,
      "grad_norm": 0.14616766818057925,
      "learning_rate": 1.273542518070904e-05,
      "loss": 1.2286,
      "step": 1809
    },
    {
      "epoch": 3.823389651531151,
      "grad_norm": 0.20432544339130432,
      "learning_rate": 1.2692245514080113e-05,
      "loss": 1.2337,
      "step": 1810
    },
    {
      "epoch": 3.825501583949314,
      "grad_norm": 0.11467354460194057,
      "learning_rate": 1.2649125364639851e-05,
      "loss": 1.2315,
      "step": 1811
    },
    {
      "epoch": 3.8276135163674763,
      "grad_norm": 0.11706145039746803,
      "learning_rate": 1.2606064826368512e-05,
      "loss": 1.2156,
      "step": 1812
    },
    {
      "epoch": 3.8297254487856387,
      "grad_norm": 0.133346261549998,
      "learning_rate": 1.2563063993116482e-05,
      "loss": 1.2262,
      "step": 1813
    },
    {
      "epoch": 3.8318373812038016,
      "grad_norm": 0.11761019065261703,
      "learning_rate": 1.2520122958603933e-05,
      "loss": 1.2254,
      "step": 1814
    },
    {
      "epoch": 3.833949313621964,
      "grad_norm": 0.12687974722050688,
      "learning_rate": 1.2477241816420796e-05,
      "loss": 1.2152,
      "step": 1815
    },
    {
      "epoch": 3.836061246040127,
      "grad_norm": 0.11008667723743693,
      "learning_rate": 1.2434420660026376e-05,
      "loss": 1.2362,
      "step": 1816
    },
    {
      "epoch": 3.8381731784582893,
      "grad_norm": 0.11293482363266455,
      "learning_rate": 1.2391659582749332e-05,
      "loss": 1.2335,
      "step": 1817
    },
    {
      "epoch": 3.8402851108764517,
      "grad_norm": 0.14034570720183345,
      "learning_rate": 1.2348958677787292e-05,
      "loss": 1.2145,
      "step": 1818
    },
    {
      "epoch": 3.8423970432946146,
      "grad_norm": 0.12509848741870538,
      "learning_rate": 1.230631803820681e-05,
      "loss": 1.2246,
      "step": 1819
    },
    {
      "epoch": 3.844508975712777,
      "grad_norm": 0.1313171123765944,
      "learning_rate": 1.2263737756943069e-05,
      "loss": 1.2327,
      "step": 1820
    },
    {
      "epoch": 3.84662090813094,
      "grad_norm": 2.4938226564037613,
      "learning_rate": 1.2221217926799653e-05,
      "loss": 1.2344,
      "step": 1821
    },
    {
      "epoch": 3.8487328405491024,
      "grad_norm": 0.15438298129503883,
      "learning_rate": 1.2178758640448489e-05,
      "loss": 1.2291,
      "step": 1822
    },
    {
      "epoch": 3.850844772967265,
      "grad_norm": 0.09933606201985347,
      "learning_rate": 1.2136359990429444e-05,
      "loss": 1.2164,
      "step": 1823
    },
    {
      "epoch": 3.8529567053854277,
      "grad_norm": 0.12259646420137935,
      "learning_rate": 1.2094022069150313e-05,
      "loss": 1.2238,
      "step": 1824
    },
    {
      "epoch": 3.8550686378035905,
      "grad_norm": 0.13137050302866068,
      "learning_rate": 1.205174496888649e-05,
      "loss": 1.2292,
      "step": 1825
    },
    {
      "epoch": 3.857180570221753,
      "grad_norm": 0.1468083681645044,
      "learning_rate": 1.2009528781780815e-05,
      "loss": 1.2184,
      "step": 1826
    },
    {
      "epoch": 3.8592925026399154,
      "grad_norm": 0.11260662628603564,
      "learning_rate": 1.1967373599843391e-05,
      "loss": 1.2185,
      "step": 1827
    },
    {
      "epoch": 3.8614044350580783,
      "grad_norm": 0.12554006002149273,
      "learning_rate": 1.1925279514951295e-05,
      "loss": 1.221,
      "step": 1828
    },
    {
      "epoch": 3.8635163674762407,
      "grad_norm": 0.11345629662058655,
      "learning_rate": 1.1883246618848533e-05,
      "loss": 1.2277,
      "step": 1829
    },
    {
      "epoch": 3.8656282998944036,
      "grad_norm": 0.11936917395870872,
      "learning_rate": 1.1841275003145695e-05,
      "loss": 1.2192,
      "step": 1830
    },
    {
      "epoch": 3.867740232312566,
      "grad_norm": 0.14610900571979674,
      "learning_rate": 1.1799364759319817e-05,
      "loss": 1.2284,
      "step": 1831
    },
    {
      "epoch": 3.8698521647307285,
      "grad_norm": 0.1111815306488436,
      "learning_rate": 1.1757515978714178e-05,
      "loss": 1.2246,
      "step": 1832
    },
    {
      "epoch": 3.8719640971488913,
      "grad_norm": 0.12201635045747661,
      "learning_rate": 1.1715728752538103e-05,
      "loss": 1.2239,
      "step": 1833
    },
    {
      "epoch": 3.8740760295670538,
      "grad_norm": 0.09692480422248992,
      "learning_rate": 1.167400317186676e-05,
      "loss": 1.2151,
      "step": 1834
    },
    {
      "epoch": 3.8761879619852166,
      "grad_norm": 0.14784058657538943,
      "learning_rate": 1.1632339327640949e-05,
      "loss": 1.2132,
      "step": 1835
    },
    {
      "epoch": 3.878299894403379,
      "grad_norm": 0.1292822103839259,
      "learning_rate": 1.1590737310666928e-05,
      "loss": 1.2197,
      "step": 1836
    },
    {
      "epoch": 3.8804118268215415,
      "grad_norm": 0.12744458274918927,
      "learning_rate": 1.1549197211616203e-05,
      "loss": 1.236,
      "step": 1837
    },
    {
      "epoch": 3.8825237592397044,
      "grad_norm": 0.14276297337070334,
      "learning_rate": 1.1507719121025316e-05,
      "loss": 1.2344,
      "step": 1838
    },
    {
      "epoch": 3.884635691657867,
      "grad_norm": 0.11450951140665319,
      "learning_rate": 1.1466303129295663e-05,
      "loss": 1.2237,
      "step": 1839
    },
    {
      "epoch": 3.8867476240760297,
      "grad_norm": 0.14171153892275165,
      "learning_rate": 1.1424949326693344e-05,
      "loss": 1.2262,
      "step": 1840
    },
    {
      "epoch": 3.888859556494192,
      "grad_norm": 0.12060730113708514,
      "learning_rate": 1.1383657803348837e-05,
      "loss": 1.2366,
      "step": 1841
    },
    {
      "epoch": 3.8909714889123546,
      "grad_norm": 0.11710243194399327,
      "learning_rate": 1.1342428649256934e-05,
      "loss": 1.2169,
      "step": 1842
    },
    {
      "epoch": 3.8930834213305174,
      "grad_norm": 0.1316171713149923,
      "learning_rate": 1.1301261954276481e-05,
      "loss": 1.2135,
      "step": 1843
    },
    {
      "epoch": 3.8951953537486803,
      "grad_norm": 0.12127429907249662,
      "learning_rate": 1.126015780813019e-05,
      "loss": 1.2165,
      "step": 1844
    },
    {
      "epoch": 3.8973072861668427,
      "grad_norm": 0.14907812448892813,
      "learning_rate": 1.1219116300404486e-05,
      "loss": 1.2078,
      "step": 1845
    },
    {
      "epoch": 3.899419218585005,
      "grad_norm": 0.11951007311530615,
      "learning_rate": 1.1178137520549197e-05,
      "loss": 1.2263,
      "step": 1846
    },
    {
      "epoch": 3.901531151003168,
      "grad_norm": 0.13568670261160964,
      "learning_rate": 1.1137221557877522e-05,
      "loss": 1.2245,
      "step": 1847
    },
    {
      "epoch": 3.9036430834213305,
      "grad_norm": 0.1570379810106032,
      "learning_rate": 1.1096368501565676e-05,
      "loss": 1.2296,
      "step": 1848
    },
    {
      "epoch": 3.9057550158394934,
      "grad_norm": 0.1353985500062486,
      "learning_rate": 1.1055578440652802e-05,
      "loss": 1.2211,
      "step": 1849
    },
    {
      "epoch": 3.907866948257656,
      "grad_norm": 0.16254710351397286,
      "learning_rate": 1.101485146404078e-05,
      "loss": 1.2206,
      "step": 1850
    },
    {
      "epoch": 3.9099788806758182,
      "grad_norm": 0.11621394304776594,
      "learning_rate": 1.0974187660493917e-05,
      "loss": 1.2331,
      "step": 1851
    },
    {
      "epoch": 3.912090813093981,
      "grad_norm": 0.13652073142880686,
      "learning_rate": 1.0933587118638927e-05,
      "loss": 1.2233,
      "step": 1852
    },
    {
      "epoch": 3.9142027455121435,
      "grad_norm": 0.15494837577158965,
      "learning_rate": 1.0893049926964553e-05,
      "loss": 1.2104,
      "step": 1853
    },
    {
      "epoch": 3.9163146779303064,
      "grad_norm": 0.11726654865745481,
      "learning_rate": 1.0852576173821552e-05,
      "loss": 1.2267,
      "step": 1854
    },
    {
      "epoch": 3.918426610348469,
      "grad_norm": 0.16710284957095667,
      "learning_rate": 1.0812165947422332e-05,
      "loss": 1.218,
      "step": 1855
    },
    {
      "epoch": 3.9205385427666313,
      "grad_norm": 0.12683184207753298,
      "learning_rate": 1.0771819335840931e-05,
      "loss": 1.2263,
      "step": 1856
    },
    {
      "epoch": 3.922650475184794,
      "grad_norm": 0.14945956171660615,
      "learning_rate": 1.0731536427012696e-05,
      "loss": 1.2224,
      "step": 1857
    },
    {
      "epoch": 3.9247624076029566,
      "grad_norm": 0.14217017936826068,
      "learning_rate": 1.069131730873409e-05,
      "loss": 1.2196,
      "step": 1858
    },
    {
      "epoch": 3.9268743400211195,
      "grad_norm": 0.11275620536046815,
      "learning_rate": 1.0651162068662649e-05,
      "loss": 1.2272,
      "step": 1859
    },
    {
      "epoch": 3.928986272439282,
      "grad_norm": 0.1416872525616463,
      "learning_rate": 1.0611070794316571e-05,
      "loss": 1.2192,
      "step": 1860
    },
    {
      "epoch": 3.9310982048574443,
      "grad_norm": 0.10875968303914332,
      "learning_rate": 1.0571043573074737e-05,
      "loss": 1.2183,
      "step": 1861
    },
    {
      "epoch": 3.933210137275607,
      "grad_norm": 0.14144094905456378,
      "learning_rate": 1.0531080492176372e-05,
      "loss": 1.2073,
      "step": 1862
    },
    {
      "epoch": 3.93532206969377,
      "grad_norm": 0.12975472004096641,
      "learning_rate": 1.0491181638720915e-05,
      "loss": 1.2148,
      "step": 1863
    },
    {
      "epoch": 3.9374340021119325,
      "grad_norm": 0.1179062707848006,
      "learning_rate": 1.0451347099667846e-05,
      "loss": 1.2198,
      "step": 1864
    },
    {
      "epoch": 3.939545934530095,
      "grad_norm": 0.1186424709051365,
      "learning_rate": 1.0411576961836411e-05,
      "loss": 1.2224,
      "step": 1865
    },
    {
      "epoch": 3.941657866948258,
      "grad_norm": 0.09773054035950467,
      "learning_rate": 1.0371871311905575e-05,
      "loss": 1.2252,
      "step": 1866
    },
    {
      "epoch": 3.9437697993664202,
      "grad_norm": 0.11538397290204694,
      "learning_rate": 1.0332230236413693e-05,
      "loss": 1.2036,
      "step": 1867
    },
    {
      "epoch": 3.945881731784583,
      "grad_norm": 0.11516128715709993,
      "learning_rate": 1.0292653821758404e-05,
      "loss": 1.2265,
      "step": 1868
    },
    {
      "epoch": 3.9479936642027456,
      "grad_norm": 0.10740845525305084,
      "learning_rate": 1.0253142154196415e-05,
      "loss": 1.2363,
      "step": 1869
    },
    {
      "epoch": 3.950105596620908,
      "grad_norm": 0.12402353409696182,
      "learning_rate": 1.0213695319843313e-05,
      "loss": 1.2182,
      "step": 1870
    },
    {
      "epoch": 3.952217529039071,
      "grad_norm": 0.10923671599616863,
      "learning_rate": 1.0174313404673378e-05,
      "loss": 1.2231,
      "step": 1871
    },
    {
      "epoch": 3.9543294614572333,
      "grad_norm": 0.17723771141038344,
      "learning_rate": 1.0134996494519411e-05,
      "loss": 1.2204,
      "step": 1872
    },
    {
      "epoch": 3.956441393875396,
      "grad_norm": 0.12841976917720593,
      "learning_rate": 1.0095744675072527e-05,
      "loss": 1.2044,
      "step": 1873
    },
    {
      "epoch": 3.9585533262935586,
      "grad_norm": 0.13894375821339738,
      "learning_rate": 1.0056558031881978e-05,
      "loss": 1.2305,
      "step": 1874
    },
    {
      "epoch": 3.960665258711721,
      "grad_norm": 0.13021924275365993,
      "learning_rate": 1.0017436650354963e-05,
      "loss": 1.2216,
      "step": 1875
    },
    {
      "epoch": 3.962777191129884,
      "grad_norm": 0.10795388315408286,
      "learning_rate": 9.97838061575644e-06,
      "loss": 1.2241,
      "step": 1876
    },
    {
      "epoch": 3.9648891235480463,
      "grad_norm": 0.17585323183748416,
      "learning_rate": 9.939390013208951e-06,
      "loss": 1.2129,
      "step": 1877
    },
    {
      "epoch": 3.967001055966209,
      "grad_norm": 0.10266024206939811,
      "learning_rate": 9.900464927692428e-06,
      "loss": 1.2196,
      "step": 1878
    },
    {
      "epoch": 3.9691129883843717,
      "grad_norm": 0.13146544167464178,
      "learning_rate": 9.861605444043998e-06,
      "loss": 1.2455,
      "step": 1879
    },
    {
      "epoch": 3.971224920802534,
      "grad_norm": 0.11585206365958056,
      "learning_rate": 9.822811646957828e-06,
      "loss": 1.2041,
      "step": 1880
    },
    {
      "epoch": 3.973336853220697,
      "grad_norm": 0.09804860049431775,
      "learning_rate": 9.784083620984885e-06,
      "loss": 1.2247,
      "step": 1881
    },
    {
      "epoch": 3.9754487856388594,
      "grad_norm": 0.11979818415176877,
      "learning_rate": 9.745421450532863e-06,
      "loss": 1.2182,
      "step": 1882
    },
    {
      "epoch": 3.9775607180570223,
      "grad_norm": 0.12287647666934917,
      "learning_rate": 9.706825219865816e-06,
      "loss": 1.2165,
      "step": 1883
    },
    {
      "epoch": 3.9796726504751847,
      "grad_norm": 0.12218026691004391,
      "learning_rate": 9.668295013104196e-06,
      "loss": 1.2288,
      "step": 1884
    },
    {
      "epoch": 3.9817845828933476,
      "grad_norm": 0.12036241735881349,
      "learning_rate": 9.62983091422446e-06,
      "loss": 1.2302,
      "step": 1885
    },
    {
      "epoch": 3.98389651531151,
      "grad_norm": 0.10540892897298898,
      "learning_rate": 9.591433007059038e-06,
      "loss": 1.2093,
      "step": 1886
    },
    {
      "epoch": 3.986008447729673,
      "grad_norm": 0.11056777907715418,
      "learning_rate": 9.553101375296082e-06,
      "loss": 1.2347,
      "step": 1887
    },
    {
      "epoch": 3.9881203801478353,
      "grad_norm": 0.10054026190584293,
      "learning_rate": 9.514836102479283e-06,
      "loss": 1.2188,
      "step": 1888
    },
    {
      "epoch": 3.9902323125659978,
      "grad_norm": 0.13844060704039668,
      "learning_rate": 9.476637272007748e-06,
      "loss": 1.2291,
      "step": 1889
    },
    {
      "epoch": 3.9923442449841606,
      "grad_norm": 0.12651796639245633,
      "learning_rate": 9.438504967135703e-06,
      "loss": 1.2262,
      "step": 1890
    },
    {
      "epoch": 3.994456177402323,
      "grad_norm": 0.10743833929963244,
      "learning_rate": 9.400439270972454e-06,
      "loss": 1.2321,
      "step": 1891
    },
    {
      "epoch": 3.996568109820486,
      "grad_norm": 0.10654730138147309,
      "learning_rate": 9.362440266482062e-06,
      "loss": 1.2319,
      "step": 1892
    },
    {
      "epoch": 3.9986800422386484,
      "grad_norm": 0.12517526665138262,
      "learning_rate": 9.324508036483304e-06,
      "loss": 1.2049,
      "step": 1893
    },
    {
      "epoch": 4.001055966209082,
      "grad_norm": 0.10958861018984471,
      "learning_rate": 9.286642663649386e-06,
      "loss": 1.2207,
      "step": 1894
    },
    {
      "epoch": 4.003167898627244,
      "grad_norm": 0.11413855609702508,
      "learning_rate": 9.248844230507767e-06,
      "loss": 1.2219,
      "step": 1895
    },
    {
      "epoch": 4.0052798310454065,
      "grad_norm": 0.11256477985331834,
      "learning_rate": 9.211112819440099e-06,
      "loss": 1.1986,
      "step": 1896
    },
    {
      "epoch": 4.007391763463569,
      "grad_norm": 0.12920129870598107,
      "learning_rate": 9.173448512681849e-06,
      "loss": 1.2118,
      "step": 1897
    },
    {
      "epoch": 4.009503695881731,
      "grad_norm": 0.0972772977645975,
      "learning_rate": 9.135851392322328e-06,
      "loss": 1.209,
      "step": 1898
    },
    {
      "epoch": 4.011615628299895,
      "grad_norm": 0.1525734838735639,
      "learning_rate": 9.098321540304366e-06,
      "loss": 1.2141,
      "step": 1899
    },
    {
      "epoch": 4.013727560718057,
      "grad_norm": 0.1270574289703496,
      "learning_rate": 9.060859038424187e-06,
      "loss": 1.2186,
      "step": 1900
    },
    {
      "epoch": 4.01583949313622,
      "grad_norm": 0.13092409718643924,
      "learning_rate": 9.023463968331238e-06,
      "loss": 1.1952,
      "step": 1901
    },
    {
      "epoch": 4.017951425554382,
      "grad_norm": 0.12110964127402522,
      "learning_rate": 8.98613641152796e-06,
      "loss": 1.2003,
      "step": 1902
    },
    {
      "epoch": 4.020063357972544,
      "grad_norm": 0.10520500997736362,
      "learning_rate": 8.948876449369704e-06,
      "loss": 1.2186,
      "step": 1903
    },
    {
      "epoch": 4.022175290390708,
      "grad_norm": 0.13834489970261835,
      "learning_rate": 8.911684163064472e-06,
      "loss": 1.2191,
      "step": 1904
    },
    {
      "epoch": 4.02428722280887,
      "grad_norm": 0.14412522548225012,
      "learning_rate": 8.874559633672755e-06,
      "loss": 1.207,
      "step": 1905
    },
    {
      "epoch": 4.026399155227033,
      "grad_norm": 0.13084882957345403,
      "learning_rate": 8.83750294210739e-06,
      "loss": 1.2124,
      "step": 1906
    },
    {
      "epoch": 4.028511087645195,
      "grad_norm": 0.13377046608084106,
      "learning_rate": 8.800514169133345e-06,
      "loss": 1.2197,
      "step": 1907
    },
    {
      "epoch": 4.030623020063358,
      "grad_norm": 0.11523592626582022,
      "learning_rate": 8.763593395367573e-06,
      "loss": 1.2074,
      "step": 1908
    },
    {
      "epoch": 4.032734952481521,
      "grad_norm": 0.12387265241655684,
      "learning_rate": 8.72674070127881e-06,
      "loss": 1.2086,
      "step": 1909
    },
    {
      "epoch": 4.034846884899683,
      "grad_norm": 0.12518447037638142,
      "learning_rate": 8.689956167187424e-06,
      "loss": 1.2179,
      "step": 1910
    },
    {
      "epoch": 4.036958817317846,
      "grad_norm": 0.12482338976515951,
      "learning_rate": 8.65323987326522e-06,
      "loss": 1.1932,
      "step": 1911
    },
    {
      "epoch": 4.039070749736008,
      "grad_norm": 0.12287255188998382,
      "learning_rate": 8.61659189953528e-06,
      "loss": 1.2031,
      "step": 1912
    },
    {
      "epoch": 4.041182682154171,
      "grad_norm": 0.13511681912077375,
      "learning_rate": 8.580012325871775e-06,
      "loss": 1.2007,
      "step": 1913
    },
    {
      "epoch": 4.043294614572334,
      "grad_norm": 0.10830632080028853,
      "learning_rate": 8.543501231999802e-06,
      "loss": 1.1821,
      "step": 1914
    },
    {
      "epoch": 4.045406546990496,
      "grad_norm": 0.11776726520175188,
      "learning_rate": 8.507058697495213e-06,
      "loss": 1.2149,
      "step": 1915
    },
    {
      "epoch": 4.047518479408659,
      "grad_norm": 0.12213004826860518,
      "learning_rate": 8.470684801784425e-06,
      "loss": 1.195,
      "step": 1916
    },
    {
      "epoch": 4.049630411826821,
      "grad_norm": 0.11840461024922444,
      "learning_rate": 8.434379624144261e-06,
      "loss": 1.2145,
      "step": 1917
    },
    {
      "epoch": 4.0517423442449845,
      "grad_norm": 0.11561930316988513,
      "learning_rate": 8.398143243701775e-06,
      "loss": 1.2164,
      "step": 1918
    },
    {
      "epoch": 4.053854276663147,
      "grad_norm": 0.12397658831475697,
      "learning_rate": 8.36197573943407e-06,
      "loss": 1.226,
      "step": 1919
    },
    {
      "epoch": 4.055966209081309,
      "grad_norm": 0.1546974233174775,
      "learning_rate": 8.325877190168134e-06,
      "loss": 1.2197,
      "step": 1920
    },
    {
      "epoch": 4.058078141499472,
      "grad_norm": 0.1125016149349428,
      "learning_rate": 8.289847674580702e-06,
      "loss": 1.2122,
      "step": 1921
    },
    {
      "epoch": 4.060190073917634,
      "grad_norm": 0.16352591608664385,
      "learning_rate": 8.25388727119799e-06,
      "loss": 1.2107,
      "step": 1922
    },
    {
      "epoch": 4.0623020063357975,
      "grad_norm": 0.13335266234499343,
      "learning_rate": 8.21799605839563e-06,
      "loss": 1.1986,
      "step": 1923
    },
    {
      "epoch": 4.06441393875396,
      "grad_norm": 0.12206248963538087,
      "learning_rate": 8.182174114398428e-06,
      "loss": 1.2009,
      "step": 1924
    },
    {
      "epoch": 4.066525871172122,
      "grad_norm": 0.14853663353340854,
      "learning_rate": 8.146421517280227e-06,
      "loss": 1.2175,
      "step": 1925
    },
    {
      "epoch": 4.068637803590285,
      "grad_norm": 0.11622708069857082,
      "learning_rate": 8.110738344963764e-06,
      "loss": 1.2126,
      "step": 1926
    },
    {
      "epoch": 4.070749736008448,
      "grad_norm": 0.13704111761794935,
      "learning_rate": 8.075124675220385e-06,
      "loss": 1.1991,
      "step": 1927
    },
    {
      "epoch": 4.072861668426611,
      "grad_norm": 0.09973373955846523,
      "learning_rate": 8.039580585670047e-06,
      "loss": 1.1962,
      "step": 1928
    },
    {
      "epoch": 4.074973600844773,
      "grad_norm": 0.1495591942178279,
      "learning_rate": 8.004106153780968e-06,
      "loss": 1.2014,
      "step": 1929
    },
    {
      "epoch": 4.077085533262935,
      "grad_norm": 0.11260028145701888,
      "learning_rate": 7.968701456869622e-06,
      "loss": 1.2028,
      "step": 1930
    },
    {
      "epoch": 4.079197465681098,
      "grad_norm": 0.1292655891385571,
      "learning_rate": 7.933366572100469e-06,
      "loss": 1.2035,
      "step": 1931
    },
    {
      "epoch": 4.081309398099261,
      "grad_norm": 0.12365299366866774,
      "learning_rate": 7.898101576485775e-06,
      "loss": 1.2059,
      "step": 1932
    },
    {
      "epoch": 4.083421330517424,
      "grad_norm": 0.10637871036516586,
      "learning_rate": 7.86290654688556e-06,
      "loss": 1.2047,
      "step": 1933
    },
    {
      "epoch": 4.085533262935586,
      "grad_norm": 0.1687156272461975,
      "learning_rate": 7.82778156000727e-06,
      "loss": 1.2093,
      "step": 1934
    },
    {
      "epoch": 4.0876451953537485,
      "grad_norm": 0.11286371911916185,
      "learning_rate": 7.792726692405765e-06,
      "loss": 1.2194,
      "step": 1935
    },
    {
      "epoch": 4.089757127771911,
      "grad_norm": 0.11394363961646653,
      "learning_rate": 7.75774202048304e-06,
      "loss": 1.219,
      "step": 1936
    },
    {
      "epoch": 4.091869060190074,
      "grad_norm": 0.11641596069842468,
      "learning_rate": 7.72282762048811e-06,
      "loss": 1.2121,
      "step": 1937
    },
    {
      "epoch": 4.093980992608237,
      "grad_norm": 0.11114784051562351,
      "learning_rate": 7.687983568516832e-06,
      "loss": 1.204,
      "step": 1938
    },
    {
      "epoch": 4.096092925026399,
      "grad_norm": 0.1459453245307813,
      "learning_rate": 7.653209940511713e-06,
      "loss": 1.2074,
      "step": 1939
    },
    {
      "epoch": 4.0982048574445615,
      "grad_norm": 0.09855016745525019,
      "learning_rate": 7.618506812261821e-06,
      "loss": 1.2009,
      "step": 1940
    },
    {
      "epoch": 4.100316789862724,
      "grad_norm": 0.10281546132003505,
      "learning_rate": 7.583874259402546e-06,
      "loss": 1.2155,
      "step": 1941
    },
    {
      "epoch": 4.102428722280887,
      "grad_norm": 0.10643739079113741,
      "learning_rate": 7.549312357415451e-06,
      "loss": 1.207,
      "step": 1942
    },
    {
      "epoch": 4.10454065469905,
      "grad_norm": 0.11271411492116025,
      "learning_rate": 7.514821181628118e-06,
      "loss": 1.2143,
      "step": 1943
    },
    {
      "epoch": 4.106652587117212,
      "grad_norm": 0.10867153863307573,
      "learning_rate": 7.480400807213994e-06,
      "loss": 1.2201,
      "step": 1944
    },
    {
      "epoch": 4.108764519535375,
      "grad_norm": 0.09697980804783232,
      "learning_rate": 7.446051309192204e-06,
      "loss": 1.2075,
      "step": 1945
    },
    {
      "epoch": 4.110876451953538,
      "grad_norm": 0.09901842616782294,
      "learning_rate": 7.4117727624273984e-06,
      "loss": 1.1894,
      "step": 1946
    },
    {
      "epoch": 4.1129883843717,
      "grad_norm": 0.09822999761656238,
      "learning_rate": 7.3775652416295936e-06,
      "loss": 1.2272,
      "step": 1947
    },
    {
      "epoch": 4.115100316789863,
      "grad_norm": 0.09563186687350364,
      "learning_rate": 7.3434288213540065e-06,
      "loss": 1.209,
      "step": 1948
    },
    {
      "epoch": 4.117212249208025,
      "grad_norm": 0.0964187003549706,
      "learning_rate": 7.309363576000881e-06,
      "loss": 1.228,
      "step": 1949
    },
    {
      "epoch": 4.119324181626188,
      "grad_norm": 0.09458559758176459,
      "learning_rate": 7.275369579815348e-06,
      "loss": 1.2094,
      "step": 1950
    },
    {
      "epoch": 4.121436114044351,
      "grad_norm": 0.09471895334391972,
      "learning_rate": 7.241446906887239e-06,
      "loss": 1.2206,
      "step": 1951
    },
    {
      "epoch": 4.123548046462513,
      "grad_norm": 0.22593562738668418,
      "learning_rate": 7.207595631150947e-06,
      "loss": 1.2181,
      "step": 1952
    },
    {
      "epoch": 4.125659978880676,
      "grad_norm": 0.2611437008249475,
      "learning_rate": 7.173815826385246e-06,
      "loss": 1.2085,
      "step": 1953
    },
    {
      "epoch": 4.127771911298838,
      "grad_norm": 0.10151993291911131,
      "learning_rate": 7.140107566213146e-06,
      "loss": 1.2244,
      "step": 1954
    },
    {
      "epoch": 4.129883843717001,
      "grad_norm": 0.12036527695977842,
      "learning_rate": 7.106470924101722e-06,
      "loss": 1.2047,
      "step": 1955
    },
    {
      "epoch": 4.131995776135164,
      "grad_norm": 0.09083718298179554,
      "learning_rate": 7.072905973361961e-06,
      "loss": 1.2046,
      "step": 1956
    },
    {
      "epoch": 4.134107708553326,
      "grad_norm": 0.09829821611209384,
      "learning_rate": 7.039412787148587e-06,
      "loss": 1.2131,
      "step": 1957
    },
    {
      "epoch": 4.136219640971489,
      "grad_norm": 0.09799349973145999,
      "learning_rate": 7.005991438459947e-06,
      "loss": 1.2197,
      "step": 1958
    },
    {
      "epoch": 4.138331573389651,
      "grad_norm": 0.09290597943145522,
      "learning_rate": 6.972642000137772e-06,
      "loss": 1.2172,
      "step": 1959
    },
    {
      "epoch": 4.140443505807814,
      "grad_norm": 0.10608390889505304,
      "learning_rate": 6.939364544867095e-06,
      "loss": 1.1925,
      "step": 1960
    },
    {
      "epoch": 4.142555438225977,
      "grad_norm": 0.10819847892591801,
      "learning_rate": 6.90615914517605e-06,
      "loss": 1.2113,
      "step": 1961
    },
    {
      "epoch": 4.1446673706441395,
      "grad_norm": 0.10289456699831477,
      "learning_rate": 6.873025873435719e-06,
      "loss": 1.2009,
      "step": 1962
    },
    {
      "epoch": 4.146779303062302,
      "grad_norm": 0.1702864863134587,
      "learning_rate": 6.839964801860031e-06,
      "loss": 1.2136,
      "step": 1963
    },
    {
      "epoch": 4.148891235480464,
      "grad_norm": 0.15682514627664665,
      "learning_rate": 6.80697600250547e-06,
      "loss": 1.2035,
      "step": 1964
    },
    {
      "epoch": 4.151003167898628,
      "grad_norm": 0.10211290667827794,
      "learning_rate": 6.774059547271088e-06,
      "loss": 1.2067,
      "step": 1965
    },
    {
      "epoch": 4.15311510031679,
      "grad_norm": 0.10574089434803488,
      "learning_rate": 6.7412155078981865e-06,
      "loss": 1.1933,
      "step": 1966
    },
    {
      "epoch": 4.1552270327349525,
      "grad_norm": 0.10386045029196173,
      "learning_rate": 6.708443955970305e-06,
      "loss": 1.2151,
      "step": 1967
    },
    {
      "epoch": 4.157338965153115,
      "grad_norm": 0.1206604331133922,
      "learning_rate": 6.6757449629129666e-06,
      "loss": 1.2146,
      "step": 1968
    },
    {
      "epoch": 4.159450897571277,
      "grad_norm": 0.13576892979258437,
      "learning_rate": 6.643118599993519e-06,
      "loss": 1.2195,
      "step": 1969
    },
    {
      "epoch": 4.161562829989441,
      "grad_norm": 0.0979271871896594,
      "learning_rate": 6.610564938321089e-06,
      "loss": 1.2114,
      "step": 1970
    },
    {
      "epoch": 4.163674762407603,
      "grad_norm": 0.1297339272583601,
      "learning_rate": 6.578084048846265e-06,
      "loss": 1.2124,
      "step": 1971
    },
    {
      "epoch": 4.165786694825766,
      "grad_norm": 0.12068763941528697,
      "learning_rate": 6.5456760023611035e-06,
      "loss": 1.2216,
      "step": 1972
    },
    {
      "epoch": 4.167898627243928,
      "grad_norm": 0.0973961137216155,
      "learning_rate": 6.513340869498859e-06,
      "loss": 1.2118,
      "step": 1973
    },
    {
      "epoch": 4.17001055966209,
      "grad_norm": 0.13136841104520358,
      "learning_rate": 6.481078720733873e-06,
      "loss": 1.215,
      "step": 1974
    },
    {
      "epoch": 4.172122492080254,
      "grad_norm": 0.1093991275432658,
      "learning_rate": 6.448889626381447e-06,
      "loss": 1.2065,
      "step": 1975
    },
    {
      "epoch": 4.174234424498416,
      "grad_norm": 0.09967310843084899,
      "learning_rate": 6.416773656597599e-06,
      "loss": 1.2109,
      "step": 1976
    },
    {
      "epoch": 4.176346356916579,
      "grad_norm": 0.098279976539171,
      "learning_rate": 6.384730881379049e-06,
      "loss": 1.2169,
      "step": 1977
    },
    {
      "epoch": 4.178458289334741,
      "grad_norm": 0.10877589270569686,
      "learning_rate": 6.352761370562936e-06,
      "loss": 1.2107,
      "step": 1978
    },
    {
      "epoch": 4.1805702217529035,
      "grad_norm": 0.09636879130028331,
      "learning_rate": 6.320865193826744e-06,
      "loss": 1.2006,
      "step": 1979
    },
    {
      "epoch": 4.182682154171067,
      "grad_norm": 0.14954175530631017,
      "learning_rate": 6.289042420688107e-06,
      "loss": 1.2011,
      "step": 1980
    },
    {
      "epoch": 4.184794086589229,
      "grad_norm": 0.11032372934892025,
      "learning_rate": 6.2572931205046925e-06,
      "loss": 1.2133,
      "step": 1981
    },
    {
      "epoch": 4.186906019007392,
      "grad_norm": 0.1275635568056174,
      "learning_rate": 6.225617362474032e-06,
      "loss": 1.2143,
      "step": 1982
    },
    {
      "epoch": 4.189017951425554,
      "grad_norm": 0.12885072033641987,
      "learning_rate": 6.19401521563336e-06,
      "loss": 1.2072,
      "step": 1983
    },
    {
      "epoch": 4.191129883843717,
      "grad_norm": 0.10463644075151039,
      "learning_rate": 6.1624867488594865e-06,
      "loss": 1.2093,
      "step": 1984
    },
    {
      "epoch": 4.19324181626188,
      "grad_norm": 0.09433643149971153,
      "learning_rate": 6.1310320308686354e-06,
      "loss": 1.1987,
      "step": 1985
    },
    {
      "epoch": 4.195353748680042,
      "grad_norm": 0.14778110493420393,
      "learning_rate": 6.099651130216289e-06,
      "loss": 1.1997,
      "step": 1986
    },
    {
      "epoch": 4.197465681098205,
      "grad_norm": 0.10622777911355209,
      "learning_rate": 6.068344115297055e-06,
      "loss": 1.2024,
      "step": 1987
    },
    {
      "epoch": 4.199577613516367,
      "grad_norm": 0.09486589994350125,
      "learning_rate": 6.037111054344493e-06,
      "loss": 1.2071,
      "step": 1988
    },
    {
      "epoch": 4.2016895459345305,
      "grad_norm": 0.11058554328154406,
      "learning_rate": 6.005952015430994e-06,
      "loss": 1.2291,
      "step": 1989
    },
    {
      "epoch": 4.203801478352693,
      "grad_norm": 0.10188545610220635,
      "learning_rate": 5.974867066467607e-06,
      "loss": 1.2164,
      "step": 1990
    },
    {
      "epoch": 4.205913410770855,
      "grad_norm": 0.09491793951212535,
      "learning_rate": 5.943856275203912e-06,
      "loss": 1.2033,
      "step": 1991
    },
    {
      "epoch": 4.208025343189018,
      "grad_norm": 0.11849716428873132,
      "learning_rate": 5.912919709227858e-06,
      "loss": 1.224,
      "step": 1992
    },
    {
      "epoch": 4.21013727560718,
      "grad_norm": 0.11249462935701642,
      "learning_rate": 5.88205743596562e-06,
      "loss": 1.2189,
      "step": 1993
    },
    {
      "epoch": 4.2122492080253435,
      "grad_norm": 0.09904070957577137,
      "learning_rate": 5.8512695226814376e-06,
      "loss": 1.2268,
      "step": 1994
    },
    {
      "epoch": 4.214361140443506,
      "grad_norm": 0.09365109078698292,
      "learning_rate": 5.820556036477532e-06,
      "loss": 1.1995,
      "step": 1995
    },
    {
      "epoch": 4.216473072861668,
      "grad_norm": 0.12455811119384046,
      "learning_rate": 5.789917044293845e-06,
      "loss": 1.2094,
      "step": 1996
    },
    {
      "epoch": 4.218585005279831,
      "grad_norm": 0.09046510872617762,
      "learning_rate": 5.759352612908001e-06,
      "loss": 1.2172,
      "step": 1997
    },
    {
      "epoch": 4.220696937697993,
      "grad_norm": 0.1039126878829509,
      "learning_rate": 5.7288628089351075e-06,
      "loss": 1.2055,
      "step": 1998
    },
    {
      "epoch": 4.222808870116157,
      "grad_norm": 0.10544397020259026,
      "learning_rate": 5.698447698827614e-06,
      "loss": 1.2216,
      "step": 1999
    },
    {
      "epoch": 4.224920802534319,
      "grad_norm": 0.09096450328064688,
      "learning_rate": 5.668107348875214e-06,
      "loss": 1.2104,
      "step": 2000
    },
    {
      "epoch": 4.227032734952481,
      "grad_norm": 0.1092285903010717,
      "learning_rate": 5.637841825204588e-06,
      "loss": 1.1982,
      "step": 2001
    },
    {
      "epoch": 4.229144667370644,
      "grad_norm": 0.09340024084073767,
      "learning_rate": 5.607651193779422e-06,
      "loss": 1.2019,
      "step": 2002
    },
    {
      "epoch": 4.231256599788807,
      "grad_norm": 0.10158846477134463,
      "learning_rate": 5.577535520400088e-06,
      "loss": 1.2106,
      "step": 2003
    },
    {
      "epoch": 4.23336853220697,
      "grad_norm": 0.09771418411357628,
      "learning_rate": 5.547494870703642e-06,
      "loss": 1.2162,
      "step": 2004
    },
    {
      "epoch": 4.235480464625132,
      "grad_norm": 0.10415213031634217,
      "learning_rate": 5.517529310163627e-06,
      "loss": 1.2301,
      "step": 2005
    },
    {
      "epoch": 4.2375923970432945,
      "grad_norm": 0.10893382175181676,
      "learning_rate": 5.487638904089885e-06,
      "loss": 1.218,
      "step": 2006
    },
    {
      "epoch": 4.239704329461457,
      "grad_norm": 0.09807971629461211,
      "learning_rate": 5.457823717628516e-06,
      "loss": 1.191,
      "step": 2007
    },
    {
      "epoch": 4.24181626187962,
      "grad_norm": 0.0948526959136119,
      "learning_rate": 5.428083815761627e-06,
      "loss": 1.2078,
      "step": 2008
    },
    {
      "epoch": 4.243928194297783,
      "grad_norm": 0.09310366554303758,
      "learning_rate": 5.3984192633072815e-06,
      "loss": 1.206,
      "step": 2009
    },
    {
      "epoch": 4.246040126715945,
      "grad_norm": 0.09559205582193137,
      "learning_rate": 5.368830124919302e-06,
      "loss": 1.2145,
      "step": 2010
    },
    {
      "epoch": 4.2481520591341075,
      "grad_norm": 0.09001474422563172,
      "learning_rate": 5.339316465087145e-06,
      "loss": 1.2121,
      "step": 2011
    },
    {
      "epoch": 4.25026399155227,
      "grad_norm": 0.0959056831707372,
      "learning_rate": 5.30987834813578e-06,
      "loss": 1.2071,
      "step": 2012
    },
    {
      "epoch": 4.252375923970433,
      "grad_norm": 0.09508016478244032,
      "learning_rate": 5.280515838225477e-06,
      "loss": 1.2199,
      "step": 2013
    },
    {
      "epoch": 4.254487856388596,
      "grad_norm": 0.10976122512034585,
      "learning_rate": 5.251228999351799e-06,
      "loss": 1.2141,
      "step": 2014
    },
    {
      "epoch": 4.256599788806758,
      "grad_norm": 0.1116452913041032,
      "learning_rate": 5.222017895345324e-06,
      "loss": 1.2142,
      "step": 2015
    },
    {
      "epoch": 4.258711721224921,
      "grad_norm": 0.10236307520049791,
      "learning_rate": 5.192882589871597e-06,
      "loss": 1.2133,
      "step": 2016
    },
    {
      "epoch": 4.260823653643083,
      "grad_norm": 0.11498479026984806,
      "learning_rate": 5.1638231464309444e-06,
      "loss": 1.2077,
      "step": 2017
    },
    {
      "epoch": 4.262935586061246,
      "grad_norm": 0.08904135801393495,
      "learning_rate": 5.134839628358359e-06,
      "loss": 1.2058,
      "step": 2018
    },
    {
      "epoch": 4.265047518479409,
      "grad_norm": 0.09881847497198958,
      "learning_rate": 5.1059320988233515e-06,
      "loss": 1.2112,
      "step": 2019
    },
    {
      "epoch": 4.267159450897571,
      "grad_norm": 0.09883539292243808,
      "learning_rate": 5.077100620829814e-06,
      "loss": 1.1979,
      "step": 2020
    },
    {
      "epoch": 4.269271383315734,
      "grad_norm": 0.14170730530204634,
      "learning_rate": 5.048345257215892e-06,
      "loss": 1.2121,
      "step": 2021
    },
    {
      "epoch": 4.271383315733896,
      "grad_norm": 0.12149357031556532,
      "learning_rate": 5.019666070653833e-06,
      "loss": 1.2239,
      "step": 2022
    },
    {
      "epoch": 4.273495248152059,
      "grad_norm": 0.11048529195893288,
      "learning_rate": 4.991063123649853e-06,
      "loss": 1.2166,
      "step": 2023
    },
    {
      "epoch": 4.275607180570222,
      "grad_norm": 0.10492183080934375,
      "learning_rate": 4.96253647854402e-06,
      "loss": 1.2017,
      "step": 2024
    },
    {
      "epoch": 4.277719112988384,
      "grad_norm": 0.1270273755385006,
      "learning_rate": 4.934086197510088e-06,
      "loss": 1.2223,
      "step": 2025
    },
    {
      "epoch": 4.279831045406547,
      "grad_norm": 0.10689052999339844,
      "learning_rate": 4.905712342555378e-06,
      "loss": 1.2203,
      "step": 2026
    },
    {
      "epoch": 4.28194297782471,
      "grad_norm": 0.10450768161872781,
      "learning_rate": 4.877414975520638e-06,
      "loss": 1.2144,
      "step": 2027
    },
    {
      "epoch": 4.284054910242872,
      "grad_norm": 0.1744067489658228,
      "learning_rate": 4.849194158079926e-06,
      "loss": 1.2007,
      "step": 2028
    },
    {
      "epoch": 4.286166842661035,
      "grad_norm": 0.10619316607797957,
      "learning_rate": 4.821049951740442e-06,
      "loss": 1.2238,
      "step": 2029
    },
    {
      "epoch": 4.288278775079197,
      "grad_norm": 0.10504384079809824,
      "learning_rate": 4.79298241784242e-06,
      "loss": 1.213,
      "step": 2030
    },
    {
      "epoch": 4.29039070749736,
      "grad_norm": 0.09930296132113825,
      "learning_rate": 4.764991617558976e-06,
      "loss": 1.2014,
      "step": 2031
    },
    {
      "epoch": 4.292502639915523,
      "grad_norm": 0.09797647465471879,
      "learning_rate": 4.737077611896026e-06,
      "loss": 1.2095,
      "step": 2032
    },
    {
      "epoch": 4.2946145723336855,
      "grad_norm": 0.0971297443876462,
      "learning_rate": 4.7092404616920554e-06,
      "loss": 1.2186,
      "step": 2033
    },
    {
      "epoch": 4.296726504751848,
      "grad_norm": 0.11078493821219554,
      "learning_rate": 4.6814802276180735e-06,
      "loss": 1.1956,
      "step": 2034
    },
    {
      "epoch": 4.29883843717001,
      "grad_norm": 0.10752544962168878,
      "learning_rate": 4.6537969701774534e-06,
      "loss": 1.2105,
      "step": 2035
    },
    {
      "epoch": 4.300950369588173,
      "grad_norm": 0.10446127156444286,
      "learning_rate": 4.626190749705779e-06,
      "loss": 1.2199,
      "step": 2036
    },
    {
      "epoch": 4.303062302006336,
      "grad_norm": 0.1215584090703717,
      "learning_rate": 4.598661626370771e-06,
      "loss": 1.2002,
      "step": 2037
    },
    {
      "epoch": 4.3051742344244985,
      "grad_norm": 0.09641420887334538,
      "learning_rate": 4.5712096601720555e-06,
      "loss": 1.2022,
      "step": 2038
    },
    {
      "epoch": 4.307286166842661,
      "grad_norm": 0.1195405032017642,
      "learning_rate": 4.543834910941165e-06,
      "loss": 1.1988,
      "step": 2039
    },
    {
      "epoch": 4.309398099260823,
      "grad_norm": 0.09622617280008877,
      "learning_rate": 4.516537438341284e-06,
      "loss": 1.2159,
      "step": 2040
    },
    {
      "epoch": 4.311510031678987,
      "grad_norm": 0.0946166949646773,
      "learning_rate": 4.489317301867182e-06,
      "loss": 1.2055,
      "step": 2041
    },
    {
      "epoch": 4.313621964097149,
      "grad_norm": 0.10823644214288149,
      "learning_rate": 4.462174560845114e-06,
      "loss": 1.2135,
      "step": 2042
    },
    {
      "epoch": 4.315733896515312,
      "grad_norm": 0.10659601415483864,
      "learning_rate": 4.4351092744325895e-06,
      "loss": 1.2092,
      "step": 2043
    },
    {
      "epoch": 4.317845828933474,
      "grad_norm": 0.08974989168982314,
      "learning_rate": 4.408121501618374e-06,
      "loss": 1.2093,
      "step": 2044
    },
    {
      "epoch": 4.3199577613516364,
      "grad_norm": 0.1581601608600536,
      "learning_rate": 4.3812113012222164e-06,
      "loss": 1.2244,
      "step": 2045
    },
    {
      "epoch": 4.3220696937698,
      "grad_norm": 0.09868578894908858,
      "learning_rate": 4.3543787318948685e-06,
      "loss": 1.1881,
      "step": 2046
    },
    {
      "epoch": 4.324181626187962,
      "grad_norm": 0.09157493646880059,
      "learning_rate": 4.3276238521178456e-06,
      "loss": 1.2138,
      "step": 2047
    },
    {
      "epoch": 4.326293558606125,
      "grad_norm": 0.09211157109428125,
      "learning_rate": 4.30094672020334e-06,
      "loss": 1.2021,
      "step": 2048
    },
    {
      "epoch": 4.328405491024287,
      "grad_norm": 0.11106579790769947,
      "learning_rate": 4.274347394294118e-06,
      "loss": 1.2042,
      "step": 2049
    },
    {
      "epoch": 4.3305174234424495,
      "grad_norm": 0.10054290903564914,
      "learning_rate": 4.247825932363321e-06,
      "loss": 1.2026,
      "step": 2050
    },
    {
      "epoch": 4.332629355860613,
      "grad_norm": 0.09836267450867371,
      "learning_rate": 4.221382392214444e-06,
      "loss": 1.1795,
      "step": 2051
    },
    {
      "epoch": 4.334741288278775,
      "grad_norm": 0.09428895946264715,
      "learning_rate": 4.1950168314810955e-06,
      "loss": 1.2155,
      "step": 2052
    },
    {
      "epoch": 4.336853220696938,
      "grad_norm": 0.10796000823516028,
      "learning_rate": 4.168729307626977e-06,
      "loss": 1.2216,
      "step": 2053
    },
    {
      "epoch": 4.3389651531151,
      "grad_norm": 0.09656304422248639,
      "learning_rate": 4.1425198779456764e-06,
      "loss": 1.2045,
      "step": 2054
    },
    {
      "epoch": 4.3410770855332625,
      "grad_norm": 0.0923167859783252,
      "learning_rate": 4.116388599560593e-06,
      "loss": 1.2128,
      "step": 2055
    },
    {
      "epoch": 4.343189017951426,
      "grad_norm": 0.09777208163894098,
      "learning_rate": 4.090335529424776e-06,
      "loss": 1.2049,
      "step": 2056
    },
    {
      "epoch": 4.345300950369588,
      "grad_norm": 0.10127917182246446,
      "learning_rate": 4.064360724320846e-06,
      "loss": 1.2047,
      "step": 2057
    },
    {
      "epoch": 4.347412882787751,
      "grad_norm": 0.09706113443108196,
      "learning_rate": 4.038464240860825e-06,
      "loss": 1.2172,
      "step": 2058
    },
    {
      "epoch": 4.349524815205913,
      "grad_norm": 0.09632981822686659,
      "learning_rate": 4.012646135486038e-06,
      "loss": 1.2002,
      "step": 2059
    },
    {
      "epoch": 4.351636747624076,
      "grad_norm": 0.10680981793083227,
      "learning_rate": 3.986906464466991e-06,
      "loss": 1.2018,
      "step": 2060
    },
    {
      "epoch": 4.353748680042239,
      "grad_norm": 0.1440540068721411,
      "learning_rate": 3.961245283903239e-06,
      "loss": 1.2076,
      "step": 2061
    },
    {
      "epoch": 4.355860612460401,
      "grad_norm": 0.10217153584503677,
      "learning_rate": 3.9356626497232575e-06,
      "loss": 1.2137,
      "step": 2062
    },
    {
      "epoch": 4.357972544878564,
      "grad_norm": 0.10549816180034295,
      "learning_rate": 3.910158617684352e-06,
      "loss": 1.2123,
      "step": 2063
    },
    {
      "epoch": 4.360084477296726,
      "grad_norm": 0.09944708713937835,
      "learning_rate": 3.884733243372494e-06,
      "loss": 1.2072,
      "step": 2064
    },
    {
      "epoch": 4.3621964097148895,
      "grad_norm": 0.10475087327087804,
      "learning_rate": 3.859386582202231e-06,
      "loss": 1.1838,
      "step": 2065
    },
    {
      "epoch": 4.364308342133052,
      "grad_norm": 0.10107596753982377,
      "learning_rate": 3.834118689416553e-06,
      "loss": 1.1896,
      "step": 2066
    },
    {
      "epoch": 4.366420274551214,
      "grad_norm": 0.1060320752414899,
      "learning_rate": 3.8089296200867742e-06,
      "loss": 1.2195,
      "step": 2067
    },
    {
      "epoch": 4.368532206969377,
      "grad_norm": 0.11794262106055552,
      "learning_rate": 3.7838194291124074e-06,
      "loss": 1.2235,
      "step": 2068
    },
    {
      "epoch": 4.370644139387539,
      "grad_norm": 0.14074239889302334,
      "learning_rate": 3.7587881712210793e-06,
      "loss": 1.2041,
      "step": 2069
    },
    {
      "epoch": 4.372756071805703,
      "grad_norm": 0.10105987229120071,
      "learning_rate": 3.733835900968341e-06,
      "loss": 1.2126,
      "step": 2070
    },
    {
      "epoch": 4.374868004223865,
      "grad_norm": 0.10638272084330884,
      "learning_rate": 3.708962672737606e-06,
      "loss": 1.2005,
      "step": 2071
    },
    {
      "epoch": 4.3769799366420274,
      "grad_norm": 0.12011630078698769,
      "learning_rate": 3.684168540740025e-06,
      "loss": 1.2021,
      "step": 2072
    },
    {
      "epoch": 4.37909186906019,
      "grad_norm": 0.10103513231034478,
      "learning_rate": 3.6594535590143454e-06,
      "loss": 1.2052,
      "step": 2073
    },
    {
      "epoch": 4.381203801478352,
      "grad_norm": 0.10728197745333677,
      "learning_rate": 3.634817781426834e-06,
      "loss": 1.209,
      "step": 2074
    },
    {
      "epoch": 4.383315733896516,
      "grad_norm": 0.11399698400664125,
      "learning_rate": 3.610261261671082e-06,
      "loss": 1.2091,
      "step": 2075
    },
    {
      "epoch": 4.385427666314678,
      "grad_norm": 0.0943576271209081,
      "learning_rate": 3.5857840532679975e-06,
      "loss": 1.217,
      "step": 2076
    },
    {
      "epoch": 4.3875395987328405,
      "grad_norm": 0.09043908751280652,
      "learning_rate": 3.5613862095655827e-06,
      "loss": 1.2186,
      "step": 2077
    },
    {
      "epoch": 4.389651531151003,
      "grad_norm": 0.09530151466446464,
      "learning_rate": 3.5370677837388746e-06,
      "loss": 1.212,
      "step": 2078
    },
    {
      "epoch": 4.391763463569166,
      "grad_norm": 0.09928560718921353,
      "learning_rate": 3.5128288287898583e-06,
      "loss": 1.1999,
      "step": 2079
    },
    {
      "epoch": 4.393875395987329,
      "grad_norm": 0.08946118673982409,
      "learning_rate": 3.4886693975472443e-06,
      "loss": 1.2133,
      "step": 2080
    },
    {
      "epoch": 4.395987328405491,
      "grad_norm": 0.11495600109669246,
      "learning_rate": 3.4645895426664856e-06,
      "loss": 1.1999,
      "step": 2081
    },
    {
      "epoch": 4.3980992608236535,
      "grad_norm": 0.09638022159541147,
      "learning_rate": 3.440589316629548e-06,
      "loss": 1.1919,
      "step": 2082
    },
    {
      "epoch": 4.400211193241816,
      "grad_norm": 0.09875698694156333,
      "learning_rate": 3.4166687717449e-06,
      "loss": 1.2068,
      "step": 2083
    },
    {
      "epoch": 4.402323125659979,
      "grad_norm": 0.1327619754483469,
      "learning_rate": 3.392827960147278e-06,
      "loss": 1.2081,
      "step": 2084
    },
    {
      "epoch": 4.404435058078142,
      "grad_norm": 0.09296090746583822,
      "learning_rate": 3.3690669337977e-06,
      "loss": 1.209,
      "step": 2085
    },
    {
      "epoch": 4.406546990496304,
      "grad_norm": 0.09361060659147219,
      "learning_rate": 3.345385744483274e-06,
      "loss": 1.2178,
      "step": 2086
    },
    {
      "epoch": 4.408658922914467,
      "grad_norm": 0.1034188909655148,
      "learning_rate": 3.321784443817073e-06,
      "loss": 1.22,
      "step": 2087
    },
    {
      "epoch": 4.410770855332629,
      "grad_norm": 0.14670254929267273,
      "learning_rate": 3.2982630832381067e-06,
      "loss": 1.2128,
      "step": 2088
    },
    {
      "epoch": 4.412882787750792,
      "grad_norm": 0.09499894493970609,
      "learning_rate": 3.2748217140111005e-06,
      "loss": 1.2167,
      "step": 2089
    },
    {
      "epoch": 4.414994720168955,
      "grad_norm": 0.10990650972195812,
      "learning_rate": 3.251460387226484e-06,
      "loss": 1.2129,
      "step": 2090
    },
    {
      "epoch": 4.417106652587117,
      "grad_norm": 0.11063907924648461,
      "learning_rate": 3.2281791538002085e-06,
      "loss": 1.2087,
      "step": 2091
    },
    {
      "epoch": 4.41921858500528,
      "grad_norm": 0.10189197375894349,
      "learning_rate": 3.2049780644736717e-06,
      "loss": 1.2094,
      "step": 2092
    },
    {
      "epoch": 4.421330517423442,
      "grad_norm": 0.10697937332770391,
      "learning_rate": 3.181857169813598e-06,
      "loss": 1.222,
      "step": 2093
    },
    {
      "epoch": 4.423442449841605,
      "grad_norm": 0.1071355669622226,
      "learning_rate": 3.1588165202119094e-06,
      "loss": 1.209,
      "step": 2094
    },
    {
      "epoch": 4.425554382259768,
      "grad_norm": 0.09591587765853932,
      "learning_rate": 3.1358561658856623e-06,
      "loss": 1.205,
      "step": 2095
    },
    {
      "epoch": 4.42766631467793,
      "grad_norm": 0.09444527394111425,
      "learning_rate": 3.1129761568768947e-06,
      "loss": 1.2229,
      "step": 2096
    },
    {
      "epoch": 4.429778247096093,
      "grad_norm": 0.13732644791308993,
      "learning_rate": 3.0901765430525345e-06,
      "loss": 1.2076,
      "step": 2097
    },
    {
      "epoch": 4.431890179514255,
      "grad_norm": 0.12117754205195758,
      "learning_rate": 3.06745737410429e-06,
      "loss": 1.2151,
      "step": 2098
    },
    {
      "epoch": 4.434002111932418,
      "grad_norm": 0.13253847983736342,
      "learning_rate": 3.0448186995485307e-06,
      "loss": 1.2271,
      "step": 2099
    },
    {
      "epoch": 4.436114044350581,
      "grad_norm": 0.10061585342640611,
      "learning_rate": 3.0222605687262053e-06,
      "loss": 1.2107,
      "step": 2100
    },
    {
      "epoch": 4.438225976768743,
      "grad_norm": 0.10445141968447787,
      "learning_rate": 2.999783030802701e-06,
      "loss": 1.1852,
      "step": 2101
    },
    {
      "epoch": 4.440337909186906,
      "grad_norm": 0.09105069328103839,
      "learning_rate": 2.9773861347677633e-06,
      "loss": 1.2118,
      "step": 2102
    },
    {
      "epoch": 4.442449841605068,
      "grad_norm": 0.14064141975078143,
      "learning_rate": 2.955069929435377e-06,
      "loss": 1.2105,
      "step": 2103
    },
    {
      "epoch": 4.4445617740232315,
      "grad_norm": 0.09075393378286566,
      "learning_rate": 2.9328344634436567e-06,
      "loss": 1.2144,
      "step": 2104
    },
    {
      "epoch": 4.446673706441394,
      "grad_norm": 0.09249227321137649,
      "learning_rate": 2.9106797852547487e-06,
      "loss": 1.2025,
      "step": 2105
    },
    {
      "epoch": 4.448785638859556,
      "grad_norm": 0.12202885690697399,
      "learning_rate": 2.888605943154743e-06,
      "loss": 1.2245,
      "step": 2106
    },
    {
      "epoch": 4.450897571277719,
      "grad_norm": 0.11102111949280138,
      "learning_rate": 2.8666129852535028e-06,
      "loss": 1.1804,
      "step": 2107
    },
    {
      "epoch": 4.453009503695882,
      "grad_norm": 0.10070385108834266,
      "learning_rate": 2.8447009594846454e-06,
      "loss": 1.2159,
      "step": 2108
    },
    {
      "epoch": 4.4551214361140445,
      "grad_norm": 0.09037386810732238,
      "learning_rate": 2.822869913605373e-06,
      "loss": 1.2084,
      "step": 2109
    },
    {
      "epoch": 4.457233368532207,
      "grad_norm": 0.11867375610466756,
      "learning_rate": 2.8011198951963935e-06,
      "loss": 1.2069,
      "step": 2110
    },
    {
      "epoch": 4.459345300950369,
      "grad_norm": 0.08910417732124928,
      "learning_rate": 2.7794509516618507e-06,
      "loss": 1.198,
      "step": 2111
    },
    {
      "epoch": 4.461457233368532,
      "grad_norm": 0.08507150579873418,
      "learning_rate": 2.7578631302291213e-06,
      "loss": 1.2046,
      "step": 2112
    },
    {
      "epoch": 4.463569165786695,
      "grad_norm": 0.10283387800116833,
      "learning_rate": 2.7363564779488448e-06,
      "loss": 1.2018,
      "step": 2113
    },
    {
      "epoch": 4.465681098204858,
      "grad_norm": 0.09243665316916745,
      "learning_rate": 2.7149310416946995e-06,
      "loss": 1.2026,
      "step": 2114
    },
    {
      "epoch": 4.46779303062302,
      "grad_norm": 0.08357811009552821,
      "learning_rate": 2.6935868681633805e-06,
      "loss": 1.2077,
      "step": 2115
    },
    {
      "epoch": 4.4699049630411825,
      "grad_norm": 0.13118843262958663,
      "learning_rate": 2.6723240038744757e-06,
      "loss": 1.1916,
      "step": 2116
    },
    {
      "epoch": 4.472016895459345,
      "grad_norm": 0.09289745526751504,
      "learning_rate": 2.6511424951703248e-06,
      "loss": 1.2061,
      "step": 2117
    },
    {
      "epoch": 4.474128827877508,
      "grad_norm": 0.0936473999796065,
      "learning_rate": 2.630042388216012e-06,
      "loss": 1.2231,
      "step": 2118
    },
    {
      "epoch": 4.476240760295671,
      "grad_norm": 0.08933200607797251,
      "learning_rate": 2.609023728999138e-06,
      "loss": 1.2068,
      "step": 2119
    },
    {
      "epoch": 4.478352692713833,
      "grad_norm": 0.09293058520481882,
      "learning_rate": 2.58808656332985e-06,
      "loss": 1.2127,
      "step": 2120
    },
    {
      "epoch": 4.4804646251319955,
      "grad_norm": 0.13708999482164239,
      "learning_rate": 2.5672309368406325e-06,
      "loss": 1.2182,
      "step": 2121
    },
    {
      "epoch": 4.482576557550159,
      "grad_norm": 0.08132112569027296,
      "learning_rate": 2.5464568949862888e-06,
      "loss": 1.2214,
      "step": 2122
    },
    {
      "epoch": 4.484688489968321,
      "grad_norm": 0.08579107163227982,
      "learning_rate": 2.5257644830437976e-06,
      "loss": 1.1901,
      "step": 2123
    },
    {
      "epoch": 4.486800422386484,
      "grad_norm": 0.08993213171719701,
      "learning_rate": 2.5051537461122034e-06,
      "loss": 1.2175,
      "step": 2124
    },
    {
      "epoch": 4.488912354804646,
      "grad_norm": 0.08565452408971524,
      "learning_rate": 2.4846247291125903e-06,
      "loss": 1.2153,
      "step": 2125
    },
    {
      "epoch": 4.4910242872228086,
      "grad_norm": 0.08526964508490718,
      "learning_rate": 2.4641774767878746e-06,
      "loss": 1.2105,
      "step": 2126
    },
    {
      "epoch": 4.493136219640972,
      "grad_norm": 0.08607021325651502,
      "learning_rate": 2.4438120337028173e-06,
      "loss": 1.1984,
      "step": 2127
    },
    {
      "epoch": 4.495248152059134,
      "grad_norm": 0.08630186334543269,
      "learning_rate": 2.4235284442438502e-06,
      "loss": 1.2015,
      "step": 2128
    },
    {
      "epoch": 4.497360084477297,
      "grad_norm": 0.13605263393042208,
      "learning_rate": 2.403326752619006e-06,
      "loss": 1.2099,
      "step": 2129
    },
    {
      "epoch": 4.499472016895459,
      "grad_norm": 0.11225177514461938,
      "learning_rate": 2.38320700285783e-06,
      "loss": 1.2202,
      "step": 2130
    },
    {
      "epoch": 4.501583949313622,
      "grad_norm": 0.09188164107509064,
      "learning_rate": 2.363169238811258e-06,
      "loss": 1.2162,
      "step": 2131
    },
    {
      "epoch": 4.503695881731785,
      "grad_norm": 0.08607814711862438,
      "learning_rate": 2.343213504151569e-06,
      "loss": 1.2007,
      "step": 2132
    },
    {
      "epoch": 4.505807814149947,
      "grad_norm": 0.0959638242283176,
      "learning_rate": 2.3233398423722343e-06,
      "loss": 1.1957,
      "step": 2133
    },
    {
      "epoch": 4.50791974656811,
      "grad_norm": 0.09617888154227387,
      "learning_rate": 2.303548296787854e-06,
      "loss": 1.2038,
      "step": 2134
    },
    {
      "epoch": 4.510031678986272,
      "grad_norm": 0.08878768144644715,
      "learning_rate": 2.2838389105340576e-06,
      "loss": 1.2137,
      "step": 2135
    },
    {
      "epoch": 4.512143611404435,
      "grad_norm": 0.13586146643413324,
      "learning_rate": 2.264211726567402e-06,
      "loss": 1.2007,
      "step": 2136
    },
    {
      "epoch": 4.514255543822598,
      "grad_norm": 0.09576026668911643,
      "learning_rate": 2.244666787665297e-06,
      "loss": 1.2176,
      "step": 2137
    },
    {
      "epoch": 4.51636747624076,
      "grad_norm": 0.09276881045447767,
      "learning_rate": 2.2252041364258937e-06,
      "loss": 1.1981,
      "step": 2138
    },
    {
      "epoch": 4.518479408658923,
      "grad_norm": 0.09736295250996978,
      "learning_rate": 2.2058238152679887e-06,
      "loss": 1.2175,
      "step": 2139
    },
    {
      "epoch": 4.520591341077085,
      "grad_norm": 0.09089032220374489,
      "learning_rate": 2.1865258664309506e-06,
      "loss": 1.2124,
      "step": 2140
    },
    {
      "epoch": 4.522703273495248,
      "grad_norm": 0.09026013029989147,
      "learning_rate": 2.1673103319746146e-06,
      "loss": 1.2141,
      "step": 2141
    },
    {
      "epoch": 4.524815205913411,
      "grad_norm": 0.12687822196776008,
      "learning_rate": 2.1481772537791958e-06,
      "loss": 1.2024,
      "step": 2142
    },
    {
      "epoch": 4.5269271383315735,
      "grad_norm": 0.0883731046888192,
      "learning_rate": 2.129126673545199e-06,
      "loss": 1.2286,
      "step": 2143
    },
    {
      "epoch": 4.529039070749736,
      "grad_norm": 0.10790334311643893,
      "learning_rate": 2.1101586327933086e-06,
      "loss": 1.2024,
      "step": 2144
    },
    {
      "epoch": 4.531151003167898,
      "grad_norm": 0.08621422264417435,
      "learning_rate": 2.0912731728643364e-06,
      "loss": 1.1994,
      "step": 2145
    },
    {
      "epoch": 4.533262935586061,
      "grad_norm": 0.09093505491515089,
      "learning_rate": 2.0724703349190945e-06,
      "loss": 1.2208,
      "step": 2146
    },
    {
      "epoch": 4.535374868004224,
      "grad_norm": 0.09109375493676079,
      "learning_rate": 2.0537501599383214e-06,
      "loss": 1.1948,
      "step": 2147
    },
    {
      "epoch": 4.5374868004223865,
      "grad_norm": 0.11383334208392784,
      "learning_rate": 2.0351126887226157e-06,
      "loss": 1.2156,
      "step": 2148
    },
    {
      "epoch": 4.539598732840549,
      "grad_norm": 0.10862646936906352,
      "learning_rate": 2.016557961892276e-06,
      "loss": 1.2111,
      "step": 2149
    },
    {
      "epoch": 4.541710665258711,
      "grad_norm": 0.11702941334101759,
      "learning_rate": 1.9980860198873087e-06,
      "loss": 1.2259,
      "step": 2150
    },
    {
      "epoch": 4.543822597676875,
      "grad_norm": 0.09508269080608694,
      "learning_rate": 1.9796969029672564e-06,
      "loss": 1.2117,
      "step": 2151
    },
    {
      "epoch": 4.545934530095037,
      "grad_norm": 0.10605448654599944,
      "learning_rate": 1.9613906512111615e-06,
      "loss": 1.2009,
      "step": 2152
    },
    {
      "epoch": 4.5480464625131996,
      "grad_norm": 0.10396034790256396,
      "learning_rate": 1.9431673045174595e-06,
      "loss": 1.2153,
      "step": 2153
    },
    {
      "epoch": 4.550158394931362,
      "grad_norm": 0.08922341627146647,
      "learning_rate": 1.925026902603886e-06,
      "loss": 1.1879,
      "step": 2154
    },
    {
      "epoch": 4.552270327349525,
      "grad_norm": 0.1290988162709901,
      "learning_rate": 1.9069694850074239e-06,
      "loss": 1.2076,
      "step": 2155
    },
    {
      "epoch": 4.554382259767688,
      "grad_norm": 0.1337130916040129,
      "learning_rate": 1.888995091084147e-06,
      "loss": 1.2163,
      "step": 2156
    },
    {
      "epoch": 4.55649419218585,
      "grad_norm": 0.11177869306917829,
      "learning_rate": 1.8711037600092342e-06,
      "loss": 1.2322,
      "step": 2157
    },
    {
      "epoch": 4.558606124604013,
      "grad_norm": 0.11313598096898439,
      "learning_rate": 1.853295530776773e-06,
      "loss": 1.2054,
      "step": 2158
    },
    {
      "epoch": 4.560718057022175,
      "grad_norm": 0.09189355130239621,
      "learning_rate": 1.8355704421997788e-06,
      "loss": 1.2172,
      "step": 2159
    },
    {
      "epoch": 4.562829989440338,
      "grad_norm": 0.10139657172235596,
      "learning_rate": 1.8179285329100382e-06,
      "loss": 1.2047,
      "step": 2160
    },
    {
      "epoch": 4.564941921858501,
      "grad_norm": 0.09134029249264383,
      "learning_rate": 1.8003698413580429e-06,
      "loss": 1.2176,
      "step": 2161
    },
    {
      "epoch": 4.567053854276663,
      "grad_norm": 0.14817489193326192,
      "learning_rate": 1.782894405812936e-06,
      "loss": 1.2103,
      "step": 2162
    },
    {
      "epoch": 4.569165786694826,
      "grad_norm": 0.1292389907114446,
      "learning_rate": 1.7655022643623664e-06,
      "loss": 1.2042,
      "step": 2163
    },
    {
      "epoch": 4.571277719112988,
      "grad_norm": 0.126623556831046,
      "learning_rate": 1.7481934549124923e-06,
      "loss": 1.1925,
      "step": 2164
    },
    {
      "epoch": 4.573389651531151,
      "grad_norm": 0.09195761705852724,
      "learning_rate": 1.7309680151878128e-06,
      "loss": 1.2031,
      "step": 2165
    },
    {
      "epoch": 4.575501583949314,
      "grad_norm": 0.11890917262072524,
      "learning_rate": 1.7138259827311322e-06,
      "loss": 1.203,
      "step": 2166
    },
    {
      "epoch": 4.577613516367476,
      "grad_norm": 0.10402374284960854,
      "learning_rate": 1.6967673949034802e-06,
      "loss": 1.2196,
      "step": 2167
    },
    {
      "epoch": 4.579725448785639,
      "grad_norm": 0.10639773647663905,
      "learning_rate": 1.6797922888839924e-06,
      "loss": 1.2022,
      "step": 2168
    },
    {
      "epoch": 4.581837381203801,
      "grad_norm": 0.09514669277169176,
      "learning_rate": 1.6629007016698918e-06,
      "loss": 1.1982,
      "step": 2169
    },
    {
      "epoch": 4.5839493136219644,
      "grad_norm": 0.09508526488035633,
      "learning_rate": 1.6460926700763468e-06,
      "loss": 1.2078,
      "step": 2170
    },
    {
      "epoch": 4.586061246040127,
      "grad_norm": 0.12316313804032254,
      "learning_rate": 1.6293682307364278e-06,
      "loss": 1.2111,
      "step": 2171
    },
    {
      "epoch": 4.588173178458289,
      "grad_norm": 0.12344894636601081,
      "learning_rate": 1.612727420101008e-06,
      "loss": 1.231,
      "step": 2172
    },
    {
      "epoch": 4.590285110876452,
      "grad_norm": 0.09584103639625328,
      "learning_rate": 1.5961702744386974e-06,
      "loss": 1.1916,
      "step": 2173
    },
    {
      "epoch": 4.592397043294614,
      "grad_norm": 0.09195073059560466,
      "learning_rate": 1.579696829835755e-06,
      "loss": 1.2044,
      "step": 2174
    },
    {
      "epoch": 4.5945089757127775,
      "grad_norm": 0.09355266074713252,
      "learning_rate": 1.5633071221960205e-06,
      "loss": 1.2181,
      "step": 2175
    },
    {
      "epoch": 4.59662090813094,
      "grad_norm": 0.12362745187642117,
      "learning_rate": 1.547001187240822e-06,
      "loss": 1.2137,
      "step": 2176
    },
    {
      "epoch": 4.598732840549102,
      "grad_norm": 0.11430813905727792,
      "learning_rate": 1.5307790605089045e-06,
      "loss": 1.198,
      "step": 2177
    },
    {
      "epoch": 4.600844772967265,
      "grad_norm": 0.1112607247234472,
      "learning_rate": 1.5146407773563642e-06,
      "loss": 1.2046,
      "step": 2178
    },
    {
      "epoch": 4.602956705385427,
      "grad_norm": 0.1031180586195969,
      "learning_rate": 1.4985863729565453e-06,
      "loss": 1.2075,
      "step": 2179
    },
    {
      "epoch": 4.6050686378035905,
      "grad_norm": 0.10354687779623509,
      "learning_rate": 1.482615882299987e-06,
      "loss": 1.2148,
      "step": 2180
    },
    {
      "epoch": 4.607180570221753,
      "grad_norm": 0.09777664493698075,
      "learning_rate": 1.4667293401943394e-06,
      "loss": 1.2076,
      "step": 2181
    },
    {
      "epoch": 4.609292502639915,
      "grad_norm": 0.09932060669425943,
      "learning_rate": 1.4509267812642792e-06,
      "loss": 1.2159,
      "step": 2182
    },
    {
      "epoch": 4.611404435058078,
      "grad_norm": 0.12971408544301208,
      "learning_rate": 1.4352082399514556e-06,
      "loss": 1.2065,
      "step": 2183
    },
    {
      "epoch": 4.61351636747624,
      "grad_norm": 0.10413897746838435,
      "learning_rate": 1.4195737505143936e-06,
      "loss": 1.2128,
      "step": 2184
    },
    {
      "epoch": 4.615628299894404,
      "grad_norm": 0.10451686888299859,
      "learning_rate": 1.404023347028418e-06,
      "loss": 1.192,
      "step": 2185
    },
    {
      "epoch": 4.617740232312566,
      "grad_norm": 0.1213914255222211,
      "learning_rate": 1.3885570633856004e-06,
      "loss": 1.2261,
      "step": 2186
    },
    {
      "epoch": 4.6198521647307285,
      "grad_norm": 0.11291487196042374,
      "learning_rate": 1.373174933294683e-06,
      "loss": 1.2034,
      "step": 2187
    },
    {
      "epoch": 4.621964097148891,
      "grad_norm": 0.11164248252588581,
      "learning_rate": 1.3578769902809686e-06,
      "loss": 1.2161,
      "step": 2188
    },
    {
      "epoch": 4.624076029567054,
      "grad_norm": 0.09664972438180003,
      "learning_rate": 1.3426632676862971e-06,
      "loss": 1.2225,
      "step": 2189
    },
    {
      "epoch": 4.626187961985217,
      "grad_norm": 0.12802583720396385,
      "learning_rate": 1.3275337986689407e-06,
      "loss": 1.2016,
      "step": 2190
    },
    {
      "epoch": 4.628299894403379,
      "grad_norm": 0.12441005417209298,
      "learning_rate": 1.3124886162035311e-06,
      "loss": 1.1958,
      "step": 2191
    },
    {
      "epoch": 4.6304118268215415,
      "grad_norm": 0.09584020755554955,
      "learning_rate": 1.2975277530810338e-06,
      "loss": 1.215,
      "step": 2192
    },
    {
      "epoch": 4.632523759239704,
      "grad_norm": 0.09841844409889043,
      "learning_rate": 1.2826512419085924e-06,
      "loss": 1.2156,
      "step": 2193
    },
    {
      "epoch": 4.634635691657867,
      "grad_norm": 0.10037983957711769,
      "learning_rate": 1.2678591151095466e-06,
      "loss": 1.198,
      "step": 2194
    },
    {
      "epoch": 4.63674762407603,
      "grad_norm": 0.09493993430886719,
      "learning_rate": 1.2531514049232852e-06,
      "loss": 1.2106,
      "step": 2195
    },
    {
      "epoch": 4.638859556494192,
      "grad_norm": 0.10639493154967405,
      "learning_rate": 1.2385281434052422e-06,
      "loss": 1.2091,
      "step": 2196
    },
    {
      "epoch": 4.640971488912355,
      "grad_norm": 0.11923872249215337,
      "learning_rate": 1.2239893624267852e-06,
      "loss": 1.2099,
      "step": 2197
    },
    {
      "epoch": 4.643083421330518,
      "grad_norm": 0.1346608820891257,
      "learning_rate": 1.2095350936751405e-06,
      "loss": 1.2106,
      "step": 2198
    },
    {
      "epoch": 4.64519535374868,
      "grad_norm": 0.11665408086946699,
      "learning_rate": 1.1951653686533705e-06,
      "loss": 1.2066,
      "step": 2199
    },
    {
      "epoch": 4.647307286166843,
      "grad_norm": 0.08687106789799998,
      "learning_rate": 1.1808802186802403e-06,
      "loss": 1.189,
      "step": 2200
    },
    {
      "epoch": 4.649419218585005,
      "grad_norm": 0.10165053203634293,
      "learning_rate": 1.1666796748902142e-06,
      "loss": 1.2089,
      "step": 2201
    },
    {
      "epoch": 4.651531151003168,
      "grad_norm": 0.09358695097732984,
      "learning_rate": 1.1525637682333434e-06,
      "loss": 1.2231,
      "step": 2202
    },
    {
      "epoch": 4.653643083421331,
      "grad_norm": 0.1056314055585163,
      "learning_rate": 1.1385325294752091e-06,
      "loss": 1.2173,
      "step": 2203
    },
    {
      "epoch": 4.655755015839493,
      "grad_norm": 0.12605275641727728,
      "learning_rate": 1.124585989196878e-06,
      "loss": 1.1873,
      "step": 2204
    },
    {
      "epoch": 4.657866948257656,
      "grad_norm": 0.11459142305490089,
      "learning_rate": 1.1107241777947775e-06,
      "loss": 1.1969,
      "step": 2205
    },
    {
      "epoch": 4.659978880675818,
      "grad_norm": 0.13736164206395282,
      "learning_rate": 1.0969471254807185e-06,
      "loss": 1.2227,
      "step": 2206
    },
    {
      "epoch": 4.662090813093981,
      "grad_norm": 0.09870133584094315,
      "learning_rate": 1.0832548622817397e-06,
      "loss": 1.2154,
      "step": 2207
    },
    {
      "epoch": 4.664202745512144,
      "grad_norm": 0.10841773487237055,
      "learning_rate": 1.0696474180401074e-06,
      "loss": 1.2117,
      "step": 2208
    },
    {
      "epoch": 4.666314677930306,
      "grad_norm": 0.1018958398203731,
      "learning_rate": 1.0561248224132093e-06,
      "loss": 1.2012,
      "step": 2209
    },
    {
      "epoch": 4.668426610348469,
      "grad_norm": 0.08938063846074239,
      "learning_rate": 1.0426871048735188e-06,
      "loss": 1.2137,
      "step": 2210
    },
    {
      "epoch": 4.670538542766631,
      "grad_norm": 0.0946766616732523,
      "learning_rate": 1.0293342947085017e-06,
      "loss": 1.2145,
      "step": 2211
    },
    {
      "epoch": 4.672650475184794,
      "grad_norm": 0.08532160079755323,
      "learning_rate": 1.0160664210205805e-06,
      "loss": 1.2117,
      "step": 2212
    },
    {
      "epoch": 4.674762407602957,
      "grad_norm": 0.09156852605188437,
      "learning_rate": 1.0028835127270553e-06,
      "loss": 1.2215,
      "step": 2213
    },
    {
      "epoch": 4.6768743400211195,
      "grad_norm": 0.12201055313400687,
      "learning_rate": 9.897855985600492e-07,
      "loss": 1.2139,
      "step": 2214
    },
    {
      "epoch": 4.678986272439282,
      "grad_norm": 0.1267203842856114,
      "learning_rate": 9.767727070664335e-07,
      "loss": 1.2005,
      "step": 2215
    },
    {
      "epoch": 4.681098204857444,
      "grad_norm": 0.12696612806098634,
      "learning_rate": 9.638448666077704e-07,
      "loss": 1.2151,
      "step": 2216
    },
    {
      "epoch": 4.683210137275607,
      "grad_norm": 0.10971855320210214,
      "learning_rate": 9.510021053602681e-07,
      "loss": 1.2116,
      "step": 2217
    },
    {
      "epoch": 4.68532206969377,
      "grad_norm": 0.10540886748160795,
      "learning_rate": 9.382444513146871e-07,
      "loss": 1.2021,
      "step": 2218
    },
    {
      "epoch": 4.6874340021119325,
      "grad_norm": 0.09799963716472415,
      "learning_rate": 9.255719322763101e-07,
      "loss": 1.2148,
      "step": 2219
    },
    {
      "epoch": 4.689545934530095,
      "grad_norm": 0.09434920402109645,
      "learning_rate": 9.129845758648614e-07,
      "loss": 1.2092,
      "step": 2220
    },
    {
      "epoch": 4.691657866948257,
      "grad_norm": 0.10144782539881184,
      "learning_rate": 9.004824095144582e-07,
      "loss": 1.2018,
      "step": 2221
    },
    {
      "epoch": 4.69376979936642,
      "grad_norm": 0.10040419041479653,
      "learning_rate": 8.880654604735395e-07,
      "loss": 1.2037,
      "step": 2222
    },
    {
      "epoch": 4.695881731784583,
      "grad_norm": 0.08783641892869687,
      "learning_rate": 8.757337558048173e-07,
      "loss": 1.219,
      "step": 2223
    },
    {
      "epoch": 4.697993664202746,
      "grad_norm": 0.11965961976051069,
      "learning_rate": 8.634873223852236e-07,
      "loss": 1.2077,
      "step": 2224
    },
    {
      "epoch": 4.700105596620908,
      "grad_norm": 0.15469064238389935,
      "learning_rate": 8.513261869058209e-07,
      "loss": 1.2126,
      "step": 2225
    },
    {
      "epoch": 4.70221752903907,
      "grad_norm": 0.11663849847370679,
      "learning_rate": 8.392503758717807e-07,
      "loss": 1.2206,
      "step": 2226
    },
    {
      "epoch": 4.704329461457234,
      "grad_norm": 0.08625495923597536,
      "learning_rate": 8.272599156023075e-07,
      "loss": 1.2118,
      "step": 2227
    },
    {
      "epoch": 4.706441393875396,
      "grad_norm": 0.09400948522810887,
      "learning_rate": 8.153548322305726e-07,
      "loss": 1.1908,
      "step": 2228
    },
    {
      "epoch": 4.708553326293559,
      "grad_norm": 0.09927522445511867,
      "learning_rate": 8.035351517036915e-07,
      "loss": 1.201,
      "step": 2229
    },
    {
      "epoch": 4.710665258711721,
      "grad_norm": 0.09117244282215597,
      "learning_rate": 7.918008997826221e-07,
      "loss": 1.2093,
      "step": 2230
    },
    {
      "epoch": 4.7127771911298835,
      "grad_norm": 0.10749630689104366,
      "learning_rate": 7.801521020421465e-07,
      "loss": 1.2091,
      "step": 2231
    },
    {
      "epoch": 4.714889123548047,
      "grad_norm": 0.09999762543702777,
      "learning_rate": 7.685887838707828e-07,
      "loss": 1.1995,
      "step": 2232
    },
    {
      "epoch": 4.717001055966209,
      "grad_norm": 0.09042653786234948,
      "learning_rate": 7.571109704707624e-07,
      "loss": 1.2185,
      "step": 2233
    },
    {
      "epoch": 4.719112988384372,
      "grad_norm": 0.11652674366545727,
      "learning_rate": 7.457186868579591e-07,
      "loss": 1.2086,
      "step": 2234
    },
    {
      "epoch": 4.721224920802534,
      "grad_norm": 0.11887141357830999,
      "learning_rate": 7.344119578618181e-07,
      "loss": 1.2065,
      "step": 2235
    },
    {
      "epoch": 4.723336853220697,
      "grad_norm": 0.08552898064893985,
      "learning_rate": 7.231908081253425e-07,
      "loss": 1.2084,
      "step": 2236
    },
    {
      "epoch": 4.72544878563886,
      "grad_norm": 0.08516413162626064,
      "learning_rate": 7.120552621049826e-07,
      "loss": 1.2079,
      "step": 2237
    },
    {
      "epoch": 4.727560718057022,
      "grad_norm": 0.0930760655841454,
      "learning_rate": 7.010053440706576e-07,
      "loss": 1.2181,
      "step": 2238
    },
    {
      "epoch": 4.729672650475185,
      "grad_norm": 0.08926349357537679,
      "learning_rate": 6.900410781056233e-07,
      "loss": 1.2046,
      "step": 2239
    },
    {
      "epoch": 4.731784582893347,
      "grad_norm": 0.12141975865155319,
      "learning_rate": 6.79162488106484e-07,
      "loss": 1.2075,
      "step": 2240
    },
    {
      "epoch": 4.7338965153115105,
      "grad_norm": 0.10631511236611117,
      "learning_rate": 6.683695977830962e-07,
      "loss": 1.2128,
      "step": 2241
    },
    {
      "epoch": 4.736008447729673,
      "grad_norm": 0.0940250606367877,
      "learning_rate": 6.576624306585322e-07,
      "loss": 1.2147,
      "step": 2242
    },
    {
      "epoch": 4.738120380147835,
      "grad_norm": 0.09757261356112051,
      "learning_rate": 6.470410100690494e-07,
      "loss": 1.1999,
      "step": 2243
    },
    {
      "epoch": 4.740232312565998,
      "grad_norm": 0.09086783202747167,
      "learning_rate": 6.365053591640058e-07,
      "loss": 1.202,
      "step": 2244
    },
    {
      "epoch": 4.74234424498416,
      "grad_norm": 0.09141902486730022,
      "learning_rate": 6.260555009058289e-07,
      "loss": 1.2329,
      "step": 2245
    },
    {
      "epoch": 4.7444561774023235,
      "grad_norm": 0.08902685831438867,
      "learning_rate": 6.15691458069958e-07,
      "loss": 1.2201,
      "step": 2246
    },
    {
      "epoch": 4.746568109820486,
      "grad_norm": 0.08444122752194314,
      "learning_rate": 6.054132532448087e-07,
      "loss": 1.2013,
      "step": 2247
    },
    {
      "epoch": 4.748680042238648,
      "grad_norm": 0.13336734931326827,
      "learning_rate": 5.952209088316974e-07,
      "loss": 1.215,
      "step": 2248
    },
    {
      "epoch": 4.750791974656811,
      "grad_norm": 0.12212151485488357,
      "learning_rate": 5.851144470448144e-07,
      "loss": 1.2037,
      "step": 2249
    },
    {
      "epoch": 4.752903907074973,
      "grad_norm": 0.0898997630138174,
      "learning_rate": 5.750938899111802e-07,
      "loss": 1.1904,
      "step": 2250
    },
    {
      "epoch": 4.7550158394931366,
      "grad_norm": 0.10474090591298117,
      "learning_rate": 5.651592592705646e-07,
      "loss": 1.2018,
      "step": 2251
    },
    {
      "epoch": 4.757127771911299,
      "grad_norm": 0.1058911059829169,
      "learning_rate": 5.55310576775483e-07,
      "loss": 1.2141,
      "step": 2252
    },
    {
      "epoch": 4.759239704329461,
      "grad_norm": 0.11136485930468229,
      "learning_rate": 5.455478638911071e-07,
      "loss": 1.2144,
      "step": 2253
    },
    {
      "epoch": 4.761351636747624,
      "grad_norm": 0.2903068660891,
      "learning_rate": 5.358711418952523e-07,
      "loss": 1.2238,
      "step": 2254
    },
    {
      "epoch": 4.763463569165786,
      "grad_norm": 0.09760369884743833,
      "learning_rate": 5.2628043187831e-07,
      "loss": 1.2131,
      "step": 2255
    },
    {
      "epoch": 4.76557550158395,
      "grad_norm": 0.09899283589262856,
      "learning_rate": 5.167757547432129e-07,
      "loss": 1.196,
      "step": 2256
    },
    {
      "epoch": 4.767687434002112,
      "grad_norm": 0.12511465473828828,
      "learning_rate": 5.073571312053816e-07,
      "loss": 1.2045,
      "step": 2257
    },
    {
      "epoch": 4.7697993664202745,
      "grad_norm": 0.08097219428124978,
      "learning_rate": 4.980245817926887e-07,
      "loss": 1.2144,
      "step": 2258
    },
    {
      "epoch": 4.771911298838437,
      "grad_norm": 0.08504354250700975,
      "learning_rate": 4.887781268453973e-07,
      "loss": 1.2168,
      "step": 2259
    },
    {
      "epoch": 4.774023231256599,
      "grad_norm": 0.08824447273479105,
      "learning_rate": 4.796177865161378e-07,
      "loss": 1.2112,
      "step": 2260
    },
    {
      "epoch": 4.776135163674763,
      "grad_norm": 0.09575374787105131,
      "learning_rate": 4.7054358076985553e-07,
      "loss": 1.2061,
      "step": 2261
    },
    {
      "epoch": 4.778247096092925,
      "grad_norm": 0.1268290058109381,
      "learning_rate": 4.61555529383757e-07,
      "loss": 1.2171,
      "step": 2262
    },
    {
      "epoch": 4.7803590285110875,
      "grad_norm": 0.11262215401851912,
      "learning_rate": 4.5265365194727906e-07,
      "loss": 1.233,
      "step": 2263
    },
    {
      "epoch": 4.78247096092925,
      "grad_norm": 0.08575807137779157,
      "learning_rate": 4.4383796786204414e-07,
      "loss": 1.2153,
      "step": 2264
    },
    {
      "epoch": 4.784582893347413,
      "grad_norm": 0.09280671543117167,
      "learning_rate": 4.3510849634181176e-07,
      "loss": 1.2236,
      "step": 2265
    },
    {
      "epoch": 4.786694825765576,
      "grad_norm": 0.08651536349214572,
      "learning_rate": 4.2646525641245605e-07,
      "loss": 1.1974,
      "step": 2266
    },
    {
      "epoch": 4.788806758183738,
      "grad_norm": 0.09769865429967384,
      "learning_rate": 4.1790826691189055e-07,
      "loss": 1.1931,
      "step": 2267
    },
    {
      "epoch": 4.790918690601901,
      "grad_norm": 0.09683721266346838,
      "learning_rate": 4.094375464900546e-07,
      "loss": 1.2266,
      "step": 2268
    },
    {
      "epoch": 4.793030623020063,
      "grad_norm": 0.09781453004833127,
      "learning_rate": 4.010531136088691e-07,
      "loss": 1.1998,
      "step": 2269
    },
    {
      "epoch": 4.795142555438226,
      "grad_norm": 0.08963633268836847,
      "learning_rate": 3.9275498654217425e-07,
      "loss": 1.2165,
      "step": 2270
    },
    {
      "epoch": 4.797254487856389,
      "grad_norm": 0.087273571031155,
      "learning_rate": 3.845431833757385e-07,
      "loss": 1.2005,
      "step": 2271
    },
    {
      "epoch": 4.799366420274551,
      "grad_norm": 0.11544386309234086,
      "learning_rate": 3.7641772200714745e-07,
      "loss": 1.214,
      "step": 2272
    },
    {
      "epoch": 4.801478352692714,
      "grad_norm": 0.10934567169158294,
      "learning_rate": 3.683786201458439e-07,
      "loss": 1.2217,
      "step": 2273
    },
    {
      "epoch": 4.803590285110877,
      "grad_norm": 0.08709564893636469,
      "learning_rate": 3.6042589531301683e-07,
      "loss": 1.2053,
      "step": 2274
    },
    {
      "epoch": 4.805702217529039,
      "grad_norm": 0.09756272111531798,
      "learning_rate": 3.525595648416191e-07,
      "loss": 1.2057,
      "step": 2275
    },
    {
      "epoch": 4.807814149947202,
      "grad_norm": 0.08915272128200992,
      "learning_rate": 3.447796458763009e-07,
      "loss": 1.2049,
      "step": 2276
    },
    {
      "epoch": 4.809926082365364,
      "grad_norm": 0.09202144070740916,
      "learning_rate": 3.370861553733784e-07,
      "loss": 1.2019,
      "step": 2277
    },
    {
      "epoch": 4.812038014783527,
      "grad_norm": 0.10867732134740843,
      "learning_rate": 3.294791101007944e-07,
      "loss": 1.2022,
      "step": 2278
    },
    {
      "epoch": 4.81414994720169,
      "grad_norm": 0.11356956232248583,
      "learning_rate": 3.2195852663808644e-07,
      "loss": 1.1983,
      "step": 2279
    },
    {
      "epoch": 4.816261879619852,
      "grad_norm": 0.11426181244547283,
      "learning_rate": 3.1452442137634763e-07,
      "loss": 1.2151,
      "step": 2280
    },
    {
      "epoch": 4.818373812038015,
      "grad_norm": 0.09277220654317034,
      "learning_rate": 3.0717681051819935e-07,
      "loss": 1.2007,
      "step": 2281
    },
    {
      "epoch": 4.820485744456177,
      "grad_norm": 0.09829176673082482,
      "learning_rate": 2.999157100777339e-07,
      "loss": 1.2208,
      "step": 2282
    },
    {
      "epoch": 4.82259767687434,
      "grad_norm": 0.09249924527885615,
      "learning_rate": 2.927411358805099e-07,
      "loss": 1.2107,
      "step": 2283
    },
    {
      "epoch": 4.824709609292503,
      "grad_norm": 0.08250622599113858,
      "learning_rate": 2.8565310356349465e-07,
      "loss": 1.2122,
      "step": 2284
    },
    {
      "epoch": 4.8268215417106655,
      "grad_norm": 0.0860611455796367,
      "learning_rate": 2.786516285750374e-07,
      "loss": 1.2158,
      "step": 2285
    },
    {
      "epoch": 4.828933474128828,
      "grad_norm": 0.10886081208542991,
      "learning_rate": 2.7173672617483825e-07,
      "loss": 1.1874,
      "step": 2286
    },
    {
      "epoch": 4.83104540654699,
      "grad_norm": 0.11156209374443159,
      "learning_rate": 2.649084114339084e-07,
      "loss": 1.2071,
      "step": 2287
    },
    {
      "epoch": 4.833157338965153,
      "grad_norm": 0.09989087332336705,
      "learning_rate": 2.5816669923454774e-07,
      "loss": 1.23,
      "step": 2288
    },
    {
      "epoch": 4.835269271383316,
      "grad_norm": 0.10403612652556571,
      "learning_rate": 2.5151160427029584e-07,
      "loss": 1.2027,
      "step": 2289
    },
    {
      "epoch": 4.8373812038014785,
      "grad_norm": 0.08486689211399558,
      "learning_rate": 2.4494314104592796e-07,
      "loss": 1.1944,
      "step": 2290
    },
    {
      "epoch": 4.839493136219641,
      "grad_norm": 0.08814265872325379,
      "learning_rate": 2.3846132387738363e-07,
      "loss": 1.2119,
      "step": 2291
    },
    {
      "epoch": 4.841605068637803,
      "grad_norm": 0.09752654576402599,
      "learning_rate": 2.3206616689177564e-07,
      "loss": 1.1818,
      "step": 2292
    },
    {
      "epoch": 4.843717001055966,
      "grad_norm": 0.10360504761897507,
      "learning_rate": 2.2575768402733234e-07,
      "loss": 1.2224,
      "step": 2293
    },
    {
      "epoch": 4.845828933474129,
      "grad_norm": 0.0950536408709072,
      "learning_rate": 2.195358890333754e-07,
      "loss": 1.202,
      "step": 2294
    },
    {
      "epoch": 4.847940865892292,
      "grad_norm": 0.09234544388512557,
      "learning_rate": 2.134007954702977e-07,
      "loss": 1.2153,
      "step": 2295
    },
    {
      "epoch": 4.850052798310454,
      "grad_norm": 0.10868417116474952,
      "learning_rate": 2.0735241670951867e-07,
      "loss": 1.2071,
      "step": 2296
    },
    {
      "epoch": 4.852164730728616,
      "grad_norm": 0.10892549591123751,
      "learning_rate": 2.0139076593346242e-07,
      "loss": 1.2144,
      "step": 2297
    },
    {
      "epoch": 4.854276663146779,
      "grad_norm": 0.0859230918840511,
      "learning_rate": 1.955158561355397e-07,
      "loss": 1.2034,
      "step": 2298
    },
    {
      "epoch": 4.856388595564942,
      "grad_norm": 0.08755383138574804,
      "learning_rate": 1.8972770012010367e-07,
      "loss": 1.2003,
      "step": 2299
    },
    {
      "epoch": 4.858500527983105,
      "grad_norm": 0.11532312218222748,
      "learning_rate": 1.840263105024187e-07,
      "loss": 1.2043,
      "step": 2300
    },
    {
      "epoch": 4.860612460401267,
      "grad_norm": 0.08729263988677757,
      "learning_rate": 1.7841169970866047e-07,
      "loss": 1.1999,
      "step": 2301
    },
    {
      "epoch": 4.8627243928194295,
      "grad_norm": 0.09049484366671302,
      "learning_rate": 1.728838799758492e-07,
      "loss": 1.2127,
      "step": 2302
    },
    {
      "epoch": 4.864836325237592,
      "grad_norm": 0.10330640439937368,
      "learning_rate": 1.6744286335186766e-07,
      "loss": 1.2034,
      "step": 2303
    },
    {
      "epoch": 4.866948257655755,
      "grad_norm": 0.09170918180161815,
      "learning_rate": 1.6208866169538983e-07,
      "loss": 1.2219,
      "step": 2304
    },
    {
      "epoch": 4.869060190073918,
      "grad_norm": 0.11459976041980874,
      "learning_rate": 1.5682128667589002e-07,
      "loss": 1.2147,
      "step": 2305
    },
    {
      "epoch": 4.87117212249208,
      "grad_norm": 0.12116690669951602,
      "learning_rate": 1.5164074977360278e-07,
      "loss": 1.2179,
      "step": 2306
    },
    {
      "epoch": 4.8732840549102425,
      "grad_norm": 0.24462955075721146,
      "learning_rate": 1.4654706227948734e-07,
      "loss": 1.2132,
      "step": 2307
    },
    {
      "epoch": 4.875395987328406,
      "grad_norm": 0.11598235163761247,
      "learning_rate": 1.4154023529523663e-07,
      "loss": 1.2226,
      "step": 2308
    },
    {
      "epoch": 4.877507919746568,
      "grad_norm": 0.08733678126580055,
      "learning_rate": 1.3662027973320614e-07,
      "loss": 1.2129,
      "step": 2309
    },
    {
      "epoch": 4.879619852164731,
      "grad_norm": 0.08441366872437057,
      "learning_rate": 1.3178720631643604e-07,
      "loss": 1.2057,
      "step": 2310
    },
    {
      "epoch": 4.881731784582893,
      "grad_norm": 0.08818166406690325,
      "learning_rate": 1.2704102557859366e-07,
      "loss": 1.2132,
      "step": 2311
    },
    {
      "epoch": 4.8838437170010565,
      "grad_norm": 0.08835246720599585,
      "learning_rate": 1.223817478639777e-07,
      "loss": 1.2139,
      "step": 2312
    },
    {
      "epoch": 4.885955649419219,
      "grad_norm": 0.08380635965212241,
      "learning_rate": 1.1780938332746517e-07,
      "loss": 1.202,
      "step": 2313
    },
    {
      "epoch": 4.888067581837381,
      "grad_norm": 0.08659485338982816,
      "learning_rate": 1.1332394193451557e-07,
      "loss": 1.2165,
      "step": 2314
    },
    {
      "epoch": 4.890179514255544,
      "grad_norm": 0.12065631041825903,
      "learning_rate": 1.0892543346114004e-07,
      "loss": 1.2054,
      "step": 2315
    },
    {
      "epoch": 4.892291446673706,
      "grad_norm": 0.12350325580471763,
      "learning_rate": 1.0461386749387458e-07,
      "loss": 1.2159,
      "step": 2316
    },
    {
      "epoch": 4.8944033790918695,
      "grad_norm": 0.12028290346641379,
      "learning_rate": 1.0038925342977123e-07,
      "loss": 1.2244,
      "step": 2317
    },
    {
      "epoch": 4.896515311510032,
      "grad_norm": 0.0851784752164222,
      "learning_rate": 9.62516004763625e-08,
      "loss": 1.2063,
      "step": 2318
    },
    {
      "epoch": 4.898627243928194,
      "grad_norm": 0.09649411905983231,
      "learning_rate": 9.220091765165695e-08,
      "loss": 1.2244,
      "step": 2319
    },
    {
      "epoch": 4.900739176346357,
      "grad_norm": 0.08440375415425161,
      "learning_rate": 8.82372137841081e-08,
      "loss": 1.2024,
      "step": 2320
    },
    {
      "epoch": 4.902851108764519,
      "grad_norm": 0.10059705701953012,
      "learning_rate": 8.436049751260111e-08,
      "loss": 1.1905,
      "step": 2321
    },
    {
      "epoch": 4.904963041182683,
      "grad_norm": 0.09055704742437022,
      "learning_rate": 8.057077728642615e-08,
      "loss": 1.2109,
      "step": 2322
    },
    {
      "epoch": 4.907074973600845,
      "grad_norm": 0.08857750681770395,
      "learning_rate": 7.686806136527391e-08,
      "loss": 1.2132,
      "step": 2323
    },
    {
      "epoch": 4.909186906019007,
      "grad_norm": 0.08287296357069605,
      "learning_rate": 7.325235781920459e-08,
      "loss": 1.1973,
      "step": 2324
    },
    {
      "epoch": 4.91129883843717,
      "grad_norm": 0.08140662864727649,
      "learning_rate": 6.972367452863005e-08,
      "loss": 1.2032,
      "step": 2325
    },
    {
      "epoch": 4.913410770855332,
      "grad_norm": 0.11207406770297139,
      "learning_rate": 6.628201918431831e-08,
      "loss": 1.2093,
      "step": 2326
    },
    {
      "epoch": 4.915522703273496,
      "grad_norm": 0.1085036363780518,
      "learning_rate": 6.292739928733582e-08,
      "loss": 1.1958,
      "step": 2327
    },
    {
      "epoch": 4.917634635691658,
      "grad_norm": 0.11960054045970155,
      "learning_rate": 5.965982214908294e-08,
      "loss": 1.2162,
      "step": 2328
    },
    {
      "epoch": 4.9197465681098205,
      "grad_norm": 0.10456261704653298,
      "learning_rate": 5.647929489122739e-08,
      "loss": 1.219,
      "step": 2329
    },
    {
      "epoch": 4.921858500527983,
      "grad_norm": 0.09255670965737642,
      "learning_rate": 5.3385824445721935e-08,
      "loss": 1.2172,
      "step": 2330
    },
    {
      "epoch": 4.923970432946145,
      "grad_norm": 0.08616666611432097,
      "learning_rate": 5.037941755478226e-08,
      "loss": 1.2091,
      "step": 2331
    },
    {
      "epoch": 4.926082365364309,
      "grad_norm": 0.0866674224049509,
      "learning_rate": 4.746008077086028e-08,
      "loss": 1.201,
      "step": 2332
    },
    {
      "epoch": 4.928194297782471,
      "grad_norm": 0.0945483659539817,
      "learning_rate": 4.4627820456648594e-08,
      "loss": 1.1992,
      "step": 2333
    },
    {
      "epoch": 4.9303062302006335,
      "grad_norm": 0.09039613135688769,
      "learning_rate": 4.188264278504939e-08,
      "loss": 1.1954,
      "step": 2334
    },
    {
      "epoch": 4.932418162618796,
      "grad_norm": 0.08619368207482583,
      "learning_rate": 3.922455373917444e-08,
      "loss": 1.2054,
      "step": 2335
    },
    {
      "epoch": 4.934530095036958,
      "grad_norm": 0.08659123490413242,
      "learning_rate": 3.6653559112318495e-08,
      "loss": 1.207,
      "step": 2336
    },
    {
      "epoch": 4.936642027455122,
      "grad_norm": 0.08487823104793037,
      "learning_rate": 3.416966450795922e-08,
      "loss": 1.1928,
      "step": 2337
    },
    {
      "epoch": 4.938753959873284,
      "grad_norm": 0.07872394928400044,
      "learning_rate": 3.1772875339739495e-08,
      "loss": 1.2096,
      "step": 2338
    },
    {
      "epoch": 4.940865892291447,
      "grad_norm": 0.09153556623514689,
      "learning_rate": 2.9463196831458486e-08,
      "loss": 1.1982,
      "step": 2339
    },
    {
      "epoch": 4.942977824709609,
      "grad_norm": 0.10394435984337934,
      "learning_rate": 2.72406340170539e-08,
      "loss": 1.1972,
      "step": 2340
    },
    {
      "epoch": 4.945089757127771,
      "grad_norm": 0.12333915443310656,
      "learning_rate": 2.5105191740597557e-08,
      "loss": 1.2045,
      "step": 2341
    },
    {
      "epoch": 4.947201689545935,
      "grad_norm": 0.11848643531436136,
      "learning_rate": 2.3056874656277596e-08,
      "loss": 1.2076,
      "step": 2342
    },
    {
      "epoch": 4.949313621964097,
      "grad_norm": 0.10755415290757411,
      "learning_rate": 2.10956872283985e-08,
      "loss": 1.2121,
      "step": 2343
    },
    {
      "epoch": 4.95142555438226,
      "grad_norm": 0.10873411914761923,
      "learning_rate": 1.922163373135888e-08,
      "loss": 1.2313,
      "step": 2344
    },
    {
      "epoch": 4.953537486800422,
      "grad_norm": 0.10723776306690906,
      "learning_rate": 1.7434718249664807e-08,
      "loss": 1.2248,
      "step": 2345
    },
    {
      "epoch": 4.955649419218585,
      "grad_norm": 0.08061065295287793,
      "learning_rate": 1.5734944677885388e-08,
      "loss": 1.2073,
      "step": 2346
    },
    {
      "epoch": 4.957761351636748,
      "grad_norm": 0.0835699468274866,
      "learning_rate": 1.412231672067499e-08,
      "loss": 1.2059,
      "step": 2347
    },
    {
      "epoch": 4.95987328405491,
      "grad_norm": 0.08619296762372283,
      "learning_rate": 1.2596837892755453e-08,
      "loss": 1.2251,
      "step": 2348
    },
    {
      "epoch": 4.961985216473073,
      "grad_norm": 0.08515607934013258,
      "learning_rate": 1.1158511518902793e-08,
      "loss": 1.2072,
      "step": 2349
    },
    {
      "epoch": 4.964097148891235,
      "grad_norm": 0.08679936823130462,
      "learning_rate": 9.807340733947179e-09,
      "loss": 1.2077,
      "step": 2350
    },
    {
      "epoch": 4.966209081309398,
      "grad_norm": 0.08717174754060683,
      "learning_rate": 8.543328482759627e-09,
      "loss": 1.2255,
      "step": 2351
    },
    {
      "epoch": 4.968321013727561,
      "grad_norm": 0.08354454462515311,
      "learning_rate": 7.366477520251991e-09,
      "loss": 1.2137,
      "step": 2352
    },
    {
      "epoch": 4.970432946145723,
      "grad_norm": 0.0844431967974954,
      "learning_rate": 6.276790411372524e-09,
      "loss": 1.2207,
      "step": 2353
    },
    {
      "epoch": 4.972544878563886,
      "grad_norm": 0.08168340565640805,
      "learning_rate": 5.274269531088116e-09,
      "loss": 1.211,
      "step": 2354
    },
    {
      "epoch": 4.974656810982049,
      "grad_norm": 0.10184029641742327,
      "learning_rate": 4.358917064388734e-09,
      "loss": 1.2114,
      "step": 2355
    },
    {
      "epoch": 4.9767687434002115,
      "grad_norm": 0.0837451878197697,
      "learning_rate": 3.530735006291863e-09,
      "loss": 1.1913,
      "step": 2356
    },
    {
      "epoch": 4.978880675818374,
      "grad_norm": 0.08471798054573139,
      "learning_rate": 2.7897251618069777e-09,
      "loss": 1.1976,
      "step": 2357
    },
    {
      "epoch": 4.980992608236536,
      "grad_norm": 0.08840583583803327,
      "learning_rate": 2.1358891459710707e-09,
      "loss": 1.2049,
      "step": 2358
    },
    {
      "epoch": 4.983104540654699,
      "grad_norm": 0.08583363886375359,
      "learning_rate": 1.5692283838131262e-09,
      "loss": 1.2043,
      "step": 2359
    },
    {
      "epoch": 4.985216473072862,
      "grad_norm": 0.08998320526132073,
      "learning_rate": 1.0897441103763228e-09,
      "loss": 1.2166,
      "step": 2360
    },
    {
      "epoch": 4.9873284054910245,
      "grad_norm": 0.10243379533008468,
      "learning_rate": 6.974373706869486e-10,
      "loss": 1.2099,
      "step": 2361
    },
    {
      "epoch": 4.989440337909187,
      "grad_norm": 0.08681527069163769,
      "learning_rate": 3.923090197810453e-10,
      "loss": 1.1971,
      "step": 2362
    },
    {
      "epoch": 4.991552270327349,
      "grad_norm": 0.09193518045024805,
      "learning_rate": 1.7435972268664559e-10,
      "loss": 1.2077,
      "step": 2363
    },
    {
      "epoch": 4.993664202745512,
      "grad_norm": 0.09027871293113858,
      "learning_rate": 4.3589954423772784e-11,
      "loss": 1.1872,
      "step": 2364
    },
    {
      "epoch": 4.995776135163675,
      "grad_norm": 0.08310033529765323,
      "learning_rate": 0.0,
      "loss": 1.2252,
      "step": 2365
    },
    {
      "epoch": 4.995776135163675,
      "step": 2365,
      "total_flos": 5.680390465230838e+19,
      "train_loss": 1.2719324281805413,
      "train_runtime": 115420.1008,
      "train_samples_per_second": 10.5,
      "train_steps_per_second": 0.02
    }
  ],
  "logging_steps": 1,
  "max_steps": 2365,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.680390465230838e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}