diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,12643 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 18.537590113285273,
+  "eval_steps": 500,
+  "global_step": 18000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.010298661174047374,
+      "grad_norm": 28.08726692199707,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 2.0981,
+      "step": 10
+    },
+    {
+      "epoch": 0.02059732234809475,
+      "grad_norm": 16.46196746826172,
+      "learning_rate": 2.1111111111111114e-06,
+      "loss": 1.9619,
+      "step": 20
+    },
+    {
+      "epoch": 0.030895983522142123,
+      "grad_norm": 13.453218460083008,
+      "learning_rate": 3.2222222222222222e-06,
+      "loss": 1.5883,
+      "step": 30
+    },
+    {
+      "epoch": 0.0411946446961895,
+      "grad_norm": 3.0111494064331055,
+      "learning_rate": 4.333333333333334e-06,
+      "loss": 0.8443,
+      "step": 40
+    },
+    {
+      "epoch": 0.05149330587023687,
+      "grad_norm": 1.8473039865493774,
+      "learning_rate": 5.444444444444445e-06,
+      "loss": 0.4851,
+      "step": 50
+    },
+    {
+      "epoch": 0.061791967044284246,
+      "grad_norm": 1.983799695968628,
+      "learning_rate": 6.555555555555556e-06,
+      "loss": 0.4895,
+      "step": 60
+    },
+    {
+      "epoch": 0.07209062821833162,
+      "grad_norm": 1.359467625617981,
+      "learning_rate": 7.666666666666667e-06,
+      "loss": 0.3476,
+      "step": 70
+    },
+    {
+      "epoch": 0.082389289392379,
+      "grad_norm": 1.6559157371520996,
+      "learning_rate": 8.777777777777778e-06,
+      "loss": 0.3161,
+      "step": 80
+    },
+    {
+      "epoch": 0.09268795056642637,
+      "grad_norm": 1.4577065706253052,
+      "learning_rate": 9.888888888888889e-06,
+      "loss": 0.2894,
+      "step": 90
+    },
+    {
+      "epoch": 0.10298661174047374,
+      "grad_norm": 1.9685674905776978,
+      "learning_rate": 1.1000000000000001e-05,
+      "loss": 0.2669,
+      "step": 100
+    },
+    {
+      "epoch": 0.11328527291452112,
+      "grad_norm": 1.0735788345336914,
+      "learning_rate": 1.2111111111111112e-05,
+      "loss": 0.2384,
+      "step": 110
+    },
+    {
+      "epoch": 0.12358393408856849,
+      "grad_norm": 2.065934419631958,
+      "learning_rate": 1.3222222222222221e-05,
+      "loss": 0.2315,
+      "step": 120
+    },
+    {
+      "epoch": 0.13388259526261587,
+      "grad_norm": 1.3160645961761475,
+      "learning_rate": 1.4333333333333334e-05,
+      "loss": 0.2212,
+      "step": 130
+    },
+    {
+      "epoch": 0.14418125643666324,
+      "grad_norm": 1.132812738418579,
+      "learning_rate": 1.5444444444444446e-05,
+      "loss": 0.2107,
+      "step": 140
+    },
+    {
+      "epoch": 0.15447991761071062,
+      "grad_norm": 0.8556684851646423,
+      "learning_rate": 1.655555555555556e-05,
+      "loss": 0.1983,
+      "step": 150
+    },
+    {
+      "epoch": 0.164778578784758,
+      "grad_norm": 1.1401009559631348,
+      "learning_rate": 1.7666666666666668e-05,
+      "loss": 0.1821,
+      "step": 160
+    },
+    {
+      "epoch": 0.17507723995880536,
+      "grad_norm": 0.9898369312286377,
+      "learning_rate": 1.8777777777777777e-05,
+      "loss": 0.1725,
+      "step": 170
+    },
+    {
+      "epoch": 0.18537590113285274,
+      "grad_norm": 1.2845979928970337,
+      "learning_rate": 1.988888888888889e-05,
+      "loss": 0.1798,
+      "step": 180
+    },
+    {
+      "epoch": 0.1956745623069001,
+      "grad_norm": 0.7349956631660461,
+      "learning_rate": 2.1e-05,
+      "loss": 0.1553,
+      "step": 190
+    },
+    {
+      "epoch": 0.2059732234809475,
+      "grad_norm": 1.0893903970718384,
+      "learning_rate": 2.211111111111111e-05,
+      "loss": 0.161,
+      "step": 200
+    },
+    {
+      "epoch": 0.21627188465499486,
+      "grad_norm": 1.4773167371749878,
+      "learning_rate": 2.3222222222222224e-05,
+      "loss": 0.1687,
+      "step": 210
+    },
+    {
+      "epoch": 0.22657054582904224,
+      "grad_norm": 0.7343375086784363,
+      "learning_rate": 2.4333333333333336e-05,
+      "loss": 0.1541,
+      "step": 220
+    },
+    {
+      "epoch": 0.2368692070030896,
+      "grad_norm": 1.459641456604004,
+      "learning_rate": 2.5444444444444442e-05,
+      "loss": 0.1546,
+      "step": 230
+    },
+    {
+      "epoch": 0.24716786817713698,
+      "grad_norm": 1.007576823234558,
+      "learning_rate": 2.6555555555555555e-05,
+      "loss": 0.1397,
+      "step": 240
+    },
+    {
+      "epoch": 0.25746652935118436,
+      "grad_norm": 0.7707590460777283,
+      "learning_rate": 2.7666666666666667e-05,
+      "loss": 0.1395,
+      "step": 250
+    },
+    {
+      "epoch": 0.26776519052523173,
+      "grad_norm": 0.8418192863464355,
+      "learning_rate": 2.877777777777778e-05,
+      "loss": 0.1367,
+      "step": 260
+    },
+    {
+      "epoch": 0.2780638516992791,
+      "grad_norm": 1.433361291885376,
+      "learning_rate": 2.988888888888889e-05,
+      "loss": 0.1443,
+      "step": 270
+    },
+    {
+      "epoch": 0.2883625128733265,
+      "grad_norm": 1.6851385831832886,
+      "learning_rate": 3.1e-05,
+      "loss": 0.1412,
+      "step": 280
+    },
+    {
+      "epoch": 0.29866117404737386,
+      "grad_norm": 1.0967495441436768,
+      "learning_rate": 3.2111111111111114e-05,
+      "loss": 0.1465,
+      "step": 290
+    },
+    {
+      "epoch": 0.30895983522142123,
+      "grad_norm": 0.9680765867233276,
+      "learning_rate": 3.322222222222222e-05,
+      "loss": 0.1409,
+      "step": 300
+    },
+    {
+      "epoch": 0.3192584963954686,
+      "grad_norm": 0.8024266362190247,
+      "learning_rate": 3.433333333333333e-05,
+      "loss": 0.151,
+      "step": 310
+    },
+    {
+      "epoch": 0.329557157569516,
+      "grad_norm": 1.2099324464797974,
+      "learning_rate": 3.5444444444444445e-05,
+      "loss": 0.1276,
+      "step": 320
+    },
+    {
+      "epoch": 0.33985581874356335,
+      "grad_norm": 1.553401231765747,
+      "learning_rate": 3.655555555555556e-05,
+      "loss": 0.1407,
+      "step": 330
+    },
+    {
+      "epoch": 0.35015447991761073,
+      "grad_norm": 0.9965718388557434,
+      "learning_rate": 3.766666666666667e-05,
+      "loss": 0.1193,
+      "step": 340
+    },
+    {
+      "epoch": 0.3604531410916581,
+      "grad_norm": 1.0881636142730713,
+      "learning_rate": 3.877777777777778e-05,
+      "loss": 0.1161,
+      "step": 350
+    },
+    {
+      "epoch": 0.3707518022657055,
+      "grad_norm": 0.7971917986869812,
+      "learning_rate": 3.9888888888888895e-05,
+      "loss": 0.1153,
+      "step": 360
+    },
+    {
+      "epoch": 0.38105046343975285,
+      "grad_norm": 0.6419103741645813,
+      "learning_rate": 4.1e-05,
+      "loss": 0.1268,
+      "step": 370
+    },
+    {
+      "epoch": 0.3913491246138002,
+      "grad_norm": 0.8467381596565247,
+      "learning_rate": 4.211111111111111e-05,
+      "loss": 0.1089,
+      "step": 380
+    },
+    {
+      "epoch": 0.4016477857878476,
+      "grad_norm": 0.7437835335731506,
+      "learning_rate": 4.3222222222222226e-05,
+      "loss": 0.1196,
+      "step": 390
+    },
+    {
+      "epoch": 0.411946446961895,
+      "grad_norm": 1.1879000663757324,
+      "learning_rate": 4.433333333333334e-05,
+      "loss": 0.1104,
+      "step": 400
+    },
+    {
+      "epoch": 0.42224510813594235,
+      "grad_norm": 1.103964924812317,
+      "learning_rate": 4.5444444444444444e-05,
+      "loss": 0.1154,
+      "step": 410
+    },
+    {
+      "epoch": 0.4325437693099897,
+      "grad_norm": 1.20859956741333,
+      "learning_rate": 4.6555555555555556e-05,
+      "loss": 0.1151,
+      "step": 420
+    },
+    {
+      "epoch": 0.4428424304840371,
+      "grad_norm": 1.3592861890792847,
+      "learning_rate": 4.766666666666667e-05,
+      "loss": 0.1221,
+      "step": 430
+    },
+    {
+      "epoch": 0.45314109165808447,
+      "grad_norm": 0.7694193720817566,
+      "learning_rate": 4.8777777777777775e-05,
+      "loss": 0.1081,
+      "step": 440
+    },
+    {
+      "epoch": 0.46343975283213185,
+      "grad_norm": 0.8526501655578613,
+      "learning_rate": 4.9888888888888894e-05,
+      "loss": 0.1071,
+      "step": 450
+    },
+    {
+      "epoch": 0.4737384140061792,
+      "grad_norm": 0.8666425943374634,
+      "learning_rate": 5.1000000000000006e-05,
+      "loss": 0.1125,
+      "step": 460
+    },
+    {
+      "epoch": 0.4840370751802266,
+      "grad_norm": 1.0404722690582275,
+      "learning_rate": 5.211111111111111e-05,
+      "loss": 0.1235,
+      "step": 470
+    },
+    {
+      "epoch": 0.49433573635427397,
+      "grad_norm": 0.8314346671104431,
+      "learning_rate": 5.322222222222223e-05,
+      "loss": 0.1156,
+      "step": 480
+    },
+    {
+      "epoch": 0.5046343975283213,
+      "grad_norm": 0.8053165674209595,
+      "learning_rate": 5.433333333333334e-05,
+      "loss": 0.0963,
+      "step": 490
+    },
+    {
+      "epoch": 0.5149330587023687,
+      "grad_norm": 0.9703218340873718,
+      "learning_rate": 5.544444444444444e-05,
+      "loss": 0.1081,
+      "step": 500
+    },
+    {
+      "epoch": 0.525231719876416,
+      "grad_norm": 1.0357967615127563,
+      "learning_rate": 5.655555555555556e-05,
+      "loss": 0.1053,
+      "step": 510
+    },
+    {
+      "epoch": 0.5355303810504635,
+      "grad_norm": 0.6202366948127747,
+      "learning_rate": 5.766666666666667e-05,
+      "loss": 0.1161,
+      "step": 520
+    },
+    {
+      "epoch": 0.5458290422245108,
+      "grad_norm": 0.9413891434669495,
+      "learning_rate": 5.8777777777777774e-05,
+      "loss": 0.1109,
+      "step": 530
+    },
+    {
+      "epoch": 0.5561277033985582,
+      "grad_norm": 0.9725326299667358,
+      "learning_rate": 5.988888888888889e-05,
+      "loss": 0.1087,
+      "step": 540
+    },
+    {
+      "epoch": 0.5664263645726055,
+      "grad_norm": 1.1372697353363037,
+      "learning_rate": 6.1e-05,
+      "loss": 0.0934,
+      "step": 550
+    },
+    {
+      "epoch": 0.576725025746653,
+      "grad_norm": 0.9730582237243652,
+      "learning_rate": 6.21111111111111e-05,
+      "loss": 0.089,
+      "step": 560
+    },
+    {
+      "epoch": 0.5870236869207003,
+      "grad_norm": 1.031986117362976,
+      "learning_rate": 6.322222222222223e-05,
+      "loss": 0.0921,
+      "step": 570
+    },
+    {
+      "epoch": 0.5973223480947477,
+      "grad_norm": 0.9803087115287781,
+      "learning_rate": 6.433333333333333e-05,
+      "loss": 0.109,
+      "step": 580
+    },
+    {
+      "epoch": 0.607621009268795,
+      "grad_norm": 1.2565224170684814,
+      "learning_rate": 6.544444444444446e-05,
+      "loss": 0.1075,
+      "step": 590
+    },
+    {
+      "epoch": 0.6179196704428425,
+      "grad_norm": 0.6035177707672119,
+      "learning_rate": 6.655555555555555e-05,
+      "loss": 0.1069,
+      "step": 600
+    },
+    {
+      "epoch": 0.6282183316168898,
+      "grad_norm": 0.6485044360160828,
+      "learning_rate": 6.766666666666667e-05,
+      "loss": 0.1041,
+      "step": 610
+    },
+    {
+      "epoch": 0.6385169927909372,
+      "grad_norm": 0.9063082337379456,
+      "learning_rate": 6.877777777777778e-05,
+      "loss": 0.087,
+      "step": 620
+    },
+    {
+      "epoch": 0.6488156539649845,
+      "grad_norm": 0.7508301734924316,
+      "learning_rate": 6.988888888888889e-05,
+      "loss": 0.0993,
+      "step": 630
+    },
+    {
+      "epoch": 0.659114315139032,
+      "grad_norm": 0.7371131777763367,
+      "learning_rate": 7.1e-05,
+      "loss": 0.0965,
+      "step": 640
+    },
+    {
+      "epoch": 0.6694129763130793,
+      "grad_norm": 0.9033893942832947,
+      "learning_rate": 7.211111111111112e-05,
+      "loss": 0.0927,
+      "step": 650
+    },
+    {
+      "epoch": 0.6797116374871267,
+      "grad_norm": 1.0828319787979126,
+      "learning_rate": 7.322222222222223e-05,
+      "loss": 0.1039,
+      "step": 660
+    },
+    {
+      "epoch": 0.690010298661174,
+      "grad_norm": 0.7973754405975342,
+      "learning_rate": 7.433333333333333e-05,
+      "loss": 0.0942,
+      "step": 670
+    },
+    {
+      "epoch": 0.7003089598352215,
+      "grad_norm": 0.9999275803565979,
+      "learning_rate": 7.544444444444445e-05,
+      "loss": 0.0938,
+      "step": 680
+    },
+    {
+      "epoch": 0.7106076210092688,
+      "grad_norm": 0.7432506680488586,
+      "learning_rate": 7.655555555555555e-05,
+      "loss": 0.0822,
+      "step": 690
+    },
+    {
+      "epoch": 0.7209062821833162,
+      "grad_norm": 0.7960357069969177,
+      "learning_rate": 7.766666666666667e-05,
+      "loss": 0.0885,
+      "step": 700
+    },
+    {
+      "epoch": 0.7312049433573635,
+      "grad_norm": 0.6295223236083984,
+      "learning_rate": 7.877777777777778e-05,
+      "loss": 0.0984,
+      "step": 710
+    },
+    {
+      "epoch": 0.741503604531411,
+      "grad_norm": 0.6425987482070923,
+      "learning_rate": 7.988888888888889e-05,
+      "loss": 0.0851,
+      "step": 720
+    },
+    {
+      "epoch": 0.7518022657054583,
+      "grad_norm": 0.7241719961166382,
+      "learning_rate": 8.1e-05,
+      "loss": 0.0818,
+      "step": 730
+    },
+    {
+      "epoch": 0.7621009268795057,
+      "grad_norm": 0.6875414252281189,
+      "learning_rate": 8.211111111111112e-05,
+      "loss": 0.0776,
+      "step": 740
+    },
+    {
+      "epoch": 0.772399588053553,
+      "grad_norm": 0.7593461275100708,
+      "learning_rate": 8.322222222222223e-05,
+      "loss": 0.0862,
+      "step": 750
+    },
+    {
+      "epoch": 0.7826982492276005,
+      "grad_norm": 1.1254090070724487,
+      "learning_rate": 8.433333333333334e-05,
+      "loss": 0.0831,
+      "step": 760
+    },
+    {
+      "epoch": 0.7929969104016478,
+      "grad_norm": 0.6563543677330017,
+      "learning_rate": 8.544444444444445e-05,
+      "loss": 0.0756,
+      "step": 770
+    },
+    {
+      "epoch": 0.8032955715756952,
+      "grad_norm": 0.500499963760376,
+      "learning_rate": 8.655555555555555e-05,
+      "loss": 0.09,
+      "step": 780
+    },
+    {
+      "epoch": 0.8135942327497425,
+      "grad_norm": 0.6962169408798218,
+      "learning_rate": 8.766666666666668e-05,
+      "loss": 0.0913,
+      "step": 790
+    },
+    {
+      "epoch": 0.82389289392379,
+      "grad_norm": 0.8879425525665283,
+      "learning_rate": 8.877777777777778e-05,
+      "loss": 0.094,
+      "step": 800
+    },
+    {
+      "epoch": 0.8341915550978373,
+      "grad_norm": 0.7109111547470093,
+      "learning_rate": 8.988888888888889e-05,
+      "loss": 0.0899,
+      "step": 810
+    },
+    {
+      "epoch": 0.8444902162718847,
+      "grad_norm": 0.6895614266395569,
+      "learning_rate": 9.1e-05,
+      "loss": 0.0899,
+      "step": 820
+    },
+    {
+      "epoch": 0.854788877445932,
+      "grad_norm": 0.5885145664215088,
+      "learning_rate": 9.211111111111112e-05,
+      "loss": 0.0894,
+      "step": 830
+    },
+    {
+      "epoch": 0.8650875386199794,
+      "grad_norm": 0.6228615641593933,
+      "learning_rate": 9.322222222222223e-05,
+      "loss": 0.0826,
+      "step": 840
+    },
+    {
+      "epoch": 0.8753861997940268,
+      "grad_norm": 0.6920461654663086,
+      "learning_rate": 9.433333333333334e-05,
+      "loss": 0.0926,
+      "step": 850
+    },
+    {
+      "epoch": 0.8856848609680742,
+      "grad_norm": 0.8142651319503784,
+      "learning_rate": 9.544444444444445e-05,
+      "loss": 0.0769,
+      "step": 860
+    },
+    {
+      "epoch": 0.8959835221421215,
+      "grad_norm": 0.8525772094726562,
+      "learning_rate": 9.655555555555555e-05,
+      "loss": 0.0775,
+      "step": 870
+    },
+    {
+      "epoch": 0.9062821833161689,
+      "grad_norm": 0.6274034976959229,
+      "learning_rate": 9.766666666666668e-05,
+      "loss": 0.0793,
+      "step": 880
+    },
+    {
+      "epoch": 0.9165808444902163,
+      "grad_norm": 0.7031662464141846,
+      "learning_rate": 9.877777777777778e-05,
+      "loss": 0.081,
+      "step": 890
+    },
+    {
+      "epoch": 0.9268795056642637,
+      "grad_norm": 0.542312741279602,
+      "learning_rate": 9.98888888888889e-05,
+      "loss": 0.0878,
+      "step": 900
+    },
+    {
+      "epoch": 0.937178166838311,
+      "grad_norm": 0.5504183173179626,
+      "learning_rate": 9.999993165095463e-05,
+      "loss": 0.0711,
+      "step": 910
+    },
+    {
+      "epoch": 0.9474768280123584,
+      "grad_norm": 0.6083622574806213,
+      "learning_rate": 9.999969538288952e-05,
+      "loss": 0.0774,
+      "step": 920
+    },
+    {
+      "epoch": 0.9577754891864058,
+      "grad_norm": 0.7640944123268127,
+      "learning_rate": 9.999929035278659e-05,
+      "loss": 0.0711,
+      "step": 930
+    },
+    {
+      "epoch": 0.9680741503604532,
+      "grad_norm": 0.34581655263900757,
+      "learning_rate": 9.999871656201292e-05,
+      "loss": 0.0716,
+      "step": 940
+    },
+    {
+      "epoch": 0.9783728115345005,
+      "grad_norm": 0.6435947418212891,
+      "learning_rate": 9.999797401250521e-05,
+      "loss": 0.0833,
+      "step": 950
+    },
+    {
+      "epoch": 0.9886714727085479,
+      "grad_norm": 0.6153683662414551,
+      "learning_rate": 9.999706270676973e-05,
+      "loss": 0.0683,
+      "step": 960
+    },
+    {
+      "epoch": 0.9989701338825953,
+      "grad_norm": 0.5145250558853149,
+      "learning_rate": 9.999598264788241e-05,
+      "loss": 0.0679,
+      "step": 970
+    },
+    {
+      "epoch": 1.0092687950566426,
+      "grad_norm": 0.5474639534950256,
+      "learning_rate": 9.999473383948872e-05,
+      "loss": 0.0652,
+      "step": 980
+    },
+    {
+      "epoch": 1.01956745623069,
+      "grad_norm": 0.4673866331577301,
+      "learning_rate": 9.99933162858037e-05,
+      "loss": 0.0806,
+      "step": 990
+    },
+    {
+      "epoch": 1.0298661174047374,
+      "grad_norm": 0.500733494758606,
+      "learning_rate": 9.999172999161198e-05,
+      "loss": 0.0746,
+      "step": 1000
+    },
+    {
+      "epoch": 1.0401647785787849,
+      "grad_norm": 0.6277178525924683,
+      "learning_rate": 9.998997496226772e-05,
+      "loss": 0.0691,
+      "step": 1010
+    },
+    {
+      "epoch": 1.050463439752832,
+      "grad_norm": 0.34232184290885925,
+      "learning_rate": 9.998805120369458e-05,
+      "loss": 0.069,
+      "step": 1020
+    },
+    {
+      "epoch": 1.0607621009268795,
+      "grad_norm": 0.6583809852600098,
+      "learning_rate": 9.998595872238577e-05,
+      "loss": 0.0646,
+      "step": 1030
+    },
+    {
+      "epoch": 1.071060762100927,
+      "grad_norm": 0.5400450825691223,
+      "learning_rate": 9.998369752540395e-05,
+      "loss": 0.0709,
+      "step": 1040
+    },
+    {
+      "epoch": 1.0813594232749741,
+      "grad_norm": 0.716460645198822,
+      "learning_rate": 9.998126762038126e-05,
+      "loss": 0.0659,
+      "step": 1050
+    },
+    {
+      "epoch": 1.0916580844490216,
+      "grad_norm": 0.7969040274620056,
+      "learning_rate": 9.997866901551926e-05,
+      "loss": 0.0834,
+      "step": 1060
+    },
+    {
+      "epoch": 1.101956745623069,
+      "grad_norm": 0.6805360317230225,
+      "learning_rate": 9.997590171958892e-05,
+      "loss": 0.0661,
+      "step": 1070
+    },
+    {
+      "epoch": 1.1122554067971164,
+      "grad_norm": 0.6645709872245789,
+      "learning_rate": 9.997296574193058e-05,
+      "loss": 0.0719,
+      "step": 1080
+    },
+    {
+      "epoch": 1.1225540679711639,
+      "grad_norm": 0.9983972311019897,
+      "learning_rate": 9.996986109245395e-05,
+      "loss": 0.063,
+      "step": 1090
+    },
+    {
+      "epoch": 1.132852729145211,
+      "grad_norm": 0.47811999917030334,
+      "learning_rate": 9.996658778163802e-05,
+      "loss": 0.0812,
+      "step": 1100
+    },
+    {
+      "epoch": 1.1431513903192585,
+      "grad_norm": 0.9598459601402283,
+      "learning_rate": 9.996314582053106e-05,
+      "loss": 0.0797,
+      "step": 1110
+    },
+    {
+      "epoch": 1.153450051493306,
+      "grad_norm": 0.8147891759872437,
+      "learning_rate": 9.995953522075061e-05,
+      "loss": 0.076,
+      "step": 1120
+    },
+    {
+      "epoch": 1.1637487126673531,
+      "grad_norm": 0.36551281809806824,
+      "learning_rate": 9.995575599448336e-05,
+      "loss": 0.0689,
+      "step": 1130
+    },
+    {
+      "epoch": 1.1740473738414006,
+      "grad_norm": 0.41024380922317505,
+      "learning_rate": 9.995180815448523e-05,
+      "loss": 0.091,
+      "step": 1140
+    },
+    {
+      "epoch": 1.184346035015448,
+      "grad_norm": 0.5559478998184204,
+      "learning_rate": 9.994769171408118e-05,
+      "loss": 0.0783,
+      "step": 1150
+    },
+    {
+      "epoch": 1.1946446961894954,
+      "grad_norm": 0.39498281478881836,
+      "learning_rate": 9.994340668716527e-05,
+      "loss": 0.0655,
+      "step": 1160
+    },
+    {
+      "epoch": 1.2049433573635429,
+      "grad_norm": 0.7332147359848022,
+      "learning_rate": 9.993895308820058e-05,
+      "loss": 0.0739,
+      "step": 1170
+    },
+    {
+      "epoch": 1.21524201853759,
+      "grad_norm": 0.5935864448547363,
+      "learning_rate": 9.99343309322192e-05,
+      "loss": 0.0651,
+      "step": 1180
+    },
+    {
+      "epoch": 1.2255406797116375,
+      "grad_norm": 0.5222606658935547,
+      "learning_rate": 9.99295402348221e-05,
+      "loss": 0.0676,
+      "step": 1190
+    },
+    {
+      "epoch": 1.235839340885685,
+      "grad_norm": 0.5474528670310974,
+      "learning_rate": 9.992458101217912e-05,
+      "loss": 0.0775,
+      "step": 1200
+    },
+    {
+      "epoch": 1.2461380020597321,
+      "grad_norm": 0.7393515110015869,
+      "learning_rate": 9.991945328102897e-05,
+      "loss": 0.0679,
+      "step": 1210
+    },
+    {
+      "epoch": 1.2564366632337796,
+      "grad_norm": 0.48135286569595337,
+      "learning_rate": 9.991415705867903e-05,
+      "loss": 0.0627,
+      "step": 1220
+    },
+    {
+      "epoch": 1.266735324407827,
+      "grad_norm": 0.40880492329597473,
+      "learning_rate": 9.990869236300546e-05,
+      "loss": 0.0621,
+      "step": 1230
+    },
+    {
+      "epoch": 1.2770339855818744,
+      "grad_norm": 0.4522377550601959,
+      "learning_rate": 9.990305921245306e-05,
+      "loss": 0.0629,
+      "step": 1240
+    },
+    {
+      "epoch": 1.2873326467559219,
+      "grad_norm": 0.5431732535362244,
+      "learning_rate": 9.989725762603515e-05,
+      "loss": 0.0711,
+      "step": 1250
+    },
+    {
+      "epoch": 1.297631307929969,
+      "grad_norm": 0.4390816390514374,
+      "learning_rate": 9.989128762333362e-05,
+      "loss": 0.058,
+      "step": 1260
+    },
+    {
+      "epoch": 1.3079299691040165,
+      "grad_norm": 0.5823209881782532,
+      "learning_rate": 9.988514922449879e-05,
+      "loss": 0.0742,
+      "step": 1270
+    },
+    {
+      "epoch": 1.318228630278064,
+      "grad_norm": 0.6167677044868469,
+      "learning_rate": 9.987884245024934e-05,
+      "loss": 0.0698,
+      "step": 1280
+    },
+    {
+      "epoch": 1.3285272914521111,
+      "grad_norm": 0.470501184463501,
+      "learning_rate": 9.98723673218723e-05,
+      "loss": 0.0669,
+      "step": 1290
+    },
+    {
+      "epoch": 1.3388259526261586,
+      "grad_norm": 0.3435496985912323,
+      "learning_rate": 9.986572386122291e-05,
+      "loss": 0.0655,
+      "step": 1300
+    },
+    {
+      "epoch": 1.349124613800206,
+      "grad_norm": 0.5990545749664307,
+      "learning_rate": 9.98589120907246e-05,
+      "loss": 0.0653,
+      "step": 1310
+    },
+    {
+      "epoch": 1.3594232749742534,
+      "grad_norm": 0.7209518551826477,
+      "learning_rate": 9.985193203336886e-05,
+      "loss": 0.0654,
+      "step": 1320
+    },
+    {
+      "epoch": 1.3697219361483008,
+      "grad_norm": 0.6588581800460815,
+      "learning_rate": 9.984478371271521e-05,
+      "loss": 0.066,
+      "step": 1330
+    },
+    {
+      "epoch": 1.380020597322348,
+      "grad_norm": 0.5437431931495667,
+      "learning_rate": 9.98374671528911e-05,
+      "loss": 0.0685,
+      "step": 1340
+    },
+    {
+      "epoch": 1.3903192584963955,
+      "grad_norm": 0.4081268012523651,
+      "learning_rate": 9.982998237859184e-05,
+      "loss": 0.0649,
+      "step": 1350
+    },
+    {
+      "epoch": 1.400617919670443,
+      "grad_norm": 0.5363196134567261,
+      "learning_rate": 9.98223294150805e-05,
+      "loss": 0.0614,
+      "step": 1360
+    },
+    {
+      "epoch": 1.4109165808444901,
+      "grad_norm": 0.5327999591827393,
+      "learning_rate": 9.981450828818783e-05,
+      "loss": 0.058,
+      "step": 1370
+    },
+    {
+      "epoch": 1.4212152420185376,
+      "grad_norm": 0.39524152874946594,
+      "learning_rate": 9.980651902431216e-05,
+      "loss": 0.0606,
+      "step": 1380
+    },
+    {
+      "epoch": 1.431513903192585,
+      "grad_norm": 0.5942156910896301,
+      "learning_rate": 9.979836165041936e-05,
+      "loss": 0.0589,
+      "step": 1390
+    },
+    {
+      "epoch": 1.4418125643666324,
+      "grad_norm": 0.6506125330924988,
+      "learning_rate": 9.97900361940427e-05,
+      "loss": 0.0618,
+      "step": 1400
+    },
+    {
+      "epoch": 1.4521112255406798,
+      "grad_norm": 0.43637052178382874,
+      "learning_rate": 9.978154268328276e-05,
+      "loss": 0.0728,
+      "step": 1410
+    },
+    {
+      "epoch": 1.462409886714727,
+      "grad_norm": 0.5816675424575806,
+      "learning_rate": 9.977288114680737e-05,
+      "loss": 0.0738,
+      "step": 1420
+    },
+    {
+      "epoch": 1.4727085478887745,
+      "grad_norm": 0.3983500301837921,
+      "learning_rate": 9.976405161385147e-05,
+      "loss": 0.0674,
+      "step": 1430
+    },
+    {
+      "epoch": 1.483007209062822,
+      "grad_norm": 0.41254571080207825,
+      "learning_rate": 9.975505411421704e-05,
+      "loss": 0.066,
+      "step": 1440
+    },
+    {
+      "epoch": 1.4933058702368691,
+      "grad_norm": 0.4647277593612671,
+      "learning_rate": 9.974588867827301e-05,
+      "loss": 0.0646,
+      "step": 1450
+    },
+    {
+      "epoch": 1.5036045314109165,
+      "grad_norm": 0.4378807544708252,
+      "learning_rate": 9.97365553369551e-05,
+      "loss": 0.0589,
+      "step": 1460
+    },
+    {
+      "epoch": 1.513903192584964,
+      "grad_norm": 0.6178969144821167,
+      "learning_rate": 9.972705412176577e-05,
+      "loss": 0.0621,
+      "step": 1470
+    },
+    {
+      "epoch": 1.5242018537590112,
+      "grad_norm": 0.5825141072273254,
+      "learning_rate": 9.971738506477414e-05,
+      "loss": 0.0644,
+      "step": 1480
+    },
+    {
+      "epoch": 1.5345005149330588,
+      "grad_norm": 0.5849868655204773,
+      "learning_rate": 9.970754819861577e-05,
+      "loss": 0.0669,
+      "step": 1490
+    },
+    {
+      "epoch": 1.544799176107106,
+      "grad_norm": 0.5067623853683472,
+      "learning_rate": 9.969754355649268e-05,
+      "loss": 0.071,
+      "step": 1500
+    },
+    {
+      "epoch": 1.5550978372811535,
+      "grad_norm": 0.5842755436897278,
+      "learning_rate": 9.968737117217313e-05,
+      "loss": 0.0713,
+      "step": 1510
+    },
+    {
+      "epoch": 1.565396498455201,
+      "grad_norm": 0.3868110179901123,
+      "learning_rate": 9.967703107999158e-05,
+      "loss": 0.0635,
+      "step": 1520
+    },
+    {
+      "epoch": 1.575695159629248,
+      "grad_norm": 0.4535583257675171,
+      "learning_rate": 9.966652331484853e-05,
+      "loss": 0.0587,
+      "step": 1530
+    },
+    {
+      "epoch": 1.5859938208032955,
+      "grad_norm": 0.38644909858703613,
+      "learning_rate": 9.965584791221048e-05,
+      "loss": 0.0708,
+      "step": 1540
+    },
+    {
+      "epoch": 1.596292481977343,
+      "grad_norm": 0.460753858089447,
+      "learning_rate": 9.964500490810966e-05,
+      "loss": 0.0645,
+      "step": 1550
+    },
+    {
+      "epoch": 1.6065911431513902,
+      "grad_norm": 0.5585173964500427,
+      "learning_rate": 9.963399433914405e-05,
+      "loss": 0.0587,
+      "step": 1560
+    },
+    {
+      "epoch": 1.6168898043254378,
+      "grad_norm": 0.6196934580802917,
+      "learning_rate": 9.962281624247722e-05,
+      "loss": 0.0663,
+      "step": 1570
+    },
+    {
+      "epoch": 1.627188465499485,
+      "grad_norm": 0.440153568983078,
+      "learning_rate": 9.961147065583813e-05,
+      "loss": 0.0568,
+      "step": 1580
+    },
+    {
+      "epoch": 1.6374871266735325,
+      "grad_norm": 0.49740493297576904,
+      "learning_rate": 9.959995761752112e-05,
+      "loss": 0.0616,
+      "step": 1590
+    },
+    {
+      "epoch": 1.64778578784758,
+      "grad_norm": 0.7940653562545776,
+      "learning_rate": 9.958827716638572e-05,
+      "loss": 0.0656,
+      "step": 1600
+    },
+    {
+      "epoch": 1.658084449021627,
+      "grad_norm": 0.39363256096839905,
+      "learning_rate": 9.957642934185648e-05,
+      "loss": 0.059,
+      "step": 1610
+    },
+    {
+      "epoch": 1.6683831101956745,
+      "grad_norm": 0.5798192620277405,
+      "learning_rate": 9.95644141839229e-05,
+      "loss": 0.057,
+      "step": 1620
+    },
+    {
+      "epoch": 1.678681771369722,
+      "grad_norm": 0.43519875407218933,
+      "learning_rate": 9.955223173313931e-05,
+      "loss": 0.0547,
+      "step": 1630
+    },
+    {
+      "epoch": 1.6889804325437692,
+      "grad_norm": 0.5713900327682495,
+      "learning_rate": 9.953988203062463e-05,
+      "loss": 0.0655,
+      "step": 1640
+    },
+    {
+      "epoch": 1.6992790937178168,
+      "grad_norm": 0.8694477677345276,
+      "learning_rate": 9.952736511806236e-05,
+      "loss": 0.0793,
+      "step": 1650
+    },
+    {
+      "epoch": 1.709577754891864,
+      "grad_norm": 0.344855397939682,
+      "learning_rate": 9.951468103770032e-05,
+      "loss": 0.0654,
+      "step": 1660
+    },
+    {
+      "epoch": 1.7198764160659115,
+      "grad_norm": 0.747203528881073,
+      "learning_rate": 9.950182983235063e-05,
+      "loss": 0.0694,
+      "step": 1670
+    },
+    {
+      "epoch": 1.730175077239959,
+      "grad_norm": 0.44555550813674927,
+      "learning_rate": 9.948881154538945e-05,
+      "loss": 0.0729,
+      "step": 1680
+    },
+    {
+      "epoch": 1.740473738414006,
+      "grad_norm": 0.4354792535305023,
+      "learning_rate": 9.94756262207569e-05,
+      "loss": 0.0739,
+      "step": 1690
+    },
+    {
+      "epoch": 1.7507723995880535,
+      "grad_norm": 0.4117138683795929,
+      "learning_rate": 9.946227390295689e-05,
+      "loss": 0.0648,
+      "step": 1700
+    },
+    {
+      "epoch": 1.761071060762101,
+      "grad_norm": 0.5352147221565247,
+      "learning_rate": 9.9448754637057e-05,
+      "loss": 0.0614,
+      "step": 1710
+    },
+    {
+      "epoch": 1.7713697219361482,
+      "grad_norm": 0.3937685787677765,
+      "learning_rate": 9.943506846868826e-05,
+      "loss": 0.0668,
+      "step": 1720
+    },
+    {
+      "epoch": 1.7816683831101958,
+      "grad_norm": 0.510313868522644,
+      "learning_rate": 9.942121544404509e-05,
+      "loss": 0.0564,
+      "step": 1730
+    },
+    {
+      "epoch": 1.791967044284243,
+      "grad_norm": 0.43196746706962585,
+      "learning_rate": 9.940719560988505e-05,
+      "loss": 0.0515,
+      "step": 1740
+    },
+    {
+      "epoch": 1.8022657054582905,
+      "grad_norm": 0.4649578928947449,
+      "learning_rate": 9.939300901352876e-05,
+      "loss": 0.0681,
+      "step": 1750
+    },
+    {
+      "epoch": 1.8125643666323379,
+      "grad_norm": 0.6281247735023499,
+      "learning_rate": 9.937865570285967e-05,
+      "loss": 0.0721,
+      "step": 1760
+    },
+    {
+      "epoch": 1.822863027806385,
+      "grad_norm": 0.6799906492233276,
+      "learning_rate": 9.936413572632397e-05,
+      "loss": 0.0565,
+      "step": 1770
+    },
+    {
+      "epoch": 1.8331616889804325,
+      "grad_norm": 0.4169757068157196,
+      "learning_rate": 9.934944913293038e-05,
+      "loss": 0.0626,
+      "step": 1780
+    },
+    {
+      "epoch": 1.84346035015448,
+      "grad_norm": 0.42282024025917053,
+      "learning_rate": 9.933459597224997e-05,
+      "loss": 0.0654,
+      "step": 1790
+    },
+    {
+      "epoch": 1.8537590113285272,
+      "grad_norm": 0.34127193689346313,
+      "learning_rate": 9.931957629441607e-05,
+      "loss": 0.0572,
+      "step": 1800
+    },
+    {
+      "epoch": 1.8640576725025748,
+      "grad_norm": 0.3683079183101654,
+      "learning_rate": 9.930439015012396e-05,
+      "loss": 0.0621,
+      "step": 1810
+    },
+    {
+      "epoch": 1.874356333676622,
+      "grad_norm": 0.5137266516685486,
+      "learning_rate": 9.92890375906309e-05,
+      "loss": 0.0554,
+      "step": 1820
+    },
+    {
+      "epoch": 1.8846549948506695,
+      "grad_norm": 0.4121856391429901,
+      "learning_rate": 9.927351866775578e-05,
+      "loss": 0.0631,
+      "step": 1830
+    },
+    {
+      "epoch": 1.8949536560247169,
+      "grad_norm": 0.5225406289100647,
+      "learning_rate": 9.925783343387903e-05,
+      "loss": 0.0557,
+      "step": 1840
+    },
+    {
+      "epoch": 1.905252317198764,
+      "grad_norm": 0.3983275294303894,
+      "learning_rate": 9.924198194194237e-05,
+      "loss": 0.0631,
+      "step": 1850
+    },
+    {
+      "epoch": 1.9155509783728115,
+      "grad_norm": 0.49256351590156555,
+      "learning_rate": 9.922596424544876e-05,
+      "loss": 0.0661,
+      "step": 1860
+    },
+    {
+      "epoch": 1.925849639546859,
+      "grad_norm": 0.5363610982894897,
+      "learning_rate": 9.92097803984621e-05,
+      "loss": 0.0706,
+      "step": 1870
+    },
+    {
+      "epoch": 1.9361483007209062,
+      "grad_norm": 0.4455360472202301,
+      "learning_rate": 9.919343045560712e-05,
+      "loss": 0.0698,
+      "step": 1880
+    },
+    {
+      "epoch": 1.9464469618949538,
+      "grad_norm": 0.5394087433815002,
+      "learning_rate": 9.917691447206913e-05,
+      "loss": 0.0616,
+      "step": 1890
+    },
+    {
+      "epoch": 1.956745623069001,
+      "grad_norm": 0.3595924377441406,
+      "learning_rate": 9.91602325035939e-05,
+      "loss": 0.067,
+      "step": 1900
+    },
+    {
+      "epoch": 1.9670442842430484,
+      "grad_norm": 0.2918682396411896,
+      "learning_rate": 9.914338460648743e-05,
+      "loss": 0.0732,
+      "step": 1910
+    },
+    {
+      "epoch": 1.9773429454170959,
+      "grad_norm": 0.41418296098709106,
+      "learning_rate": 9.912637083761578e-05,
+      "loss": 0.0635,
+      "step": 1920
+    },
+    {
+      "epoch": 1.987641606591143,
+      "grad_norm": 0.5165850520133972,
+      "learning_rate": 9.910919125440485e-05,
+      "loss": 0.069,
+      "step": 1930
+    },
+    {
+      "epoch": 1.9979402677651905,
+      "grad_norm": 0.3793902099132538,
+      "learning_rate": 9.909184591484027e-05,
+      "loss": 0.0717,
+      "step": 1940
+    },
+    {
+      "epoch": 2.008238928939238,
+      "grad_norm": 0.6616620421409607,
+      "learning_rate": 9.907433487746702e-05,
+      "loss": 0.0586,
+      "step": 1950
+    },
+    {
+      "epoch": 2.018537590113285,
+      "grad_norm": 0.5687305331230164,
+      "learning_rate": 9.905665820138949e-05,
+      "loss": 0.0569,
+      "step": 1960
+    },
+    {
+      "epoch": 2.028836251287333,
+      "grad_norm": 0.49890944361686707,
+      "learning_rate": 9.903881594627105e-05,
+      "loss": 0.0668,
+      "step": 1970
+    },
+    {
+      "epoch": 2.03913491246138,
+      "grad_norm": 0.5814046859741211,
+      "learning_rate": 9.902080817233398e-05,
+      "loss": 0.0644,
+      "step": 1980
+    },
+    {
+      "epoch": 2.049433573635427,
+      "grad_norm": 0.32920873165130615,
+      "learning_rate": 9.900263494035921e-05,
+      "loss": 0.0611,
+      "step": 1990
+    },
+    {
+      "epoch": 2.059732234809475,
+      "grad_norm": 0.5075499415397644,
+      "learning_rate": 9.898429631168619e-05,
+      "loss": 0.0586,
+      "step": 2000
+    },
+    {
+      "epoch": 2.070030895983522,
+      "grad_norm": 0.4823492169380188,
+      "learning_rate": 9.896579234821253e-05,
+      "loss": 0.0468,
+      "step": 2010
+    },
+    {
+      "epoch": 2.0803295571575697,
+      "grad_norm": 0.5481283068656921,
+      "learning_rate": 9.894712311239398e-05,
+      "loss": 0.0611,
+      "step": 2020
+    },
+    {
+      "epoch": 2.090628218331617,
+      "grad_norm": 0.4776170551776886,
+      "learning_rate": 9.892828866724406e-05,
+      "loss": 0.0657,
+      "step": 2030
+    },
+    {
+      "epoch": 2.100926879505664,
+      "grad_norm": 0.5601367354393005,
+      "learning_rate": 9.8909289076334e-05,
+      "loss": 0.0665,
+      "step": 2040
+    },
+    {
+      "epoch": 2.111225540679712,
+      "grad_norm": 0.3499130308628082,
+      "learning_rate": 9.88901244037923e-05,
+      "loss": 0.0563,
+      "step": 2050
+    },
+    {
+      "epoch": 2.121524201853759,
+      "grad_norm": 0.4545436501502991,
+      "learning_rate": 9.88707947143048e-05,
+      "loss": 0.0557,
+      "step": 2060
+    },
+    {
+      "epoch": 2.131822863027806,
+      "grad_norm": 0.46852630376815796,
+      "learning_rate": 9.885130007311423e-05,
+      "loss": 0.0522,
+      "step": 2070
+    },
+    {
+      "epoch": 2.142121524201854,
+      "grad_norm": 0.308856338262558,
+      "learning_rate": 9.883164054602012e-05,
+      "loss": 0.058,
+      "step": 2080
+    },
+    {
+      "epoch": 2.152420185375901,
+      "grad_norm": 0.7965716123580933,
+      "learning_rate": 9.881181619937848e-05,
+      "loss": 0.0535,
+      "step": 2090
+    },
+    {
+      "epoch": 2.1627188465499483,
+      "grad_norm": 0.3949962556362152,
+      "learning_rate": 9.879182710010169e-05,
+      "loss": 0.0536,
+      "step": 2100
+    },
+    {
+      "epoch": 2.173017507723996,
+      "grad_norm": 0.40669289231300354,
+      "learning_rate": 9.877167331565816e-05,
+      "loss": 0.0598,
+      "step": 2110
+    },
+    {
+      "epoch": 2.183316168898043,
+      "grad_norm": 0.6267198324203491,
+      "learning_rate": 9.875135491407217e-05,
+      "loss": 0.0647,
+      "step": 2120
+    },
+    {
+      "epoch": 2.193614830072091,
+      "grad_norm": 0.3919011950492859,
+      "learning_rate": 9.873087196392368e-05,
+      "loss": 0.063,
+      "step": 2130
+    },
+    {
+      "epoch": 2.203913491246138,
+      "grad_norm": 0.3769017457962036,
+      "learning_rate": 9.871022453434798e-05,
+      "loss": 0.0558,
+      "step": 2140
+    },
+    {
+      "epoch": 2.214212152420185,
+      "grad_norm": 0.382344126701355,
+      "learning_rate": 9.868941269503551e-05,
+      "loss": 0.0615,
+      "step": 2150
+    },
+    {
+      "epoch": 2.224510813594233,
+      "grad_norm": 0.7266145348548889,
+      "learning_rate": 9.86684365162317e-05,
+      "loss": 0.0611,
+      "step": 2160
+    },
+    {
+      "epoch": 2.23480947476828,
+      "grad_norm": 0.5791377425193787,
+      "learning_rate": 9.864729606873663e-05,
+      "loss": 0.0575,
+      "step": 2170
+    },
+    {
+      "epoch": 2.2451081359423277,
+      "grad_norm": 0.40031886100769043,
+      "learning_rate": 9.862599142390482e-05,
+      "loss": 0.0559,
+      "step": 2180
+    },
+    {
+      "epoch": 2.255406797116375,
+      "grad_norm": 0.34372609853744507,
+      "learning_rate": 9.860452265364502e-05,
+      "loss": 0.0623,
+      "step": 2190
+    },
+    {
+      "epoch": 2.265705458290422,
+      "grad_norm": 0.5310713052749634,
+      "learning_rate": 9.858288983041996e-05,
+      "loss": 0.0628,
+      "step": 2200
+    },
+    {
+      "epoch": 2.27600411946447,
+      "grad_norm": 0.4002261459827423,
+      "learning_rate": 9.856109302724603e-05,
+      "loss": 0.0528,
+      "step": 2210
+    },
+    {
+      "epoch": 2.286302780638517,
+      "grad_norm": 0.3995415270328522,
+      "learning_rate": 9.853913231769318e-05,
+      "loss": 0.0603,
+      "step": 2220
+    },
+    {
+      "epoch": 2.296601441812564,
+      "grad_norm": 0.5082608461380005,
+      "learning_rate": 9.851700777588453e-05,
+      "loss": 0.0555,
+      "step": 2230
+    },
+    {
+      "epoch": 2.306900102986612,
+      "grad_norm": 0.3878387212753296,
+      "learning_rate": 9.849471947649617e-05,
+      "loss": 0.054,
+      "step": 2240
+    },
+    {
+      "epoch": 2.317198764160659,
+      "grad_norm": 0.44272416830062866,
+      "learning_rate": 9.847226749475695e-05,
+      "loss": 0.067,
+      "step": 2250
+    },
+    {
+      "epoch": 2.3274974253347063,
+      "grad_norm": 0.38929831981658936,
+      "learning_rate": 9.844965190644817e-05,
+      "loss": 0.0518,
+      "step": 2260
+    },
+    {
+      "epoch": 2.337796086508754,
+      "grad_norm": 0.3083374798297882,
+      "learning_rate": 9.842687278790337e-05,
+      "loss": 0.0484,
+      "step": 2270
+    },
+    {
+      "epoch": 2.348094747682801,
+      "grad_norm": 0.41075581312179565,
+      "learning_rate": 9.8403930216008e-05,
+      "loss": 0.0635,
+      "step": 2280
+    },
+    {
+      "epoch": 2.358393408856849,
+      "grad_norm": 0.2911306917667389,
+      "learning_rate": 9.838082426819926e-05,
+      "loss": 0.0599,
+      "step": 2290
+    },
+    {
+      "epoch": 2.368692070030896,
+      "grad_norm": 0.524851381778717,
+      "learning_rate": 9.835755502246575e-05,
+      "loss": 0.0542,
+      "step": 2300
+    },
+    {
+      "epoch": 2.378990731204943,
+      "grad_norm": 0.45933887362480164,
+      "learning_rate": 9.833412255734724e-05,
+      "loss": 0.0671,
+      "step": 2310
+    },
+    {
+      "epoch": 2.389289392378991,
+      "grad_norm": 0.38324400782585144,
+      "learning_rate": 9.831052695193445e-05,
+      "loss": 0.0596,
+      "step": 2320
+    },
+    {
+      "epoch": 2.399588053553038,
+      "grad_norm": 0.7916087508201599,
+      "learning_rate": 9.828676828586871e-05,
+      "loss": 0.0722,
+      "step": 2330
+    },
+    {
+      "epoch": 2.4098867147270857,
+      "grad_norm": 0.4739670157432556,
+      "learning_rate": 9.826284663934171e-05,
+      "loss": 0.0596,
+      "step": 2340
+    },
+    {
+      "epoch": 2.420185375901133,
+      "grad_norm": 0.37064895033836365,
+      "learning_rate": 9.823876209309527e-05,
+      "loss": 0.062,
+      "step": 2350
+    },
+    {
+      "epoch": 2.43048403707518,
+      "grad_norm": 0.6001970171928406,
+      "learning_rate": 9.821451472842102e-05,
+      "loss": 0.0623,
+      "step": 2360
+    },
+    {
+      "epoch": 2.4407826982492278,
+      "grad_norm": 0.40998250246047974,
+      "learning_rate": 9.819010462716016e-05,
+      "loss": 0.0586,
+      "step": 2370
+    },
+    {
+      "epoch": 2.451081359423275,
+      "grad_norm": 0.4756927490234375,
+      "learning_rate": 9.816553187170317e-05,
+      "loss": 0.0522,
+      "step": 2380
+    },
+    {
+      "epoch": 2.461380020597322,
+      "grad_norm": 0.47659242153167725,
+      "learning_rate": 9.814079654498949e-05,
+      "loss": 0.0573,
+      "step": 2390
+    },
+    {
+      "epoch": 2.47167868177137,
+      "grad_norm": 0.4043289124965668,
+      "learning_rate": 9.811589873050735e-05,
+      "loss": 0.0654,
+      "step": 2400
+    },
+    {
+      "epoch": 2.481977342945417,
+      "grad_norm": 0.7355890870094299,
+      "learning_rate": 9.809083851229335e-05,
+      "loss": 0.0523,
+      "step": 2410
+    },
+    {
+      "epoch": 2.4922760041194643,
+      "grad_norm": 0.4957990348339081,
+      "learning_rate": 9.806561597493228e-05,
+      "loss": 0.0566,
+      "step": 2420
+    },
+    {
+      "epoch": 2.502574665293512,
+      "grad_norm": 0.3758098781108856,
+      "learning_rate": 9.80402312035568e-05,
+      "loss": 0.0509,
+      "step": 2430
+    },
+    {
+      "epoch": 2.512873326467559,
+      "grad_norm": 0.4361479878425598,
+      "learning_rate": 9.801468428384716e-05,
+      "loss": 0.0566,
+      "step": 2440
+    },
+    {
+      "epoch": 2.5231719876416063,
+      "grad_norm": 0.4788246750831604,
+      "learning_rate": 9.798897530203087e-05,
+      "loss": 0.0577,
+      "step": 2450
+    },
+    {
+      "epoch": 2.533470648815654,
+      "grad_norm": 0.3828676640987396,
+      "learning_rate": 9.796310434488248e-05,
+      "loss": 0.0552,
+      "step": 2460
+    },
+    {
+      "epoch": 2.543769309989701,
+      "grad_norm": 0.34888461232185364,
+      "learning_rate": 9.79370714997232e-05,
+      "loss": 0.0562,
+      "step": 2470
+    },
+    {
+      "epoch": 2.554067971163749,
+      "grad_norm": 0.5660400986671448,
+      "learning_rate": 9.791087685442071e-05,
+      "loss": 0.0593,
+      "step": 2480
+    },
+    {
+      "epoch": 2.564366632337796,
+      "grad_norm": 0.3883237838745117,
+      "learning_rate": 9.788452049738879e-05,
+      "loss": 0.0567,
+      "step": 2490
+    },
+    {
+      "epoch": 2.5746652935118437,
+      "grad_norm": 0.34366926550865173,
+      "learning_rate": 9.785800251758701e-05,
+      "loss": 0.055,
+      "step": 2500
+    },
+    {
+      "epoch": 2.584963954685891,
+      "grad_norm": 0.2992055416107178,
+      "learning_rate": 9.783132300452049e-05,
+      "loss": 0.053,
+      "step": 2510
+    },
+    {
+      "epoch": 2.595262615859938,
+      "grad_norm": 0.3543379306793213,
+      "learning_rate": 9.780448204823958e-05,
+      "loss": 0.0587,
+      "step": 2520
+    },
+    {
+      "epoch": 2.6055612770339858,
+      "grad_norm": 0.32997754216194153,
+      "learning_rate": 9.777747973933948e-05,
+      "loss": 0.0483,
+      "step": 2530
+    },
+    {
+      "epoch": 2.615859938208033,
+      "grad_norm": 0.4290192425251007,
+      "learning_rate": 9.775031616896008e-05,
+      "loss": 0.0565,
+      "step": 2540
+    },
+    {
+      "epoch": 2.62615859938208,
+      "grad_norm": 0.39540722966194153,
+      "learning_rate": 9.772299142878549e-05,
+      "loss": 0.0567,
+      "step": 2550
+    },
+    {
+      "epoch": 2.636457260556128,
+      "grad_norm": 0.46537721157073975,
+      "learning_rate": 9.769550561104388e-05,
+      "loss": 0.0511,
+      "step": 2560
+    },
+    {
+      "epoch": 2.646755921730175,
+      "grad_norm": 0.4019800126552582,
+      "learning_rate": 9.766785880850707e-05,
+      "loss": 0.0576,
+      "step": 2570
+    },
+    {
+      "epoch": 2.6570545829042223,
+      "grad_norm": 0.3543599545955658,
+      "learning_rate": 9.764005111449021e-05,
+      "loss": 0.0561,
+      "step": 2580
+    },
+    {
+      "epoch": 2.66735324407827,
+      "grad_norm": 0.459049791097641,
+      "learning_rate": 9.761208262285155e-05,
+      "loss": 0.0626,
+      "step": 2590
+    },
+    {
+      "epoch": 2.677651905252317,
+      "grad_norm": 0.4867796003818512,
+      "learning_rate": 9.758395342799206e-05,
+      "loss": 0.0504,
+      "step": 2600
+    },
+    {
+      "epoch": 2.6879505664263643,
+      "grad_norm": 0.42788106203079224,
+      "learning_rate": 9.755566362485512e-05,
+      "loss": 0.0578,
+      "step": 2610
+    },
+    {
+      "epoch": 2.698249227600412,
+      "grad_norm": 0.3226776719093323,
+      "learning_rate": 9.752721330892624e-05,
+      "loss": 0.0552,
+      "step": 2620
+    },
+    {
+      "epoch": 2.708547888774459,
+      "grad_norm": 0.4271225333213806,
+      "learning_rate": 9.749860257623263e-05,
+      "loss": 0.0549,
+      "step": 2630
+    },
+    {
+      "epoch": 2.718846549948507,
+      "grad_norm": 0.39057081937789917,
+      "learning_rate": 9.7469831523343e-05,
+      "loss": 0.0558,
+      "step": 2640
+    },
+    {
+      "epoch": 2.729145211122554,
+      "grad_norm": 0.4585021436214447,
+      "learning_rate": 9.744090024736719e-05,
+      "loss": 0.0481,
+      "step": 2650
+    },
+    {
+      "epoch": 2.7394438722966017,
+      "grad_norm": 0.4004554748535156,
+      "learning_rate": 9.741180884595578e-05,
+      "loss": 0.0671,
+      "step": 2660
+    },
+    {
+      "epoch": 2.749742533470649,
+      "grad_norm": 0.3565993010997772,
+      "learning_rate": 9.738255741729987e-05,
+      "loss": 0.0623,
+      "step": 2670
+    },
+    {
+      "epoch": 2.760041194644696,
+      "grad_norm": 0.30855366587638855,
+      "learning_rate": 9.735314606013068e-05,
+      "loss": 0.0588,
+      "step": 2680
+    },
+    {
+      "epoch": 2.7703398558187438,
+      "grad_norm": 0.4170495271682739,
+      "learning_rate": 9.732357487371924e-05,
+      "loss": 0.056,
+      "step": 2690
+    },
+    {
+      "epoch": 2.780638516992791,
+      "grad_norm": 0.5667279362678528,
+      "learning_rate": 9.729384395787602e-05,
+      "loss": 0.0612,
+      "step": 2700
+    },
+    {
+      "epoch": 2.790937178166838,
+      "grad_norm": 0.27353501319885254,
+      "learning_rate": 9.726395341295062e-05,
+      "loss": 0.0493,
+      "step": 2710
+    },
+    {
+      "epoch": 2.801235839340886,
+      "grad_norm": 0.5288174152374268,
+      "learning_rate": 9.723390333983144e-05,
+      "loss": 0.0629,
+      "step": 2720
+    },
+    {
+      "epoch": 2.811534500514933,
+      "grad_norm": 0.4831124544143677,
+      "learning_rate": 9.720369383994535e-05,
+      "loss": 0.0549,
+      "step": 2730
+    },
+    {
+      "epoch": 2.8218331616889802,
+      "grad_norm": 0.3807002902030945,
+      "learning_rate": 9.717332501525729e-05,
+      "loss": 0.0561,
+      "step": 2740
+    },
+    {
+      "epoch": 2.832131822863028,
+      "grad_norm": 0.6944444179534912,
+      "learning_rate": 9.714279696826998e-05,
+      "loss": 0.0564,
+      "step": 2750
+    },
+    {
+      "epoch": 2.842430484037075,
+      "grad_norm": 0.3146667778491974,
+      "learning_rate": 9.711210980202354e-05,
+      "loss": 0.0544,
+      "step": 2760
+    },
+    {
+      "epoch": 2.8527291452111223,
+      "grad_norm": 0.4342884421348572,
+      "learning_rate": 9.708126362009522e-05,
+      "loss": 0.0541,
+      "step": 2770
+    },
+    {
+      "epoch": 2.86302780638517,
+      "grad_norm": 0.4473581612110138,
+      "learning_rate": 9.70502585265989e-05,
+      "loss": 0.0567,
+      "step": 2780
+    },
+    {
+      "epoch": 2.873326467559217,
+      "grad_norm": 0.34954315423965454,
+      "learning_rate": 9.70190946261849e-05,
+      "loss": 0.0508,
+      "step": 2790
+    },
+    {
+      "epoch": 2.883625128733265,
+      "grad_norm": 0.37677961587905884,
+      "learning_rate": 9.698777202403953e-05,
+      "loss": 0.0555,
+      "step": 2800
+    },
+    {
+      "epoch": 2.893923789907312,
+      "grad_norm": 0.3924347460269928,
+      "learning_rate": 9.695629082588473e-05,
+      "loss": 0.0607,
+      "step": 2810
+    },
+    {
+      "epoch": 2.9042224510813597,
+      "grad_norm": 0.34362998604774475,
+      "learning_rate": 9.69246511379778e-05,
+      "loss": 0.0479,
+      "step": 2820
+    },
+    {
+      "epoch": 2.914521112255407,
+      "grad_norm": 0.48478758335113525,
+      "learning_rate": 9.689285306711094e-05,
+      "loss": 0.0564,
+      "step": 2830
+    },
+    {
+      "epoch": 2.924819773429454,
+      "grad_norm": 0.39429691433906555,
+      "learning_rate": 9.686089672061094e-05,
+      "loss": 0.0552,
+      "step": 2840
+    },
+    {
+      "epoch": 2.9351184346035017,
+      "grad_norm": 0.27760738134384155,
+      "learning_rate": 9.682878220633885e-05,
+      "loss": 0.0507,
+      "step": 2850
+    },
+    {
+      "epoch": 2.945417095777549,
+      "grad_norm": 0.3564143180847168,
+      "learning_rate": 9.679650963268951e-05,
+      "loss": 0.0529,
+      "step": 2860
+    },
+    {
+      "epoch": 2.955715756951596,
+      "grad_norm": 0.3425343930721283,
+      "learning_rate": 9.676407910859131e-05,
+      "loss": 0.05,
+      "step": 2870
+    },
+    {
+      "epoch": 2.966014418125644,
+      "grad_norm": 0.3504887819290161,
+      "learning_rate": 9.673149074350573e-05,
+      "loss": 0.0529,
+      "step": 2880
+    },
+    {
+      "epoch": 2.976313079299691,
+      "grad_norm": 0.432216078042984,
+      "learning_rate": 9.669874464742705e-05,
+      "loss": 0.0582,
+      "step": 2890
+    },
+    {
+      "epoch": 2.9866117404737382,
+      "grad_norm": 0.4117823541164398,
+      "learning_rate": 9.666584093088189e-05,
+      "loss": 0.0516,
+      "step": 2900
+    },
+    {
+      "epoch": 2.996910401647786,
+      "grad_norm": 0.4118179380893707,
+      "learning_rate": 9.663277970492886e-05,
+      "loss": 0.0664,
+      "step": 2910
+    },
+    {
+      "epoch": 3.007209062821833,
+      "grad_norm": 0.31822094321250916,
+      "learning_rate": 9.659956108115827e-05,
+      "loss": 0.0607,
+      "step": 2920
+    },
+    {
+      "epoch": 3.0175077239958807,
+      "grad_norm": 0.34220412373542786,
+      "learning_rate": 9.656618517169164e-05,
+      "loss": 0.0523,
+      "step": 2930
+    },
+    {
+      "epoch": 3.027806385169928,
+      "grad_norm": 0.33871203660964966,
+      "learning_rate": 9.65326520891814e-05,
+      "loss": 0.0486,
+      "step": 2940
+    },
+    {
+      "epoch": 3.038105046343975,
+      "grad_norm": 0.4035494327545166,
+      "learning_rate": 9.649896194681045e-05,
+      "loss": 0.0497,
+      "step": 2950
+    },
+    {
+      "epoch": 3.048403707518023,
+      "grad_norm": 0.36851248145103455,
+      "learning_rate": 9.646511485829186e-05,
+      "loss": 0.062,
+      "step": 2960
+    },
+    {
+      "epoch": 3.05870236869207,
+      "grad_norm": 0.3193969428539276,
+      "learning_rate": 9.643111093786835e-05,
+      "loss": 0.0514,
+      "step": 2970
+    },
+    {
+      "epoch": 3.0690010298661172,
+      "grad_norm": 0.331909716129303,
+      "learning_rate": 9.639695030031204e-05,
+      "loss": 0.0488,
+      "step": 2980
+    },
+    {
+      "epoch": 3.079299691040165,
+      "grad_norm": 0.35757410526275635,
+      "learning_rate": 9.636263306092406e-05,
+      "loss": 0.0576,
+      "step": 2990
+    },
+    {
+      "epoch": 3.089598352214212,
+      "grad_norm": 0.4217674434185028,
+      "learning_rate": 9.6328159335534e-05,
+      "loss": 0.0554,
+      "step": 3000
+    },
+    {
+      "epoch": 3.0998970133882597,
+      "grad_norm": 0.3531946539878845,
+      "learning_rate": 9.629352924049975e-05,
+      "loss": 0.059,
+      "step": 3010
+    },
+    {
+      "epoch": 3.110195674562307,
+      "grad_norm": 0.39479324221611023,
+      "learning_rate": 9.625874289270688e-05,
+      "loss": 0.0621,
+      "step": 3020
+    },
+    {
+      "epoch": 3.120494335736354,
+      "grad_norm": 0.29987436532974243,
+      "learning_rate": 9.622380040956842e-05,
+      "loss": 0.0511,
+      "step": 3030
+    },
+    {
+      "epoch": 3.130792996910402,
+      "grad_norm": 0.5292258262634277,
+      "learning_rate": 9.61887019090244e-05,
+      "loss": 0.0564,
+      "step": 3040
+    },
+    {
+      "epoch": 3.141091658084449,
+      "grad_norm": 0.33128613233566284,
+      "learning_rate": 9.615344750954141e-05,
+      "loss": 0.0548,
+      "step": 3050
+    },
+    {
+      "epoch": 3.151390319258496,
+      "grad_norm": 0.43356847763061523,
+      "learning_rate": 9.611803733011229e-05,
+      "loss": 0.0557,
+      "step": 3060
+    },
+    {
+      "epoch": 3.161688980432544,
+      "grad_norm": 0.4408741295337677,
+      "learning_rate": 9.60824714902556e-05,
+      "loss": 0.0582,
+      "step": 3070
+    },
+    {
+      "epoch": 3.171987641606591,
+      "grad_norm": 0.307669460773468,
+      "learning_rate": 9.604675011001538e-05,
+      "loss": 0.0442,
+      "step": 3080
+    },
+    {
+      "epoch": 3.1822863027806383,
+      "grad_norm": 0.49202683568000793,
+      "learning_rate": 9.601087330996061e-05,
+      "loss": 0.0599,
+      "step": 3090
+    },
+    {
+      "epoch": 3.192584963954686,
+      "grad_norm": 0.3430628180503845,
+      "learning_rate": 9.597484121118487e-05,
+      "loss": 0.0501,
+      "step": 3100
+    },
+    {
+      "epoch": 3.202883625128733,
+      "grad_norm": 0.45715686678886414,
+      "learning_rate": 9.593865393530592e-05,
+      "loss": 0.0533,
+      "step": 3110
+    },
+    {
+      "epoch": 3.213182286302781,
+      "grad_norm": 0.29405537247657776,
+      "learning_rate": 9.590231160446526e-05,
+      "loss": 0.0579,
+      "step": 3120
+    },
+    {
+      "epoch": 3.223480947476828,
+      "grad_norm": 0.4138418436050415,
+      "learning_rate": 9.586581434132775e-05,
+      "loss": 0.0553,
+      "step": 3130
+    },
+    {
+      "epoch": 3.233779608650875,
+      "grad_norm": 0.2747637927532196,
+      "learning_rate": 9.582916226908118e-05,
+      "loss": 0.0534,
+      "step": 3140
+    },
+    {
+      "epoch": 3.244078269824923,
+      "grad_norm": 0.3608400821685791,
+      "learning_rate": 9.57923555114359e-05,
+      "loss": 0.0512,
+      "step": 3150
+    },
+    {
+      "epoch": 3.25437693099897,
+      "grad_norm": 0.4042729437351227,
+      "learning_rate": 9.575539419262434e-05,
+      "loss": 0.0445,
+      "step": 3160
+    },
+    {
+      "epoch": 3.2646755921730177,
+      "grad_norm": 0.35471370816230774,
+      "learning_rate": 9.571827843740057e-05,
+      "loss": 0.0542,
+      "step": 3170
+    },
+    {
+      "epoch": 3.274974253347065,
+      "grad_norm": 0.2936842441558838,
+      "learning_rate": 9.568100837104e-05,
+      "loss": 0.0505,
+      "step": 3180
+    },
+    {
+      "epoch": 3.285272914521112,
+      "grad_norm": 0.2880595028400421,
+      "learning_rate": 9.56435841193388e-05,
+      "loss": 0.0458,
+      "step": 3190
+    },
+    {
+      "epoch": 3.29557157569516,
+      "grad_norm": 0.33003637194633484,
+      "learning_rate": 9.560600580861365e-05,
+      "loss": 0.0576,
+      "step": 3200
+    },
+    {
+      "epoch": 3.305870236869207,
+      "grad_norm": 0.4025996923446655,
+      "learning_rate": 9.556827356570116e-05,
+      "loss": 0.0598,
+      "step": 3210
+    },
+    {
+      "epoch": 3.316168898043254,
+      "grad_norm": 0.5448514819145203,
+      "learning_rate": 9.553038751795746e-05,
+      "loss": 0.0503,
+      "step": 3220
+    },
+    {
+      "epoch": 3.326467559217302,
+      "grad_norm": 0.39959079027175903,
+      "learning_rate": 9.549234779325792e-05,
+      "loss": 0.0581,
+      "step": 3230
+    },
+    {
+      "epoch": 3.336766220391349,
+      "grad_norm": 0.31689804792404175,
+      "learning_rate": 9.545415451999653e-05,
+      "loss": 0.054,
+      "step": 3240
+    },
+    {
+      "epoch": 3.3470648815653963,
+      "grad_norm": 0.5861422419548035,
+      "learning_rate": 9.541580782708557e-05,
+      "loss": 0.0498,
+      "step": 3250
+    },
+    {
+      "epoch": 3.357363542739444,
+      "grad_norm": 0.36639899015426636,
+      "learning_rate": 9.537730784395514e-05,
+      "loss": 0.0625,
+      "step": 3260
+    },
+    {
+      "epoch": 3.367662203913491,
+      "grad_norm": 0.3032686710357666,
+      "learning_rate": 9.533865470055275e-05,
+      "loss": 0.0543,
+      "step": 3270
+    },
+    {
+      "epoch": 3.377960865087539,
+      "grad_norm": 0.4109341502189636,
+      "learning_rate": 9.529984852734285e-05,
+      "loss": 0.0582,
+      "step": 3280
+    },
+    {
+      "epoch": 3.388259526261586,
+      "grad_norm": 0.38670700788497925,
+      "learning_rate": 9.526088945530645e-05,
+      "loss": 0.0547,
+      "step": 3290
+    },
+    {
+      "epoch": 3.398558187435633,
+      "grad_norm": 0.30283281207084656,
+      "learning_rate": 9.522177761594057e-05,
+      "loss": 0.0434,
+      "step": 3300
+    },
+    {
+      "epoch": 3.408856848609681,
+      "grad_norm": 0.3940243721008301,
+      "learning_rate": 9.518251314125788e-05,
+      "loss": 0.0548,
+      "step": 3310
+    },
+    {
+      "epoch": 3.419155509783728,
+      "grad_norm": 0.6107800006866455,
+      "learning_rate": 9.514309616378626e-05,
+      "loss": 0.0453,
+      "step": 3320
+    },
+    {
+      "epoch": 3.4294541709577757,
+      "grad_norm": 0.3535449802875519,
+      "learning_rate": 9.510352681656832e-05,
+      "loss": 0.0509,
+      "step": 3330
+    },
+    {
+      "epoch": 3.439752832131823,
+      "grad_norm": 0.4279785454273224,
+      "learning_rate": 9.50638052331609e-05,
+      "loss": 0.0511,
+      "step": 3340
+    },
+    {
+      "epoch": 3.45005149330587,
+      "grad_norm": 0.5184943675994873,
+      "learning_rate": 9.502393154763478e-05,
+      "loss": 0.0553,
+      "step": 3350
+    },
+    {
+      "epoch": 3.460350154479918,
+      "grad_norm": 0.6247850656509399,
+      "learning_rate": 9.498390589457404e-05,
+      "loss": 0.0485,
+      "step": 3360
+    },
+    {
+      "epoch": 3.470648815653965,
+      "grad_norm": 0.4810273349285126,
+      "learning_rate": 9.494372840907572e-05,
+      "loss": 0.0646,
+      "step": 3370
+    },
+    {
+      "epoch": 3.480947476828012,
+      "grad_norm": 0.31024450063705444,
+      "learning_rate": 9.490339922674934e-05,
+      "loss": 0.0506,
+      "step": 3380
+    },
+    {
+      "epoch": 3.49124613800206,
+      "grad_norm": 0.3408045172691345,
+      "learning_rate": 9.486291848371643e-05,
+      "loss": 0.0598,
+      "step": 3390
+    },
+    {
+      "epoch": 3.501544799176107,
+      "grad_norm": 0.3190326988697052,
+      "learning_rate": 9.482228631661005e-05,
+      "loss": 0.0569,
+      "step": 3400
+    },
+    {
+      "epoch": 3.5118434603501543,
+      "grad_norm": 0.3894359767436981,
+      "learning_rate": 9.478150286257443e-05,
+      "loss": 0.048,
+      "step": 3410
+    },
+    {
+      "epoch": 3.522142121524202,
+      "grad_norm": 0.33339062333106995,
+      "learning_rate": 9.474056825926434e-05,
+      "loss": 0.0533,
+      "step": 3420
+    },
+    {
+      "epoch": 3.532440782698249,
+      "grad_norm": 0.4688987731933594,
+      "learning_rate": 9.46994826448448e-05,
+      "loss": 0.0495,
+      "step": 3430
+    },
+    {
+      "epoch": 3.5427394438722963,
+      "grad_norm": 0.24669192731380463,
+      "learning_rate": 9.465824615799046e-05,
+      "loss": 0.0487,
+      "step": 3440
+    },
+    {
+      "epoch": 3.553038105046344,
+      "grad_norm": 0.43672746419906616,
+      "learning_rate": 9.461685893788526e-05,
+      "loss": 0.0529,
+      "step": 3450
+    },
+    {
+      "epoch": 3.563336766220391,
+      "grad_norm": 0.3806833028793335,
+      "learning_rate": 9.457532112422187e-05,
+      "loss": 0.0644,
+      "step": 3460
+    },
+    {
+      "epoch": 3.573635427394439,
+      "grad_norm": 0.43160000443458557,
+      "learning_rate": 9.453363285720129e-05,
+      "loss": 0.046,
+      "step": 3470
+    },
+    {
+      "epoch": 3.583934088568486,
+      "grad_norm": 0.3873897194862366,
+      "learning_rate": 9.44917942775323e-05,
+      "loss": 0.0561,
+      "step": 3480
+    },
+    {
+      "epoch": 3.5942327497425337,
+      "grad_norm": 0.420244425535202,
+      "learning_rate": 9.444980552643103e-05,
+      "loss": 0.0544,
+      "step": 3490
+    },
+    {
+      "epoch": 3.604531410916581,
+      "grad_norm": 0.2572662830352783,
+      "learning_rate": 9.44076667456205e-05,
+      "loss": 0.0609,
+      "step": 3500
+    },
+    {
+      "epoch": 3.614830072090628,
+      "grad_norm": 0.5829557776451111,
+      "learning_rate": 9.43653780773301e-05,
+      "loss": 0.0683,
+      "step": 3510
+    },
+    {
+      "epoch": 3.6251287332646758,
+      "grad_norm": 0.5830304622650146,
+      "learning_rate": 9.432293966429514e-05,
+      "loss": 0.067,
+      "step": 3520
+    },
+    {
+      "epoch": 3.635427394438723,
+      "grad_norm": 0.38021519780158997,
+      "learning_rate": 9.428035164975636e-05,
+      "loss": 0.0498,
+      "step": 3530
+    },
+    {
+      "epoch": 3.64572605561277,
+      "grad_norm": 0.4201594591140747,
+      "learning_rate": 9.423761417745942e-05,
+      "loss": 0.0569,
+      "step": 3540
+    },
+    {
+      "epoch": 3.656024716786818,
+      "grad_norm": 0.5576770305633545,
+      "learning_rate": 9.419472739165449e-05,
+      "loss": 0.0667,
+      "step": 3550
+    },
+    {
+      "epoch": 3.666323377960865,
+      "grad_norm": 0.34150251746177673,
+      "learning_rate": 9.415169143709565e-05,
+      "loss": 0.0539,
+      "step": 3560
+    },
+    {
+      "epoch": 3.6766220391349123,
+      "grad_norm": 0.5191327333450317,
+      "learning_rate": 9.410850645904049e-05,
+      "loss": 0.0609,
+      "step": 3570
+    },
+    {
+      "epoch": 3.68692070030896,
+      "grad_norm": 0.3418954610824585,
+      "learning_rate": 9.40651726032496e-05,
+      "loss": 0.0485,
+      "step": 3580
+    },
+    {
+      "epoch": 3.697219361483007,
+      "grad_norm": 0.44254234433174133,
+      "learning_rate": 9.402169001598611e-05,
+      "loss": 0.0552,
+      "step": 3590
+    },
+    {
+      "epoch": 3.7075180226570543,
+      "grad_norm": 0.549349308013916,
+      "learning_rate": 9.397805884401504e-05,
+      "loss": 0.0601,
+      "step": 3600
+    },
+    {
+      "epoch": 3.717816683831102,
+      "grad_norm": 0.4500453472137451,
+      "learning_rate": 9.393427923460308e-05,
+      "loss": 0.0496,
+      "step": 3610
+    },
+    {
+      "epoch": 3.728115345005149,
+      "grad_norm": 0.5540750622749329,
+      "learning_rate": 9.389035133551778e-05,
+      "loss": 0.0563,
+      "step": 3620
+    },
+    {
+      "epoch": 3.738414006179197,
+      "grad_norm": 0.28786641359329224,
+      "learning_rate": 9.38462752950273e-05,
+      "loss": 0.0532,
+      "step": 3630
+    },
+    {
+      "epoch": 3.748712667353244,
+      "grad_norm": 0.3725302219390869,
+      "learning_rate": 9.380205126189983e-05,
+      "loss": 0.0558,
+      "step": 3640
+    },
+    {
+      "epoch": 3.7590113285272917,
+      "grad_norm": 0.47449609637260437,
+      "learning_rate": 9.375767938540299e-05,
+      "loss": 0.0559,
+      "step": 3650
+    },
+    {
+      "epoch": 3.769309989701339,
+      "grad_norm": 0.5294702649116516,
+      "learning_rate": 9.371315981530349e-05,
+      "loss": 0.0534,
+      "step": 3660
+    },
+    {
+      "epoch": 3.779608650875386,
+      "grad_norm": 0.29216107726097107,
+      "learning_rate": 9.366849270186649e-05,
+      "loss": 0.0519,
+      "step": 3670
+    },
+    {
+      "epoch": 3.7899073120494338,
+      "grad_norm": 0.28166675567626953,
+      "learning_rate": 9.362367819585518e-05,
+      "loss": 0.0532,
+      "step": 3680
+    },
+    {
+      "epoch": 3.800205973223481,
+      "grad_norm": 0.5699660778045654,
+      "learning_rate": 9.357871644853024e-05,
+      "loss": 0.0533,
+      "step": 3690
+    },
+    {
+      "epoch": 3.810504634397528,
+      "grad_norm": 0.44877076148986816,
+      "learning_rate": 9.353360761164931e-05,
+      "loss": 0.0569,
+      "step": 3700
+    },
+    {
+      "epoch": 3.820803295571576,
+      "grad_norm": 0.4341685175895691,
+      "learning_rate": 9.348835183746649e-05,
+      "loss": 0.0579,
+      "step": 3710
+    },
+    {
+      "epoch": 3.831101956745623,
+      "grad_norm": 0.37804657220840454,
+      "learning_rate": 9.344294927873188e-05,
+      "loss": 0.0535,
+      "step": 3720
+    },
+    {
+      "epoch": 3.8414006179196702,
+      "grad_norm": 0.47172001004219055,
+      "learning_rate": 9.339740008869092e-05,
+      "loss": 0.049,
+      "step": 3730
+    },
+    {
+      "epoch": 3.851699279093718,
+      "grad_norm": 0.29430967569351196,
+      "learning_rate": 9.335170442108408e-05,
+      "loss": 0.0547,
+      "step": 3740
+    },
+    {
+      "epoch": 3.861997940267765,
+      "grad_norm": 0.40547069907188416,
+      "learning_rate": 9.330586243014617e-05,
+      "loss": 0.0486,
+      "step": 3750
+    },
+    {
+      "epoch": 3.8722966014418123,
+      "grad_norm": 0.3896206319332123,
+      "learning_rate": 9.325987427060586e-05,
+      "loss": 0.0585,
+      "step": 3760
+    },
+    {
+      "epoch": 3.88259526261586,
+      "grad_norm": 0.29565155506134033,
+      "learning_rate": 9.321374009768525e-05,
+      "loss": 0.0508,
+      "step": 3770
+    },
+    {
+      "epoch": 3.892893923789907,
+      "grad_norm": 0.5239169597625732,
+      "learning_rate": 9.316746006709919e-05,
+      "loss": 0.0608,
+      "step": 3780
+    },
+    {
+      "epoch": 3.903192584963955,
+      "grad_norm": 0.2817414402961731,
+      "learning_rate": 9.31210343350549e-05,
+      "loss": 0.0465,
+      "step": 3790
+    },
+    {
+      "epoch": 3.913491246138002,
+      "grad_norm": 0.4744998514652252,
+      "learning_rate": 9.307446305825135e-05,
+      "loss": 0.0616,
+      "step": 3800
+    },
+    {
+      "epoch": 3.9237899073120497,
+      "grad_norm": 0.4715334475040436,
+      "learning_rate": 9.302774639387877e-05,
+      "loss": 0.0557,
+      "step": 3810
+    },
+    {
+      "epoch": 3.934088568486097,
+      "grad_norm": 0.5753309726715088,
+      "learning_rate": 9.298088449961813e-05,
+      "loss": 0.0592,
+      "step": 3820
+    },
+    {
+      "epoch": 3.944387229660144,
+      "grad_norm": 0.318158358335495,
+      "learning_rate": 9.293387753364052e-05,
+      "loss": 0.0604,
+      "step": 3830
+    },
+    {
+      "epoch": 3.9546858908341918,
+      "grad_norm": 0.4752749800682068,
+      "learning_rate": 9.288672565460679e-05,
+      "loss": 0.049,
+      "step": 3840
+    },
+    {
+      "epoch": 3.964984552008239,
+      "grad_norm": 0.284682035446167,
+      "learning_rate": 9.283942902166681e-05,
+      "loss": 0.0491,
+      "step": 3850
+    },
+    {
+      "epoch": 3.975283213182286,
+      "grad_norm": 0.4126709997653961,
+      "learning_rate": 9.27919877944591e-05,
+      "loss": 0.0508,
+      "step": 3860
+    },
+    {
+      "epoch": 3.985581874356334,
+      "grad_norm": 0.34126409888267517,
+      "learning_rate": 9.27444021331102e-05,
+      "loss": 0.0545,
+      "step": 3870
+    },
+    {
+      "epoch": 3.995880535530381,
+      "grad_norm": 0.5670478343963623,
+      "learning_rate": 9.269667219823412e-05,
+      "loss": 0.0483,
+      "step": 3880
+    },
+    {
+      "epoch": 4.006179196704428,
+      "grad_norm": 0.3084736466407776,
+      "learning_rate": 9.264879815093191e-05,
+      "loss": 0.0499,
+      "step": 3890
+    },
+    {
+      "epoch": 4.016477857878476,
+      "grad_norm": 0.4823373258113861,
+      "learning_rate": 9.260078015279096e-05,
+      "loss": 0.0558,
+      "step": 3900
+    },
+    {
+      "epoch": 4.0267765190525235,
+      "grad_norm": 0.2889825105667114,
+      "learning_rate": 9.255261836588458e-05,
+      "loss": 0.0561,
+      "step": 3910
+    },
+    {
+      "epoch": 4.03707518022657,
+      "grad_norm": 0.28834298253059387,
+      "learning_rate": 9.250431295277137e-05,
+      "loss": 0.0498,
+      "step": 3920
+    },
+    {
+      "epoch": 4.047373841400618,
+      "grad_norm": 0.40643489360809326,
+      "learning_rate": 9.245586407649473e-05,
+      "loss": 0.0479,
+      "step": 3930
+    },
+    {
+      "epoch": 4.057672502574666,
+      "grad_norm": 0.3214862644672394,
+      "learning_rate": 9.240727190058227e-05,
+      "loss": 0.0498,
+      "step": 3940
+    },
+    {
+      "epoch": 4.067971163748712,
+      "grad_norm": 0.40402647852897644,
+      "learning_rate": 9.235853658904529e-05,
+      "loss": 0.0522,
+      "step": 3950
+    },
+    {
+      "epoch": 4.07826982492276,
+      "grad_norm": 0.3338010311126709,
+      "learning_rate": 9.230965830637821e-05,
+      "loss": 0.0506,
+      "step": 3960
+    },
+    {
+      "epoch": 4.088568486096808,
+      "grad_norm": 0.42742258310317993,
+      "learning_rate": 9.226063721755799e-05,
+      "loss": 0.053,
+      "step": 3970
+    },
+    {
+      "epoch": 4.098867147270854,
+      "grad_norm": 0.3947793245315552,
+      "learning_rate": 9.221147348804362e-05,
+      "loss": 0.0541,
+      "step": 3980
+    },
+    {
+      "epoch": 4.109165808444902,
+      "grad_norm": 0.4395465552806854,
+      "learning_rate": 9.216216728377554e-05,
+      "loss": 0.0509,
+      "step": 3990
+    },
+    {
+      "epoch": 4.11946446961895,
+      "grad_norm": 0.28796476125717163,
+      "learning_rate": 9.211271877117507e-05,
+      "loss": 0.0501,
+      "step": 4000
+    },
+    {
+      "epoch": 4.1297631307929965,
+      "grad_norm": 0.31560418009757996,
+      "learning_rate": 9.206312811714386e-05,
+      "loss": 0.0502,
+      "step": 4010
+    },
+    {
+      "epoch": 4.140061791967044,
+      "grad_norm": 0.45714765787124634,
+      "learning_rate": 9.201339548906332e-05,
+      "loss": 0.0579,
+      "step": 4020
+    },
+    {
+      "epoch": 4.150360453141092,
+      "grad_norm": 0.3373541831970215,
+      "learning_rate": 9.196352105479409e-05,
+      "loss": 0.0504,
+      "step": 4030
+    },
+    {
+      "epoch": 4.1606591143151395,
+      "grad_norm": 0.5105737447738647,
+      "learning_rate": 9.19135049826754e-05,
+      "loss": 0.0619,
+      "step": 4040
+    },
+    {
+      "epoch": 4.170957775489186,
+      "grad_norm": 0.3023523688316345,
+      "learning_rate": 9.186334744152458e-05,
+      "loss": 0.0499,
+      "step": 4050
+    },
+    {
+      "epoch": 4.181256436663234,
+      "grad_norm": 0.3311084508895874,
+      "learning_rate": 9.18130486006364e-05,
+      "loss": 0.0484,
+      "step": 4060
+    },
+    {
+      "epoch": 4.1915550978372815,
+      "grad_norm": 0.3167574405670166,
+      "learning_rate": 9.176260862978263e-05,
+      "loss": 0.0605,
+      "step": 4070
+    },
+    {
+      "epoch": 4.201853759011328,
+      "grad_norm": 0.3764163553714752,
+      "learning_rate": 9.171202769921134e-05,
+      "loss": 0.0521,
+      "step": 4080
+    },
+    {
+      "epoch": 4.212152420185376,
+      "grad_norm": 0.325210303068161,
+      "learning_rate": 9.16613059796464e-05,
+      "loss": 0.0471,
+      "step": 4090
+    },
+    {
+      "epoch": 4.222451081359424,
+      "grad_norm": 0.3970625102519989,
+      "learning_rate": 9.161044364228683e-05,
+      "loss": 0.0545,
+      "step": 4100
+    },
+    {
+      "epoch": 4.23274974253347,
+      "grad_norm": 0.306384414434433,
+      "learning_rate": 9.155944085880637e-05,
+      "loss": 0.0539,
+      "step": 4110
+    },
+    {
+      "epoch": 4.243048403707518,
+      "grad_norm": 0.4230334162712097,
+      "learning_rate": 9.150829780135269e-05,
+      "loss": 0.0456,
+      "step": 4120
+    },
+    {
+      "epoch": 4.253347064881566,
+      "grad_norm": 0.29097849130630493,
+      "learning_rate": 9.145701464254698e-05,
+      "loss": 0.0511,
+      "step": 4130
+    },
+    {
+      "epoch": 4.263645726055612,
+      "grad_norm": 0.390979140996933,
+      "learning_rate": 9.140559155548333e-05,
+      "loss": 0.0461,
+      "step": 4140
+    },
+    {
+      "epoch": 4.27394438722966,
+      "grad_norm": 0.2566828429698944,
+      "learning_rate": 9.135402871372808e-05,
+      "loss": 0.0508,
+      "step": 4150
+    },
+    {
+      "epoch": 4.284243048403708,
+      "grad_norm": 0.4710136651992798,
+      "learning_rate": 9.130232629131932e-05,
+      "loss": 0.0503,
+      "step": 4160
+    },
+    {
+      "epoch": 4.2945417095777545,
+      "grad_norm": 0.4374995827674866,
+      "learning_rate": 9.125048446276618e-05,
+      "loss": 0.0599,
+      "step": 4170
+    },
+    {
+      "epoch": 4.304840370751802,
+      "grad_norm": 0.43765076994895935,
+      "learning_rate": 9.119850340304843e-05,
+      "loss": 0.0531,
+      "step": 4180
+    },
+    {
+      "epoch": 4.31513903192585,
+      "grad_norm": 0.45118576288223267,
+      "learning_rate": 9.114638328761571e-05,
+      "loss": 0.0527,
+      "step": 4190
+    },
+    {
+      "epoch": 4.325437693099897,
+      "grad_norm": 0.3243924379348755,
+      "learning_rate": 9.109412429238704e-05,
+      "loss": 0.0431,
+      "step": 4200
+    },
+    {
+      "epoch": 4.335736354273944,
+      "grad_norm": 0.33518919348716736,
+      "learning_rate": 9.104172659375017e-05,
+      "loss": 0.0491,
+      "step": 4210
+    },
+    {
+      "epoch": 4.346035015447992,
+      "grad_norm": 0.6875081062316895,
+      "learning_rate": 9.098919036856102e-05,
+      "loss": 0.0488,
+      "step": 4220
+    },
+    {
+      "epoch": 4.3563336766220395,
+      "grad_norm": 0.5093826055526733,
+      "learning_rate": 9.093651579414311e-05,
+      "loss": 0.0487,
+      "step": 4230
+    },
+    {
+      "epoch": 4.366632337796086,
+      "grad_norm": 0.37270835041999817,
+      "learning_rate": 9.088370304828685e-05,
+      "loss": 0.0559,
+      "step": 4240
+    },
+    {
+      "epoch": 4.376930998970134,
+      "grad_norm": 0.4596996307373047,
+      "learning_rate": 9.083075230924913e-05,
+      "loss": 0.0578,
+      "step": 4250
+    },
+    {
+      "epoch": 4.387229660144182,
+      "grad_norm": 0.3775595426559448,
+      "learning_rate": 9.077766375575246e-05,
+      "loss": 0.0562,
+      "step": 4260
+    },
+    {
+      "epoch": 4.397528321318228,
+      "grad_norm": 0.3252449333667755,
+      "learning_rate": 9.072443756698459e-05,
+      "loss": 0.0558,
+      "step": 4270
+    },
+    {
+      "epoch": 4.407826982492276,
+      "grad_norm": 0.42610299587249756,
+      "learning_rate": 9.067107392259783e-05,
+      "loss": 0.0455,
+      "step": 4280
+    },
+    {
+      "epoch": 4.418125643666324,
+      "grad_norm": 0.36227330565452576,
+      "learning_rate": 9.061757300270845e-05,
+      "loss": 0.0498,
+      "step": 4290
+    },
+    {
+      "epoch": 4.42842430484037,
+      "grad_norm": 0.4343869686126709,
+      "learning_rate": 9.056393498789602e-05,
+      "loss": 0.0504,
+      "step": 4300
+    },
+    {
+      "epoch": 4.438722966014418,
+      "grad_norm": 0.4492502808570862,
+      "learning_rate": 9.051016005920282e-05,
+      "loss": 0.0526,
+      "step": 4310
+    },
+    {
+      "epoch": 4.449021627188466,
+      "grad_norm": 0.2649560868740082,
+      "learning_rate": 9.045624839813334e-05,
+      "loss": 0.0488,
+      "step": 4320
+    },
+    {
+      "epoch": 4.4593202883625125,
+      "grad_norm": 0.2290182262659073,
+      "learning_rate": 9.040220018665347e-05,
+      "loss": 0.0427,
+      "step": 4330
+    },
+    {
+      "epoch": 4.46961894953656,
+      "grad_norm": 0.37687376141548157,
+      "learning_rate": 9.034801560719011e-05,
+      "loss": 0.0437,
+      "step": 4340
+    },
+    {
+      "epoch": 4.479917610710608,
+      "grad_norm": 0.21943651139736176,
+      "learning_rate": 9.029369484263033e-05,
+      "loss": 0.047,
+      "step": 4350
+    },
+    {
+      "epoch": 4.490216271884655,
+      "grad_norm": 0.32304951548576355,
+      "learning_rate": 9.02392380763209e-05,
+      "loss": 0.0461,
+      "step": 4360
+    },
+    {
+      "epoch": 4.500514933058702,
+      "grad_norm": 0.21305856108665466,
+      "learning_rate": 9.018464549206769e-05,
+      "loss": 0.0461,
+      "step": 4370
+    },
+    {
+      "epoch": 4.51081359423275,
+      "grad_norm": 0.6847507953643799,
+      "learning_rate": 9.012991727413487e-05,
+      "loss": 0.0475,
+      "step": 4380
+    },
+    {
+      "epoch": 4.521112255406797,
+      "grad_norm": 0.3444644808769226,
+      "learning_rate": 9.007505360724453e-05,
+      "loss": 0.0423,
+      "step": 4390
+    },
+    {
+      "epoch": 4.531410916580844,
+      "grad_norm": 0.3524458110332489,
+      "learning_rate": 9.002005467657586e-05,
+      "loss": 0.058,
+      "step": 4400
+    },
+    {
+      "epoch": 4.541709577754892,
+      "grad_norm": 0.4131333529949188,
+      "learning_rate": 8.996492066776464e-05,
+      "loss": 0.0462,
+      "step": 4410
+    },
+    {
+      "epoch": 4.55200823892894,
+      "grad_norm": 0.35865673422813416,
+      "learning_rate": 8.990965176690252e-05,
+      "loss": 0.0493,
+      "step": 4420
+    },
+    {
+      "epoch": 4.562306900102986,
+      "grad_norm": 0.3511912524700165,
+      "learning_rate": 8.985424816053651e-05,
+      "loss": 0.0561,
+      "step": 4430
+    },
+    {
+      "epoch": 4.572605561277034,
+      "grad_norm": 0.2704029083251953,
+      "learning_rate": 8.979871003566826e-05,
+      "loss": 0.0526,
+      "step": 4440
+    },
+    {
+      "epoch": 4.582904222451082,
+      "grad_norm": 0.3202318847179413,
+      "learning_rate": 8.974303757975345e-05,
+      "loss": 0.0532,
+      "step": 4450
+    },
+    {
+      "epoch": 4.593202883625128,
+      "grad_norm": 0.31483763456344604,
+      "learning_rate": 8.968723098070117e-05,
+      "loss": 0.051,
+      "step": 4460
+    },
+    {
+      "epoch": 4.603501544799176,
+      "grad_norm": 0.3457460403442383,
+      "learning_rate": 8.963129042687329e-05,
+      "loss": 0.0507,
+      "step": 4470
+    },
+    {
+      "epoch": 4.613800205973224,
+      "grad_norm": 0.31409910321235657,
+      "learning_rate": 8.957521610708375e-05,
+      "loss": 0.0503,
+      "step": 4480
+    },
+    {
+      "epoch": 4.6240988671472705,
+      "grad_norm": 0.2827114164829254,
+      "learning_rate": 8.951900821059809e-05,
+      "loss": 0.0494,
+      "step": 4490
+    },
+    {
+      "epoch": 4.634397528321318,
+      "grad_norm": 0.31604471802711487,
+      "learning_rate": 8.946266692713261e-05,
+      "loss": 0.0483,
+      "step": 4500
+    },
+    {
+      "epoch": 4.644696189495366,
+      "grad_norm": 0.3118681311607361,
+      "learning_rate": 8.940619244685388e-05,
+      "loss": 0.0553,
+      "step": 4510
+    },
+    {
+      "epoch": 4.6549948506694125,
+      "grad_norm": 0.2974856197834015,
+      "learning_rate": 8.934958496037802e-05,
+      "loss": 0.051,
+      "step": 4520
+    },
+    {
+      "epoch": 4.66529351184346,
+      "grad_norm": 0.3584068715572357,
+      "learning_rate": 8.92928446587701e-05,
+      "loss": 0.0459,
+      "step": 4530
+    },
+    {
+      "epoch": 4.675592173017508,
+      "grad_norm": 0.36687174439430237,
+      "learning_rate": 8.923597173354345e-05,
+      "loss": 0.0483,
+      "step": 4540
+    },
+    {
+      "epoch": 4.6858908341915555,
+      "grad_norm": 0.35569944977760315,
+      "learning_rate": 8.917896637665908e-05,
+      "loss": 0.05,
+      "step": 4550
+    },
+    {
+      "epoch": 4.696189495365602,
+      "grad_norm": 0.38467368483543396,
+      "learning_rate": 8.912182878052495e-05,
+      "loss": 0.0421,
+      "step": 4560
+    },
+    {
+      "epoch": 4.70648815653965,
+      "grad_norm": 0.36783739924430847,
+      "learning_rate": 8.906455913799538e-05,
+      "loss": 0.0509,
+      "step": 4570
+    },
+    {
+      "epoch": 4.716786817713698,
+      "grad_norm": 0.2462991178035736,
+      "learning_rate": 8.900715764237037e-05,
+      "loss": 0.0469,
+      "step": 4580
+    },
+    {
+      "epoch": 4.727085478887744,
+      "grad_norm": 0.3449934720993042,
+      "learning_rate": 8.894962448739499e-05,
+      "loss": 0.0467,
+      "step": 4590
+    },
+    {
+      "epoch": 4.737384140061792,
+      "grad_norm": 0.38251376152038574,
+      "learning_rate": 8.889195986725865e-05,
+      "loss": 0.049,
+      "step": 4600
+    },
+    {
+      "epoch": 4.74768280123584,
+      "grad_norm": 0.30399325489997864,
+      "learning_rate": 8.883416397659452e-05,
+      "loss": 0.0532,
+      "step": 4610
+    },
+    {
+      "epoch": 4.757981462409886,
+      "grad_norm": 0.4609906077384949,
+      "learning_rate": 8.877623701047885e-05,
+      "loss": 0.0511,
+      "step": 4620
+    },
+    {
+      "epoch": 4.768280123583934,
+      "grad_norm": 0.40049266815185547,
+      "learning_rate": 8.871817916443025e-05,
+      "loss": 0.0567,
+      "step": 4630
+    },
+    {
+      "epoch": 4.778578784757982,
+      "grad_norm": 0.5834691524505615,
+      "learning_rate": 8.865999063440916e-05,
+      "loss": 0.0491,
+      "step": 4640
+    },
+    {
+      "epoch": 4.7888774459320285,
+      "grad_norm": 0.4367988705635071,
+      "learning_rate": 8.860167161681707e-05,
+      "loss": 0.0573,
+      "step": 4650
+    },
+    {
+      "epoch": 4.799176107106076,
+      "grad_norm": 0.33364230394363403,
+      "learning_rate": 8.854322230849588e-05,
+      "loss": 0.0604,
+      "step": 4660
+    },
+    {
+      "epoch": 4.809474768280124,
+      "grad_norm": 0.42235320806503296,
+      "learning_rate": 8.848464290672729e-05,
+      "loss": 0.0518,
+      "step": 4670
+    },
+    {
+      "epoch": 4.819773429454171,
+      "grad_norm": 0.32555538415908813,
+      "learning_rate": 8.84259336092321e-05,
+      "loss": 0.0457,
+      "step": 4680
+    },
+    {
+      "epoch": 4.830072090628218,
+      "grad_norm": 0.34331732988357544,
+      "learning_rate": 8.836709461416952e-05,
+      "loss": 0.0558,
+      "step": 4690
+    },
+    {
+      "epoch": 4.840370751802266,
+      "grad_norm": 0.6019324064254761,
+      "learning_rate": 8.830812612013655e-05,
+      "loss": 0.0573,
+      "step": 4700
+    },
+    {
+      "epoch": 4.850669412976313,
+      "grad_norm": 0.2844030261039734,
+      "learning_rate": 8.824902832616723e-05,
+      "loss": 0.0571,
+      "step": 4710
+    },
+    {
+      "epoch": 4.86096807415036,
+      "grad_norm": 0.47788453102111816,
+      "learning_rate": 8.818980143173213e-05,
+      "loss": 0.0565,
+      "step": 4720
+    },
+    {
+      "epoch": 4.871266735324408,
+      "grad_norm": 0.24314385652542114,
+      "learning_rate": 8.81304456367374e-05,
+      "loss": 0.046,
+      "step": 4730
+    },
+    {
+      "epoch": 4.8815653964984556,
+      "grad_norm": 0.3316558301448822,
+      "learning_rate": 8.807096114152442e-05,
+      "loss": 0.0519,
+      "step": 4740
+    },
+    {
+      "epoch": 4.891864057672502,
+      "grad_norm": 0.4027853012084961,
+      "learning_rate": 8.801134814686891e-05,
+      "loss": 0.0495,
+      "step": 4750
+    },
+    {
+      "epoch": 4.90216271884655,
+      "grad_norm": 0.3290289342403412,
+      "learning_rate": 8.795160685398027e-05,
+      "loss": 0.0449,
+      "step": 4760
+    },
+    {
+      "epoch": 4.912461380020598,
+      "grad_norm": 0.3217390775680542,
+      "learning_rate": 8.789173746450101e-05,
+      "loss": 0.0578,
+      "step": 4770
+    },
+    {
+      "epoch": 4.922760041194644,
+      "grad_norm": 0.43397730588912964,
+      "learning_rate": 8.783174018050594e-05,
+      "loss": 0.0483,
+      "step": 4780
+    },
+    {
+      "epoch": 4.933058702368692,
+      "grad_norm": 0.38298988342285156,
+      "learning_rate": 8.777161520450158e-05,
+      "loss": 0.0479,
+      "step": 4790
+    },
+    {
+      "epoch": 4.94335736354274,
+      "grad_norm": 0.36208289861679077,
+      "learning_rate": 8.771136273942544e-05,
+      "loss": 0.0525,
+      "step": 4800
+    },
+    {
+      "epoch": 4.9536560247167865,
+      "grad_norm": 0.3291323482990265,
+      "learning_rate": 8.765098298864533e-05,
+      "loss": 0.0469,
+      "step": 4810
+    },
+    {
+      "epoch": 4.963954685890834,
+      "grad_norm": 0.23334382474422455,
+      "learning_rate": 8.759047615595869e-05,
+      "loss": 0.0478,
+      "step": 4820
+    },
+    {
+      "epoch": 4.974253347064882,
+      "grad_norm": 0.3632581830024719,
+      "learning_rate": 8.752984244559188e-05,
+      "loss": 0.0558,
+      "step": 4830
+    },
+    {
+      "epoch": 4.9845520082389285,
+      "grad_norm": 0.3983827531337738,
+      "learning_rate": 8.746908206219955e-05,
+      "loss": 0.0584,
+      "step": 4840
+    },
+    {
+      "epoch": 4.994850669412976,
+      "grad_norm": 0.5021440982818604,
+      "learning_rate": 8.740819521086383e-05,
+      "loss": 0.0522,
+      "step": 4850
+    },
+    {
+      "epoch": 5.005149330587024,
+      "grad_norm": 0.4782863259315491,
+      "learning_rate": 8.734718209709377e-05,
+      "loss": 0.0503,
+      "step": 4860
+    },
+    {
+      "epoch": 5.0154479917610715,
+      "grad_norm": 0.3124346435070038,
+      "learning_rate": 8.728604292682459e-05,
+      "loss": 0.0523,
+      "step": 4870
+    },
+    {
+      "epoch": 5.025746652935118,
+      "grad_norm": 0.46991485357284546,
+      "learning_rate": 8.722477790641694e-05,
+      "loss": 0.0507,
+      "step": 4880
+    },
+    {
+      "epoch": 5.036045314109166,
+      "grad_norm": 0.381569504737854,
+      "learning_rate": 8.71633872426563e-05,
+      "loss": 0.0473,
+      "step": 4890
+    },
+    {
+      "epoch": 5.0463439752832135,
+      "grad_norm": 0.4210774004459381,
+      "learning_rate": 8.710187114275219e-05,
+      "loss": 0.0521,
+      "step": 4900
+    },
+    {
+      "epoch": 5.05664263645726,
+      "grad_norm": 0.3999352753162384,
+      "learning_rate": 8.70402298143375e-05,
+      "loss": 0.0548,
+      "step": 4910
+    },
+    {
+      "epoch": 5.066941297631308,
+      "grad_norm": 0.32023027539253235,
+      "learning_rate": 8.697846346546787e-05,
+      "loss": 0.0508,
+      "step": 4920
+    },
+    {
+      "epoch": 5.077239958805356,
+      "grad_norm": 0.38814589381217957,
+      "learning_rate": 8.691657230462083e-05,
+      "loss": 0.0484,
+      "step": 4930
+    },
+    {
+      "epoch": 5.087538619979402,
+      "grad_norm": 0.3033084571361542,
+      "learning_rate": 8.685455654069523e-05,
+      "loss": 0.0432,
+      "step": 4940
+    },
+    {
+      "epoch": 5.09783728115345,
+      "grad_norm": 0.39010483026504517,
+      "learning_rate": 8.679241638301049e-05,
+      "loss": 0.0506,
+      "step": 4950
+    },
+    {
+      "epoch": 5.108135942327498,
+      "grad_norm": 0.28835776448249817,
+      "learning_rate": 8.673015204130586e-05,
+      "loss": 0.0543,
+      "step": 4960
+    },
+    {
+      "epoch": 5.1184346035015444,
+      "grad_norm": 0.5217164754867554,
+      "learning_rate": 8.66677637257398e-05,
+      "loss": 0.0501,
+      "step": 4970
+    },
+    {
+      "epoch": 5.128733264675592,
+      "grad_norm": 0.4083517789840698,
+      "learning_rate": 8.660525164688913e-05,
+      "loss": 0.0572,
+      "step": 4980
+    },
+    {
+      "epoch": 5.13903192584964,
+      "grad_norm": 0.5034805536270142,
+      "learning_rate": 8.654261601574849e-05,
+      "loss": 0.0541,
+      "step": 4990
+    },
+    {
+      "epoch": 5.1493305870236865,
+      "grad_norm": 0.3255571126937866,
+      "learning_rate": 8.647985704372948e-05,
+      "loss": 0.0539,
+      "step": 5000
+    },
+    {
+      "epoch": 5.159629248197734,
+      "grad_norm": 0.589500367641449,
+      "learning_rate": 8.641697494266006e-05,
+      "loss": 0.0497,
+      "step": 5010
+    },
+    {
+      "epoch": 5.169927909371782,
+      "grad_norm": 0.3600839674472809,
+      "learning_rate": 8.635396992478371e-05,
+      "loss": 0.0564,
+      "step": 5020
+    },
+    {
+      "epoch": 5.1802265705458295,
+      "grad_norm": 0.3535096049308777,
+      "learning_rate": 8.629084220275887e-05,
+      "loss": 0.0528,
+      "step": 5030
+    },
+    {
+      "epoch": 5.190525231719876,
+      "grad_norm": 0.3266212046146393,
+      "learning_rate": 8.622759198965809e-05,
+      "loss": 0.0476,
+      "step": 5040
+    },
+    {
+      "epoch": 5.200823892893924,
+      "grad_norm": 0.4038067162036896,
+      "learning_rate": 8.616421949896734e-05,
+      "loss": 0.0517,
+      "step": 5050
+    },
+    {
+      "epoch": 5.2111225540679715,
+      "grad_norm": 0.3460542857646942,
+      "learning_rate": 8.610072494458535e-05,
+      "loss": 0.0474,
+      "step": 5060
+    },
+    {
+      "epoch": 5.221421215242018,
+      "grad_norm": 0.41362518072128296,
+      "learning_rate": 8.603710854082286e-05,
+      "loss": 0.0515,
+      "step": 5070
+    },
+    {
+      "epoch": 5.231719876416066,
+      "grad_norm": 0.2805697023868561,
+      "learning_rate": 8.597337050240184e-05,
+      "loss": 0.0519,
+      "step": 5080
+    },
+    {
+      "epoch": 5.242018537590114,
+      "grad_norm": 0.4825451374053955,
+      "learning_rate": 8.590951104445482e-05,
+      "loss": 0.0504,
+      "step": 5090
+    },
+    {
+      "epoch": 5.25231719876416,
+      "grad_norm": 0.3441821038722992,
+      "learning_rate": 8.584553038252414e-05,
+      "loss": 0.0581,
+      "step": 5100
+    },
+    {
+      "epoch": 5.262615859938208,
+      "grad_norm": 0.39510828256607056,
+      "learning_rate": 8.578142873256129e-05,
+      "loss": 0.0532,
+      "step": 5110
+    },
+    {
+      "epoch": 5.272914521112256,
+      "grad_norm": 0.3733309805393219,
+      "learning_rate": 8.571720631092609e-05,
+      "loss": 0.057,
+      "step": 5120
+    },
+    {
+      "epoch": 5.283213182286302,
+      "grad_norm": 0.3860830068588257,
+      "learning_rate": 8.565286333438594e-05,
+      "loss": 0.049,
+      "step": 5130
+    },
+    {
+      "epoch": 5.29351184346035,
+      "grad_norm": 0.3507029414176941,
+      "learning_rate": 8.558840002011528e-05,
+      "loss": 0.0542,
+      "step": 5140
+    },
+    {
+      "epoch": 5.303810504634398,
+      "grad_norm": 0.30535757541656494,
+      "learning_rate": 8.552381658569457e-05,
+      "loss": 0.0584,
+      "step": 5150
+    },
+    {
+      "epoch": 5.3141091658084445,
+      "grad_norm": 0.3580070734024048,
+      "learning_rate": 8.545911324910982e-05,
+      "loss": 0.0509,
+      "step": 5160
+    },
+    {
+      "epoch": 5.324407826982492,
+      "grad_norm": 0.21992090344429016,
+      "learning_rate": 8.539429022875169e-05,
+      "loss": 0.0412,
+      "step": 5170
+    },
+    {
+      "epoch": 5.33470648815654,
+      "grad_norm": 0.6406000852584839,
+      "learning_rate": 8.532934774341483e-05,
+      "loss": 0.0518,
+      "step": 5180
+    },
+    {
+      "epoch": 5.3450051493305875,
+      "grad_norm": 0.43300265073776245,
+      "learning_rate": 8.526428601229706e-05,
+      "loss": 0.0539,
+      "step": 5190
+    },
+    {
+      "epoch": 5.355303810504634,
+      "grad_norm": 0.5168215036392212,
+      "learning_rate": 8.519910525499874e-05,
+      "loss": 0.0552,
+      "step": 5200
+    },
+    {
+      "epoch": 5.365602471678682,
+      "grad_norm": 0.2501913905143738,
+      "learning_rate": 8.513380569152196e-05,
+      "loss": 0.0506,
+      "step": 5210
+    },
+    {
+      "epoch": 5.3759011328527295,
+      "grad_norm": 0.2757486402988434,
+      "learning_rate": 8.506838754226982e-05,
+      "loss": 0.0565,
+      "step": 5220
+    },
+    {
+      "epoch": 5.386199794026776,
+      "grad_norm": 0.47264114022254944,
+      "learning_rate": 8.500285102804568e-05,
+      "loss": 0.0519,
+      "step": 5230
+    },
+    {
+      "epoch": 5.396498455200824,
+      "grad_norm": 0.30214348435401917,
+      "learning_rate": 8.493719637005237e-05,
+      "loss": 0.0424,
+      "step": 5240
+    },
+    {
+      "epoch": 5.406797116374872,
+      "grad_norm": 0.4345119893550873,
+      "learning_rate": 8.487142378989152e-05,
+      "loss": 0.0412,
+      "step": 5250
+    },
+    {
+      "epoch": 5.417095777548918,
+      "grad_norm": 0.33627235889434814,
+      "learning_rate": 8.480553350956282e-05,
+      "loss": 0.0481,
+      "step": 5260
+    },
+    {
+      "epoch": 5.427394438722966,
+      "grad_norm": 0.3047385811805725,
+      "learning_rate": 8.473952575146312e-05,
+      "loss": 0.0481,
+      "step": 5270
+    },
+    {
+      "epoch": 5.437693099897014,
+      "grad_norm": 0.4447433352470398,
+      "learning_rate": 8.46734007383859e-05,
+      "loss": 0.046,
+      "step": 5280
+    },
+    {
+      "epoch": 5.44799176107106,
+      "grad_norm": 0.4087453782558441,
+      "learning_rate": 8.460715869352035e-05,
+      "loss": 0.0487,
+      "step": 5290
+    },
+    {
+      "epoch": 5.458290422245108,
+      "grad_norm": 0.3321467339992523,
+      "learning_rate": 8.454079984045065e-05,
+      "loss": 0.0413,
+      "step": 5300
+    },
+    {
+      "epoch": 5.468589083419156,
+      "grad_norm": 0.356514036655426,
+      "learning_rate": 8.447432440315533e-05,
+      "loss": 0.049,
+      "step": 5310
+    },
+    {
+      "epoch": 5.4788877445932025,
+      "grad_norm": 0.37567445635795593,
+      "learning_rate": 8.44077326060063e-05,
+      "loss": 0.0461,
+      "step": 5320
+    },
+    {
+      "epoch": 5.48918640576725,
+      "grad_norm": 0.3040042519569397,
+      "learning_rate": 8.434102467376832e-05,
+      "loss": 0.0401,
+      "step": 5330
+    },
+    {
+      "epoch": 5.499485066941298,
+      "grad_norm": 0.39934873580932617,
+      "learning_rate": 8.427420083159807e-05,
+      "loss": 0.0493,
+      "step": 5340
+    },
+    {
+      "epoch": 5.509783728115345,
+      "grad_norm": 0.4000271260738373,
+      "learning_rate": 8.420726130504351e-05,
+      "loss": 0.0541,
+      "step": 5350
+    },
+    {
+      "epoch": 5.520082389289392,
+      "grad_norm": 0.2750590443611145,
+      "learning_rate": 8.414020632004299e-05,
+      "loss": 0.0481,
+      "step": 5360
+    },
+    {
+      "epoch": 5.53038105046344,
+      "grad_norm": 0.4174776077270508,
+      "learning_rate": 8.407303610292462e-05,
+      "loss": 0.0501,
+      "step": 5370
+    },
+    {
+      "epoch": 5.5406797116374875,
+      "grad_norm": 0.2651192247867584,
+      "learning_rate": 8.400575088040548e-05,
+      "loss": 0.0491,
+      "step": 5380
+    },
+    {
+      "epoch": 5.550978372811534,
+      "grad_norm": 0.49490901827812195,
+      "learning_rate": 8.393835087959072e-05,
+      "loss": 0.0488,
+      "step": 5390
+    },
+    {
+      "epoch": 5.561277033985582,
+      "grad_norm": 0.6012644171714783,
+      "learning_rate": 8.387083632797299e-05,
+      "loss": 0.05,
+      "step": 5400
+    },
+    {
+      "epoch": 5.57157569515963,
+      "grad_norm": 0.4538785219192505,
+      "learning_rate": 8.380320745343153e-05,
+      "loss": 0.0479,
+      "step": 5410
+    },
+    {
+      "epoch": 5.581874356333676,
+      "grad_norm": 0.358992338180542,
+      "learning_rate": 8.373546448423147e-05,
+      "loss": 0.05,
+      "step": 5420
+    },
+    {
+      "epoch": 5.592173017507724,
+      "grad_norm": 0.3814113736152649,
+      "learning_rate": 8.366760764902304e-05,
+      "loss": 0.0415,
+      "step": 5430
+    },
+    {
+      "epoch": 5.602471678681772,
+      "grad_norm": 0.6442550420761108,
+      "learning_rate": 8.359963717684077e-05,
+      "loss": 0.0495,
+      "step": 5440
+    },
+    {
+      "epoch": 5.612770339855818,
+      "grad_norm": 0.34561294317245483,
+      "learning_rate": 8.353155329710279e-05,
+      "loss": 0.0507,
+      "step": 5450
+    },
+    {
+      "epoch": 5.623069001029866,
+      "grad_norm": 0.333892822265625,
+      "learning_rate": 8.346335623960998e-05,
+      "loss": 0.0406,
+      "step": 5460
+    },
+    {
+      "epoch": 5.633367662203914,
+      "grad_norm": 0.21642594039440155,
+      "learning_rate": 8.339504623454521e-05,
+      "loss": 0.05,
+      "step": 5470
+    },
+    {
+      "epoch": 5.6436663233779605,
+      "grad_norm": 0.21974137425422668,
+      "learning_rate": 8.332662351247262e-05,
+      "loss": 0.0497,
+      "step": 5480
+    },
+    {
+      "epoch": 5.653964984552008,
+      "grad_norm": 0.35917189717292786,
+      "learning_rate": 8.325808830433679e-05,
+      "loss": 0.041,
+      "step": 5490
+    },
+    {
+      "epoch": 5.664263645726056,
+      "grad_norm": 0.2640712857246399,
+      "learning_rate": 8.318944084146192e-05,
+      "loss": 0.047,
+      "step": 5500
+    },
+    {
+      "epoch": 5.674562306900103,
+      "grad_norm": 6.280691623687744,
+      "learning_rate": 8.312068135555115e-05,
+      "loss": 0.0481,
+      "step": 5510
+    },
+    {
+      "epoch": 5.68486096807415,
+      "grad_norm": 0.269490122795105,
+      "learning_rate": 8.305181007868572e-05,
+      "loss": 0.0416,
+      "step": 5520
+    },
+    {
+      "epoch": 5.695159629248198,
+      "grad_norm": 0.408123254776001,
+      "learning_rate": 8.298282724332419e-05,
+      "loss": 0.049,
+      "step": 5530
+    },
+    {
+      "epoch": 5.705458290422245,
+      "grad_norm": 0.2983226478099823,
+      "learning_rate": 8.291373308230165e-05,
+      "loss": 0.0497,
+      "step": 5540
+    },
+    {
+      "epoch": 5.715756951596292,
+      "grad_norm": 0.35842761397361755,
+      "learning_rate": 8.284452782882894e-05,
+      "loss": 0.0477,
+      "step": 5550
+    },
+    {
+      "epoch": 5.72605561277034,
+      "grad_norm": 0.2742210328578949,
+      "learning_rate": 8.277521171649189e-05,
+      "loss": 0.052,
+      "step": 5560
+    },
+    {
+      "epoch": 5.736354273944388,
+      "grad_norm": 0.2822439968585968,
+      "learning_rate": 8.27057849792505e-05,
+      "loss": 0.0491,
+      "step": 5570
+    },
+    {
+      "epoch": 5.746652935118434,
+      "grad_norm": 0.3104664385318756,
+      "learning_rate": 8.263624785143812e-05,
+      "loss": 0.0493,
+      "step": 5580
+    },
+    {
+      "epoch": 5.756951596292482,
+      "grad_norm": 0.32532253861427307,
+      "learning_rate": 8.256660056776076e-05,
+      "loss": 0.0581,
+      "step": 5590
+    },
+    {
+      "epoch": 5.76725025746653,
+      "grad_norm": 0.3366002142429352,
+      "learning_rate": 8.249684336329617e-05,
+      "loss": 0.043,
+      "step": 5600
+    },
+    {
+      "epoch": 5.777548918640576,
+      "grad_norm": 0.25842759013175964,
+      "learning_rate": 8.242697647349317e-05,
+      "loss": 0.0485,
+      "step": 5610
+    },
+    {
+      "epoch": 5.787847579814624,
+      "grad_norm": 0.302432656288147,
+      "learning_rate": 8.235700013417076e-05,
+      "loss": 0.0521,
+      "step": 5620
+    },
+    {
+      "epoch": 5.798146240988672,
+      "grad_norm": 0.3358532190322876,
+      "learning_rate": 8.228691458151738e-05,
+      "loss": 0.0441,
+      "step": 5630
+    },
+    {
+      "epoch": 5.8084449021627185,
+      "grad_norm": 0.4343230724334717,
+      "learning_rate": 8.221672005209008e-05,
+      "loss": 0.0521,
+      "step": 5640
+    },
+    {
+      "epoch": 5.818743563336766,
+      "grad_norm": 0.30650976300239563,
+      "learning_rate": 8.214641678281374e-05,
+      "loss": 0.0538,
+      "step": 5650
+    },
+    {
+      "epoch": 5.829042224510814,
+      "grad_norm": 0.3401453197002411,
+      "learning_rate": 8.207600501098026e-05,
+      "loss": 0.0428,
+      "step": 5660
+    },
+    {
+      "epoch": 5.8393408856848605,
+      "grad_norm": 0.45636221766471863,
+      "learning_rate": 8.200548497424778e-05,
+      "loss": 0.0582,
+      "step": 5670
+    },
+    {
+      "epoch": 5.849639546858908,
+      "grad_norm": 0.2774709165096283,
+      "learning_rate": 8.193485691063985e-05,
+      "loss": 0.048,
+      "step": 5680
+    },
+    {
+      "epoch": 5.859938208032956,
+      "grad_norm": 0.29194507002830505,
+      "learning_rate": 8.186412105854463e-05,
+      "loss": 0.0534,
+      "step": 5690
+    },
+    {
+      "epoch": 5.8702368692070035,
+      "grad_norm": 0.36549675464630127,
+      "learning_rate": 8.17932776567141e-05,
+      "loss": 0.0571,
+      "step": 5700
+    },
+    {
+      "epoch": 5.88053553038105,
+      "grad_norm": 0.302418977022171,
+      "learning_rate": 8.172232694426329e-05,
+      "loss": 0.0423,
+      "step": 5710
+    },
+    {
+      "epoch": 5.890834191555098,
+      "grad_norm": 0.27770909667015076,
+      "learning_rate": 8.165126916066936e-05,
+      "loss": 0.0487,
+      "step": 5720
+    },
+    {
+      "epoch": 5.901132852729146,
+      "grad_norm": 0.3784064054489136,
+      "learning_rate": 8.158010454577093e-05,
+      "loss": 0.0504,
+      "step": 5730
+    },
+    {
+      "epoch": 5.911431513903192,
+      "grad_norm": 0.29943570494651794,
+      "learning_rate": 8.150883333976713e-05,
+      "loss": 0.0458,
+      "step": 5740
+    },
+    {
+      "epoch": 5.92173017507724,
+      "grad_norm": 0.26842376589775085,
+      "learning_rate": 8.143745578321695e-05,
+      "loss": 0.0523,
+      "step": 5750
+    },
+    {
+      "epoch": 5.932028836251288,
+      "grad_norm": 0.19866850972175598,
+      "learning_rate": 8.136597211703827e-05,
+      "loss": 0.0429,
+      "step": 5760
+    },
+    {
+      "epoch": 5.942327497425334,
+      "grad_norm": 0.30413612723350525,
+      "learning_rate": 8.129438258250712e-05,
+      "loss": 0.0441,
+      "step": 5770
+    },
+    {
+      "epoch": 5.952626158599382,
+      "grad_norm": 0.2791491746902466,
+      "learning_rate": 8.122268742125695e-05,
+      "loss": 0.047,
+      "step": 5780
+    },
+    {
+      "epoch": 5.96292481977343,
+      "grad_norm": 0.34201282262802124,
+      "learning_rate": 8.115088687527761e-05,
+      "loss": 0.0501,
+      "step": 5790
+    },
+    {
+      "epoch": 5.9732234809474765,
+      "grad_norm": 0.39383724331855774,
+      "learning_rate": 8.107898118691473e-05,
+      "loss": 0.0497,
+      "step": 5800
+    },
+    {
+      "epoch": 5.983522142121524,
+      "grad_norm": 0.3670088052749634,
+      "learning_rate": 8.100697059886879e-05,
+      "loss": 0.0428,
+      "step": 5810
+    },
+    {
+      "epoch": 5.993820803295572,
+      "grad_norm": 0.3595752716064453,
+      "learning_rate": 8.093485535419434e-05,
+      "loss": 0.0467,
+      "step": 5820
+    },
+    {
+      "epoch": 6.0041194644696185,
+      "grad_norm": 0.403352290391922,
+      "learning_rate": 8.086263569629919e-05,
+      "loss": 0.0441,
+      "step": 5830
+    },
+    {
+      "epoch": 6.014418125643666,
+      "grad_norm": 0.18506278097629547,
+      "learning_rate": 8.079031186894354e-05,
+      "loss": 0.0508,
+      "step": 5840
+    },
+    {
+      "epoch": 6.024716786817714,
+      "grad_norm": 0.5713401436805725,
+      "learning_rate": 8.071788411623922e-05,
+      "loss": 0.0491,
+      "step": 5850
+    },
+    {
+      "epoch": 6.0350154479917615,
+      "grad_norm": 0.20415346324443817,
+      "learning_rate": 8.064535268264883e-05,
+      "loss": 0.0502,
+      "step": 5860
+    },
+    {
+      "epoch": 6.045314109165808,
+      "grad_norm": 0.28075137734413147,
+      "learning_rate": 8.057271781298489e-05,
+      "loss": 0.0512,
+      "step": 5870
+    },
+    {
+      "epoch": 6.055612770339856,
+      "grad_norm": 0.3114660680294037,
+      "learning_rate": 8.049997975240909e-05,
+      "loss": 0.0508,
+      "step": 5880
+    },
+    {
+      "epoch": 6.0659114315139036,
+      "grad_norm": 0.3134065866470337,
+      "learning_rate": 8.042713874643136e-05,
+      "loss": 0.0531,
+      "step": 5890
+    },
+    {
+      "epoch": 6.07621009268795,
+      "grad_norm": 0.24600578844547272,
+      "learning_rate": 8.035419504090915e-05,
+      "loss": 0.0478,
+      "step": 5900
+    },
+    {
+      "epoch": 6.086508753861998,
+      "grad_norm": 0.34766799211502075,
+      "learning_rate": 8.028114888204653e-05,
+      "loss": 0.0486,
+      "step": 5910
+    },
+    {
+      "epoch": 6.096807415036046,
+      "grad_norm": 0.3067956268787384,
+      "learning_rate": 8.020800051639337e-05,
+      "loss": 0.0452,
+      "step": 5920
+    },
+    {
+      "epoch": 6.107106076210092,
+      "grad_norm": 0.3019874691963196,
+      "learning_rate": 8.013475019084453e-05,
+      "loss": 0.0458,
+      "step": 5930
+    },
+    {
+      "epoch": 6.11740473738414,
+      "grad_norm": 0.3271634578704834,
+      "learning_rate": 8.006139815263898e-05,
+      "loss": 0.0561,
+      "step": 5940
+    },
+    {
+      "epoch": 6.127703398558188,
+      "grad_norm": 0.2930561304092407,
+      "learning_rate": 7.998794464935904e-05,
+      "loss": 0.0407,
+      "step": 5950
+    },
+    {
+      "epoch": 6.1380020597322344,
+      "grad_norm": 0.37962770462036133,
+      "learning_rate": 7.991438992892946e-05,
+      "loss": 0.048,
+      "step": 5960
+    },
+    {
+      "epoch": 6.148300720906282,
+      "grad_norm": 0.36476749181747437,
+      "learning_rate": 7.984073423961664e-05,
+      "loss": 0.0439,
+      "step": 5970
+    },
+    {
+      "epoch": 6.15859938208033,
+      "grad_norm": 0.31208914518356323,
+      "learning_rate": 7.97669778300278e-05,
+      "loss": 0.0431,
+      "step": 5980
+    },
+    {
+      "epoch": 6.1688980432543765,
+      "grad_norm": 0.758002758026123,
+      "learning_rate": 7.969312094911007e-05,
+      "loss": 0.0481,
+      "step": 5990
+    },
+    {
+      "epoch": 6.179196704428424,
+      "grad_norm": 1.8981136083602905,
+      "learning_rate": 7.961916384614975e-05,
+      "loss": 0.0621,
+      "step": 6000
+    },
+    {
+      "epoch": 6.189495365602472,
+      "grad_norm": 0.277136892080307,
+      "learning_rate": 7.954510677077138e-05,
+      "loss": 0.0586,
+      "step": 6010
+    },
+    {
+      "epoch": 6.1997940267765195,
+      "grad_norm": 0.27095285058021545,
+      "learning_rate": 7.947094997293695e-05,
+      "loss": 0.0484,
+      "step": 6020
+    },
+    {
+      "epoch": 6.210092687950566,
+      "grad_norm": 0.2608092427253723,
+      "learning_rate": 7.9396693702945e-05,
+      "loss": 0.0457,
+      "step": 6030
+    },
+    {
+      "epoch": 6.220391349124614,
+      "grad_norm": 0.5210095643997192,
+      "learning_rate": 7.932233821142987e-05,
+      "loss": 0.0473,
+      "step": 6040
+    },
+    {
+      "epoch": 6.2306900102986615,
+      "grad_norm": 0.254302978515625,
+      "learning_rate": 7.924788374936078e-05,
+      "loss": 0.045,
+      "step": 6050
+    },
+    {
+      "epoch": 6.240988671472708,
+      "grad_norm": 0.343322217464447,
+      "learning_rate": 7.917333056804097e-05,
+      "loss": 0.054,
+      "step": 6060
+    },
+    {
+      "epoch": 6.251287332646756,
+      "grad_norm": 0.4098043143749237,
+      "learning_rate": 7.909867891910694e-05,
+      "loss": 0.0435,
+      "step": 6070
+    },
+    {
+      "epoch": 6.261585993820804,
+      "grad_norm": 0.34776240587234497,
+      "learning_rate": 7.902392905452749e-05,
+      "loss": 0.0538,
+      "step": 6080
+    },
+    {
+      "epoch": 6.27188465499485,
+      "grad_norm": 0.5250643491744995,
+      "learning_rate": 7.894908122660296e-05,
+      "loss": 0.0431,
+      "step": 6090
+    },
+    {
+      "epoch": 6.282183316168898,
+      "grad_norm": 0.37657663226127625,
+      "learning_rate": 7.887413568796433e-05,
+      "loss": 0.0532,
+      "step": 6100
+    },
+    {
+      "epoch": 6.292481977342946,
+      "grad_norm": 0.28036069869995117,
+      "learning_rate": 7.879909269157236e-05,
+      "loss": 0.0382,
+      "step": 6110
+    },
+    {
+      "epoch": 6.302780638516992,
+      "grad_norm": 0.4012965261936188,
+      "learning_rate": 7.87239524907168e-05,
+      "loss": 0.0472,
+      "step": 6120
+    },
+    {
+      "epoch": 6.31307929969104,
+      "grad_norm": 0.4002419412136078,
+      "learning_rate": 7.864871533901544e-05,
+      "loss": 0.051,
+      "step": 6130
+    },
+    {
+      "epoch": 6.323377960865088,
+      "grad_norm": 0.3897566795349121,
+      "learning_rate": 7.857338149041332e-05,
+      "loss": 0.0487,
+      "step": 6140
+    },
+    {
+      "epoch": 6.3336766220391345,
+      "grad_norm": 0.4365810751914978,
+      "learning_rate": 7.849795119918191e-05,
+      "loss": 0.0486,
+      "step": 6150
+    },
+    {
+      "epoch": 6.343975283213182,
+      "grad_norm": 0.38556814193725586,
+      "learning_rate": 7.842242471991809e-05,
+      "loss": 0.0509,
+      "step": 6160
+    },
+    {
+      "epoch": 6.35427394438723,
+      "grad_norm": 0.3570299744606018,
+      "learning_rate": 7.834680230754353e-05,
+      "loss": 0.0485,
+      "step": 6170
+    },
+    {
+      "epoch": 6.364572605561277,
+      "grad_norm": 0.25796523690223694,
+      "learning_rate": 7.82710842173036e-05,
+      "loss": 0.0474,
+      "step": 6180
+    },
+    {
+      "epoch": 6.374871266735324,
+      "grad_norm": 0.4013979732990265,
+      "learning_rate": 7.819527070476665e-05,
+      "loss": 0.0453,
+      "step": 6190
+    },
+    {
+      "epoch": 6.385169927909372,
+      "grad_norm": 0.2755083739757538,
+      "learning_rate": 7.811936202582306e-05,
+      "loss": 0.0407,
+      "step": 6200
+    },
+    {
+      "epoch": 6.3954685890834195,
+      "grad_norm": 0.8050864338874817,
+      "learning_rate": 7.80433584366845e-05,
+      "loss": 0.0468,
+      "step": 6210
+    },
+    {
+      "epoch": 6.405767250257466,
+      "grad_norm": 0.5987268686294556,
+      "learning_rate": 7.796726019388295e-05,
+      "loss": 0.0445,
+      "step": 6220
+    },
+    {
+      "epoch": 6.416065911431514,
+      "grad_norm": 0.31688612699508667,
+      "learning_rate": 7.789106755426985e-05,
+      "loss": 0.0414,
+      "step": 6230
+    },
+    {
+      "epoch": 6.426364572605562,
+      "grad_norm": 0.2687252163887024,
+      "learning_rate": 7.781478077501525e-05,
+      "loss": 0.0381,
+      "step": 6240
+    },
+    {
+      "epoch": 6.436663233779608,
+      "grad_norm": 0.31859585642814636,
+      "learning_rate": 7.773840011360698e-05,
+      "loss": 0.0486,
+      "step": 6250
+    },
+    {
+      "epoch": 6.446961894953656,
+      "grad_norm": 0.39176130294799805,
+      "learning_rate": 7.766192582784974e-05,
+      "loss": 0.0492,
+      "step": 6260
+    },
+    {
+      "epoch": 6.457260556127704,
+      "grad_norm": 0.4192884862422943,
+      "learning_rate": 7.758535817586424e-05,
+      "loss": 0.0524,
+      "step": 6270
+    },
+    {
+      "epoch": 6.46755921730175,
+      "grad_norm": 0.41165101528167725,
+      "learning_rate": 7.750869741608628e-05,
+      "loss": 0.0459,
+      "step": 6280
+    },
+    {
+      "epoch": 6.477857878475798,
+      "grad_norm": 0.37704214453697205,
+      "learning_rate": 7.7431943807266e-05,
+      "loss": 0.0555,
+      "step": 6290
+    },
+    {
+      "epoch": 6.488156539649846,
+      "grad_norm": 0.4949089586734772,
+      "learning_rate": 7.735509760846682e-05,
+      "loss": 0.0493,
+      "step": 6300
+    },
+    {
+      "epoch": 6.4984552008238925,
+      "grad_norm": 0.27363213896751404,
+      "learning_rate": 7.727815907906481e-05,
+      "loss": 0.0498,
+      "step": 6310
+    },
+    {
+      "epoch": 6.50875386199794,
+      "grad_norm": 0.32286787033081055,
+      "learning_rate": 7.720112847874759e-05,
+      "loss": 0.0445,
+      "step": 6320
+    },
+    {
+      "epoch": 6.519052523171988,
+      "grad_norm": 0.2211546152830124,
+      "learning_rate": 7.712400606751356e-05,
+      "loss": 0.0475,
+      "step": 6330
+    },
+    {
+      "epoch": 6.5293511843460355,
+      "grad_norm": 0.2400301843881607,
+      "learning_rate": 7.7046792105671e-05,
+      "loss": 0.0459,
+      "step": 6340
+    },
+    {
+      "epoch": 6.539649845520082,
+      "grad_norm": 0.3111647069454193,
+      "learning_rate": 7.696948685383725e-05,
+      "loss": 0.0492,
+      "step": 6350
+    },
+    {
+      "epoch": 6.54994850669413,
+      "grad_norm": 0.3468630313873291,
+      "learning_rate": 7.68920905729377e-05,
+      "loss": 0.0422,
+      "step": 6360
+    },
+    {
+      "epoch": 6.5602471678681775,
+      "grad_norm": 0.4992178678512573,
+      "learning_rate": 7.6814603524205e-05,
+      "loss": 0.0489,
+      "step": 6370
+    },
+    {
+      "epoch": 6.570545829042224,
+      "grad_norm": 0.33954063057899475,
+      "learning_rate": 7.673702596917824e-05,
+      "loss": 0.0483,
+      "step": 6380
+    },
+    {
+      "epoch": 6.580844490216272,
+      "grad_norm": 0.3721350133419037,
+      "learning_rate": 7.665935816970193e-05,
+      "loss": 0.0415,
+      "step": 6390
+    },
+    {
+      "epoch": 6.59114315139032,
+      "grad_norm": 0.30230167508125305,
+      "learning_rate": 7.658160038792518e-05,
+      "loss": 0.0431,
+      "step": 6400
+    },
+    {
+      "epoch": 6.601441812564366,
+      "grad_norm": 0.2966795861721039,
+      "learning_rate": 7.650375288630083e-05,
+      "loss": 0.0431,
+      "step": 6410
+    },
+    {
+      "epoch": 6.611740473738414,
+      "grad_norm": 0.28090888261795044,
+      "learning_rate": 7.642581592758453e-05,
+      "loss": 0.0413,
+      "step": 6420
+    },
+    {
+      "epoch": 6.622039134912462,
+      "grad_norm": 0.3371041715145111,
+      "learning_rate": 7.634778977483389e-05,
+      "loss": 0.0469,
+      "step": 6430
+    },
+    {
+      "epoch": 6.632337796086508,
+      "grad_norm": 0.28260523080825806,
+      "learning_rate": 7.626967469140754e-05,
+      "loss": 0.0437,
+      "step": 6440
+    },
+    {
+      "epoch": 6.642636457260556,
+      "grad_norm": 0.2734527289867401,
+      "learning_rate": 7.619147094096434e-05,
+      "loss": 0.043,
+      "step": 6450
+    },
+    {
+      "epoch": 6.652935118434604,
+      "grad_norm": 0.3294004797935486,
+      "learning_rate": 7.611317878746238e-05,
+      "loss": 0.0414,
+      "step": 6460
+    },
+    {
+      "epoch": 6.663233779608651,
+      "grad_norm": 0.45815443992614746,
+      "learning_rate": 7.60347984951581e-05,
+      "loss": 0.0496,
+      "step": 6470
+    },
+    {
+      "epoch": 6.673532440782698,
+      "grad_norm": 0.24537749588489532,
+      "learning_rate": 7.59563303286055e-05,
+      "loss": 0.0425,
+      "step": 6480
+    },
+    {
+      "epoch": 6.683831101956746,
+      "grad_norm": 0.32262513041496277,
+      "learning_rate": 7.587777455265515e-05,
+      "loss": 0.042,
+      "step": 6490
+    },
+    {
+      "epoch": 6.6941297631307926,
+      "grad_norm": 0.19561485946178436,
+      "learning_rate": 7.579913143245328e-05,
+      "loss": 0.0424,
+      "step": 6500
+    },
+    {
+      "epoch": 6.70442842430484,
+      "grad_norm": 0.29754048585891724,
+      "learning_rate": 7.572040123344103e-05,
+      "loss": 0.0466,
+      "step": 6510
+    },
+    {
+      "epoch": 6.714727085478888,
+      "grad_norm": 0.33084553480148315,
+      "learning_rate": 7.564158422135337e-05,
+      "loss": 0.0496,
+      "step": 6520
+    },
+    {
+      "epoch": 6.7250257466529355,
+      "grad_norm": 0.40858951210975647,
+      "learning_rate": 7.55626806622183e-05,
+      "loss": 0.0481,
+      "step": 6530
+    },
+    {
+      "epoch": 6.735324407826982,
+      "grad_norm": 0.9231746792793274,
+      "learning_rate": 7.548369082235595e-05,
+      "loss": 0.0512,
+      "step": 6540
+    },
+    {
+      "epoch": 6.74562306900103,
+      "grad_norm": 0.4263251721858978,
+      "learning_rate": 7.54046149683777e-05,
+      "loss": 0.0429,
+      "step": 6550
+    },
+    {
+      "epoch": 6.755921730175078,
+      "grad_norm": 0.2868654131889343,
+      "learning_rate": 7.532545336718521e-05,
+      "loss": 0.048,
+      "step": 6560
+    },
+    {
+      "epoch": 6.766220391349124,
+      "grad_norm": 0.250887930393219,
+      "learning_rate": 7.524620628596954e-05,
+      "loss": 0.0477,
+      "step": 6570
+    },
+    {
+      "epoch": 6.776519052523172,
+      "grad_norm": 0.3410227298736572,
+      "learning_rate": 7.516687399221037e-05,
+      "loss": 0.0474,
+      "step": 6580
+    },
+    {
+      "epoch": 6.78681771369722,
+      "grad_norm": 0.42289555072784424,
+      "learning_rate": 7.508745675367483e-05,
+      "loss": 0.0445,
+      "step": 6590
+    },
+    {
+      "epoch": 6.797116374871266,
+      "grad_norm": 0.3723140358924866,
+      "learning_rate": 7.500795483841692e-05,
+      "loss": 0.0473,
+      "step": 6600
+    },
+    {
+      "epoch": 6.807415036045314,
+      "grad_norm": 0.5165073275566101,
+      "learning_rate": 7.492836851477636e-05,
+      "loss": 0.0502,
+      "step": 6610
+    },
+    {
+      "epoch": 6.817713697219362,
+      "grad_norm": 0.3081056773662567,
+      "learning_rate": 7.484869805137778e-05,
+      "loss": 0.0478,
+      "step": 6620
+    },
+    {
+      "epoch": 6.8280123583934085,
+      "grad_norm": 0.39798182249069214,
+      "learning_rate": 7.476894371712982e-05,
+      "loss": 0.0516,
+      "step": 6630
+    },
+    {
+      "epoch": 6.838311019567456,
+      "grad_norm": 0.3031449615955353,
+      "learning_rate": 7.468910578122418e-05,
+      "loss": 0.0458,
+      "step": 6640
+    },
+    {
+      "epoch": 6.848609680741504,
+      "grad_norm": 0.40421777963638306,
+      "learning_rate": 7.460918451313481e-05,
+      "loss": 0.0464,
+      "step": 6650
+    },
+    {
+      "epoch": 6.858908341915551,
+      "grad_norm": 0.3347015976905823,
+      "learning_rate": 7.452918018261684e-05,
+      "loss": 0.0427,
+      "step": 6660
+    },
+    {
+      "epoch": 6.869207003089598,
+      "grad_norm": 0.46592167019844055,
+      "learning_rate": 7.444909305970578e-05,
+      "loss": 0.0395,
+      "step": 6670
+    },
+    {
+      "epoch": 6.879505664263646,
+      "grad_norm": 0.31017211079597473,
+      "learning_rate": 7.436892341471663e-05,
+      "loss": 0.052,
+      "step": 6680
+    },
+    {
+      "epoch": 6.889804325437693,
+      "grad_norm": 0.575901210308075,
+      "learning_rate": 7.428867151824287e-05,
+      "loss": 0.0489,
+      "step": 6690
+    },
+    {
+      "epoch": 6.90010298661174,
+      "grad_norm": 0.372746080160141,
+      "learning_rate": 7.420833764115561e-05,
+      "loss": 0.0428,
+      "step": 6700
+    },
+    {
+      "epoch": 6.910401647785788,
+      "grad_norm": 0.37451857328414917,
+      "learning_rate": 7.41279220546027e-05,
+      "loss": 0.0432,
+      "step": 6710
+    },
+    {
+      "epoch": 6.920700308959836,
+      "grad_norm": 0.3189006447792053,
+      "learning_rate": 7.404742503000776e-05,
+      "loss": 0.0519,
+      "step": 6720
+    },
+    {
+      "epoch": 6.930998970133882,
+      "grad_norm": 0.22485186159610748,
+      "learning_rate": 7.396684683906928e-05,
+      "loss": 0.0507,
+      "step": 6730
+    },
+    {
+      "epoch": 6.94129763130793,
+      "grad_norm": 0.3649514615535736,
+      "learning_rate": 7.38861877537597e-05,
+      "loss": 0.0485,
+      "step": 6740
+    },
+    {
+      "epoch": 6.951596292481978,
+      "grad_norm": 0.37899455428123474,
+      "learning_rate": 7.380544804632453e-05,
+      "loss": 0.0454,
+      "step": 6750
+    },
+    {
+      "epoch": 6.961894953656024,
+      "grad_norm": 0.4623110294342041,
+      "learning_rate": 7.372462798928137e-05,
+      "loss": 0.0446,
+      "step": 6760
+    },
+    {
+      "epoch": 6.972193614830072,
+      "grad_norm": 0.41896483302116394,
+      "learning_rate": 7.364372785541902e-05,
+      "loss": 0.0432,
+      "step": 6770
+    },
+    {
+      "epoch": 6.98249227600412,
+      "grad_norm": 0.28001904487609863,
+      "learning_rate": 7.356274791779661e-05,
+      "loss": 0.0447,
+      "step": 6780
+    },
+    {
+      "epoch": 6.9927909371781665,
+      "grad_norm": 0.35105225443840027,
+      "learning_rate": 7.348168844974254e-05,
+      "loss": 0.0445,
+      "step": 6790
+    },
+    {
+      "epoch": 7.003089598352214,
+      "grad_norm": 0.41556599736213684,
+      "learning_rate": 7.340054972485371e-05,
+      "loss": 0.0512,
+      "step": 6800
+    },
+    {
+      "epoch": 7.013388259526262,
+      "grad_norm": 0.4035722017288208,
+      "learning_rate": 7.331933201699457e-05,
+      "loss": 0.0423,
+      "step": 6810
+    },
+    {
+      "epoch": 7.0236869207003085,
+      "grad_norm": 0.4090428352355957,
+      "learning_rate": 7.323803560029605e-05,
+      "loss": 0.0514,
+      "step": 6820
+    },
+    {
+      "epoch": 7.033985581874356,
+      "grad_norm": 0.3787795901298523,
+      "learning_rate": 7.315666074915481e-05,
+      "loss": 0.0402,
+      "step": 6830
+    },
+    {
+      "epoch": 7.044284243048404,
+      "grad_norm": 0.32284408807754517,
+      "learning_rate": 7.307520773823227e-05,
+      "loss": 0.0466,
+      "step": 6840
+    },
+    {
+      "epoch": 7.0545829042224515,
+      "grad_norm": 0.35008612275123596,
+      "learning_rate": 7.299367684245362e-05,
+      "loss": 0.0451,
+      "step": 6850
+    },
+    {
+      "epoch": 7.064881565396498,
+      "grad_norm": 0.38151565194129944,
+      "learning_rate": 7.29120683370069e-05,
+      "loss": 0.0364,
+      "step": 6860
+    },
+    {
+      "epoch": 7.075180226570546,
+      "grad_norm": 0.21700677275657654,
+      "learning_rate": 7.283038249734217e-05,
+      "loss": 0.0504,
+      "step": 6870
+    },
+    {
+      "epoch": 7.085478887744594,
+      "grad_norm": 0.3018152415752411,
+      "learning_rate": 7.27486195991705e-05,
+      "loss": 0.0519,
+      "step": 6880
+    },
+    {
+      "epoch": 7.09577754891864,
+      "grad_norm": 0.2052696943283081,
+      "learning_rate": 7.266677991846301e-05,
+      "loss": 0.042,
+      "step": 6890
+    },
+    {
+      "epoch": 7.106076210092688,
+      "grad_norm": 0.39970454573631287,
+      "learning_rate": 7.258486373144999e-05,
+      "loss": 0.0409,
+      "step": 6900
+    },
+    {
+      "epoch": 7.116374871266736,
+      "grad_norm": 0.22980281710624695,
+      "learning_rate": 7.250287131462004e-05,
+      "loss": 0.0445,
+      "step": 6910
+    },
+    {
+      "epoch": 7.126673532440782,
+      "grad_norm": 0.3403468430042267,
+      "learning_rate": 7.242080294471895e-05,
+      "loss": 0.0565,
+      "step": 6920
+    },
+    {
+      "epoch": 7.13697219361483,
+      "grad_norm": 0.25713488459587097,
+      "learning_rate": 7.233865889874891e-05,
+      "loss": 0.0456,
+      "step": 6930
+    },
+    {
+      "epoch": 7.147270854788878,
+      "grad_norm": 0.3376232981681824,
+      "learning_rate": 7.225643945396757e-05,
+      "loss": 0.0378,
+      "step": 6940
+    },
+    {
+      "epoch": 7.1575695159629245,
+      "grad_norm": 0.255604088306427,
+      "learning_rate": 7.217414488788702e-05,
+      "loss": 0.041,
+      "step": 6950
+    },
+    {
+      "epoch": 7.167868177136972,
+      "grad_norm": 0.2713391184806824,
+      "learning_rate": 7.209177547827294e-05,
+      "loss": 0.0527,
+      "step": 6960
+    },
+    {
+      "epoch": 7.17816683831102,
+      "grad_norm": 0.2645740509033203,
+      "learning_rate": 7.20093315031436e-05,
+      "loss": 0.0432,
+      "step": 6970
+    },
+    {
+      "epoch": 7.1884654994850665,
+      "grad_norm": 0.3499581515789032,
+      "learning_rate": 7.192681324076896e-05,
+      "loss": 0.0516,
+      "step": 6980
+    },
+    {
+      "epoch": 7.198764160659114,
+      "grad_norm": 0.24416272342205048,
+      "learning_rate": 7.184422096966971e-05,
+      "loss": 0.0435,
+      "step": 6990
+    },
+    {
+      "epoch": 7.209062821833162,
+      "grad_norm": 0.3371264338493347,
+      "learning_rate": 7.176155496861638e-05,
+      "loss": 0.0463,
+      "step": 7000
+    },
+    {
+      "epoch": 7.2193614830072095,
+      "grad_norm": 0.3851630687713623,
+      "learning_rate": 7.167881551662831e-05,
+      "loss": 0.0407,
+      "step": 7010
+    },
+    {
+      "epoch": 7.229660144181256,
+      "grad_norm": 0.2070106714963913,
+      "learning_rate": 7.159600289297276e-05,
+      "loss": 0.0386,
+      "step": 7020
+    },
+    {
+      "epoch": 7.239958805355304,
+      "grad_norm": 0.3137363791465759,
+      "learning_rate": 7.151311737716397e-05,
+      "loss": 0.0411,
+      "step": 7030
+    },
+    {
+      "epoch": 7.2502574665293515,
+      "grad_norm": 0.3703240752220154,
+      "learning_rate": 7.143015924896226e-05,
+      "loss": 0.0426,
+      "step": 7040
+    },
+    {
+      "epoch": 7.260556127703398,
+      "grad_norm": 0.3365670144557953,
+      "learning_rate": 7.134712878837294e-05,
+      "loss": 0.0506,
+      "step": 7050
+    },
+    {
+      "epoch": 7.270854788877446,
+      "grad_norm": 0.2538038194179535,
+      "learning_rate": 7.126402627564555e-05,
+      "loss": 0.0466,
+      "step": 7060
+    },
+    {
+      "epoch": 7.281153450051494,
+      "grad_norm": 0.43290919065475464,
+      "learning_rate": 7.118085199127276e-05,
+      "loss": 0.0463,
+      "step": 7070
+    },
+    {
+      "epoch": 7.29145211122554,
+      "grad_norm": 0.2167598456144333,
+      "learning_rate": 7.109760621598952e-05,
+      "loss": 0.0421,
+      "step": 7080
+    },
+    {
+      "epoch": 7.301750772399588,
+      "grad_norm": 0.24321898818016052,
+      "learning_rate": 7.101428923077209e-05,
+      "loss": 0.0382,
+      "step": 7090
+    },
+    {
+      "epoch": 7.312049433573636,
+      "grad_norm": 0.31298938393592834,
+      "learning_rate": 7.093090131683704e-05,
+      "loss": 0.0401,
+      "step": 7100
+    },
+    {
+      "epoch": 7.3223480947476824,
+      "grad_norm": 0.38020390272140503,
+      "learning_rate": 7.08474427556404e-05,
+      "loss": 0.0454,
+      "step": 7110
+    },
+    {
+      "epoch": 7.33264675592173,
+      "grad_norm": 0.37544867396354675,
+      "learning_rate": 7.076391382887661e-05,
+      "loss": 0.0408,
+      "step": 7120
+    },
+    {
+      "epoch": 7.342945417095778,
+      "grad_norm": 0.2992228865623474,
+      "learning_rate": 7.068031481847762e-05,
+      "loss": 0.0454,
+      "step": 7130
+    },
+    {
+      "epoch": 7.3532440782698245,
+      "grad_norm": 0.48509418964385986,
+      "learning_rate": 7.059664600661196e-05,
+      "loss": 0.044,
+      "step": 7140
+    },
+    {
+      "epoch": 7.363542739443872,
+      "grad_norm": 0.4964796304702759,
+      "learning_rate": 7.051290767568371e-05,
+      "loss": 0.0526,
+      "step": 7150
+    },
+    {
+      "epoch": 7.37384140061792,
+      "grad_norm": 0.22935813665390015,
+      "learning_rate": 7.042910010833163e-05,
+      "loss": 0.0416,
+      "step": 7160
+    },
+    {
+      "epoch": 7.3841400617919675,
+      "grad_norm": 0.2570447325706482,
+      "learning_rate": 7.034522358742816e-05,
+      "loss": 0.0488,
+      "step": 7170
+    },
+    {
+      "epoch": 7.394438722966014,
+      "grad_norm": 0.23174193501472473,
+      "learning_rate": 7.026127839607847e-05,
+      "loss": 0.0423,
+      "step": 7180
+    },
+    {
+      "epoch": 7.404737384140062,
+      "grad_norm": 0.33260369300842285,
+      "learning_rate": 7.017726481761951e-05,
+      "loss": 0.0464,
+      "step": 7190
+    },
+    {
+      "epoch": 7.4150360453141095,
+      "grad_norm": 0.4475546181201935,
+      "learning_rate": 7.009318313561908e-05,
+      "loss": 0.0475,
+      "step": 7200
+    },
+    {
+      "epoch": 7.425334706488156,
+      "grad_norm": 0.2761160731315613,
+      "learning_rate": 7.000903363387482e-05,
+      "loss": 0.0448,
+      "step": 7210
+    },
+    {
+      "epoch": 7.435633367662204,
+      "grad_norm": 0.39867162704467773,
+      "learning_rate": 6.99248165964133e-05,
+      "loss": 0.0455,
+      "step": 7220
+    },
+    {
+      "epoch": 7.445932028836252,
+      "grad_norm": 0.3500315546989441,
+      "learning_rate": 6.9840532307489e-05,
+      "loss": 0.0452,
+      "step": 7230
+    },
+    {
+      "epoch": 7.456230690010298,
+      "grad_norm": 0.30247119069099426,
+      "learning_rate": 6.975618105158346e-05,
+      "loss": 0.0458,
+      "step": 7240
+    },
+    {
+      "epoch": 7.466529351184346,
+      "grad_norm": 0.357147753238678,
+      "learning_rate": 6.967176311340418e-05,
+      "loss": 0.0401,
+      "step": 7250
+    },
+    {
+      "epoch": 7.476828012358394,
+      "grad_norm": 0.36390820145606995,
+      "learning_rate": 6.958727877788378e-05,
+      "loss": 0.0432,
+      "step": 7260
+    },
+    {
+      "epoch": 7.48712667353244,
+      "grad_norm": 0.3110693395137787,
+      "learning_rate": 6.950272833017896e-05,
+      "loss": 0.0413,
+      "step": 7270
+    },
+    {
+      "epoch": 7.497425334706488,
+      "grad_norm": 0.26132798194885254,
+      "learning_rate": 6.941811205566957e-05,
+      "loss": 0.0448,
+      "step": 7280
+    },
+    {
+      "epoch": 7.507723995880536,
+      "grad_norm": 0.2721041142940521,
+      "learning_rate": 6.933343023995767e-05,
+      "loss": 0.0358,
+      "step": 7290
+    },
+    {
+      "epoch": 7.518022657054583,
+      "grad_norm": 0.26367267966270447,
+      "learning_rate": 6.924868316886649e-05,
+      "loss": 0.0515,
+      "step": 7300
+    },
+    {
+      "epoch": 7.52832131822863,
+      "grad_norm": 0.4417518377304077,
+      "learning_rate": 6.916387112843957e-05,
+      "loss": 0.054,
+      "step": 7310
+    },
+    {
+      "epoch": 7.538619979402678,
+      "grad_norm": 0.3166719079017639,
+      "learning_rate": 6.907899440493968e-05,
+      "loss": 0.0485,
+      "step": 7320
+    },
+    {
+      "epoch": 7.548918640576725,
+      "grad_norm": 0.330705463886261,
+      "learning_rate": 6.899405328484794e-05,
+      "loss": 0.0444,
+      "step": 7330
+    },
+    {
+      "epoch": 7.559217301750772,
+      "grad_norm": 0.22663088142871857,
+      "learning_rate": 6.890904805486286e-05,
+      "loss": 0.0424,
+      "step": 7340
+    },
+    {
+      "epoch": 7.56951596292482,
+      "grad_norm": 0.3720453083515167,
+      "learning_rate": 6.88239790018993e-05,
+      "loss": 0.043,
+      "step": 7350
+    },
+    {
+      "epoch": 7.5798146240988675,
+      "grad_norm": 0.2161106914281845,
+      "learning_rate": 6.873884641308752e-05,
+      "loss": 0.042,
+      "step": 7360
+    },
+    {
+      "epoch": 7.590113285272914,
+      "grad_norm": 0.3371187448501587,
+      "learning_rate": 6.865365057577227e-05,
+      "loss": 0.0463,
+      "step": 7370
+    },
+    {
+      "epoch": 7.600411946446962,
+      "grad_norm": 0.3055129945278168,
+      "learning_rate": 6.856839177751176e-05,
+      "loss": 0.0474,
+      "step": 7380
+    },
+    {
+      "epoch": 7.61071060762101,
+      "grad_norm": 0.3375736474990845,
+      "learning_rate": 6.84830703060767e-05,
+      "loss": 0.0439,
+      "step": 7390
+    },
+    {
+      "epoch": 7.621009268795056,
+      "grad_norm": 0.3460111916065216,
+      "learning_rate": 6.839768644944937e-05,
+      "loss": 0.0464,
+      "step": 7400
+    },
+    {
+      "epoch": 7.631307929969104,
+      "grad_norm": 0.3610309660434723,
+      "learning_rate": 6.83122404958226e-05,
+      "loss": 0.0441,
+      "step": 7410
+    },
+    {
+      "epoch": 7.641606591143152,
+      "grad_norm": 0.32009249925613403,
+      "learning_rate": 6.82267327335988e-05,
+      "loss": 0.0405,
+      "step": 7420
+    },
+    {
+      "epoch": 7.651905252317198,
+      "grad_norm": 0.532019853591919,
+      "learning_rate": 6.814116345138902e-05,
+      "loss": 0.0401,
+      "step": 7430
+    },
+    {
+      "epoch": 7.662203913491246,
+      "grad_norm": 0.25246256589889526,
+      "learning_rate": 6.805553293801196e-05,
+      "loss": 0.0476,
+      "step": 7440
+    },
+    {
+      "epoch": 7.672502574665294,
+      "grad_norm": 0.2576782703399658,
+      "learning_rate": 6.796984148249295e-05,
+      "loss": 0.0456,
+      "step": 7450
+    },
+    {
+      "epoch": 7.6828012358393405,
+      "grad_norm": 0.4437432885169983,
+      "learning_rate": 6.788408937406307e-05,
+      "loss": 0.0434,
+      "step": 7460
+    },
+    {
+      "epoch": 7.693099897013388,
+      "grad_norm": 0.3884623050689697,
+      "learning_rate": 6.77982769021581e-05,
+      "loss": 0.0433,
+      "step": 7470
+    },
+    {
+      "epoch": 7.703398558187436,
+      "grad_norm": 0.30564385652542114,
+      "learning_rate": 6.771240435641754e-05,
+      "loss": 0.0419,
+      "step": 7480
+    },
+    {
+      "epoch": 7.7136972193614834,
+      "grad_norm": 0.29946035146713257,
+      "learning_rate": 6.762647202668366e-05,
+      "loss": 0.0481,
+      "step": 7490
+    },
+    {
+      "epoch": 7.72399588053553,
+      "grad_norm": 0.270355761051178,
+      "learning_rate": 6.754048020300054e-05,
+      "loss": 0.0432,
+      "step": 7500
+    },
+    {
+      "epoch": 7.734294541709578,
+      "grad_norm": 0.3664805293083191,
+      "learning_rate": 6.745442917561309e-05,
+      "loss": 0.0379,
+      "step": 7510
+    },
+    {
+      "epoch": 7.7445932028836255,
+      "grad_norm": 0.788110077381134,
+      "learning_rate": 6.736831923496596e-05,
+      "loss": 0.0521,
+      "step": 7520
+    },
+    {
+      "epoch": 7.754891864057672,
+      "grad_norm": 0.46117472648620605,
+      "learning_rate": 6.728215067170273e-05,
+      "loss": 0.0487,
+      "step": 7530
+    },
+    {
+      "epoch": 7.76519052523172,
+      "grad_norm": 0.18957702815532684,
+      "learning_rate": 6.719592377666483e-05,
+      "loss": 0.0479,
+      "step": 7540
+    },
+    {
+      "epoch": 7.775489186405768,
+      "grad_norm": 0.4086840748786926,
+      "learning_rate": 6.710963884089054e-05,
+      "loss": 0.0426,
+      "step": 7550
+    },
+    {
+      "epoch": 7.785787847579814,
+      "grad_norm": 0.21845366060733795,
+      "learning_rate": 6.70232961556141e-05,
+      "loss": 0.0402,
+      "step": 7560
+    },
+    {
+      "epoch": 7.796086508753862,
+      "grad_norm": 0.18775074183940887,
+      "learning_rate": 6.693689601226458e-05,
+      "loss": 0.04,
+      "step": 7570
+    },
+    {
+      "epoch": 7.80638516992791,
+      "grad_norm": 0.30147698521614075,
+      "learning_rate": 6.685043870246507e-05,
+      "loss": 0.0434,
+      "step": 7580
+    },
+    {
+      "epoch": 7.816683831101956,
+      "grad_norm": 0.366470068693161,
+      "learning_rate": 6.676392451803161e-05,
+      "loss": 0.0463,
+      "step": 7590
+    },
+    {
+      "epoch": 7.826982492276004,
+      "grad_norm": 0.3885975778102875,
+      "learning_rate": 6.667735375097214e-05,
+      "loss": 0.0453,
+      "step": 7600
+    },
+    {
+      "epoch": 7.837281153450052,
+      "grad_norm": 0.29683852195739746,
+      "learning_rate": 6.659072669348564e-05,
+      "loss": 0.0419,
+      "step": 7610
+    },
+    {
+      "epoch": 7.8475798146240985,
+      "grad_norm": 0.29188981652259827,
+      "learning_rate": 6.650404363796108e-05,
+      "loss": 0.0371,
+      "step": 7620
+    },
+    {
+      "epoch": 7.857878475798146,
+      "grad_norm": 0.40961870551109314,
+      "learning_rate": 6.641730487697639e-05,
+      "loss": 0.0435,
+      "step": 7630
+    },
+    {
+      "epoch": 7.868177136972194,
+      "grad_norm": 0.33139774203300476,
+      "learning_rate": 6.633051070329759e-05,
+      "loss": 0.0413,
+      "step": 7640
+    },
+    {
+      "epoch": 7.8784757981462405,
+      "grad_norm": 0.28173500299453735,
+      "learning_rate": 6.624366140987768e-05,
+      "loss": 0.0452,
+      "step": 7650
+    },
+    {
+      "epoch": 7.888774459320288,
+      "grad_norm": 0.2889021039009094,
+      "learning_rate": 6.615675728985572e-05,
+      "loss": 0.0423,
+      "step": 7660
+    },
+    {
+      "epoch": 7.899073120494336,
+      "grad_norm": 0.6384182572364807,
+      "learning_rate": 6.606979863655583e-05,
+      "loss": 0.0379,
+      "step": 7670
+    },
+    {
+      "epoch": 7.9093717816683835,
+      "grad_norm": 0.4132192134857178,
+      "learning_rate": 6.598278574348619e-05,
+      "loss": 0.0391,
+      "step": 7680
+    },
+    {
+      "epoch": 7.91967044284243,
+      "grad_norm": 0.3432478606700897,
+      "learning_rate": 6.589571890433803e-05,
+      "loss": 0.0473,
+      "step": 7690
+    },
+    {
+      "epoch": 7.929969104016478,
+      "grad_norm": 0.3030139207839966,
+      "learning_rate": 6.580859841298471e-05,
+      "loss": 0.0374,
+      "step": 7700
+    },
+    {
+      "epoch": 7.940267765190526,
+      "grad_norm": 0.27307939529418945,
+      "learning_rate": 6.572142456348065e-05,
+      "loss": 0.0402,
+      "step": 7710
+    },
+    {
+      "epoch": 7.950566426364572,
+      "grad_norm": 0.2667880952358246,
+      "learning_rate": 6.563419765006038e-05,
+      "loss": 0.0463,
+      "step": 7720
+    },
+    {
+      "epoch": 7.96086508753862,
+      "grad_norm": 0.37028032541275024,
+      "learning_rate": 6.55469179671375e-05,
+      "loss": 0.038,
+      "step": 7730
+    },
+    {
+      "epoch": 7.971163748712668,
+      "grad_norm": 0.3381376266479492,
+      "learning_rate": 6.545958580930377e-05,
+      "loss": 0.0455,
+      "step": 7740
+    },
+    {
+      "epoch": 7.981462409886714,
+      "grad_norm": 0.28161460161209106,
+      "learning_rate": 6.537220147132805e-05,
+      "loss": 0.0396,
+      "step": 7750
+    },
+    {
+      "epoch": 7.991761071060762,
+      "grad_norm": 0.26298263669013977,
+      "learning_rate": 6.528476524815528e-05,
+      "loss": 0.0424,
+      "step": 7760
+    },
+    {
+      "epoch": 8.002059732234809,
+      "grad_norm": 0.2671511769294739,
+      "learning_rate": 6.519727743490561e-05,
+      "loss": 0.0384,
+      "step": 7770
+    },
+    {
+      "epoch": 8.012358393408856,
+      "grad_norm": 0.3101862967014313,
+      "learning_rate": 6.510973832687323e-05,
+      "loss": 0.0465,
+      "step": 7780
+    },
+    {
+      "epoch": 8.022657054582904,
+      "grad_norm": 0.3037969768047333,
+      "learning_rate": 6.502214821952555e-05,
+      "loss": 0.0473,
+      "step": 7790
+    },
+    {
+      "epoch": 8.032955715756952,
+      "grad_norm": 0.45323264598846436,
+      "learning_rate": 6.493450740850203e-05,
+      "loss": 0.0432,
+      "step": 7800
+    },
+    {
+      "epoch": 8.043254376931,
+      "grad_norm": 0.41797924041748047,
+      "learning_rate": 6.484681618961331e-05,
+      "loss": 0.048,
+      "step": 7810
+    },
+    {
+      "epoch": 8.053553038105047,
+      "grad_norm": 0.4865727424621582,
+      "learning_rate": 6.47590748588402e-05,
+      "loss": 0.0512,
+      "step": 7820
+    },
+    {
+      "epoch": 8.063851699279093,
+      "grad_norm": 0.3105076849460602,
+      "learning_rate": 6.46712837123326e-05,
+      "loss": 0.0448,
+      "step": 7830
+    },
+    {
+      "epoch": 8.07415036045314,
+      "grad_norm": 0.25625815987586975,
+      "learning_rate": 6.458344304640858e-05,
+      "loss": 0.0416,
+      "step": 7840
+    },
+    {
+      "epoch": 8.084449021627188,
+      "grad_norm": 0.31119033694267273,
+      "learning_rate": 6.449555315755333e-05,
+      "loss": 0.041,
+      "step": 7850
+    },
+    {
+      "epoch": 8.094747682801236,
+      "grad_norm": 0.39366838335990906,
+      "learning_rate": 6.440761434241821e-05,
+      "loss": 0.0404,
+      "step": 7860
+    },
+    {
+      "epoch": 8.105046343975284,
+      "grad_norm": 0.31691083312034607,
+      "learning_rate": 6.431962689781969e-05,
+      "loss": 0.0392,
+      "step": 7870
+    },
+    {
+      "epoch": 8.115345005149331,
+      "grad_norm": 0.23836584389209747,
+      "learning_rate": 6.423159112073838e-05,
+      "loss": 0.0455,
+      "step": 7880
+    },
+    {
+      "epoch": 8.125643666323377,
+      "grad_norm": 0.2766348719596863,
+      "learning_rate": 6.414350730831805e-05,
+      "loss": 0.0405,
+      "step": 7890
+    },
+    {
+      "epoch": 8.135942327497425,
+      "grad_norm": 0.3610820174217224,
+      "learning_rate": 6.405537575786456e-05,
+      "loss": 0.0459,
+      "step": 7900
+    },
+    {
+      "epoch": 8.146240988671472,
+      "grad_norm": 0.4069831669330597,
+      "learning_rate": 6.396719676684494e-05,
+      "loss": 0.0449,
+      "step": 7910
+    },
+    {
+      "epoch": 8.15653964984552,
+      "grad_norm": 0.38294172286987305,
+      "learning_rate": 6.387897063288635e-05,
+      "loss": 0.0495,
+      "step": 7920
+    },
+    {
+      "epoch": 8.166838311019568,
+      "grad_norm": 0.3302978575229645,
+      "learning_rate": 6.3790697653775e-05,
+      "loss": 0.0453,
+      "step": 7930
+    },
+    {
+      "epoch": 8.177136972193615,
+      "grad_norm": 0.26982101798057556,
+      "learning_rate": 6.37023781274553e-05,
+      "loss": 0.0463,
+      "step": 7940
+    },
+    {
+      "epoch": 8.187435633367663,
+      "grad_norm": 0.23370954394340515,
+      "learning_rate": 6.361401235202872e-05,
+      "loss": 0.0465,
+      "step": 7950
+    },
+    {
+      "epoch": 8.197734294541709,
+      "grad_norm": 0.3092534840106964,
+      "learning_rate": 6.352560062575284e-05,
+      "loss": 0.055,
+      "step": 7960
+    },
+    {
+      "epoch": 8.208032955715757,
+      "grad_norm": 0.36051103472709656,
+      "learning_rate": 6.343714324704034e-05,
+      "loss": 0.0551,
+      "step": 7970
+    },
+    {
+      "epoch": 8.218331616889804,
+      "grad_norm": 0.33508798480033875,
+      "learning_rate": 6.3348640514458e-05,
+      "loss": 0.0462,
+      "step": 7980
+    },
+    {
+      "epoch": 8.228630278063852,
+      "grad_norm": 0.9673136472702026,
+      "learning_rate": 6.326009272672564e-05,
+      "loss": 0.0442,
+      "step": 7990
+    },
+    {
+      "epoch": 8.2389289392379,
+      "grad_norm": 1.469125509262085,
+      "learning_rate": 6.317150018271522e-05,
+      "loss": 0.0465,
+      "step": 8000
+    },
+    {
+      "epoch": 8.249227600411947,
+      "grad_norm": 0.3022879660129547,
+      "learning_rate": 6.308286318144971e-05,
+      "loss": 0.052,
+      "step": 8010
+    },
+    {
+      "epoch": 8.259526261585993,
+      "grad_norm": 0.240738183259964,
+      "learning_rate": 6.299418202210214e-05,
+      "loss": 0.044,
+      "step": 8020
+    },
+    {
+      "epoch": 8.26982492276004,
+      "grad_norm": 0.3125,
+      "learning_rate": 6.290545700399462e-05,
+      "loss": 0.0413,
+      "step": 8030
+    },
+    {
+      "epoch": 8.280123583934088,
+      "grad_norm": 0.3256394565105438,
+      "learning_rate": 6.281668842659725e-05,
+      "loss": 0.0381,
+      "step": 8040
+    },
+    {
+      "epoch": 8.290422245108136,
+      "grad_norm": 0.3764393925666809,
+      "learning_rate": 6.27278765895272e-05,
+      "loss": 0.0412,
+      "step": 8050
+    },
+    {
+      "epoch": 8.300720906282184,
+      "grad_norm": 0.28021517395973206,
+      "learning_rate": 6.263902179254762e-05,
+      "loss": 0.0392,
+      "step": 8060
+    },
+    {
+      "epoch": 8.311019567456231,
+      "grad_norm": 0.3545322120189667,
+      "learning_rate": 6.255012433556665e-05,
+      "loss": 0.039,
+      "step": 8070
+    },
+    {
+      "epoch": 8.321318228630279,
+      "grad_norm": 0.33872804045677185,
+      "learning_rate": 6.246118451863646e-05,
+      "loss": 0.0417,
+      "step": 8080
+    },
+    {
+      "epoch": 8.331616889804325,
+      "grad_norm": 0.9136466383934021,
+      "learning_rate": 6.237220264195216e-05,
+      "loss": 0.0429,
+      "step": 8090
+    },
+    {
+      "epoch": 8.341915550978372,
+      "grad_norm": 0.31747815012931824,
+      "learning_rate": 6.228317900585083e-05,
+      "loss": 0.0425,
+      "step": 8100
+    },
+    {
+      "epoch": 8.35221421215242,
+      "grad_norm": 0.3648073375225067,
+      "learning_rate": 6.219411391081055e-05,
+      "loss": 0.0384,
+      "step": 8110
+    },
+    {
+      "epoch": 8.362512873326468,
+      "grad_norm": 0.26562437415122986,
+      "learning_rate": 6.210500765744925e-05,
+      "loss": 0.036,
+      "step": 8120
+    },
+    {
+      "epoch": 8.372811534500515,
+      "grad_norm": 0.2761411666870117,
+      "learning_rate": 6.201586054652379e-05,
+      "loss": 0.0466,
+      "step": 8130
+    },
+    {
+      "epoch": 8.383110195674563,
+      "grad_norm": 0.46033117175102234,
+      "learning_rate": 6.192667287892905e-05,
+      "loss": 0.0432,
+      "step": 8140
+    },
+    {
+      "epoch": 8.393408856848609,
+      "grad_norm": 0.3292730450630188,
+      "learning_rate": 6.183744495569666e-05,
+      "loss": 0.0426,
+      "step": 8150
+    },
+    {
+      "epoch": 8.403707518022657,
+      "grad_norm": 0.2943620979785919,
+      "learning_rate": 6.174817707799417e-05,
+      "loss": 0.0483,
+      "step": 8160
+    },
+    {
+      "epoch": 8.414006179196704,
+      "grad_norm": 0.3903990685939789,
+      "learning_rate": 6.165886954712401e-05,
+      "loss": 0.043,
+      "step": 8170
+    },
+    {
+      "epoch": 8.424304840370752,
+      "grad_norm": 0.41772767901420593,
+      "learning_rate": 6.156952266452247e-05,
+      "loss": 0.0407,
+      "step": 8180
+    },
+    {
+      "epoch": 8.4346035015448,
+      "grad_norm": 0.5899285078048706,
+      "learning_rate": 6.148013673175857e-05,
+      "loss": 0.0434,
+      "step": 8190
+    },
+    {
+      "epoch": 8.444902162718847,
+      "grad_norm": 0.22386884689331055,
+      "learning_rate": 6.13907120505332e-05,
+      "loss": 0.042,
+      "step": 8200
+    },
+    {
+      "epoch": 8.455200823892893,
+      "grad_norm": 0.3034772276878357,
+      "learning_rate": 6.130124892267806e-05,
+      "loss": 0.0365,
+      "step": 8210
+    },
+    {
+      "epoch": 8.46549948506694,
+      "grad_norm": 0.37777379155158997,
+      "learning_rate": 6.121174765015455e-05,
+      "loss": 0.0419,
+      "step": 8220
+    },
+    {
+      "epoch": 8.475798146240988,
+      "grad_norm": 0.30282172560691833,
+      "learning_rate": 6.112220853505288e-05,
+      "loss": 0.0418,
+      "step": 8230
+    },
+    {
+      "epoch": 8.486096807415036,
+      "grad_norm": 0.5801701545715332,
+      "learning_rate": 6.103263187959095e-05,
+      "loss": 0.049,
+      "step": 8240
+    },
+    {
+      "epoch": 8.496395468589084,
+      "grad_norm": 0.32179057598114014,
+      "learning_rate": 6.094301798611338e-05,
+      "loss": 0.0396,
+      "step": 8250
+    },
+    {
+      "epoch": 8.506694129763131,
+      "grad_norm": 0.2766133248806,
+      "learning_rate": 6.085336715709049e-05,
+      "loss": 0.0484,
+      "step": 8260
+    },
+    {
+      "epoch": 8.516992790937179,
+      "grad_norm": 0.2891679108142853,
+      "learning_rate": 6.076367969511725e-05,
+      "loss": 0.0483,
+      "step": 8270
+    },
+    {
+      "epoch": 8.527291452111225,
+      "grad_norm": 0.35707661509513855,
+      "learning_rate": 6.067395590291226e-05,
+      "loss": 0.0468,
+      "step": 8280
+    },
+    {
+      "epoch": 8.537590113285273,
+      "grad_norm": 0.29469162225723267,
+      "learning_rate": 6.0584196083316794e-05,
+      "loss": 0.0441,
+      "step": 8290
+    },
+    {
+      "epoch": 8.54788877445932,
+      "grad_norm": 0.29220518469810486,
+      "learning_rate": 6.0494400539293675e-05,
+      "loss": 0.0389,
+      "step": 8300
+    },
+    {
+      "epoch": 8.558187435633368,
+      "grad_norm": 0.3941989243030548,
+      "learning_rate": 6.040456957392635e-05,
+      "loss": 0.0389,
+      "step": 8310
+    },
+    {
+      "epoch": 8.568486096807415,
+      "grad_norm": 0.2707824409008026,
+      "learning_rate": 6.03147034904178e-05,
+      "loss": 0.0471,
+      "step": 8320
+    },
+    {
+      "epoch": 8.578784757981463,
+      "grad_norm": 0.35828855633735657,
+      "learning_rate": 6.0224802592089513e-05,
+      "loss": 0.0453,
+      "step": 8330
+    },
+    {
+      "epoch": 8.589083419155509,
+      "grad_norm": 0.2687852382659912,
+      "learning_rate": 6.013486718238055e-05,
+      "loss": 0.041,
+      "step": 8340
+    },
+    {
+      "epoch": 8.599382080329557,
+      "grad_norm": 0.25436437129974365,
+      "learning_rate": 6.004489756484641e-05,
+      "loss": 0.0411,
+      "step": 8350
+    },
+    {
+      "epoch": 8.609680741503604,
+      "grad_norm": 0.22475087642669678,
+      "learning_rate": 5.995489404315806e-05,
+      "loss": 0.0409,
+      "step": 8360
+    },
+    {
+      "epoch": 8.619979402677652,
+      "grad_norm": 0.32723718881607056,
+      "learning_rate": 5.98648569211009e-05,
+      "loss": 0.0477,
+      "step": 8370
+    },
+    {
+      "epoch": 8.6302780638517,
+      "grad_norm": 0.2676869034767151,
+      "learning_rate": 5.977478650257374e-05,
+      "loss": 0.0363,
+      "step": 8380
+    },
+    {
+      "epoch": 8.640576725025747,
+      "grad_norm": 0.6640805006027222,
+      "learning_rate": 5.9684683091587804e-05,
+      "loss": 0.0396,
+      "step": 8390
+    },
+    {
+      "epoch": 8.650875386199793,
+      "grad_norm": 0.29109275341033936,
+      "learning_rate": 5.959454699226562e-05,
+      "loss": 0.0452,
+      "step": 8400
+    },
+    {
+      "epoch": 8.66117404737384,
+      "grad_norm": 0.39319050312042236,
+      "learning_rate": 5.95043785088401e-05,
+      "loss": 0.0359,
+      "step": 8410
+    },
+    {
+      "epoch": 8.671472708547888,
+      "grad_norm": 0.2134009450674057,
+      "learning_rate": 5.941417794565343e-05,
+      "loss": 0.0387,
+      "step": 8420
+    },
+    {
+      "epoch": 8.681771369721936,
+      "grad_norm": 0.21827584505081177,
+      "learning_rate": 5.9323945607156076e-05,
+      "loss": 0.0382,
+      "step": 8430
+    },
+    {
+      "epoch": 8.692070030895984,
+      "grad_norm": 0.41963616013526917,
+      "learning_rate": 5.9233681797905785e-05,
+      "loss": 0.0404,
+      "step": 8440
+    },
+    {
+      "epoch": 8.702368692070031,
+      "grad_norm": 0.21744829416275024,
+      "learning_rate": 5.914338682256647e-05,
+      "loss": 0.0437,
+      "step": 8450
+    },
+    {
+      "epoch": 8.712667353244079,
+      "grad_norm": 0.27720943093299866,
+      "learning_rate": 5.905306098590728e-05,
+      "loss": 0.0403,
+      "step": 8460
+    },
+    {
+      "epoch": 8.722966014418125,
+      "grad_norm": 0.30195143818855286,
+      "learning_rate": 5.896270459280153e-05,
+      "loss": 0.0374,
+      "step": 8470
+    },
+    {
+      "epoch": 8.733264675592173,
+      "grad_norm": 0.32989758253097534,
+      "learning_rate": 5.8872317948225644e-05,
+      "loss": 0.0368,
+      "step": 8480
+    },
+    {
+      "epoch": 8.74356333676622,
+      "grad_norm": 0.22078627347946167,
+      "learning_rate": 5.8781901357258165e-05,
+      "loss": 0.0467,
+      "step": 8490
+    },
+    {
+      "epoch": 8.753861997940268,
+      "grad_norm": 0.5876451134681702,
+      "learning_rate": 5.869145512507872e-05,
+      "loss": 0.0407,
+      "step": 8500
+    },
+    {
+      "epoch": 8.764160659114316,
+      "grad_norm": 0.44796323776245117,
+      "learning_rate": 5.860097955696698e-05,
+      "loss": 0.0382,
+      "step": 8510
+    },
+    {
+      "epoch": 8.774459320288363,
+      "grad_norm": 0.35779476165771484,
+      "learning_rate": 5.851047495830163e-05,
+      "loss": 0.0438,
+      "step": 8520
+    },
+    {
+      "epoch": 8.784757981462409,
+      "grad_norm": 0.28585049510002136,
+      "learning_rate": 5.841994163455934e-05,
+      "loss": 0.0376,
+      "step": 8530
+    },
+    {
+      "epoch": 8.795056642636457,
+      "grad_norm": 0.26791223883628845,
+      "learning_rate": 5.832937989131374e-05,
+      "loss": 0.0387,
+      "step": 8540
+    },
+    {
+      "epoch": 8.805355303810504,
+      "grad_norm": 0.5671482086181641,
+      "learning_rate": 5.823879003423438e-05,
+      "loss": 0.0366,
+      "step": 8550
+    },
+    {
+      "epoch": 8.815653964984552,
+      "grad_norm": 0.1565544456243515,
+      "learning_rate": 5.8148172369085686e-05,
+      "loss": 0.0369,
+      "step": 8560
+    },
+    {
+      "epoch": 8.8259526261586,
+      "grad_norm": 0.46639129519462585,
+      "learning_rate": 5.8057527201725984e-05,
+      "loss": 0.0398,
+      "step": 8570
+    },
+    {
+      "epoch": 8.836251287332647,
+      "grad_norm": 0.8469918370246887,
+      "learning_rate": 5.796685483810637e-05,
+      "loss": 0.047,
+      "step": 8580
+    },
+    {
+      "epoch": 8.846549948506695,
+      "grad_norm": 0.1878482550382614,
+      "learning_rate": 5.7876155584269785e-05,
+      "loss": 0.0386,
+      "step": 8590
+    },
+    {
+      "epoch": 8.85684860968074,
+      "grad_norm": 0.26714402437210083,
+      "learning_rate": 5.7785429746349905e-05,
+      "loss": 0.049,
+      "step": 8600
+    },
+    {
+      "epoch": 8.867147270854788,
+      "grad_norm": 0.35005736351013184,
+      "learning_rate": 5.7694677630570146e-05,
+      "loss": 0.0435,
+      "step": 8610
+    },
+    {
+      "epoch": 8.877445932028836,
+      "grad_norm": 0.48994550108909607,
+      "learning_rate": 5.760389954324261e-05,
+      "loss": 0.049,
+      "step": 8620
+    },
+    {
+      "epoch": 8.887744593202884,
+      "grad_norm": 0.24901621043682098,
+      "learning_rate": 5.7513095790767066e-05,
+      "loss": 0.0445,
+      "step": 8630
+    },
+    {
+      "epoch": 8.898043254376931,
+      "grad_norm": 0.32309484481811523,
+      "learning_rate": 5.742226667962991e-05,
+      "loss": 0.0471,
+      "step": 8640
+    },
+    {
+      "epoch": 8.908341915550979,
+      "grad_norm": 0.30904820561408997,
+      "learning_rate": 5.733141251640315e-05,
+      "loss": 0.0377,
+      "step": 8650
+    },
+    {
+      "epoch": 8.918640576725025,
+      "grad_norm": 0.30617690086364746,
+      "learning_rate": 5.724053360774327e-05,
+      "loss": 0.0378,
+      "step": 8660
+    },
+    {
+      "epoch": 8.928939237899073,
+      "grad_norm": 0.19513899087905884,
+      "learning_rate": 5.7149630260390384e-05,
+      "loss": 0.0315,
+      "step": 8670
+    },
+    {
+      "epoch": 8.93923789907312,
+      "grad_norm": 0.5502423048019409,
+      "learning_rate": 5.705870278116703e-05,
+      "loss": 0.0422,
+      "step": 8680
+    },
+    {
+      "epoch": 8.949536560247168,
+      "grad_norm": 0.3435225486755371,
+      "learning_rate": 5.6967751476977215e-05,
+      "loss": 0.0406,
+      "step": 8690
+    },
+    {
+      "epoch": 8.959835221421216,
+      "grad_norm": 0.28045403957366943,
+      "learning_rate": 5.687677665480533e-05,
+      "loss": 0.0473,
+      "step": 8700
+    },
+    {
+      "epoch": 8.970133882595263,
+      "grad_norm": 0.2749752700328827,
+      "learning_rate": 5.6785778621715225e-05,
+      "loss": 0.0378,
+      "step": 8710
+    },
+    {
+      "epoch": 8.98043254376931,
+      "grad_norm": 0.39981475472450256,
+      "learning_rate": 5.669475768484901e-05,
+      "loss": 0.0406,
+      "step": 8720
+    },
+    {
+      "epoch": 8.990731204943357,
+      "grad_norm": 0.28953787684440613,
+      "learning_rate": 5.660371415142611e-05,
+      "loss": 0.0379,
+      "step": 8730
+    },
+    {
+      "epoch": 9.001029866117404,
+      "grad_norm": 0.17452044785022736,
+      "learning_rate": 5.65126483287423e-05,
+      "loss": 0.0412,
+      "step": 8740
+    },
+    {
+      "epoch": 9.011328527291452,
+      "grad_norm": 0.3600793182849884,
+      "learning_rate": 5.642156052416849e-05,
+      "loss": 0.041,
+      "step": 8750
+    },
+    {
+      "epoch": 9.0216271884655,
+      "grad_norm": 0.2760295569896698,
+      "learning_rate": 5.633045104514982e-05,
+      "loss": 0.0435,
+      "step": 8760
+    },
+    {
+      "epoch": 9.031925849639547,
+      "grad_norm": 0.3825409710407257,
+      "learning_rate": 5.6239320199204616e-05,
+      "loss": 0.0408,
+      "step": 8770
+    },
+    {
+      "epoch": 9.042224510813595,
+      "grad_norm": 0.374891072511673,
+      "learning_rate": 5.614816829392328e-05,
+      "loss": 0.0383,
+      "step": 8780
+    },
+    {
+      "epoch": 9.052523171987641,
+      "grad_norm": 0.27747559547424316,
+      "learning_rate": 5.60569956369673e-05,
+      "loss": 0.0464,
+      "step": 8790
+    },
+    {
+      "epoch": 9.062821833161689,
+      "grad_norm": 0.28678062558174133,
+      "learning_rate": 5.596580253606824e-05,
+      "loss": 0.0487,
+      "step": 8800
+    },
+    {
+      "epoch": 9.073120494335736,
+      "grad_norm": 0.4970363676548004,
+      "learning_rate": 5.587458929902664e-05,
+      "loss": 0.051,
+      "step": 8810
+    },
+    {
+      "epoch": 9.083419155509784,
+      "grad_norm": 0.30037108063697815,
+      "learning_rate": 5.5783356233711005e-05,
+      "loss": 0.0383,
+      "step": 8820
+    },
+    {
+      "epoch": 9.093717816683832,
+      "grad_norm": 0.2640860676765442,
+      "learning_rate": 5.569210364805677e-05,
+      "loss": 0.0462,
+      "step": 8830
+    },
+    {
+      "epoch": 9.10401647785788,
+      "grad_norm": 0.30006083846092224,
+      "learning_rate": 5.5600831850065274e-05,
+      "loss": 0.0362,
+      "step": 8840
+    },
+    {
+      "epoch": 9.114315139031925,
+      "grad_norm": 0.3721349537372589,
+      "learning_rate": 5.550954114780269e-05,
+      "loss": 0.0399,
+      "step": 8850
+    },
+    {
+      "epoch": 9.124613800205973,
+      "grad_norm": 0.336732417345047,
+      "learning_rate": 5.541823184939896e-05,
+      "loss": 0.0421,
+      "step": 8860
+    },
+    {
+      "epoch": 9.13491246138002,
+      "grad_norm": 0.26279309391975403,
+      "learning_rate": 5.532690426304685e-05,
+      "loss": 0.0433,
+      "step": 8870
+    },
+    {
+      "epoch": 9.145211122554068,
+      "grad_norm": 0.2945043742656708,
+      "learning_rate": 5.5235558697000836e-05,
+      "loss": 0.0439,
+      "step": 8880
+    },
+    {
+      "epoch": 9.155509783728116,
+      "grad_norm": 0.47877517342567444,
+      "learning_rate": 5.514419545957606e-05,
+      "loss": 0.0431,
+      "step": 8890
+    },
+    {
+      "epoch": 9.165808444902163,
+      "grad_norm": 0.3854601979255676,
+      "learning_rate": 5.5052814859147315e-05,
+      "loss": 0.0365,
+      "step": 8900
+    },
+    {
+      "epoch": 9.176107106076211,
+      "grad_norm": 0.3006962835788727,
+      "learning_rate": 5.496141720414804e-05,
+      "loss": 0.0427,
+      "step": 8910
+    },
+    {
+      "epoch": 9.186405767250257,
+      "grad_norm": 0.5065596699714661,
+      "learning_rate": 5.487000280306917e-05,
+      "loss": 0.0395,
+      "step": 8920
+    },
+    {
+      "epoch": 9.196704428424304,
+      "grad_norm": 0.4032178521156311,
+      "learning_rate": 5.4778571964458214e-05,
+      "loss": 0.0341,
+      "step": 8930
+    },
+    {
+      "epoch": 9.207003089598352,
+      "grad_norm": 0.357695609331131,
+      "learning_rate": 5.468712499691816e-05,
+      "loss": 0.0427,
+      "step": 8940
+    },
+    {
+      "epoch": 9.2173017507724,
+      "grad_norm": 0.6212796568870544,
+      "learning_rate": 5.45956622091064e-05,
+      "loss": 0.0444,
+      "step": 8950
+    },
+    {
+      "epoch": 9.227600411946447,
+      "grad_norm": 0.29458391666412354,
+      "learning_rate": 5.4504183909733734e-05,
+      "loss": 0.0402,
+      "step": 8960
+    },
+    {
+      "epoch": 9.237899073120495,
+      "grad_norm": 0.309467613697052,
+      "learning_rate": 5.441269040756334e-05,
+      "loss": 0.0412,
+      "step": 8970
+    },
+    {
+      "epoch": 9.248197734294541,
+      "grad_norm": 0.17707674205303192,
+      "learning_rate": 5.43211820114097e-05,
+      "loss": 0.0423,
+      "step": 8980
+    },
+    {
+      "epoch": 9.258496395468589,
+      "grad_norm": 0.4098307490348816,
+      "learning_rate": 5.422965903013757e-05,
+      "loss": 0.0421,
+      "step": 8990
+    },
+    {
+      "epoch": 9.268795056642636,
+      "grad_norm": 0.31290164589881897,
+      "learning_rate": 5.41381217726609e-05,
+      "loss": 0.0402,
+      "step": 9000
+    },
+    {
+      "epoch": 9.279093717816684,
+      "grad_norm": 0.20957662165164948,
+      "learning_rate": 5.404657054794189e-05,
+      "loss": 0.0426,
+      "step": 9010
+    },
+    {
+      "epoch": 9.289392378990732,
+      "grad_norm": 0.2308698147535324,
+      "learning_rate": 5.3955005664989834e-05,
+      "loss": 0.0389,
+      "step": 9020
+    },
+    {
+      "epoch": 9.29969104016478,
+      "grad_norm": 0.2409774512052536,
+      "learning_rate": 5.3863427432860125e-05,
+      "loss": 0.0352,
+      "step": 9030
+    },
+    {
+      "epoch": 9.309989701338825,
+      "grad_norm": 0.24483443796634674,
+      "learning_rate": 5.3771836160653254e-05,
+      "loss": 0.0406,
+      "step": 9040
+    },
+    {
+      "epoch": 9.320288362512873,
+      "grad_norm": 0.2869531810283661,
+      "learning_rate": 5.368023215751369e-05,
+      "loss": 0.0379,
+      "step": 9050
+    },
+    {
+      "epoch": 9.33058702368692,
+      "grad_norm": 0.27807915210723877,
+      "learning_rate": 5.3588615732628854e-05,
+      "loss": 0.0451,
+      "step": 9060
+    },
+    {
+      "epoch": 9.340885684860968,
+      "grad_norm": 0.33199331164360046,
+      "learning_rate": 5.3496987195228156e-05,
+      "loss": 0.034,
+      "step": 9070
+    },
+    {
+      "epoch": 9.351184346035016,
+      "grad_norm": 0.2562348246574402,
+      "learning_rate": 5.340534685458185e-05,
+      "loss": 0.0413,
+      "step": 9080
+    },
+    {
+      "epoch": 9.361483007209063,
+      "grad_norm": 0.3097791075706482,
+      "learning_rate": 5.3313695020000024e-05,
+      "loss": 0.039,
+      "step": 9090
+    },
+    {
+      "epoch": 9.371781668383111,
+      "grad_norm": 0.3079645037651062,
+      "learning_rate": 5.322203200083154e-05,
+      "loss": 0.0349,
+      "step": 9100
+    },
+    {
+      "epoch": 9.382080329557157,
+      "grad_norm": 0.4117037057876587,
+      "learning_rate": 5.3130358106463104e-05,
+      "loss": 0.0407,
+      "step": 9110
+    },
+    {
+      "epoch": 9.392378990731205,
+      "grad_norm": 0.4133201539516449,
+      "learning_rate": 5.303867364631804e-05,
+      "loss": 0.045,
+      "step": 9120
+    },
+    {
+      "epoch": 9.402677651905252,
+      "grad_norm": 0.2096584141254425,
+      "learning_rate": 5.294697892985534e-05,
+      "loss": 0.0335,
+      "step": 9130
+    },
+    {
+      "epoch": 9.4129763130793,
+      "grad_norm": 0.28559908270835876,
+      "learning_rate": 5.285527426656865e-05,
+      "loss": 0.0398,
+      "step": 9140
+    },
+    {
+      "epoch": 9.423274974253347,
+      "grad_norm": 0.3598606288433075,
+      "learning_rate": 5.2763559965985184e-05,
+      "loss": 0.0419,
+      "step": 9150
+    },
+    {
+      "epoch": 9.433573635427395,
+      "grad_norm": 0.35209372639656067,
+      "learning_rate": 5.2671836337664634e-05,
+      "loss": 0.0405,
+      "step": 9160
+    },
+    {
+      "epoch": 9.443872296601441,
+      "grad_norm": 0.23415158689022064,
+      "learning_rate": 5.2580103691198255e-05,
+      "loss": 0.0366,
+      "step": 9170
+    },
+    {
+      "epoch": 9.454170957775489,
+      "grad_norm": 0.2906668484210968,
+      "learning_rate": 5.24883623362077e-05,
+      "loss": 0.0493,
+      "step": 9180
+    },
+    {
+      "epoch": 9.464469618949536,
+      "grad_norm": 0.21137650310993195,
+      "learning_rate": 5.2396612582343986e-05,
+      "loss": 0.0423,
+      "step": 9190
+    },
+    {
+      "epoch": 9.474768280123584,
+      "grad_norm": 0.23499812185764313,
+      "learning_rate": 5.230485473928651e-05,
+      "loss": 0.0416,
+      "step": 9200
+    },
+    {
+      "epoch": 9.485066941297632,
+      "grad_norm": 0.372158020734787,
+      "learning_rate": 5.221308911674201e-05,
+      "loss": 0.0407,
+      "step": 9210
+    },
+    {
+      "epoch": 9.49536560247168,
+      "grad_norm": 0.2552221119403839,
+      "learning_rate": 5.2121316024443415e-05,
+      "loss": 0.0408,
+      "step": 9220
+    },
+    {
+      "epoch": 9.505664263645727,
+      "grad_norm": 0.27116450667381287,
+      "learning_rate": 5.202953577214889e-05,
+      "loss": 0.0375,
+      "step": 9230
+    },
+    {
+      "epoch": 9.515962924819773,
+      "grad_norm": 1.0216639041900635,
+      "learning_rate": 5.1937748669640776e-05,
+      "loss": 0.0412,
+      "step": 9240
+    },
+    {
+      "epoch": 9.52626158599382,
+      "grad_norm": 0.39132076501846313,
+      "learning_rate": 5.1845955026724535e-05,
+      "loss": 0.0408,
+      "step": 9250
+    },
+    {
+      "epoch": 9.536560247167868,
+      "grad_norm": 0.3046022653579712,
+      "learning_rate": 5.175415515322768e-05,
+      "loss": 0.0349,
+      "step": 9260
+    },
+    {
+      "epoch": 9.546858908341916,
+      "grad_norm": 0.5317039489746094,
+      "learning_rate": 5.1662349358998796e-05,
+      "loss": 0.0377,
+      "step": 9270
+    },
+    {
+      "epoch": 9.557157569515963,
+      "grad_norm": 0.308902382850647,
+      "learning_rate": 5.157053795390642e-05,
+      "loss": 0.0416,
+      "step": 9280
+    },
+    {
+      "epoch": 9.567456230690011,
+      "grad_norm": 0.1709175854921341,
+      "learning_rate": 5.147872124783805e-05,
+      "loss": 0.0367,
+      "step": 9290
+    },
+    {
+      "epoch": 9.577754891864057,
+      "grad_norm": 0.35447025299072266,
+      "learning_rate": 5.138689955069902e-05,
+      "loss": 0.0339,
+      "step": 9300
+    },
+    {
+      "epoch": 9.588053553038105,
+      "grad_norm": 0.20557384192943573,
+      "learning_rate": 5.12950731724116e-05,
+      "loss": 0.0435,
+      "step": 9310
+    },
+    {
+      "epoch": 9.598352214212152,
+      "grad_norm": 0.27278539538383484,
+      "learning_rate": 5.12032424229138e-05,
+      "loss": 0.0399,
+      "step": 9320
+    },
+    {
+      "epoch": 9.6086508753862,
+      "grad_norm": 0.3033859133720398,
+      "learning_rate": 5.111140761215839e-05,
+      "loss": 0.0376,
+      "step": 9330
+    },
+    {
+      "epoch": 9.618949536560248,
+      "grad_norm": 0.3543021082878113,
+      "learning_rate": 5.101956905011185e-05,
+      "loss": 0.0427,
+      "step": 9340
+    },
+    {
+      "epoch": 9.629248197734295,
+      "grad_norm": 0.2944181561470032,
+      "learning_rate": 5.0927727046753336e-05,
+      "loss": 0.0371,
+      "step": 9350
+    },
+    {
+      "epoch": 9.639546858908343,
+      "grad_norm": 0.3597414493560791,
+      "learning_rate": 5.08358819120736e-05,
+      "loss": 0.0373,
+      "step": 9360
+    },
+    {
+      "epoch": 9.649845520082389,
+      "grad_norm": 0.33194977045059204,
+      "learning_rate": 5.074403395607399e-05,
+      "loss": 0.0424,
+      "step": 9370
+    },
+    {
+      "epoch": 9.660144181256436,
+      "grad_norm": 0.21433711051940918,
+      "learning_rate": 5.0652183488765335e-05,
+      "loss": 0.0407,
+      "step": 9380
+    },
+    {
+      "epoch": 9.670442842430484,
+      "grad_norm": 0.3961849808692932,
+      "learning_rate": 5.056033082016699e-05,
+      "loss": 0.0419,
+      "step": 9390
+    },
+    {
+      "epoch": 9.680741503604532,
+      "grad_norm": 0.9774559140205383,
+      "learning_rate": 5.046847626030569e-05,
+      "loss": 0.041,
+      "step": 9400
+    },
+    {
+      "epoch": 9.69104016477858,
+      "grad_norm": 0.36883220076560974,
+      "learning_rate": 5.037662011921459e-05,
+      "loss": 0.0377,
+      "step": 9410
+    },
+    {
+      "epoch": 9.701338825952627,
+      "grad_norm": 0.37542909383773804,
+      "learning_rate": 5.028476270693217e-05,
+      "loss": 0.0408,
+      "step": 9420
+    },
+    {
+      "epoch": 9.711637487126673,
+      "grad_norm": 0.45353376865386963,
+      "learning_rate": 5.0192904333501214e-05,
+      "loss": 0.0419,
+      "step": 9430
+    },
+    {
+      "epoch": 9.72193614830072,
+      "grad_norm": 0.27116161584854126,
+      "learning_rate": 5.010104530896771e-05,
+      "loss": 0.0447,
+      "step": 9440
+    },
+    {
+      "epoch": 9.732234809474768,
+      "grad_norm": 0.26916906237602234,
+      "learning_rate": 5.000918594337989e-05,
+      "loss": 0.0461,
+      "step": 9450
+    },
+    {
+      "epoch": 9.742533470648816,
+      "grad_norm": 0.3069358766078949,
+      "learning_rate": 4.991732654678709e-05,
+      "loss": 0.0458,
+      "step": 9460
+    },
+    {
+      "epoch": 9.752832131822863,
+      "grad_norm": 0.42274564504623413,
+      "learning_rate": 4.9825467429238834e-05,
+      "loss": 0.0401,
+      "step": 9470
+    },
+    {
+      "epoch": 9.763130792996911,
+      "grad_norm": 0.17982327938079834,
+      "learning_rate": 4.973360890078358e-05,
+      "loss": 0.0427,
+      "step": 9480
+    },
+    {
+      "epoch": 9.773429454170957,
+      "grad_norm": 0.23251447081565857,
+      "learning_rate": 4.96417512714679e-05,
+      "loss": 0.0326,
+      "step": 9490
+    },
+    {
+      "epoch": 9.783728115345005,
+      "grad_norm": 0.2869229018688202,
+      "learning_rate": 4.954989485133533e-05,
+      "loss": 0.0507,
+      "step": 9500
+    },
+    {
+      "epoch": 9.794026776519052,
+      "grad_norm": 1.0959696769714355,
+      "learning_rate": 4.9458039950425224e-05,
+      "loss": 0.0518,
+      "step": 9510
+    },
+    {
+      "epoch": 9.8043254376931,
+      "grad_norm": 0.3641543686389923,
+      "learning_rate": 4.9366186878771926e-05,
+      "loss": 0.0434,
+      "step": 9520
+    },
+    {
+      "epoch": 9.814624098867148,
+      "grad_norm": 0.5896167159080505,
+      "learning_rate": 4.927433594640354e-05,
+      "loss": 0.0409,
+      "step": 9530
+    },
+    {
+      "epoch": 9.824922760041195,
+      "grad_norm": 0.24302540719509125,
+      "learning_rate": 4.918248746334096e-05,
+      "loss": 0.0451,
+      "step": 9540
+    },
+    {
+      "epoch": 9.835221421215241,
+      "grad_norm": 0.2889201045036316,
+      "learning_rate": 4.909064173959681e-05,
+      "loss": 0.0384,
+      "step": 9550
+    },
+    {
+      "epoch": 9.845520082389289,
+      "grad_norm": 0.37873101234436035,
+      "learning_rate": 4.8998799085174455e-05,
+      "loss": 0.0404,
+      "step": 9560
+    },
+    {
+      "epoch": 9.855818743563336,
+      "grad_norm": 0.4369457960128784,
+      "learning_rate": 4.89069598100668e-05,
+      "loss": 0.0431,
+      "step": 9570
+    },
+    {
+      "epoch": 9.866117404737384,
+      "grad_norm": 0.37580832839012146,
+      "learning_rate": 4.881512422425541e-05,
+      "loss": 0.044,
+      "step": 9580
+    },
+    {
+      "epoch": 9.876416065911432,
+      "grad_norm": 0.46920913457870483,
+      "learning_rate": 4.872329263770942e-05,
+      "loss": 0.0469,
+      "step": 9590
+    },
+    {
+      "epoch": 9.88671472708548,
+      "grad_norm": 0.24571798741817474,
+      "learning_rate": 4.8631465360384385e-05,
+      "loss": 0.0398,
+      "step": 9600
+    },
+    {
+      "epoch": 9.897013388259527,
+      "grad_norm": 0.3728749454021454,
+      "learning_rate": 4.85396427022214e-05,
+      "loss": 0.0352,
+      "step": 9610
+    },
+    {
+      "epoch": 9.907312049433573,
+      "grad_norm": 0.301878958940506,
+      "learning_rate": 4.844782497314591e-05,
+      "loss": 0.0432,
+      "step": 9620
+    },
+    {
+      "epoch": 9.91761071060762,
+      "grad_norm": 0.26632949709892273,
+      "learning_rate": 4.835601248306675e-05,
+      "loss": 0.0439,
+      "step": 9630
+    },
+    {
+      "epoch": 9.927909371781668,
+      "grad_norm": 0.31497064232826233,
+      "learning_rate": 4.826420554187506e-05,
+      "loss": 0.0399,
+      "step": 9640
+    },
+    {
+      "epoch": 9.938208032955716,
+      "grad_norm": 0.26114657521247864,
+      "learning_rate": 4.817240445944327e-05,
+      "loss": 0.0408,
+      "step": 9650
+    },
+    {
+      "epoch": 9.948506694129764,
+      "grad_norm": 0.2729547619819641,
+      "learning_rate": 4.8080609545624004e-05,
+      "loss": 0.0392,
+      "step": 9660
+    },
+    {
+      "epoch": 9.958805355303811,
+      "grad_norm": 0.22712601721286774,
+      "learning_rate": 4.798882111024912e-05,
+      "loss": 0.0363,
+      "step": 9670
+    },
+    {
+      "epoch": 9.969104016477857,
+      "grad_norm": 0.47241315245628357,
+      "learning_rate": 4.7897039463128524e-05,
+      "loss": 0.0369,
+      "step": 9680
+    },
+    {
+      "epoch": 9.979402677651905,
+      "grad_norm": 0.3929249048233032,
+      "learning_rate": 4.780526491404929e-05,
+      "loss": 0.0436,
+      "step": 9690
+    },
+    {
+      "epoch": 9.989701338825952,
+      "grad_norm": 0.32324254512786865,
+      "learning_rate": 4.771349777277452e-05,
+      "loss": 0.0418,
+      "step": 9700
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 0.4991161525249481,
+      "learning_rate": 4.762173834904225e-05,
+      "loss": 0.0352,
+      "step": 9710
+    },
+    {
+      "epoch": 10.010298661174048,
+      "grad_norm": 0.2615014612674713,
+      "learning_rate": 4.752998695256455e-05,
+      "loss": 0.0412,
+      "step": 9720
+    },
+    {
+      "epoch": 10.020597322348095,
+      "grad_norm": 0.29027608036994934,
+      "learning_rate": 4.743824389302635e-05,
+      "loss": 0.035,
+      "step": 9730
+    },
+    {
+      "epoch": 10.030895983522143,
+      "grad_norm": 0.3496328294277191,
+      "learning_rate": 4.734650948008445e-05,
+      "loss": 0.038,
+      "step": 9740
+    },
+    {
+      "epoch": 10.041194644696189,
+      "grad_norm": 0.25003111362457275,
+      "learning_rate": 4.7254784023366444e-05,
+      "loss": 0.0408,
+      "step": 9750
+    },
+    {
+      "epoch": 10.051493305870236,
+      "grad_norm": 0.28183093667030334,
+      "learning_rate": 4.716306783246977e-05,
+      "loss": 0.0415,
+      "step": 9760
+    },
+    {
+      "epoch": 10.061791967044284,
+      "grad_norm": 0.3574424386024475,
+      "learning_rate": 4.707136121696048e-05,
+      "loss": 0.0394,
+      "step": 9770
+    },
+    {
+      "epoch": 10.072090628218332,
+      "grad_norm": 0.2761897146701813,
+      "learning_rate": 4.69796644863724e-05,
+      "loss": 0.034,
+      "step": 9780
+    },
+    {
+      "epoch": 10.08238928939238,
+      "grad_norm": 0.2602722644805908,
+      "learning_rate": 4.688797795020597e-05,
+      "loss": 0.0354,
+      "step": 9790
+    },
+    {
+      "epoch": 10.092687950566427,
+      "grad_norm": 0.2515560984611511,
+      "learning_rate": 4.6796301917927166e-05,
+      "loss": 0.0402,
+      "step": 9800
+    },
+    {
+      "epoch": 10.102986611740473,
+      "grad_norm": 0.24942000210285187,
+      "learning_rate": 4.670463669896659e-05,
+      "loss": 0.0406,
+      "step": 9810
+    },
+    {
+      "epoch": 10.11328527291452,
+      "grad_norm": 0.29609471559524536,
+      "learning_rate": 4.66129826027183e-05,
+      "loss": 0.0397,
+      "step": 9820
+    },
+    {
+      "epoch": 10.123583934088568,
+      "grad_norm": 0.3640936613082886,
+      "learning_rate": 4.652133993853883e-05,
+      "loss": 0.0456,
+      "step": 9830
+    },
+    {
+      "epoch": 10.133882595262616,
+      "grad_norm": 0.2724517285823822,
+      "learning_rate": 4.64297090157461e-05,
+      "loss": 0.0371,
+      "step": 9840
+    },
+    {
+      "epoch": 10.144181256436664,
+      "grad_norm": 0.33307430148124695,
+      "learning_rate": 4.633809014361843e-05,
+      "loss": 0.0438,
+      "step": 9850
+    },
+    {
+      "epoch": 10.154479917610711,
+      "grad_norm": 0.45976462960243225,
+      "learning_rate": 4.624648363139344e-05,
+      "loss": 0.0479,
+      "step": 9860
+    },
+    {
+      "epoch": 10.164778578784759,
+      "grad_norm": 0.24571570754051208,
+      "learning_rate": 4.615488978826709e-05,
+      "loss": 0.0375,
+      "step": 9870
+    },
+    {
+      "epoch": 10.175077239958805,
+      "grad_norm": 0.4202505052089691,
+      "learning_rate": 4.6063308923392485e-05,
+      "loss": 0.0446,
+      "step": 9880
+    },
+    {
+      "epoch": 10.185375901132852,
+      "grad_norm": 0.30180397629737854,
+      "learning_rate": 4.5971741345879e-05,
+      "loss": 0.0372,
+      "step": 9890
+    },
+    {
+      "epoch": 10.1956745623069,
+      "grad_norm": 0.39542245864868164,
+      "learning_rate": 4.588018736479115e-05,
+      "loss": 0.0407,
+      "step": 9900
+    },
+    {
+      "epoch": 10.205973223480948,
+      "grad_norm": 0.5576333403587341,
+      "learning_rate": 4.5788647289147516e-05,
+      "loss": 0.0372,
+      "step": 9910
+    },
+    {
+      "epoch": 10.216271884654995,
+      "grad_norm": 0.2639693319797516,
+      "learning_rate": 4.56971214279198e-05,
+      "loss": 0.0463,
+      "step": 9920
+    },
+    {
+      "epoch": 10.226570545829043,
+      "grad_norm": 0.26938265562057495,
+      "learning_rate": 4.56056100900317e-05,
+      "loss": 0.0367,
+      "step": 9930
+    },
+    {
+      "epoch": 10.236869207003089,
+      "grad_norm": 0.27783456444740295,
+      "learning_rate": 4.5514113584357873e-05,
+      "loss": 0.0369,
+      "step": 9940
+    },
+    {
+      "epoch": 10.247167868177137,
+      "grad_norm": 0.27680081129074097,
+      "learning_rate": 4.542263221972295e-05,
+      "loss": 0.0393,
+      "step": 9950
+    },
+    {
+      "epoch": 10.257466529351184,
+      "grad_norm": 0.2161240130662918,
+      "learning_rate": 4.5331166304900464e-05,
+      "loss": 0.042,
+      "step": 9960
+    },
+    {
+      "epoch": 10.267765190525232,
+      "grad_norm": 0.27455902099609375,
+      "learning_rate": 4.5239716148611724e-05,
+      "loss": 0.0434,
+      "step": 9970
+    },
+    {
+      "epoch": 10.27806385169928,
+      "grad_norm": 0.3013168275356293,
+      "learning_rate": 4.514828205952495e-05,
+      "loss": 0.0395,
+      "step": 9980
+    },
+    {
+      "epoch": 10.288362512873327,
+      "grad_norm": 0.2296813279390335,
+      "learning_rate": 4.505686434625409e-05,
+      "loss": 0.0368,
+      "step": 9990
+    },
+    {
+      "epoch": 10.298661174047373,
+      "grad_norm": 0.19806218147277832,
+      "learning_rate": 4.496546331735778e-05,
+      "loss": 0.0391,
+      "step": 10000
+    },
+    {
+      "epoch": 10.30895983522142,
+      "grad_norm": 0.24850870668888092,
+      "learning_rate": 4.4874079281338416e-05,
+      "loss": 0.0407,
+      "step": 10010
+    },
+    {
+      "epoch": 10.319258496395468,
+      "grad_norm": 0.16531158983707428,
+      "learning_rate": 4.478271254664097e-05,
+      "loss": 0.0359,
+      "step": 10020
+    },
+    {
+      "epoch": 10.329557157569516,
+      "grad_norm": 0.5394207835197449,
+      "learning_rate": 4.469136342165207e-05,
+      "loss": 0.0375,
+      "step": 10030
+    },
+    {
+      "epoch": 10.339855818743564,
+      "grad_norm": 0.4204263687133789,
+      "learning_rate": 4.460003221469886e-05,
+      "loss": 0.042,
+      "step": 10040
+    },
+    {
+      "epoch": 10.350154479917611,
+      "grad_norm": 2.313096284866333,
+      "learning_rate": 4.450871923404806e-05,
+      "loss": 0.0465,
+      "step": 10050
+    },
+    {
+      "epoch": 10.360453141091659,
+      "grad_norm": 0.6360970735549927,
+      "learning_rate": 4.441742478790481e-05,
+      "loss": 0.0421,
+      "step": 10060
+    },
+    {
+      "epoch": 10.370751802265705,
+      "grad_norm": 0.23286186158657074,
+      "learning_rate": 4.432614918441175e-05,
+      "loss": 0.0352,
+      "step": 10070
+    },
+    {
+      "epoch": 10.381050463439752,
+      "grad_norm": 0.3724748194217682,
+      "learning_rate": 4.4234892731647866e-05,
+      "loss": 0.0434,
+      "step": 10080
+    },
+    {
+      "epoch": 10.3913491246138,
+      "grad_norm": 0.212792307138443,
+      "learning_rate": 4.414365573762755e-05,
+      "loss": 0.0357,
+      "step": 10090
+    },
+    {
+      "epoch": 10.401647785787848,
+      "grad_norm": 0.22442536056041718,
+      "learning_rate": 4.4052438510299515e-05,
+      "loss": 0.0398,
+      "step": 10100
+    },
+    {
+      "epoch": 10.411946446961895,
+      "grad_norm": 0.3250674307346344,
+      "learning_rate": 4.3961241357545706e-05,
+      "loss": 0.0377,
+      "step": 10110
+    },
+    {
+      "epoch": 10.422245108135943,
+      "grad_norm": 0.2997426986694336,
+      "learning_rate": 4.387006458718037e-05,
+      "loss": 0.0385,
+      "step": 10120
+    },
+    {
+      "epoch": 10.432543769309989,
+      "grad_norm": 0.26953554153442383,
+      "learning_rate": 4.377890850694893e-05,
+      "loss": 0.0352,
+      "step": 10130
+    },
+    {
+      "epoch": 10.442842430484037,
+      "grad_norm": 0.3824928402900696,
+      "learning_rate": 4.368777342452697e-05,
+      "loss": 0.038,
+      "step": 10140
+    },
+    {
+      "epoch": 10.453141091658084,
+      "grad_norm": 0.33039042353630066,
+      "learning_rate": 4.35966596475192e-05,
+      "loss": 0.0354,
+      "step": 10150
+    },
+    {
+      "epoch": 10.463439752832132,
+      "grad_norm": 0.665787935256958,
+      "learning_rate": 4.3505567483458456e-05,
+      "loss": 0.0393,
+      "step": 10160
+    },
+    {
+      "epoch": 10.47373841400618,
+      "grad_norm": 0.25892671942710876,
+      "learning_rate": 4.341449723980457e-05,
+      "loss": 0.0403,
+      "step": 10170
+    },
+    {
+      "epoch": 10.484037075180227,
+      "grad_norm": 0.8381480574607849,
+      "learning_rate": 4.3323449223943416e-05,
+      "loss": 0.0403,
+      "step": 10180
+    },
+    {
+      "epoch": 10.494335736354273,
+      "grad_norm": 0.2520352303981781,
+      "learning_rate": 4.323242374318586e-05,
+      "loss": 0.0376,
+      "step": 10190
+    },
+    {
+      "epoch": 10.50463439752832,
+      "grad_norm": 0.30395472049713135,
+      "learning_rate": 4.314142110476666e-05,
+      "loss": 0.039,
+      "step": 10200
+    },
+    {
+      "epoch": 10.514933058702368,
+      "grad_norm": 0.2134946584701538,
+      "learning_rate": 4.305044161584352e-05,
+      "loss": 0.0356,
+      "step": 10210
+    },
+    {
+      "epoch": 10.525231719876416,
+      "grad_norm": 0.30410531163215637,
+      "learning_rate": 4.295948558349598e-05,
+      "loss": 0.0399,
+      "step": 10220
+    },
+    {
+      "epoch": 10.535530381050464,
+      "grad_norm": 0.3639879524707794,
+      "learning_rate": 4.2868553314724425e-05,
+      "loss": 0.0377,
+      "step": 10230
+    },
+    {
+      "epoch": 10.545829042224511,
+      "grad_norm": 0.7833529114723206,
+      "learning_rate": 4.2777645116449004e-05,
+      "loss": 0.042,
+      "step": 10240
+    },
+    {
+      "epoch": 10.556127703398559,
+      "grad_norm": 0.3496880829334259,
+      "learning_rate": 4.268676129550869e-05,
+      "loss": 0.043,
+      "step": 10250
+    },
+    {
+      "epoch": 10.566426364572605,
+      "grad_norm": 0.24933426082134247,
+      "learning_rate": 4.2595902158660074e-05,
+      "loss": 0.0392,
+      "step": 10260
+    },
+    {
+      "epoch": 10.576725025746653,
+      "grad_norm": 0.35013383626937866,
+      "learning_rate": 4.250506801257653e-05,
+      "loss": 0.0403,
+      "step": 10270
+    },
+    {
+      "epoch": 10.5870236869207,
+      "grad_norm": 0.5155181884765625,
+      "learning_rate": 4.241425916384699e-05,
+      "loss": 0.0383,
+      "step": 10280
+    },
+    {
+      "epoch": 10.597322348094748,
+      "grad_norm": 0.5019784569740295,
+      "learning_rate": 4.2323475918975075e-05,
+      "loss": 0.0412,
+      "step": 10290
+    },
+    {
+      "epoch": 10.607621009268795,
+      "grad_norm": 0.38487544655799866,
+      "learning_rate": 4.223271858437799e-05,
+      "loss": 0.0377,
+      "step": 10300
+    },
+    {
+      "epoch": 10.617919670442843,
+      "grad_norm": 0.2794114947319031,
+      "learning_rate": 4.21419874663854e-05,
+      "loss": 0.0398,
+      "step": 10310
+    },
+    {
+      "epoch": 10.628218331616889,
+      "grad_norm": 0.1784840226173401,
+      "learning_rate": 4.205128287123858e-05,
+      "loss": 0.0375,
+      "step": 10320
+    },
+    {
+      "epoch": 10.638516992790937,
+      "grad_norm": 0.19784130156040192,
+      "learning_rate": 4.196060510508922e-05,
+      "loss": 0.0329,
+      "step": 10330
+    },
+    {
+      "epoch": 10.648815653964984,
+      "grad_norm": 0.25078096985816956,
+      "learning_rate": 4.186995447399849e-05,
+      "loss": 0.0305,
+      "step": 10340
+    },
+    {
+      "epoch": 10.659114315139032,
+      "grad_norm": 0.2800082862377167,
+      "learning_rate": 4.177933128393594e-05,
+      "loss": 0.0386,
+      "step": 10350
+    },
+    {
+      "epoch": 10.66941297631308,
+      "grad_norm": 0.2689889073371887,
+      "learning_rate": 4.1688735840778546e-05,
+      "loss": 0.0355,
+      "step": 10360
+    },
+    {
+      "epoch": 10.679711637487127,
+      "grad_norm": 0.26448753476142883,
+      "learning_rate": 4.159816845030957e-05,
+      "loss": 0.0357,
+      "step": 10370
+    },
+    {
+      "epoch": 10.690010298661175,
+      "grad_norm": 0.2718246579170227,
+      "learning_rate": 4.1507629418217634e-05,
+      "loss": 0.0339,
+      "step": 10380
+    },
+    {
+      "epoch": 10.70030895983522,
+      "grad_norm": 0.2607558071613312,
+      "learning_rate": 4.141711905009566e-05,
+      "loss": 0.0397,
+      "step": 10390
+    },
+    {
+      "epoch": 10.710607621009268,
+      "grad_norm": 0.324266254901886,
+      "learning_rate": 4.132663765143975e-05,
+      "loss": 0.0355,
+      "step": 10400
+    },
+    {
+      "epoch": 10.720906282183316,
+      "grad_norm": 0.31110501289367676,
+      "learning_rate": 4.1236185527648294e-05,
+      "loss": 0.0389,
+      "step": 10410
+    },
+    {
+      "epoch": 10.731204943357364,
+      "grad_norm": 0.3010208010673523,
+      "learning_rate": 4.114576298402084e-05,
+      "loss": 0.0384,
+      "step": 10420
+    },
+    {
+      "epoch": 10.741503604531411,
+      "grad_norm": 0.42494192719459534,
+      "learning_rate": 4.1055370325757106e-05,
+      "loss": 0.0407,
+      "step": 10430
+    },
+    {
+      "epoch": 10.751802265705459,
+      "grad_norm": 0.26597830653190613,
+      "learning_rate": 4.096500785795591e-05,
+      "loss": 0.0351,
+      "step": 10440
+    },
+    {
+      "epoch": 10.762100926879505,
+      "grad_norm": 0.3270758092403412,
+      "learning_rate": 4.087467588561424e-05,
+      "loss": 0.0351,
+      "step": 10450
+    },
+    {
+      "epoch": 10.772399588053553,
+      "grad_norm": 0.35372480750083923,
+      "learning_rate": 4.0784374713626076e-05,
+      "loss": 0.0431,
+      "step": 10460
+    },
+    {
+      "epoch": 10.7826982492276,
+      "grad_norm": 0.3251330256462097,
+      "learning_rate": 4.069410464678148e-05,
+      "loss": 0.0352,
+      "step": 10470
+    },
+    {
+      "epoch": 10.792996910401648,
+      "grad_norm": 0.26621249318122864,
+      "learning_rate": 4.0603865989765504e-05,
+      "loss": 0.0432,
+      "step": 10480
+    },
+    {
+      "epoch": 10.803295571575696,
+      "grad_norm": 0.3128867745399475,
+      "learning_rate": 4.05136590471572e-05,
+      "loss": 0.0412,
+      "step": 10490
+    },
+    {
+      "epoch": 10.813594232749743,
+      "grad_norm": 0.20734545588493347,
+      "learning_rate": 4.042348412342861e-05,
+      "loss": 0.0352,
+      "step": 10500
+    },
+    {
+      "epoch": 10.82389289392379,
+      "grad_norm": 0.3195039629936218,
+      "learning_rate": 4.0333341522943614e-05,
+      "loss": 0.0374,
+      "step": 10510
+    },
+    {
+      "epoch": 10.834191555097837,
+      "grad_norm": 0.27724260091781616,
+      "learning_rate": 4.024323154995708e-05,
+      "loss": 0.0405,
+      "step": 10520
+    },
+    {
+      "epoch": 10.844490216271884,
+      "grad_norm": 0.2909531593322754,
+      "learning_rate": 4.015315450861371e-05,
+      "loss": 0.0364,
+      "step": 10530
+    },
+    {
+      "epoch": 10.854788877445932,
+      "grad_norm": 0.28578925132751465,
+      "learning_rate": 4.006311070294702e-05,
+      "loss": 0.0354,
+      "step": 10540
+    },
+    {
+      "epoch": 10.86508753861998,
+      "grad_norm": 0.2503175437450409,
+      "learning_rate": 3.997310043687842e-05,
+      "loss": 0.0348,
+      "step": 10550
+    },
+    {
+      "epoch": 10.875386199794027,
+      "grad_norm": 0.36039701104164124,
+      "learning_rate": 3.988312401421609e-05,
+      "loss": 0.0414,
+      "step": 10560
+    },
+    {
+      "epoch": 10.885684860968075,
+      "grad_norm": 0.45128464698791504,
+      "learning_rate": 3.979318173865393e-05,
+      "loss": 0.04,
+      "step": 10570
+    },
+    {
+      "epoch": 10.89598352214212,
+      "grad_norm": 0.35974377393722534,
+      "learning_rate": 3.970327391377064e-05,
+      "loss": 0.0392,
+      "step": 10580
+    },
+    {
+      "epoch": 10.906282183316168,
+      "grad_norm": 0.22907008230686188,
+      "learning_rate": 3.9613400843028666e-05,
+      "loss": 0.0342,
+      "step": 10590
+    },
+    {
+      "epoch": 10.916580844490216,
+      "grad_norm": 0.3276582956314087,
+      "learning_rate": 3.9523562829773036e-05,
+      "loss": 0.043,
+      "step": 10600
+    },
+    {
+      "epoch": 10.926879505664264,
+      "grad_norm": 0.27974191308021545,
+      "learning_rate": 3.943376017723057e-05,
+      "loss": 0.0357,
+      "step": 10610
+    },
+    {
+      "epoch": 10.937178166838311,
+      "grad_norm": 0.3858673572540283,
+      "learning_rate": 3.934399318850868e-05,
+      "loss": 0.0369,
+      "step": 10620
+    },
+    {
+      "epoch": 10.947476828012359,
+      "grad_norm": 0.29965823888778687,
+      "learning_rate": 3.925426216659438e-05,
+      "loss": 0.0369,
+      "step": 10630
+    },
+    {
+      "epoch": 10.957775489186405,
+      "grad_norm": 0.3583829998970032,
+      "learning_rate": 3.916456741435336e-05,
+      "loss": 0.0425,
+      "step": 10640
+    },
+    {
+      "epoch": 10.968074150360453,
+      "grad_norm": 0.27793335914611816,
+      "learning_rate": 3.9074909234528826e-05,
+      "loss": 0.0399,
+      "step": 10650
+    },
+    {
+      "epoch": 10.9783728115345,
+      "grad_norm": 0.24120087921619415,
+      "learning_rate": 3.898528792974056e-05,
+      "loss": 0.0403,
+      "step": 10660
+    },
+    {
+      "epoch": 10.988671472708548,
+      "grad_norm": 0.22013327479362488,
+      "learning_rate": 3.8895703802483916e-05,
+      "loss": 0.034,
+      "step": 10670
+    },
+    {
+      "epoch": 10.998970133882596,
+      "grad_norm": 0.2588166296482086,
+      "learning_rate": 3.880615715512868e-05,
+      "loss": 0.0316,
+      "step": 10680
+    },
+    {
+      "epoch": 11.009268795056643,
+      "grad_norm": 0.2514420449733734,
+      "learning_rate": 3.871664828991822e-05,
+      "loss": 0.0383,
+      "step": 10690
+    },
+    {
+      "epoch": 11.019567456230691,
+      "grad_norm": 0.3404804468154907,
+      "learning_rate": 3.862717750896837e-05,
+      "loss": 0.0352,
+      "step": 10700
+    },
+    {
+      "epoch": 11.029866117404737,
+      "grad_norm": 0.9497872591018677,
+      "learning_rate": 3.853774511426634e-05,
+      "loss": 0.0366,
+      "step": 10710
+    },
+    {
+      "epoch": 11.040164778578784,
+      "grad_norm": 0.28247174620628357,
+      "learning_rate": 3.844835140766988e-05,
+      "loss": 0.0473,
+      "step": 10720
+    },
+    {
+      "epoch": 11.050463439752832,
+      "grad_norm": 0.28879600763320923,
+      "learning_rate": 3.83589966909061e-05,
+      "loss": 0.0344,
+      "step": 10730
+    },
+    {
+      "epoch": 11.06076210092688,
+      "grad_norm": 0.23894581198692322,
+      "learning_rate": 3.82696812655705e-05,
+      "loss": 0.0349,
+      "step": 10740
+    },
+    {
+      "epoch": 11.071060762100927,
+      "grad_norm": 0.26289770007133484,
+      "learning_rate": 3.818040543312598e-05,
+      "loss": 0.0384,
+      "step": 10750
+    },
+    {
+      "epoch": 11.081359423274975,
+      "grad_norm": 0.33045023679733276,
+      "learning_rate": 3.809116949490184e-05,
+      "loss": 0.0331,
+      "step": 10760
+    },
+    {
+      "epoch": 11.091658084449021,
+      "grad_norm": 0.46705836057662964,
+      "learning_rate": 3.8001973752092655e-05,
+      "loss": 0.0386,
+      "step": 10770
+    },
+    {
+      "epoch": 11.101956745623069,
+      "grad_norm": 0.5863741040229797,
+      "learning_rate": 3.791281850575737e-05,
+      "loss": 0.0415,
+      "step": 10780
+    },
+    {
+      "epoch": 11.112255406797116,
+      "grad_norm": 0.24471549689769745,
+      "learning_rate": 3.782370405681828e-05,
+      "loss": 0.0372,
+      "step": 10790
+    },
+    {
+      "epoch": 11.122554067971164,
+      "grad_norm": 0.3259426951408386,
+      "learning_rate": 3.773463070605987e-05,
+      "loss": 0.043,
+      "step": 10800
+    },
+    {
+      "epoch": 11.132852729145212,
+      "grad_norm": 0.2583596408367157,
+      "learning_rate": 3.764559875412803e-05,
+      "loss": 0.0354,
+      "step": 10810
+    },
+    {
+      "epoch": 11.14315139031926,
+      "grad_norm": 0.46032634377479553,
+      "learning_rate": 3.7556608501528846e-05,
+      "loss": 0.0393,
+      "step": 10820
+    },
+    {
+      "epoch": 11.153450051493305,
+      "grad_norm": 0.38069912791252136,
+      "learning_rate": 3.7467660248627654e-05,
+      "loss": 0.0398,
+      "step": 10830
+    },
+    {
+      "epoch": 11.163748712667353,
+      "grad_norm": 0.28435567021369934,
+      "learning_rate": 3.737875429564807e-05,
+      "loss": 0.0388,
+      "step": 10840
+    },
+    {
+      "epoch": 11.1740473738414,
+      "grad_norm": 0.34043052792549133,
+      "learning_rate": 3.7289890942670946e-05,
+      "loss": 0.0296,
+      "step": 10850
+    },
+    {
+      "epoch": 11.184346035015448,
+      "grad_norm": 0.3213551938533783,
+      "learning_rate": 3.720107048963327e-05,
+      "loss": 0.0296,
+      "step": 10860
+    },
+    {
+      "epoch": 11.194644696189496,
+      "grad_norm": 0.45642250776290894,
+      "learning_rate": 3.711229323632732e-05,
+      "loss": 0.0347,
+      "step": 10870
+    },
+    {
+      "epoch": 11.204943357363543,
+      "grad_norm": 0.29973405599594116,
+      "learning_rate": 3.70235594823995e-05,
+      "loss": 0.036,
+      "step": 10880
+    },
+    {
+      "epoch": 11.215242018537591,
+      "grad_norm": 0.2634925842285156,
+      "learning_rate": 3.693486952734941e-05,
+      "loss": 0.0337,
+      "step": 10890
+    },
+    {
+      "epoch": 11.225540679711637,
+      "grad_norm": 0.25237777829170227,
+      "learning_rate": 3.684622367052887e-05,
+      "loss": 0.0347,
+      "step": 10900
+    },
+    {
+      "epoch": 11.235839340885684,
+      "grad_norm": 0.20709861814975739,
+      "learning_rate": 3.675762221114077e-05,
+      "loss": 0.0305,
+      "step": 10910
+    },
+    {
+      "epoch": 11.246138002059732,
+      "grad_norm": 0.14299030601978302,
+      "learning_rate": 3.66690654482382e-05,
+      "loss": 0.0334,
+      "step": 10920
+    },
+    {
+      "epoch": 11.25643666323378,
+      "grad_norm": 0.2454812377691269,
+      "learning_rate": 3.658055368072339e-05,
+      "loss": 0.0375,
+      "step": 10930
+    },
+    {
+      "epoch": 11.266735324407827,
+      "grad_norm": 0.2894679307937622,
+      "learning_rate": 3.6492087207346666e-05,
+      "loss": 0.0416,
+      "step": 10940
+    },
+    {
+      "epoch": 11.277033985581875,
+      "grad_norm": 0.2871219217777252,
+      "learning_rate": 3.640366632670549e-05,
+      "loss": 0.034,
+      "step": 10950
+    },
+    {
+      "epoch": 11.287332646755921,
+      "grad_norm": 0.30559393763542175,
+      "learning_rate": 3.631529133724348e-05,
+      "loss": 0.0369,
+      "step": 10960
+    },
+    {
+      "epoch": 11.297631307929969,
+      "grad_norm": 0.35164326429367065,
+      "learning_rate": 3.622696253724927e-05,
+      "loss": 0.035,
+      "step": 10970
+    },
+    {
+      "epoch": 11.307929969104016,
+      "grad_norm": 0.27396318316459656,
+      "learning_rate": 3.613868022485566e-05,
+      "loss": 0.0389,
+      "step": 10980
+    },
+    {
+      "epoch": 11.318228630278064,
+      "grad_norm": 0.27721869945526123,
+      "learning_rate": 3.605044469803854e-05,
+      "loss": 0.0365,
+      "step": 10990
+    },
+    {
+      "epoch": 11.328527291452112,
+      "grad_norm": 0.2726707458496094,
+      "learning_rate": 3.5962256254615853e-05,
+      "loss": 0.0382,
+      "step": 11000
+    },
+    {
+      "epoch": 11.33882595262616,
+      "grad_norm": 0.3522757589817047,
+      "learning_rate": 3.587411519224665e-05,
+      "loss": 0.0432,
+      "step": 11010
+    },
+    {
+      "epoch": 11.349124613800207,
+      "grad_norm": 0.2744219899177551,
+      "learning_rate": 3.5786021808430054e-05,
+      "loss": 0.0328,
+      "step": 11020
+    },
+    {
+      "epoch": 11.359423274974253,
+      "grad_norm": 0.36627647280693054,
+      "learning_rate": 3.569797640050423e-05,
+      "loss": 0.0407,
+      "step": 11030
+    },
+    {
+      "epoch": 11.3697219361483,
+      "grad_norm": 0.20793434977531433,
+      "learning_rate": 3.560997926564545e-05,
+      "loss": 0.0284,
+      "step": 11040
+    },
+    {
+      "epoch": 11.380020597322348,
+      "grad_norm": 0.23446743190288544,
+      "learning_rate": 3.552203070086707e-05,
+      "loss": 0.0355,
+      "step": 11050
+    },
+    {
+      "epoch": 11.390319258496396,
+      "grad_norm": 0.48527511954307556,
+      "learning_rate": 3.543413100301843e-05,
+      "loss": 0.0378,
+      "step": 11060
+    },
+    {
+      "epoch": 11.400617919670443,
+      "grad_norm": 0.39768174290657043,
+      "learning_rate": 3.534628046878403e-05,
+      "loss": 0.0329,
+      "step": 11070
+    },
+    {
+      "epoch": 11.410916580844491,
+      "grad_norm": 0.19781740009784698,
+      "learning_rate": 3.525847939468233e-05,
+      "loss": 0.0371,
+      "step": 11080
+    },
+    {
+      "epoch": 11.421215242018537,
+      "grad_norm": 0.2503238022327423,
+      "learning_rate": 3.517072807706492e-05,
+      "loss": 0.0363,
+      "step": 11090
+    },
+    {
+      "epoch": 11.431513903192585,
+      "grad_norm": 0.3444472849369049,
+      "learning_rate": 3.508302681211546e-05,
+      "loss": 0.0343,
+      "step": 11100
+    },
+    {
+      "epoch": 11.441812564366632,
+      "grad_norm": 0.3007254898548126,
+      "learning_rate": 3.499537589584859e-05,
+      "loss": 0.0441,
+      "step": 11110
+    },
+    {
+      "epoch": 11.45211122554068,
+      "grad_norm": 0.38914212584495544,
+      "learning_rate": 3.490777562410907e-05,
+      "loss": 0.0331,
+      "step": 11120
+    },
+    {
+      "epoch": 11.462409886714727,
+      "grad_norm": 0.3051401674747467,
+      "learning_rate": 3.482022629257074e-05,
+      "loss": 0.0328,
+      "step": 11130
+    },
+    {
+      "epoch": 11.472708547888775,
+      "grad_norm": 0.306740403175354,
+      "learning_rate": 3.473272819673542e-05,
+      "loss": 0.039,
+      "step": 11140
+    },
+    {
+      "epoch": 11.483007209062821,
+      "grad_norm": 0.42291760444641113,
+      "learning_rate": 3.4645281631932074e-05,
+      "loss": 0.0526,
+      "step": 11150
+    },
+    {
+      "epoch": 11.493305870236869,
+      "grad_norm": 0.2984221577644348,
+      "learning_rate": 3.455788689331574e-05,
+      "loss": 0.0345,
+      "step": 11160
+    },
+    {
+      "epoch": 11.503604531410916,
+      "grad_norm": 0.19411993026733398,
+      "learning_rate": 3.447054427586644e-05,
+      "loss": 0.0384,
+      "step": 11170
+    },
+    {
+      "epoch": 11.513903192584964,
+      "grad_norm": 0.3595150113105774,
+      "learning_rate": 3.438325407438837e-05,
+      "loss": 0.0358,
+      "step": 11180
+    },
+    {
+      "epoch": 11.524201853759012,
+      "grad_norm": 0.289594829082489,
+      "learning_rate": 3.4296016583508775e-05,
+      "loss": 0.0314,
+      "step": 11190
+    },
+    {
+      "epoch": 11.53450051493306,
+      "grad_norm": 0.3801267743110657,
+      "learning_rate": 3.420883209767697e-05,
+      "loss": 0.0453,
+      "step": 11200
+    },
+    {
+      "epoch": 11.544799176107105,
+      "grad_norm": 0.45930567383766174,
+      "learning_rate": 3.4121700911163366e-05,
+      "loss": 0.0418,
+      "step": 11210
+    },
+    {
+      "epoch": 11.555097837281153,
+      "grad_norm": 0.2295006662607193,
+      "learning_rate": 3.403462331805852e-05,
+      "loss": 0.0378,
+      "step": 11220
+    },
+    {
+      "epoch": 11.5653964984552,
+      "grad_norm": 0.38683414459228516,
+      "learning_rate": 3.394759961227202e-05,
+      "loss": 0.038,
+      "step": 11230
+    },
+    {
+      "epoch": 11.575695159629248,
+      "grad_norm": 0.32741764187812805,
+      "learning_rate": 3.386063008753164e-05,
+      "loss": 0.0403,
+      "step": 11240
+    },
+    {
+      "epoch": 11.585993820803296,
+      "grad_norm": 0.3826991319656372,
+      "learning_rate": 3.377371503738227e-05,
+      "loss": 0.0408,
+      "step": 11250
+    },
+    {
+      "epoch": 11.596292481977343,
+      "grad_norm": 0.5855404138565063,
+      "learning_rate": 3.368685475518488e-05,
+      "loss": 0.0343,
+      "step": 11260
+    },
+    {
+      "epoch": 11.606591143151391,
+      "grad_norm": 0.30145469307899475,
+      "learning_rate": 3.360004953411566e-05,
+      "loss": 0.0292,
+      "step": 11270
+    },
+    {
+      "epoch": 11.616889804325437,
+      "grad_norm": 1.2090197801589966,
+      "learning_rate": 3.3513299667164864e-05,
+      "loss": 0.0298,
+      "step": 11280
+    },
+    {
+      "epoch": 11.627188465499485,
+      "grad_norm": 0.7051903009414673,
+      "learning_rate": 3.3426605447136004e-05,
+      "loss": 0.0366,
+      "step": 11290
+    },
+    {
+      "epoch": 11.637487126673532,
+      "grad_norm": 0.3094668984413147,
+      "learning_rate": 3.3339967166644726e-05,
+      "loss": 0.0378,
+      "step": 11300
+    },
+    {
+      "epoch": 11.64778578784758,
+      "grad_norm": 0.3277672231197357,
+      "learning_rate": 3.325338511811784e-05,
+      "loss": 0.0407,
+      "step": 11310
+    },
+    {
+      "epoch": 11.658084449021628,
+      "grad_norm": 0.27167952060699463,
+      "learning_rate": 3.316685959379241e-05,
+      "loss": 0.0377,
+      "step": 11320
+    },
+    {
+      "epoch": 11.668383110195675,
+      "grad_norm": 0.5050401091575623,
+      "learning_rate": 3.308039088571469e-05,
+      "loss": 0.039,
+      "step": 11330
+    },
+    {
+      "epoch": 11.678681771369721,
+      "grad_norm": 0.23651434481143951,
+      "learning_rate": 3.2993979285739143e-05,
+      "loss": 0.0339,
+      "step": 11340
+    },
+    {
+      "epoch": 11.688980432543769,
+      "grad_norm": 0.3040764331817627,
+      "learning_rate": 3.2907625085527503e-05,
+      "loss": 0.0351,
+      "step": 11350
+    },
+    {
+      "epoch": 11.699279093717816,
+      "grad_norm": 0.23311540484428406,
+      "learning_rate": 3.28213285765478e-05,
+      "loss": 0.0347,
+      "step": 11360
+    },
+    {
+      "epoch": 11.709577754891864,
+      "grad_norm": 0.21837526559829712,
+      "learning_rate": 3.273509005007327e-05,
+      "loss": 0.0397,
+      "step": 11370
+    },
+    {
+      "epoch": 11.719876416065912,
+      "grad_norm": 0.24095067381858826,
+      "learning_rate": 3.264890979718147e-05,
+      "loss": 0.0335,
+      "step": 11380
+    },
+    {
+      "epoch": 11.73017507723996,
+      "grad_norm": 0.4714142680168152,
+      "learning_rate": 3.256278810875332e-05,
+      "loss": 0.0355,
+      "step": 11390
+    },
+    {
+      "epoch": 11.740473738414007,
+      "grad_norm": 0.3001396059989929,
+      "learning_rate": 3.247672527547197e-05,
+      "loss": 0.0311,
+      "step": 11400
+    },
+    {
+      "epoch": 11.750772399588053,
+      "grad_norm": 0.2514890730381012,
+      "learning_rate": 3.239072158782198e-05,
+      "loss": 0.0374,
+      "step": 11410
+    },
+    {
+      "epoch": 11.7610710607621,
+      "grad_norm": 0.22603774070739746,
+      "learning_rate": 3.230477733608831e-05,
+      "loss": 0.0368,
+      "step": 11420
+    },
+    {
+      "epoch": 11.771369721936148,
+      "grad_norm": 0.22810235619544983,
+      "learning_rate": 3.221889281035522e-05,
+      "loss": 0.0331,
+      "step": 11430
+    },
+    {
+      "epoch": 11.781668383110196,
+      "grad_norm": 0.18763025104999542,
+      "learning_rate": 3.2133068300505455e-05,
+      "loss": 0.0328,
+      "step": 11440
+    },
+    {
+      "epoch": 11.791967044284243,
+      "grad_norm": 0.32261693477630615,
+      "learning_rate": 3.204730409621917e-05,
+      "loss": 0.0408,
+      "step": 11450
+    },
+    {
+      "epoch": 11.802265705458291,
+      "grad_norm": 0.27985504269599915,
+      "learning_rate": 3.196160048697293e-05,
+      "loss": 0.0415,
+      "step": 11460
+    },
+    {
+      "epoch": 11.812564366632337,
+      "grad_norm": 0.28317996859550476,
+      "learning_rate": 3.187595776203886e-05,
+      "loss": 0.0413,
+      "step": 11470
+    },
+    {
+      "epoch": 11.822863027806385,
+      "grad_norm": 0.2768697440624237,
+      "learning_rate": 3.1790376210483494e-05,
+      "loss": 0.0433,
+      "step": 11480
+    },
+    {
+      "epoch": 11.833161688980432,
+      "grad_norm": 0.27718645334243774,
+      "learning_rate": 3.170485612116697e-05,
+      "loss": 0.028,
+      "step": 11490
+    },
+    {
+      "epoch": 11.84346035015448,
+      "grad_norm": 0.27956560254096985,
+      "learning_rate": 3.161939778274191e-05,
+      "loss": 0.0318,
+      "step": 11500
+    },
+    {
+      "epoch": 11.853759011328528,
+      "grad_norm": 0.25807636976242065,
+      "learning_rate": 3.1534001483652556e-05,
+      "loss": 0.0439,
+      "step": 11510
+    },
+    {
+      "epoch": 11.864057672502575,
+      "grad_norm": 0.6703087687492371,
+      "learning_rate": 3.14486675121337e-05,
+      "loss": 0.0298,
+      "step": 11520
+    },
+    {
+      "epoch": 11.874356333676623,
+      "grad_norm": 0.46335524320602417,
+      "learning_rate": 3.136339615620985e-05,
+      "loss": 0.0481,
+      "step": 11530
+    },
+    {
+      "epoch": 11.884654994850669,
+      "grad_norm": 0.250967800617218,
+      "learning_rate": 3.127818770369406e-05,
+      "loss": 0.0337,
+      "step": 11540
+    },
+    {
+      "epoch": 11.894953656024716,
+      "grad_norm": 0.2240300476551056,
+      "learning_rate": 3.119304244218715e-05,
+      "loss": 0.0327,
+      "step": 11550
+    },
+    {
+      "epoch": 11.905252317198764,
+      "grad_norm": 0.2884691655635834,
+      "learning_rate": 3.110796065907665e-05,
+      "loss": 0.0363,
+      "step": 11560
+    },
+    {
+      "epoch": 11.915550978372812,
+      "grad_norm": 0.28418871760368347,
+      "learning_rate": 3.102294264153577e-05,
+      "loss": 0.0325,
+      "step": 11570
+    },
+    {
+      "epoch": 11.92584963954686,
+      "grad_norm": 0.2494005262851715,
+      "learning_rate": 3.093798867652257e-05,
+      "loss": 0.0358,
+      "step": 11580
+    },
+    {
+      "epoch": 11.936148300720907,
+      "grad_norm": 0.43249595165252686,
+      "learning_rate": 3.0853099050778854e-05,
+      "loss": 0.0361,
+      "step": 11590
+    },
+    {
+      "epoch": 11.946446961894953,
+      "grad_norm": 0.32216548919677734,
+      "learning_rate": 3.0768274050829306e-05,
+      "loss": 0.0359,
+      "step": 11600
+    },
+    {
+      "epoch": 11.956745623069,
+      "grad_norm": 0.3839482069015503,
+      "learning_rate": 3.0683513962980456e-05,
+      "loss": 0.0338,
+      "step": 11610
+    },
+    {
+      "epoch": 11.967044284243048,
+      "grad_norm": 0.25899192690849304,
+      "learning_rate": 3.059881907331979e-05,
+      "loss": 0.0326,
+      "step": 11620
+    },
+    {
+      "epoch": 11.977342945417096,
+      "grad_norm": 0.2512173652648926,
+      "learning_rate": 3.0514189667714632e-05,
+      "loss": 0.0352,
+      "step": 11630
+    },
+    {
+      "epoch": 11.987641606591144,
+      "grad_norm": 0.43213722109794617,
+      "learning_rate": 3.042962603181138e-05,
+      "loss": 0.0395,
+      "step": 11640
+    },
+    {
+      "epoch": 11.997940267765191,
+      "grad_norm": 0.25386422872543335,
+      "learning_rate": 3.034512845103441e-05,
+      "loss": 0.0314,
+      "step": 11650
+    },
+    {
+      "epoch": 12.008238928939237,
+      "grad_norm": 0.35718950629234314,
+      "learning_rate": 3.0260697210585108e-05,
+      "loss": 0.0371,
+      "step": 11660
+    },
+    {
+      "epoch": 12.018537590113285,
+      "grad_norm": 0.29993295669555664,
+      "learning_rate": 3.017633259544101e-05,
+      "loss": 0.035,
+      "step": 11670
+    },
+    {
+      "epoch": 12.028836251287332,
+      "grad_norm": 0.3331249952316284,
+      "learning_rate": 3.0092034890354694e-05,
+      "loss": 0.0406,
+      "step": 11680
+    },
+    {
+      "epoch": 12.03913491246138,
+      "grad_norm": 0.22086752951145172,
+      "learning_rate": 3.0007804379852977e-05,
+      "loss": 0.0252,
+      "step": 11690
+    },
+    {
+      "epoch": 12.049433573635428,
+      "grad_norm": 0.22861167788505554,
+      "learning_rate": 2.9923641348235843e-05,
+      "loss": 0.0426,
+      "step": 11700
+    },
+    {
+      "epoch": 12.059732234809475,
+      "grad_norm": 0.26923444867134094,
+      "learning_rate": 2.9839546079575497e-05,
+      "loss": 0.0454,
+      "step": 11710
+    },
+    {
+      "epoch": 12.070030895983523,
+      "grad_norm": 0.23918205499649048,
+      "learning_rate": 2.9755518857715448e-05,
+      "loss": 0.0402,
+      "step": 11720
+    },
+    {
+      "epoch": 12.080329557157569,
+      "grad_norm": 0.23139654099941254,
+      "learning_rate": 2.967155996626956e-05,
+      "loss": 0.0303,
+      "step": 11730
+    },
+    {
+      "epoch": 12.090628218331616,
+      "grad_norm": 0.38359567523002625,
+      "learning_rate": 2.9587669688620988e-05,
+      "loss": 0.0398,
+      "step": 11740
+    },
+    {
+      "epoch": 12.100926879505664,
+      "grad_norm": 0.23274274170398712,
+      "learning_rate": 2.950384830792136e-05,
+      "loss": 0.0283,
+      "step": 11750
+    },
+    {
+      "epoch": 12.111225540679712,
+      "grad_norm": 0.29843324422836304,
+      "learning_rate": 2.942009610708976e-05,
+      "loss": 0.0339,
+      "step": 11760
+    },
+    {
+      "epoch": 12.12152420185376,
+      "grad_norm": 0.2866639494895935,
+      "learning_rate": 2.9336413368811723e-05,
+      "loss": 0.0325,
+      "step": 11770
+    },
+    {
+      "epoch": 12.131822863027807,
+      "grad_norm": 0.3042534589767456,
+      "learning_rate": 2.9252800375538368e-05,
+      "loss": 0.0355,
+      "step": 11780
+    },
+    {
+      "epoch": 12.142121524201853,
+      "grad_norm": 0.2678833305835724,
+      "learning_rate": 2.9169257409485418e-05,
+      "loss": 0.0329,
+      "step": 11790
+    },
+    {
+      "epoch": 12.1524201853759,
+      "grad_norm": 0.19894133508205414,
+      "learning_rate": 2.9085784752632157e-05,
+      "loss": 0.0383,
+      "step": 11800
+    },
+    {
+      "epoch": 12.162718846549948,
+      "grad_norm": 0.19369176030158997,
+      "learning_rate": 2.9002382686720676e-05,
+      "loss": 0.0303,
+      "step": 11810
+    },
+    {
+      "epoch": 12.173017507723996,
+      "grad_norm": 0.23142315447330475,
+      "learning_rate": 2.8919051493254724e-05,
+      "loss": 0.0404,
+      "step": 11820
+    },
+    {
+      "epoch": 12.183316168898044,
+      "grad_norm": 0.2168169468641281,
+      "learning_rate": 2.883579145349884e-05,
+      "loss": 0.0352,
+      "step": 11830
+    },
+    {
+      "epoch": 12.193614830072091,
+      "grad_norm": 0.27123361825942993,
+      "learning_rate": 2.8752602848477432e-05,
+      "loss": 0.0358,
+      "step": 11840
+    },
+    {
+      "epoch": 12.203913491246137,
+      "grad_norm": 1.34294593334198,
+      "learning_rate": 2.8669485958973775e-05,
+      "loss": 0.0336,
+      "step": 11850
+    },
+    {
+      "epoch": 12.214212152420185,
+      "grad_norm": 0.35292431712150574,
+      "learning_rate": 2.858644106552909e-05,
+      "loss": 0.0356,
+      "step": 11860
+    },
+    {
+      "epoch": 12.224510813594232,
+      "grad_norm": 0.5437068939208984,
+      "learning_rate": 2.850346844844157e-05,
+      "loss": 0.04,
+      "step": 11870
+    },
+    {
+      "epoch": 12.23480947476828,
+      "grad_norm": 0.7077152729034424,
+      "learning_rate": 2.8420568387765557e-05,
+      "loss": 0.0381,
+      "step": 11880
+    },
+    {
+      "epoch": 12.245108135942328,
+      "grad_norm": 1.2102924585342407,
+      "learning_rate": 2.8337741163310317e-05,
+      "loss": 0.0316,
+      "step": 11890
+    },
+    {
+      "epoch": 12.255406797116375,
+      "grad_norm": 0.22898398339748383,
+      "learning_rate": 2.825498705463947e-05,
+      "loss": 0.0355,
+      "step": 11900
+    },
+    {
+      "epoch": 12.265705458290423,
+      "grad_norm": 0.16343450546264648,
+      "learning_rate": 2.8172306341069672e-05,
+      "loss": 0.0333,
+      "step": 11910
+    },
+    {
+      "epoch": 12.276004119464469,
+      "grad_norm": 0.2778915762901306,
+      "learning_rate": 2.8089699301670002e-05,
+      "loss": 0.034,
+      "step": 11920
+    },
+    {
+      "epoch": 12.286302780638517,
+      "grad_norm": 0.2954021096229553,
+      "learning_rate": 2.800716621526078e-05,
+      "loss": 0.03,
+      "step": 11930
+    },
+    {
+      "epoch": 12.296601441812564,
+      "grad_norm": 0.18878135085105896,
+      "learning_rate": 2.7924707360412746e-05,
+      "loss": 0.0322,
+      "step": 11940
+    },
+    {
+      "epoch": 12.306900102986612,
+      "grad_norm": 0.25053462386131287,
+      "learning_rate": 2.7842323015446082e-05,
+      "loss": 0.0376,
+      "step": 11950
+    },
+    {
+      "epoch": 12.31719876416066,
+      "grad_norm": 0.21085461974143982,
+      "learning_rate": 2.7760013458429475e-05,
+      "loss": 0.0333,
+      "step": 11960
+    },
+    {
+      "epoch": 12.327497425334707,
+      "grad_norm": 0.27033373713493347,
+      "learning_rate": 2.767777896717919e-05,
+      "loss": 0.0387,
+      "step": 11970
+    },
+    {
+      "epoch": 12.337796086508753,
+      "grad_norm": 0.2603791356086731,
+      "learning_rate": 2.7595619819258116e-05,
+      "loss": 0.0336,
+      "step": 11980
+    },
+    {
+      "epoch": 12.3480947476828,
+      "grad_norm": 0.2735675573348999,
+      "learning_rate": 2.7513536291974895e-05,
+      "loss": 0.0367,
+      "step": 11990
+    },
+    {
+      "epoch": 12.358393408856848,
+      "grad_norm": 0.2710510790348053,
+      "learning_rate": 2.743152866238281e-05,
+      "loss": 0.0359,
+      "step": 12000
+    },
+    {
+      "epoch": 12.368692070030896,
+      "grad_norm": 0.3120410144329071,
+      "learning_rate": 2.7349597207279088e-05,
+      "loss": 0.0353,
+      "step": 12010
+    },
+    {
+      "epoch": 12.378990731204944,
+      "grad_norm": 1.238741159439087,
+      "learning_rate": 2.7267742203203795e-05,
+      "loss": 0.0328,
+      "step": 12020
+    },
+    {
+      "epoch": 12.389289392378991,
+      "grad_norm": 0.24720178544521332,
+      "learning_rate": 2.718596392643895e-05,
+      "loss": 0.035,
+      "step": 12030
+    },
+    {
+      "epoch": 12.399588053553039,
+      "grad_norm": 0.5230728387832642,
+      "learning_rate": 2.7104262653007616e-05,
+      "loss": 0.0385,
+      "step": 12040
+    },
+    {
+      "epoch": 12.409886714727085,
+      "grad_norm": 0.30197054147720337,
+      "learning_rate": 2.7022638658672933e-05,
+      "loss": 0.0378,
+      "step": 12050
+    },
+    {
+      "epoch": 12.420185375901132,
+      "grad_norm": 0.35036417841911316,
+      "learning_rate": 2.6941092218937214e-05,
+      "loss": 0.0316,
+      "step": 12060
+    },
+    {
+      "epoch": 12.43048403707518,
+      "grad_norm": 0.1900859922170639,
+      "learning_rate": 2.6859623609040984e-05,
+      "loss": 0.0416,
+      "step": 12070
+    },
+    {
+      "epoch": 12.440782698249228,
+      "grad_norm": 0.3137092888355255,
+      "learning_rate": 2.6778233103962158e-05,
+      "loss": 0.0347,
+      "step": 12080
+    },
+    {
+      "epoch": 12.451081359423275,
+      "grad_norm": 0.2586371600627899,
+      "learning_rate": 2.6696920978414862e-05,
+      "loss": 0.0313,
+      "step": 12090
+    },
+    {
+      "epoch": 12.461380020597323,
+      "grad_norm": 0.22871264815330505,
+      "learning_rate": 2.6615687506848864e-05,
+      "loss": 0.0384,
+      "step": 12100
+    },
+    {
+      "epoch": 12.471678681771369,
+      "grad_norm": 0.500694751739502,
+      "learning_rate": 2.6534532963448274e-05,
+      "loss": 0.0365,
+      "step": 12110
+    },
+    {
+      "epoch": 12.481977342945417,
+      "grad_norm": 0.23115640878677368,
+      "learning_rate": 2.645345762213094e-05,
+      "loss": 0.0359,
+      "step": 12120
+    },
+    {
+      "epoch": 12.492276004119464,
+      "grad_norm": 0.27199363708496094,
+      "learning_rate": 2.6372461756547306e-05,
+      "loss": 0.0367,
+      "step": 12130
+    },
+    {
+      "epoch": 12.502574665293512,
+      "grad_norm": 0.4970080256462097,
+      "learning_rate": 2.6291545640079583e-05,
+      "loss": 0.038,
+      "step": 12140
+    },
+    {
+      "epoch": 12.51287332646756,
+      "grad_norm": 0.31872427463531494,
+      "learning_rate": 2.6210709545840816e-05,
+      "loss": 0.0349,
+      "step": 12150
+    },
+    {
+      "epoch": 12.523171987641607,
+      "grad_norm": 0.543602705001831,
+      "learning_rate": 2.612995374667394e-05,
+      "loss": 0.0456,
+      "step": 12160
+    },
+    {
+      "epoch": 12.533470648815655,
+      "grad_norm": 0.24425791203975677,
+      "learning_rate": 2.6049278515150888e-05,
+      "loss": 0.0343,
+      "step": 12170
+    },
+    {
+      "epoch": 12.5437693099897,
+      "grad_norm": 0.32970938086509705,
+      "learning_rate": 2.5968684123571625e-05,
+      "loss": 0.0358,
+      "step": 12180
+    },
+    {
+      "epoch": 12.554067971163748,
+      "grad_norm": 0.24140028655529022,
+      "learning_rate": 2.5888170843963332e-05,
+      "loss": 0.0415,
+      "step": 12190
+    },
+    {
+      "epoch": 12.564366632337796,
+      "grad_norm": 0.1907021552324295,
+      "learning_rate": 2.5807738948079307e-05,
+      "loss": 0.0332,
+      "step": 12200
+    },
+    {
+      "epoch": 12.574665293511844,
+      "grad_norm": 0.2994469404220581,
+      "learning_rate": 2.572738870739827e-05,
+      "loss": 0.0332,
+      "step": 12210
+    },
+    {
+      "epoch": 12.584963954685891,
+      "grad_norm": 0.3281172811985016,
+      "learning_rate": 2.5647120393123246e-05,
+      "loss": 0.0355,
+      "step": 12220
+    },
+    {
+      "epoch": 12.595262615859939,
+      "grad_norm": 0.222566619515419,
+      "learning_rate": 2.5566934276180792e-05,
+      "loss": 0.0299,
+      "step": 12230
+    },
+    {
+      "epoch": 12.605561277033985,
+      "grad_norm": 0.38741955161094666,
+      "learning_rate": 2.5486830627219993e-05,
+      "loss": 0.0369,
+      "step": 12240
+    },
+    {
+      "epoch": 12.615859938208033,
+      "grad_norm": 0.24740222096443176,
+      "learning_rate": 2.540680971661161e-05,
+      "loss": 0.034,
+      "step": 12250
+    },
+    {
+      "epoch": 12.62615859938208,
+      "grad_norm": 0.2917155623435974,
+      "learning_rate": 2.5326871814447116e-05,
+      "loss": 0.0325,
+      "step": 12260
+    },
+    {
+      "epoch": 12.636457260556128,
+      "grad_norm": 0.3306695818901062,
+      "learning_rate": 2.5247017190537802e-05,
+      "loss": 0.0314,
+      "step": 12270
+    },
+    {
+      "epoch": 12.646755921730175,
+      "grad_norm": 0.3189143240451813,
+      "learning_rate": 2.5167246114413956e-05,
+      "loss": 0.0406,
+      "step": 12280
+    },
+    {
+      "epoch": 12.657054582904223,
+      "grad_norm": 0.27937018871307373,
+      "learning_rate": 2.5087558855323718e-05,
+      "loss": 0.037,
+      "step": 12290
+    },
+    {
+      "epoch": 12.667353244078269,
+      "grad_norm": 0.23929426074028015,
+      "learning_rate": 2.5007955682232498e-05,
+      "loss": 0.0366,
+      "step": 12300
+    },
+    {
+      "epoch": 12.677651905252317,
+      "grad_norm": 0.38764917850494385,
+      "learning_rate": 2.4928436863821725e-05,
+      "loss": 0.0357,
+      "step": 12310
+    },
+    {
+      "epoch": 12.687950566426364,
+      "grad_norm": 0.22392131388187408,
+      "learning_rate": 2.4849002668488245e-05,
+      "loss": 0.031,
+      "step": 12320
+    },
+    {
+      "epoch": 12.698249227600412,
+      "grad_norm": 0.35927116870880127,
+      "learning_rate": 2.4769653364343222e-05,
+      "loss": 0.0355,
+      "step": 12330
+    },
+    {
+      "epoch": 12.70854788877446,
+      "grad_norm": 0.3391915261745453,
+      "learning_rate": 2.4690389219211273e-05,
+      "loss": 0.0346,
+      "step": 12340
+    },
+    {
+      "epoch": 12.718846549948507,
+      "grad_norm": 0.21950756013393402,
+      "learning_rate": 2.4611210500629618e-05,
+      "loss": 0.0339,
+      "step": 12350
+    },
+    {
+      "epoch": 12.729145211122553,
+      "grad_norm": 0.22874067723751068,
+      "learning_rate": 2.453211747584711e-05,
+      "loss": 0.0347,
+      "step": 12360
+    },
+    {
+      "epoch": 12.7394438722966,
+      "grad_norm": 0.5297624468803406,
+      "learning_rate": 2.4453110411823382e-05,
+      "loss": 0.0308,
+      "step": 12370
+    },
+    {
+      "epoch": 12.749742533470648,
+      "grad_norm": 0.31514862179756165,
+      "learning_rate": 2.4374189575227902e-05,
+      "loss": 0.032,
+      "step": 12380
+    },
+    {
+      "epoch": 12.760041194644696,
+      "grad_norm": 0.26266971230506897,
+      "learning_rate": 2.429535523243917e-05,
+      "loss": 0.0357,
+      "step": 12390
+    },
+    {
+      "epoch": 12.770339855818744,
+      "grad_norm": 0.18397288024425507,
+      "learning_rate": 2.4216607649543628e-05,
+      "loss": 0.0307,
+      "step": 12400
+    },
+    {
+      "epoch": 12.780638516992791,
+      "grad_norm": 0.26537027955055237,
+      "learning_rate": 2.4137947092334994e-05,
+      "loss": 0.0363,
+      "step": 12410
+    },
+    {
+      "epoch": 12.790937178166839,
+      "grad_norm": 0.28661102056503296,
+      "learning_rate": 2.4059373826313185e-05,
+      "loss": 0.0306,
+      "step": 12420
+    },
+    {
+      "epoch": 12.801235839340885,
+      "grad_norm": 0.26964297890663147,
+      "learning_rate": 2.3980888116683515e-05,
+      "loss": 0.0324,
+      "step": 12430
+    },
+    {
+      "epoch": 12.811534500514933,
+      "grad_norm": 0.2776640057563782,
+      "learning_rate": 2.3902490228355756e-05,
+      "loss": 0.0329,
+      "step": 12440
+    },
+    {
+      "epoch": 12.82183316168898,
+      "grad_norm": 0.4814803898334503,
+      "learning_rate": 2.3824180425943277e-05,
+      "loss": 0.0303,
+      "step": 12450
+    },
+    {
+      "epoch": 12.832131822863028,
+      "grad_norm": 0.22867955267429352,
+      "learning_rate": 2.374595897376211e-05,
+      "loss": 0.0288,
+      "step": 12460
+    },
+    {
+      "epoch": 12.842430484037076,
+      "grad_norm": 0.21567359566688538,
+      "learning_rate": 2.366782613583009e-05,
+      "loss": 0.0325,
+      "step": 12470
+    },
+    {
+      "epoch": 12.852729145211123,
+      "grad_norm": 0.290703684091568,
+      "learning_rate": 2.3589782175866015e-05,
+      "loss": 0.0298,
+      "step": 12480
+    },
+    {
+      "epoch": 12.863027806385169,
+      "grad_norm": 0.3255325257778168,
+      "learning_rate": 2.3511827357288575e-05,
+      "loss": 0.0363,
+      "step": 12490
+    },
+    {
+      "epoch": 12.873326467559217,
+      "grad_norm": 0.44946736097335815,
+      "learning_rate": 2.343396194321572e-05,
+      "loss": 0.0332,
+      "step": 12500
+    },
+    {
+      "epoch": 12.883625128733264,
+      "grad_norm": 0.25294211506843567,
+      "learning_rate": 2.33561861964635e-05,
+      "loss": 0.0348,
+      "step": 12510
+    },
+    {
+      "epoch": 12.893923789907312,
+      "grad_norm": 0.18743322789669037,
+      "learning_rate": 2.3278500379545436e-05,
+      "loss": 0.0336,
+      "step": 12520
+    },
+    {
+      "epoch": 12.90422245108136,
+      "grad_norm": 0.16629280149936676,
+      "learning_rate": 2.3200904754671453e-05,
+      "loss": 0.0381,
+      "step": 12530
+    },
+    {
+      "epoch": 12.914521112255407,
+      "grad_norm": 0.1841958910226822,
+      "learning_rate": 2.312339958374705e-05,
+      "loss": 0.0273,
+      "step": 12540
+    },
+    {
+      "epoch": 12.924819773429455,
+      "grad_norm": 0.3820919096469879,
+      "learning_rate": 2.3045985128372442e-05,
+      "loss": 0.0354,
+      "step": 12550
+    },
+    {
+      "epoch": 12.9351184346035,
+      "grad_norm": 0.22891731560230255,
+      "learning_rate": 2.2968661649841643e-05,
+      "loss": 0.0393,
+      "step": 12560
+    },
+    {
+      "epoch": 12.945417095777549,
+      "grad_norm": 0.21805356442928314,
+      "learning_rate": 2.2891429409141594e-05,
+      "loss": 0.0312,
+      "step": 12570
+    },
+    {
+      "epoch": 12.955715756951596,
+      "grad_norm": 0.29530712962150574,
+      "learning_rate": 2.281428866695128e-05,
+      "loss": 0.034,
+      "step": 12580
+    },
+    {
+      "epoch": 12.966014418125644,
+      "grad_norm": 0.3417767286300659,
+      "learning_rate": 2.2737239683640908e-05,
+      "loss": 0.0291,
+      "step": 12590
+    },
+    {
+      "epoch": 12.976313079299691,
+      "grad_norm": 0.36338862776756287,
+      "learning_rate": 2.266028271927087e-05,
+      "loss": 0.0288,
+      "step": 12600
+    },
+    {
+      "epoch": 12.98661174047374,
+      "grad_norm": 0.18803521990776062,
+      "learning_rate": 2.258341803359108e-05,
+      "loss": 0.035,
+      "step": 12610
+    },
+    {
+      "epoch": 12.996910401647785,
+      "grad_norm": 0.2204011231660843,
+      "learning_rate": 2.2506645886039918e-05,
+      "loss": 0.0331,
+      "step": 12620
+    },
+    {
+      "epoch": 13.007209062821833,
+      "grad_norm": 0.23867210745811462,
+      "learning_rate": 2.242996653574345e-05,
+      "loss": 0.0327,
+      "step": 12630
+    },
+    {
+      "epoch": 13.01750772399588,
+      "grad_norm": 0.22372329235076904,
+      "learning_rate": 2.2353380241514515e-05,
+      "loss": 0.0313,
+      "step": 12640
+    },
+    {
+      "epoch": 13.027806385169928,
+      "grad_norm": 0.2398245483636856,
+      "learning_rate": 2.2276887261851875e-05,
+      "loss": 0.0405,
+      "step": 12650
+    },
+    {
+      "epoch": 13.038105046343976,
+      "grad_norm": 0.20746667683124542,
+      "learning_rate": 2.2200487854939322e-05,
+      "loss": 0.0332,
+      "step": 12660
+    },
+    {
+      "epoch": 13.048403707518023,
+      "grad_norm": 0.23980452120304108,
+      "learning_rate": 2.21241822786448e-05,
+      "loss": 0.0331,
+      "step": 12670
+    },
+    {
+      "epoch": 13.058702368692071,
+      "grad_norm": 0.2431352734565735,
+      "learning_rate": 2.204797079051962e-05,
+      "loss": 0.0337,
+      "step": 12680
+    },
+    {
+      "epoch": 13.069001029866117,
+      "grad_norm": 0.21622303128242493,
+      "learning_rate": 2.1971853647797415e-05,
+      "loss": 0.0369,
+      "step": 12690
+    },
+    {
+      "epoch": 13.079299691040164,
+      "grad_norm": 0.17636331915855408,
+      "learning_rate": 2.1895831107393484e-05,
+      "loss": 0.0385,
+      "step": 12700
+    },
+    {
+      "epoch": 13.089598352214212,
+      "grad_norm": 0.3212912976741791,
+      "learning_rate": 2.181990342590371e-05,
+      "loss": 0.0388,
+      "step": 12710
+    },
+    {
+      "epoch": 13.09989701338826,
+      "grad_norm": 0.4048994183540344,
+      "learning_rate": 2.1744070859603897e-05,
+      "loss": 0.0314,
+      "step": 12720
+    },
+    {
+      "epoch": 13.110195674562307,
+      "grad_norm": 0.2608017921447754,
+      "learning_rate": 2.1668333664448776e-05,
+      "loss": 0.0348,
+      "step": 12730
+    },
+    {
+      "epoch": 13.120494335736355,
+      "grad_norm": 0.22120167315006256,
+      "learning_rate": 2.1592692096071153e-05,
+      "loss": 0.0282,
+      "step": 12740
+    },
+    {
+      "epoch": 13.130792996910401,
+      "grad_norm": 0.22117048501968384,
+      "learning_rate": 2.1517146409781103e-05,
+      "loss": 0.0346,
+      "step": 12750
+    },
+    {
+      "epoch": 13.141091658084449,
+      "grad_norm": 0.2921169102191925,
+      "learning_rate": 2.1441696860565048e-05,
+      "loss": 0.0342,
+      "step": 12760
+    },
+    {
+      "epoch": 13.151390319258496,
+      "grad_norm": 0.22612257301807404,
+      "learning_rate": 2.1366343703084936e-05,
+      "loss": 0.0312,
+      "step": 12770
+    },
+    {
+      "epoch": 13.161688980432544,
+      "grad_norm": 0.27955397963523865,
+      "learning_rate": 2.1291087191677343e-05,
+      "loss": 0.0332,
+      "step": 12780
+    },
+    {
+      "epoch": 13.171987641606592,
+      "grad_norm": 0.2641075849533081,
+      "learning_rate": 2.121592758035273e-05,
+      "loss": 0.0368,
+      "step": 12790
+    },
+    {
+      "epoch": 13.18228630278064,
+      "grad_norm": 0.26150405406951904,
+      "learning_rate": 2.114086512279434e-05,
+      "loss": 0.0355,
+      "step": 12800
+    },
+    {
+      "epoch": 13.192584963954685,
+      "grad_norm": 0.2792717218399048,
+      "learning_rate": 2.1065900072357635e-05,
+      "loss": 0.029,
+      "step": 12810
+    },
+    {
+      "epoch": 13.202883625128733,
+      "grad_norm": 0.21909286081790924,
+      "learning_rate": 2.0991032682069246e-05,
+      "loss": 0.0379,
+      "step": 12820
+    },
+    {
+      "epoch": 13.21318228630278,
+      "grad_norm": 0.2866324782371521,
+      "learning_rate": 2.0916263204626162e-05,
+      "loss": 0.0282,
+      "step": 12830
+    },
+    {
+      "epoch": 13.223480947476828,
+      "grad_norm": 0.28694427013397217,
+      "learning_rate": 2.0841591892394925e-05,
+      "loss": 0.0399,
+      "step": 12840
+    },
+    {
+      "epoch": 13.233779608650876,
+      "grad_norm": 0.31920716166496277,
+      "learning_rate": 2.0767018997410713e-05,
+      "loss": 0.0365,
+      "step": 12850
+    },
+    {
+      "epoch": 13.244078269824923,
+      "grad_norm": 0.35022082924842834,
+      "learning_rate": 2.0692544771376543e-05,
+      "loss": 0.0264,
+      "step": 12860
+    },
+    {
+      "epoch": 13.254376930998971,
+      "grad_norm": 0.25149139761924744,
+      "learning_rate": 2.0618169465662364e-05,
+      "loss": 0.0302,
+      "step": 12870
+    },
+    {
+      "epoch": 13.264675592173017,
+      "grad_norm": 0.2645907402038574,
+      "learning_rate": 2.0543893331304333e-05,
+      "loss": 0.0328,
+      "step": 12880
+    },
+    {
+      "epoch": 13.274974253347064,
+      "grad_norm": 0.17596539855003357,
+      "learning_rate": 2.0469716619003725e-05,
+      "loss": 0.0328,
+      "step": 12890
+    },
+    {
+      "epoch": 13.285272914521112,
+      "grad_norm": 0.2291368991136551,
+      "learning_rate": 2.039563957912642e-05,
+      "loss": 0.0318,
+      "step": 12900
+    },
+    {
+      "epoch": 13.29557157569516,
+      "grad_norm": 0.21256229281425476,
+      "learning_rate": 2.0321662461701696e-05,
+      "loss": 0.0334,
+      "step": 12910
+    },
+    {
+      "epoch": 13.305870236869207,
+      "grad_norm": 0.30739450454711914,
+      "learning_rate": 2.024778551642172e-05,
+      "loss": 0.0321,
+      "step": 12920
+    },
+    {
+      "epoch": 13.316168898043255,
+      "grad_norm": 0.2791813015937805,
+      "learning_rate": 2.017400899264047e-05,
+      "loss": 0.0302,
+      "step": 12930
+    },
+    {
+      "epoch": 13.326467559217301,
+      "grad_norm": 0.3258625864982605,
+      "learning_rate": 2.0100333139372985e-05,
+      "loss": 0.0361,
+      "step": 12940
+    },
+    {
+      "epoch": 13.336766220391349,
+      "grad_norm": 0.2523643672466278,
+      "learning_rate": 2.0026758205294533e-05,
+      "loss": 0.0322,
+      "step": 12950
+    },
+    {
+      "epoch": 13.347064881565396,
+      "grad_norm": 0.2704935073852539,
+      "learning_rate": 1.9953284438739733e-05,
+      "loss": 0.0321,
+      "step": 12960
+    },
+    {
+      "epoch": 13.357363542739444,
+      "grad_norm": 0.45123302936553955,
+      "learning_rate": 1.9879912087701753e-05,
+      "loss": 0.0331,
+      "step": 12970
+    },
+    {
+      "epoch": 13.367662203913492,
+      "grad_norm": 1.1362191438674927,
+      "learning_rate": 1.9806641399831433e-05,
+      "loss": 0.0352,
+      "step": 12980
+    },
+    {
+      "epoch": 13.37796086508754,
+      "grad_norm": 0.3239549398422241,
+      "learning_rate": 1.9733472622436544e-05,
+      "loss": 0.0317,
+      "step": 12990
+    },
+    {
+      "epoch": 13.388259526261585,
+      "grad_norm": 0.20692795515060425,
+      "learning_rate": 1.9660406002480765e-05,
+      "loss": 0.0328,
+      "step": 13000
+    },
+    {
+      "epoch": 13.398558187435633,
+      "grad_norm": 0.24428331851959229,
+      "learning_rate": 1.9587441786583076e-05,
+      "loss": 0.0344,
+      "step": 13010
+    },
+    {
+      "epoch": 13.40885684860968,
+      "grad_norm": 0.17566567659378052,
+      "learning_rate": 1.951458022101676e-05,
+      "loss": 0.0346,
+      "step": 13020
+    },
+    {
+      "epoch": 13.419155509783728,
+      "grad_norm": 0.2601017951965332,
+      "learning_rate": 1.944182155170864e-05,
+      "loss": 0.0413,
+      "step": 13030
+    },
+    {
+      "epoch": 13.429454170957776,
+      "grad_norm": 0.22690336406230927,
+      "learning_rate": 1.9369166024238232e-05,
+      "loss": 0.039,
+      "step": 13040
+    },
+    {
+      "epoch": 13.439752832131823,
+      "grad_norm": 0.34189629554748535,
+      "learning_rate": 1.9296613883836945e-05,
+      "loss": 0.0297,
+      "step": 13050
+    },
+    {
+      "epoch": 13.450051493305871,
+      "grad_norm": 0.39015287160873413,
+      "learning_rate": 1.9224165375387193e-05,
+      "loss": 0.0352,
+      "step": 13060
+    },
+    {
+      "epoch": 13.460350154479917,
+      "grad_norm": 0.16422075033187866,
+      "learning_rate": 1.9151820743421617e-05,
+      "loss": 0.0298,
+      "step": 13070
+    },
+    {
+      "epoch": 13.470648815653965,
+      "grad_norm": 0.20099236071109772,
+      "learning_rate": 1.9079580232122303e-05,
+      "loss": 0.0271,
+      "step": 13080
+    },
+    {
+      "epoch": 13.480947476828012,
+      "grad_norm": 0.37444478273391724,
+      "learning_rate": 1.9007444085319786e-05,
+      "loss": 0.0382,
+      "step": 13090
+    },
+    {
+      "epoch": 13.49124613800206,
+      "grad_norm": 0.24139359593391418,
+      "learning_rate": 1.8935412546492486e-05,
+      "loss": 0.0334,
+      "step": 13100
+    },
+    {
+      "epoch": 13.501544799176108,
+      "grad_norm": 0.3007052540779114,
+      "learning_rate": 1.88634858587656e-05,
+      "loss": 0.0341,
+      "step": 13110
+    },
+    {
+      "epoch": 13.511843460350155,
+      "grad_norm": 0.30898720026016235,
+      "learning_rate": 1.8791664264910537e-05,
+      "loss": 0.0324,
+      "step": 13120
+    },
+    {
+      "epoch": 13.522142121524201,
+      "grad_norm": 0.3256855905056,
+      "learning_rate": 1.8719948007343936e-05,
+      "loss": 0.0376,
+      "step": 13130
+    },
+    {
+      "epoch": 13.532440782698249,
+      "grad_norm": 0.2092374563217163,
+      "learning_rate": 1.8648337328126906e-05,
+      "loss": 0.0298,
+      "step": 13140
+    },
+    {
+      "epoch": 13.542739443872296,
+      "grad_norm": 0.34433215856552124,
+      "learning_rate": 1.85768324689642e-05,
+      "loss": 0.0371,
+      "step": 13150
+    },
+    {
+      "epoch": 13.553038105046344,
+      "grad_norm": 0.47145530581474304,
+      "learning_rate": 1.850543367120341e-05,
+      "loss": 0.0389,
+      "step": 13160
+    },
+    {
+      "epoch": 13.563336766220392,
+      "grad_norm": 1.9276230335235596,
+      "learning_rate": 1.8434141175834125e-05,
+      "loss": 0.0356,
+      "step": 13170
+    },
+    {
+      "epoch": 13.57363542739444,
+      "grad_norm": 0.1196000725030899,
+      "learning_rate": 1.8362955223487143e-05,
+      "loss": 0.0292,
+      "step": 13180
+    },
+    {
+      "epoch": 13.583934088568487,
+      "grad_norm": 0.21239057183265686,
+      "learning_rate": 1.8291876054433693e-05,
+      "loss": 0.0314,
+      "step": 13190
+    },
+    {
+      "epoch": 13.594232749742533,
+      "grad_norm": 0.27161744236946106,
+      "learning_rate": 1.8220903908584492e-05,
+      "loss": 0.0323,
+      "step": 13200
+    },
+    {
+      "epoch": 13.60453141091658,
+      "grad_norm": 0.23213060200214386,
+      "learning_rate": 1.8150039025489113e-05,
+      "loss": 0.0335,
+      "step": 13210
+    },
+    {
+      "epoch": 13.614830072090628,
+      "grad_norm": 0.26432856917381287,
+      "learning_rate": 1.8079281644335055e-05,
+      "loss": 0.0348,
+      "step": 13220
+    },
+    {
+      "epoch": 13.625128733264676,
+      "grad_norm": 0.24627777934074402,
+      "learning_rate": 1.8008632003946957e-05,
+      "loss": 0.0308,
+      "step": 13230
+    },
+    {
+      "epoch": 13.635427394438723,
+      "grad_norm": 0.3506312966346741,
+      "learning_rate": 1.7938090342785817e-05,
+      "loss": 0.0379,
+      "step": 13240
+    },
+    {
+      "epoch": 13.645726055612771,
+      "grad_norm": 0.20565661787986755,
+      "learning_rate": 1.7867656898948187e-05,
+      "loss": 0.0338,
+      "step": 13250
+    },
+    {
+      "epoch": 13.656024716786817,
+      "grad_norm": 0.2677291929721832,
+      "learning_rate": 1.7797331910165336e-05,
+      "loss": 0.0325,
+      "step": 13260
+    },
+    {
+      "epoch": 13.666323377960865,
+      "grad_norm": 0.30942559242248535,
+      "learning_rate": 1.7727115613802465e-05,
+      "loss": 0.0365,
+      "step": 13270
+    },
+    {
+      "epoch": 13.676622039134912,
+      "grad_norm": 0.23922519385814667,
+      "learning_rate": 1.765700824685797e-05,
+      "loss": 0.0366,
+      "step": 13280
+    },
+    {
+      "epoch": 13.68692070030896,
+      "grad_norm": 0.18366648256778717,
+      "learning_rate": 1.758701004596247e-05,
+      "loss": 0.0305,
+      "step": 13290
+    },
+    {
+      "epoch": 13.697219361483008,
+      "grad_norm": 0.2875716984272003,
+      "learning_rate": 1.751712124737826e-05,
+      "loss": 0.0363,
+      "step": 13300
+    },
+    {
+      "epoch": 13.707518022657055,
+      "grad_norm": 0.3050890564918518,
+      "learning_rate": 1.744734208699822e-05,
+      "loss": 0.037,
+      "step": 13310
+    },
+    {
+      "epoch": 13.717816683831103,
+      "grad_norm": 0.24879583716392517,
+      "learning_rate": 1.7377672800345302e-05,
+      "loss": 0.0285,
+      "step": 13320
+    },
+    {
+      "epoch": 13.728115345005149,
+      "grad_norm": 0.22065865993499756,
+      "learning_rate": 1.7308113622571544e-05,
+      "loss": 0.0299,
+      "step": 13330
+    },
+    {
+      "epoch": 13.738414006179196,
+      "grad_norm": 0.1869887113571167,
+      "learning_rate": 1.7238664788457342e-05,
+      "loss": 0.0344,
+      "step": 13340
+    },
+    {
+      "epoch": 13.748712667353244,
+      "grad_norm": 0.21137484908103943,
+      "learning_rate": 1.7169326532410663e-05,
+      "loss": 0.0332,
+      "step": 13350
+    },
+    {
+      "epoch": 13.759011328527292,
+      "grad_norm": 0.3234722912311554,
+      "learning_rate": 1.7100099088466242e-05,
+      "loss": 0.0345,
+      "step": 13360
+    },
+    {
+      "epoch": 13.76930998970134,
+      "grad_norm": 0.2264581024646759,
+      "learning_rate": 1.7030982690284792e-05,
+      "loss": 0.0291,
+      "step": 13370
+    },
+    {
+      "epoch": 13.779608650875387,
+      "grad_norm": 0.29631558060646057,
+      "learning_rate": 1.69619775711522e-05,
+      "loss": 0.0361,
+      "step": 13380
+    },
+    {
+      "epoch": 13.789907312049433,
+      "grad_norm": 0.292219340801239,
+      "learning_rate": 1.689308396397882e-05,
+      "loss": 0.0256,
+      "step": 13390
+    },
+    {
+      "epoch": 13.80020597322348,
+      "grad_norm": 0.17191918194293976,
+      "learning_rate": 1.6824302101298526e-05,
+      "loss": 0.0349,
+      "step": 13400
+    },
+    {
+      "epoch": 13.810504634397528,
+      "grad_norm": 0.22219271957874298,
+      "learning_rate": 1.6755632215268118e-05,
+      "loss": 0.0316,
+      "step": 13410
+    },
+    {
+      "epoch": 13.820803295571576,
+      "grad_norm": 0.18818335235118866,
+      "learning_rate": 1.6687074537666398e-05,
+      "loss": 0.0325,
+      "step": 13420
+    },
+    {
+      "epoch": 13.831101956745623,
+      "grad_norm": 0.2848359942436218,
+      "learning_rate": 1.6618629299893434e-05,
+      "loss": 0.0327,
+      "step": 13430
+    },
+    {
+      "epoch": 13.841400617919671,
+      "grad_norm": 0.26240599155426025,
+      "learning_rate": 1.6550296732969795e-05,
+      "loss": 0.0321,
+      "step": 13440
+    },
+    {
+      "epoch": 13.851699279093717,
+      "grad_norm": 0.166743665933609,
+      "learning_rate": 1.648207706753575e-05,
+      "loss": 0.0361,
+      "step": 13450
+    },
+    {
+      "epoch": 13.861997940267765,
+      "grad_norm": 0.2783146798610687,
+      "learning_rate": 1.6413970533850498e-05,
+      "loss": 0.0395,
+      "step": 13460
+    },
+    {
+      "epoch": 13.872296601441812,
+      "grad_norm": 0.2442004680633545,
+      "learning_rate": 1.6345977361791366e-05,
+      "loss": 0.0385,
+      "step": 13470
+    },
+    {
+      "epoch": 13.88259526261586,
+      "grad_norm": 0.16581279039382935,
+      "learning_rate": 1.6278097780853136e-05,
+      "loss": 0.0356,
+      "step": 13480
+    },
+    {
+      "epoch": 13.892893923789908,
+      "grad_norm": 0.37210017442703247,
+      "learning_rate": 1.6210332020147055e-05,
+      "loss": 0.0363,
+      "step": 13490
+    },
+    {
+      "epoch": 13.903192584963955,
+      "grad_norm": 0.18403227627277374,
+      "learning_rate": 1.6142680308400338e-05,
+      "loss": 0.0389,
+      "step": 13500
+    },
+    {
+      "epoch": 13.913491246138001,
+      "grad_norm": 0.283448189496994,
+      "learning_rate": 1.6075142873955164e-05,
+      "loss": 0.0318,
+      "step": 13510
+    },
+    {
+      "epoch": 13.923789907312049,
+      "grad_norm": 0.24017812311649323,
+      "learning_rate": 1.6007719944768025e-05,
+      "loss": 0.035,
+      "step": 13520
+    },
+    {
+      "epoch": 13.934088568486096,
+      "grad_norm": 0.14648008346557617,
+      "learning_rate": 1.594041174840894e-05,
+      "loss": 0.0276,
+      "step": 13530
+    },
+    {
+      "epoch": 13.944387229660144,
+      "grad_norm": 0.31949880719184875,
+      "learning_rate": 1.587321851206061e-05,
+      "loss": 0.0312,
+      "step": 13540
+    },
+    {
+      "epoch": 13.954685890834192,
+      "grad_norm": 0.27566295862197876,
+      "learning_rate": 1.5806140462517828e-05,
+      "loss": 0.0308,
+      "step": 13550
+    },
+    {
+      "epoch": 13.96498455200824,
+      "grad_norm": 0.221617192029953,
+      "learning_rate": 1.573917782618651e-05,
+      "loss": 0.033,
+      "step": 13560
+    },
+    {
+      "epoch": 13.975283213182287,
+      "grad_norm": 0.15257342159748077,
+      "learning_rate": 1.567233082908306e-05,
+      "loss": 0.0272,
+      "step": 13570
+    },
+    {
+      "epoch": 13.985581874356333,
+      "grad_norm": 0.31881460547447205,
+      "learning_rate": 1.5605599696833544e-05,
+      "loss": 0.036,
+      "step": 13580
+    },
+    {
+      "epoch": 13.99588053553038,
+      "grad_norm": 0.21161913871765137,
+      "learning_rate": 1.5538984654673016e-05,
+      "loss": 0.0272,
+      "step": 13590
+    },
+    {
+      "epoch": 14.006179196704428,
+      "grad_norm": 0.22538325190544128,
+      "learning_rate": 1.5472485927444597e-05,
+      "loss": 0.023,
+      "step": 13600
+    },
+    {
+      "epoch": 14.016477857878476,
+      "grad_norm": 0.2999170422554016,
+      "learning_rate": 1.5406103739598903e-05,
+      "loss": 0.032,
+      "step": 13610
+    },
+    {
+      "epoch": 14.026776519052524,
+      "grad_norm": 0.26565343141555786,
+      "learning_rate": 1.5339838315193156e-05,
+      "loss": 0.031,
+      "step": 13620
+    },
+    {
+      "epoch": 14.037075180226571,
+      "grad_norm": 0.3137536942958832,
+      "learning_rate": 1.5273689877890485e-05,
+      "loss": 0.0302,
+      "step": 13630
+    },
+    {
+      "epoch": 14.047373841400617,
+      "grad_norm": 0.1854087859392166,
+      "learning_rate": 1.5207658650959138e-05,
+      "loss": 0.0345,
+      "step": 13640
+    },
+    {
+      "epoch": 14.057672502574665,
+      "grad_norm": 0.2928926348686218,
+      "learning_rate": 1.5141744857271778e-05,
+      "loss": 0.0334,
+      "step": 13650
+    },
+    {
+      "epoch": 14.067971163748712,
+      "grad_norm": 0.42930635809898376,
+      "learning_rate": 1.5075948719304672e-05,
+      "loss": 0.0272,
+      "step": 13660
+    },
+    {
+      "epoch": 14.07826982492276,
+      "grad_norm": 0.20846472680568695,
+      "learning_rate": 1.5010270459136966e-05,
+      "loss": 0.0331,
+      "step": 13670
+    },
+    {
+      "epoch": 14.088568486096808,
+      "grad_norm": 0.2335253208875656,
+      "learning_rate": 1.4944710298449999e-05,
+      "loss": 0.0312,
+      "step": 13680
+    },
+    {
+      "epoch": 14.098867147270855,
+      "grad_norm": 0.18406903743743896,
+      "learning_rate": 1.4879268458526379e-05,
+      "loss": 0.033,
+      "step": 13690
+    },
+    {
+      "epoch": 14.109165808444903,
+      "grad_norm": 0.26444944739341736,
+      "learning_rate": 1.481394516024947e-05,
+      "loss": 0.0282,
+      "step": 13700
+    },
+    {
+      "epoch": 14.119464469618949,
+      "grad_norm": 0.19681231677532196,
+      "learning_rate": 1.4748740624102459e-05,
+      "loss": 0.0354,
+      "step": 13710
+    },
+    {
+      "epoch": 14.129763130792997,
+      "grad_norm": 0.22566291689872742,
+      "learning_rate": 1.468365507016769e-05,
+      "loss": 0.0327,
+      "step": 13720
+    },
+    {
+      "epoch": 14.140061791967044,
+      "grad_norm": 0.24647872149944305,
+      "learning_rate": 1.4618688718125929e-05,
+      "loss": 0.0301,
+      "step": 13730
+    },
+    {
+      "epoch": 14.150360453141092,
+      "grad_norm": 0.2727005183696747,
+      "learning_rate": 1.455384178725555e-05,
+      "loss": 0.0261,
+      "step": 13740
+    },
+    {
+      "epoch": 14.16065911431514,
+      "grad_norm": 0.2636515200138092,
+      "learning_rate": 1.4489114496431938e-05,
+      "loss": 0.0362,
+      "step": 13750
+    },
+    {
+      "epoch": 14.170957775489187,
+      "grad_norm": 0.24423463642597198,
+      "learning_rate": 1.4424507064126597e-05,
+      "loss": 0.0308,
+      "step": 13760
+    },
+    {
+      "epoch": 14.181256436663233,
+      "grad_norm": 0.2822682559490204,
+      "learning_rate": 1.4360019708406487e-05,
+      "loss": 0.038,
+      "step": 13770
+    },
+    {
+      "epoch": 14.19155509783728,
+      "grad_norm": 0.19930243492126465,
+      "learning_rate": 1.4295652646933277e-05,
+      "loss": 0.0291,
+      "step": 13780
+    },
+    {
+      "epoch": 14.201853759011328,
+      "grad_norm": 0.1978948414325714,
+      "learning_rate": 1.4231406096962669e-05,
+      "loss": 0.0302,
+      "step": 13790
+    },
+    {
+      "epoch": 14.212152420185376,
+      "grad_norm": 0.17142613232135773,
+      "learning_rate": 1.4167280275343492e-05,
+      "loss": 0.0257,
+      "step": 13800
+    },
+    {
+      "epoch": 14.222451081359424,
+      "grad_norm": 0.2695595622062683,
+      "learning_rate": 1.4103275398517197e-05,
+      "loss": 0.0349,
+      "step": 13810
+    },
+    {
+      "epoch": 14.232749742533471,
+      "grad_norm": 0.23960620164871216,
+      "learning_rate": 1.4039391682516972e-05,
+      "loss": 0.0307,
+      "step": 13820
+    },
+    {
+      "epoch": 14.243048403707519,
+      "grad_norm": 0.279876172542572,
+      "learning_rate": 1.3975629342967001e-05,
+      "loss": 0.0334,
+      "step": 13830
+    },
+    {
+      "epoch": 14.253347064881565,
+      "grad_norm": 0.260696142911911,
+      "learning_rate": 1.3911988595081893e-05,
+      "loss": 0.0316,
+      "step": 13840
+    },
+    {
+      "epoch": 14.263645726055612,
+      "grad_norm": 0.24109739065170288,
+      "learning_rate": 1.3848469653665786e-05,
+      "loss": 0.0306,
+      "step": 13850
+    },
+    {
+      "epoch": 14.27394438722966,
+      "grad_norm": 0.3289351165294647,
+      "learning_rate": 1.378507273311171e-05,
+      "loss": 0.0362,
+      "step": 13860
+    },
+    {
+      "epoch": 14.284243048403708,
+      "grad_norm": 0.33488863706588745,
+      "learning_rate": 1.3721798047400813e-05,
+      "loss": 0.0408,
+      "step": 13870
+    },
+    {
+      "epoch": 14.294541709577755,
+      "grad_norm": 3.9080820083618164,
+      "learning_rate": 1.3658645810101755e-05,
+      "loss": 0.0278,
+      "step": 13880
+    },
+    {
+      "epoch": 14.304840370751803,
+      "grad_norm": 0.2996270954608917,
+      "learning_rate": 1.3595616234369762e-05,
+      "loss": 0.0277,
+      "step": 13890
+    },
+    {
+      "epoch": 14.315139031925849,
+      "grad_norm": 0.2796926498413086,
+      "learning_rate": 1.3532709532946186e-05,
+      "loss": 0.0328,
+      "step": 13900
+    },
+    {
+      "epoch": 14.325437693099897,
+      "grad_norm": 0.24468347430229187,
+      "learning_rate": 1.3469925918157567e-05,
+      "loss": 0.0327,
+      "step": 13910
+    },
+    {
+      "epoch": 14.335736354273944,
+      "grad_norm": 0.23212593793869019,
+      "learning_rate": 1.3407265601914976e-05,
+      "loss": 0.0317,
+      "step": 13920
+    },
+    {
+      "epoch": 14.346035015447992,
+      "grad_norm": 0.23879218101501465,
+      "learning_rate": 1.3344728795713413e-05,
+      "loss": 0.0365,
+      "step": 13930
+    },
+    {
+      "epoch": 14.35633367662204,
+      "grad_norm": 0.2575908303260803,
+      "learning_rate": 1.3282315710630882e-05,
+      "loss": 0.0385,
+      "step": 13940
+    },
+    {
+      "epoch": 14.366632337796087,
+      "grad_norm": 0.3186909556388855,
+      "learning_rate": 1.3220026557327898e-05,
+      "loss": 0.0403,
+      "step": 13950
+    },
+    {
+      "epoch": 14.376930998970133,
+      "grad_norm": 0.2613557279109955,
+      "learning_rate": 1.3157861546046613e-05,
+      "loss": 0.0328,
+      "step": 13960
+    },
+    {
+      "epoch": 14.38722966014418,
+      "grad_norm": 0.3558288514614105,
+      "learning_rate": 1.3095820886610188e-05,
+      "loss": 0.0293,
+      "step": 13970
+    },
+    {
+      "epoch": 14.397528321318228,
+      "grad_norm": 0.2622450292110443,
+      "learning_rate": 1.3033904788422047e-05,
+      "loss": 0.0261,
+      "step": 13980
+    },
+    {
+      "epoch": 14.407826982492276,
+      "grad_norm": 0.23433591425418854,
+      "learning_rate": 1.2972113460465246e-05,
+      "loss": 0.0286,
+      "step": 13990
+    },
+    {
+      "epoch": 14.418125643666324,
+      "grad_norm": 0.2427792251110077,
+      "learning_rate": 1.2910447111301604e-05,
+      "loss": 0.0316,
+      "step": 14000
+    },
+    {
+      "epoch": 14.428424304840371,
+      "grad_norm": 0.3044346570968628,
+      "learning_rate": 1.284890594907121e-05,
+      "loss": 0.0273,
+      "step": 14010
+    },
+    {
+      "epoch": 14.438722966014419,
+      "grad_norm": 0.16404663026332855,
+      "learning_rate": 1.2787490181491568e-05,
+      "loss": 0.0257,
+      "step": 14020
+    },
+    {
+      "epoch": 14.449021627188465,
+      "grad_norm": 0.26250144839286804,
+      "learning_rate": 1.2726200015856892e-05,
+      "loss": 0.0328,
+      "step": 14030
+    },
+    {
+      "epoch": 14.459320288362512,
+      "grad_norm": 0.7278460264205933,
+      "learning_rate": 1.2665035659037561e-05,
+      "loss": 0.0297,
+      "step": 14040
+    },
+    {
+      "epoch": 14.46961894953656,
+      "grad_norm": 0.34996357560157776,
+      "learning_rate": 1.2603997317479238e-05,
+      "loss": 0.0324,
+      "step": 14050
+    },
+    {
+      "epoch": 14.479917610710608,
+      "grad_norm": 0.44799286127090454,
+      "learning_rate": 1.2543085197202287e-05,
+      "loss": 0.036,
+      "step": 14060
+    },
+    {
+      "epoch": 14.490216271884655,
+      "grad_norm": 0.24697241187095642,
+      "learning_rate": 1.2482299503801016e-05,
+      "loss": 0.0315,
+      "step": 14070
+    },
+    {
+      "epoch": 14.500514933058703,
+      "grad_norm": 0.3266669511795044,
+      "learning_rate": 1.2421640442443055e-05,
+      "loss": 0.0351,
+      "step": 14080
+    },
+    {
+      "epoch": 14.510813594232749,
+      "grad_norm": 0.42595696449279785,
+      "learning_rate": 1.2361108217868544e-05,
+      "loss": 0.029,
+      "step": 14090
+    },
+    {
+      "epoch": 14.521112255406797,
+      "grad_norm": 0.28600630164146423,
+      "learning_rate": 1.23007030343896e-05,
+      "loss": 0.0288,
+      "step": 14100
+    },
+    {
+      "epoch": 14.531410916580844,
+      "grad_norm": 0.32830336689949036,
+      "learning_rate": 1.2240425095889495e-05,
+      "loss": 0.0323,
+      "step": 14110
+    },
+    {
+      "epoch": 14.541709577754892,
+      "grad_norm": 0.23947954177856445,
+      "learning_rate": 1.2180274605821989e-05,
+      "loss": 0.0301,
+      "step": 14120
+    },
+    {
+      "epoch": 14.55200823892894,
+      "grad_norm": 0.14854808151721954,
+      "learning_rate": 1.2120251767210755e-05,
+      "loss": 0.0305,
+      "step": 14130
+    },
+    {
+      "epoch": 14.562306900102987,
+      "grad_norm": 0.4753403961658478,
+      "learning_rate": 1.2060356782648503e-05,
+      "loss": 0.0333,
+      "step": 14140
+    },
+    {
+      "epoch": 14.572605561277033,
+      "grad_norm": 0.15201760828495026,
+      "learning_rate": 1.2000589854296507e-05,
+      "loss": 0.0348,
+      "step": 14150
+    },
+    {
+      "epoch": 14.58290422245108,
+      "grad_norm": 0.36805441975593567,
+      "learning_rate": 1.1940951183883742e-05,
+      "loss": 0.0315,
+      "step": 14160
+    },
+    {
+      "epoch": 14.593202883625128,
+      "grad_norm": 0.22207669913768768,
+      "learning_rate": 1.1881440972706315e-05,
+      "loss": 0.0299,
+      "step": 14170
+    },
+    {
+      "epoch": 14.603501544799176,
+      "grad_norm": 0.27251651883125305,
+      "learning_rate": 1.1822059421626724e-05,
+      "loss": 0.0364,
+      "step": 14180
+    },
+    {
+      "epoch": 14.613800205973224,
+      "grad_norm": 0.2771929204463959,
+      "learning_rate": 1.1762806731073261e-05,
+      "loss": 0.0272,
+      "step": 14190
+    },
+    {
+      "epoch": 14.624098867147271,
+      "grad_norm": 0.2667066156864166,
+      "learning_rate": 1.1703683101039197e-05,
+      "loss": 0.0271,
+      "step": 14200
+    },
+    {
+      "epoch": 14.634397528321319,
+      "grad_norm": 0.2355891466140747,
+      "learning_rate": 1.1644688731082242e-05,
+      "loss": 0.0299,
+      "step": 14210
+    },
+    {
+      "epoch": 14.644696189495365,
+      "grad_norm": 0.39315053820610046,
+      "learning_rate": 1.1585823820323843e-05,
+      "loss": 0.0334,
+      "step": 14220
+    },
+    {
+      "epoch": 14.654994850669413,
+      "grad_norm": 0.298880010843277,
+      "learning_rate": 1.1527088567448407e-05,
+      "loss": 0.0309,
+      "step": 14230
+    },
+    {
+      "epoch": 14.66529351184346,
+      "grad_norm": 0.21369227766990662,
+      "learning_rate": 1.1468483170702805e-05,
+      "loss": 0.0271,
+      "step": 14240
+    },
+    {
+      "epoch": 14.675592173017508,
+      "grad_norm": 0.21962594985961914,
+      "learning_rate": 1.141000782789554e-05,
+      "loss": 0.0296,
+      "step": 14250
+    },
+    {
+      "epoch": 14.685890834191555,
+      "grad_norm": 0.3962979316711426,
+      "learning_rate": 1.135166273639619e-05,
+      "loss": 0.0361,
+      "step": 14260
+    },
+    {
+      "epoch": 14.696189495365603,
+      "grad_norm": 0.2696010172367096,
+      "learning_rate": 1.1293448093134656e-05,
+      "loss": 0.0317,
+      "step": 14270
+    },
+    {
+      "epoch": 14.706488156539649,
+      "grad_norm": 0.16473254561424255,
+      "learning_rate": 1.1235364094600632e-05,
+      "loss": 0.0259,
+      "step": 14280
+    },
+    {
+      "epoch": 14.716786817713697,
+      "grad_norm": 0.18638800084590912,
+      "learning_rate": 1.1177410936842719e-05,
+      "loss": 0.0236,
+      "step": 14290
+    },
+    {
+      "epoch": 14.727085478887744,
+      "grad_norm": 0.35101962089538574,
+      "learning_rate": 1.1119588815468012e-05,
+      "loss": 0.0266,
+      "step": 14300
+    },
+    {
+      "epoch": 14.737384140061792,
+      "grad_norm": 0.2792340815067291,
+      "learning_rate": 1.1061897925641296e-05,
+      "loss": 0.0318,
+      "step": 14310
+    },
+    {
+      "epoch": 14.74768280123584,
+      "grad_norm": 0.19751253724098206,
+      "learning_rate": 1.100433846208434e-05,
+      "loss": 0.0294,
+      "step": 14320
+    },
+    {
+      "epoch": 14.757981462409887,
+      "grad_norm": 0.2783863842487335,
+      "learning_rate": 1.094691061907544e-05,
+      "loss": 0.0359,
+      "step": 14330
+    },
+    {
+      "epoch": 14.768280123583935,
+      "grad_norm": 0.2864331305027008,
+      "learning_rate": 1.088961459044852e-05,
+      "loss": 0.0289,
+      "step": 14340
+    },
+    {
+      "epoch": 14.77857878475798,
+      "grad_norm": 0.19958889484405518,
+      "learning_rate": 1.0832450569592684e-05,
+      "loss": 0.0296,
+      "step": 14350
+    },
+    {
+      "epoch": 14.788877445932028,
+      "grad_norm": 0.2572004199028015,
+      "learning_rate": 1.0775418749451427e-05,
+      "loss": 0.0299,
+      "step": 14360
+    },
+    {
+      "epoch": 14.799176107106076,
+      "grad_norm": 0.24685412645339966,
+      "learning_rate": 1.0718519322522053e-05,
+      "loss": 0.0346,
+      "step": 14370
+    },
+    {
+      "epoch": 14.809474768280124,
+      "grad_norm": 0.2643430829048157,
+      "learning_rate": 1.0661752480854975e-05,
+      "loss": 0.0253,
+      "step": 14380
+    },
+    {
+      "epoch": 14.819773429454171,
+      "grad_norm": 0.2792705297470093,
+      "learning_rate": 1.0605118416053162e-05,
+      "loss": 0.0295,
+      "step": 14390
+    },
+    {
+      "epoch": 14.830072090628219,
+      "grad_norm": 0.4018799662590027,
+      "learning_rate": 1.0548617319271342e-05,
+      "loss": 0.034,
+      "step": 14400
+    },
+    {
+      "epoch": 14.840370751802265,
+      "grad_norm": 0.20562392473220825,
+      "learning_rate": 1.049224938121548e-05,
+      "loss": 0.0386,
+      "step": 14410
+    },
+    {
+      "epoch": 14.850669412976313,
+      "grad_norm": 0.2107439637184143,
+      "learning_rate": 1.043601479214214e-05,
+      "loss": 0.038,
+      "step": 14420
+    },
+    {
+      "epoch": 14.86096807415036,
+      "grad_norm": 0.2785644829273224,
+      "learning_rate": 1.0379913741857699e-05,
+      "loss": 0.0308,
+      "step": 14430
+    },
+    {
+      "epoch": 14.871266735324408,
+      "grad_norm": 0.23650747537612915,
+      "learning_rate": 1.03239464197179e-05,
+      "loss": 0.0312,
+      "step": 14440
+    },
+    {
+      "epoch": 14.881565396498456,
+      "grad_norm": 0.2766387462615967,
+      "learning_rate": 1.0268113014627073e-05,
+      "loss": 0.0265,
+      "step": 14450
+    },
+    {
+      "epoch": 14.891864057672503,
+      "grad_norm": 0.2568782567977905,
+      "learning_rate": 1.021241371503755e-05,
+      "loss": 0.037,
+      "step": 14460
+    },
+    {
+      "epoch": 14.90216271884655,
+      "grad_norm": 0.18696804344654083,
+      "learning_rate": 1.0156848708949006e-05,
+      "loss": 0.0266,
+      "step": 14470
+    },
+    {
+      "epoch": 14.912461380020597,
+      "grad_norm": 0.23785705864429474,
+      "learning_rate": 1.0101418183907896e-05,
+      "loss": 0.0304,
+      "step": 14480
+    },
+    {
+      "epoch": 14.922760041194644,
+      "grad_norm": 0.2720486521720886,
+      "learning_rate": 1.004612232700669e-05,
+      "loss": 0.0359,
+      "step": 14490
+    },
+    {
+      "epoch": 14.933058702368692,
+      "grad_norm": 0.21330799162387848,
+      "learning_rate": 9.990961324883358e-06,
+      "loss": 0.0288,
+      "step": 14500
+    },
+    {
+      "epoch": 14.94335736354274,
+      "grad_norm": 0.24091622233390808,
+      "learning_rate": 9.935935363720728e-06,
+      "loss": 0.0275,
+      "step": 14510
+    },
+    {
+      "epoch": 14.953656024716787,
+      "grad_norm": 0.34269654750823975,
+      "learning_rate": 9.88104462924575e-06,
+      "loss": 0.0323,
+      "step": 14520
+    },
+    {
+      "epoch": 14.963954685890835,
+      "grad_norm": 0.23459886014461517,
+      "learning_rate": 9.826289306729052e-06,
+      "loss": 0.0293,
+      "step": 14530
+    },
+    {
+      "epoch": 14.97425334706488,
+      "grad_norm": 0.27133437991142273,
+      "learning_rate": 9.7716695809841e-06,
+      "loss": 0.0329,
+      "step": 14540
+    },
+    {
+      "epoch": 14.984552008238929,
+      "grad_norm": 0.24615567922592163,
+      "learning_rate": 9.717185636366783e-06,
+      "loss": 0.0317,
+      "step": 14550
+    },
+    {
+      "epoch": 14.994850669412976,
+      "grad_norm": 0.26164570450782776,
+      "learning_rate": 9.662837656774632e-06,
+      "loss": 0.031,
+      "step": 14560
+    },
+    {
+      "epoch": 15.005149330587024,
+      "grad_norm": 0.18910399079322815,
+      "learning_rate": 9.608625825646288e-06,
+      "loss": 0.0349,
+      "step": 14570
+    },
+    {
+      "epoch": 15.015447991761071,
+      "grad_norm": 0.3117832541465759,
+      "learning_rate": 9.554550325960853e-06,
+      "loss": 0.032,
+      "step": 14580
+    },
+    {
+      "epoch": 15.02574665293512,
+      "grad_norm": 0.22034838795661926,
+      "learning_rate": 9.500611340237258e-06,
+      "loss": 0.0301,
+      "step": 14590
+    },
+    {
+      "epoch": 15.036045314109165,
+      "grad_norm": 0.2756035029888153,
+      "learning_rate": 9.446809050533678e-06,
+      "loss": 0.0272,
+      "step": 14600
+    },
+    {
+      "epoch": 15.046343975283213,
+      "grad_norm": 0.3038906157016754,
+      "learning_rate": 9.393143638446889e-06,
+      "loss": 0.0327,
+      "step": 14610
+    },
+    {
+      "epoch": 15.05664263645726,
+      "grad_norm": 0.22907866537570953,
+      "learning_rate": 9.33961528511172e-06,
+      "loss": 0.0307,
+      "step": 14620
+    },
+    {
+      "epoch": 15.066941297631308,
+      "grad_norm": 0.4842381775379181,
+      "learning_rate": 9.286224171200297e-06,
+      "loss": 0.0284,
+      "step": 14630
+    },
+    {
+      "epoch": 15.077239958805356,
+      "grad_norm": 0.8235160112380981,
+      "learning_rate": 9.232970476921626e-06,
+      "loss": 0.0336,
+      "step": 14640
+    },
+    {
+      "epoch": 15.087538619979403,
+      "grad_norm": 0.4762952923774719,
+      "learning_rate": 9.17985438202082e-06,
+      "loss": 0.0315,
+      "step": 14650
+    },
+    {
+      "epoch": 15.097837281153451,
+      "grad_norm": 0.20582009851932526,
+      "learning_rate": 9.12687606577859e-06,
+      "loss": 0.0283,
+      "step": 14660
+    },
+    {
+      "epoch": 15.108135942327497,
+      "grad_norm": 0.20658078789710999,
+      "learning_rate": 9.074035707010575e-06,
+      "loss": 0.0277,
+      "step": 14670
+    },
+    {
+      "epoch": 15.118434603501544,
+      "grad_norm": 0.2650274336338043,
+      "learning_rate": 9.02133348406684e-06,
+      "loss": 0.031,
+      "step": 14680
+    },
+    {
+      "epoch": 15.128733264675592,
+      "grad_norm": 0.26044949889183044,
+      "learning_rate": 8.968769574831115e-06,
+      "loss": 0.0287,
+      "step": 14690
+    },
+    {
+      "epoch": 15.13903192584964,
+      "grad_norm": 0.25187498331069946,
+      "learning_rate": 8.916344156720335e-06,
+      "loss": 0.0301,
+      "step": 14700
+    },
+    {
+      "epoch": 15.149330587023687,
+      "grad_norm": 0.4505482017993927,
+      "learning_rate": 8.864057406684023e-06,
+      "loss": 0.0264,
+      "step": 14710
+    },
+    {
+      "epoch": 15.159629248197735,
+      "grad_norm": 0.2146962434053421,
+      "learning_rate": 8.81190950120357e-06,
+      "loss": 0.0386,
+      "step": 14720
+    },
+    {
+      "epoch": 15.169927909371781,
+      "grad_norm": 0.17643073201179504,
+      "learning_rate": 8.759900616291834e-06,
+      "loss": 0.0271,
+      "step": 14730
+    },
+    {
+      "epoch": 15.180226570545829,
+      "grad_norm": 0.3004768192768097,
+      "learning_rate": 8.708030927492345e-06,
+      "loss": 0.034,
+      "step": 14740
+    },
+    {
+      "epoch": 15.190525231719876,
+      "grad_norm": 0.33159592747688293,
+      "learning_rate": 8.656300609878898e-06,
+      "loss": 0.033,
+      "step": 14750
+    },
+    {
+      "epoch": 15.200823892893924,
+      "grad_norm": 0.2567281126976013,
+      "learning_rate": 8.604709838054813e-06,
+      "loss": 0.0325,
+      "step": 14760
+    },
+    {
+      "epoch": 15.211122554067972,
+      "grad_norm": 0.20799218118190765,
+      "learning_rate": 8.55325878615244e-06,
+      "loss": 0.0317,
+      "step": 14770
+    },
+    {
+      "epoch": 15.22142121524202,
+      "grad_norm": 0.2914055585861206,
+      "learning_rate": 8.501947627832507e-06,
+      "loss": 0.0308,
+      "step": 14780
+    },
+    {
+      "epoch": 15.231719876416065,
+      "grad_norm": 0.24458810687065125,
+      "learning_rate": 8.450776536283594e-06,
+      "loss": 0.0359,
+      "step": 14790
+    },
+    {
+      "epoch": 15.242018537590113,
+      "grad_norm": 0.30409494042396545,
+      "learning_rate": 8.399745684221499e-06,
+      "loss": 0.0357,
+      "step": 14800
+    },
+    {
+      "epoch": 15.25231719876416,
+      "grad_norm": 0.2720089852809906,
+      "learning_rate": 8.348855243888681e-06,
+      "loss": 0.0344,
+      "step": 14810
+    },
+    {
+      "epoch": 15.262615859938208,
+      "grad_norm": 0.25461846590042114,
+      "learning_rate": 8.2981053870537e-06,
+      "loss": 0.0325,
+      "step": 14820
+    },
+    {
+      "epoch": 15.272914521112256,
+      "grad_norm": 0.2355855405330658,
+      "learning_rate": 8.247496285010548e-06,
+      "loss": 0.0276,
+      "step": 14830
+    },
+    {
+      "epoch": 15.283213182286303,
+      "grad_norm": 0.1807708442211151,
+      "learning_rate": 8.197028108578197e-06,
+      "loss": 0.03,
+      "step": 14840
+    },
+    {
+      "epoch": 15.293511843460351,
+      "grad_norm": 0.21903660893440247,
+      "learning_rate": 8.146701028099917e-06,
+      "loss": 0.0254,
+      "step": 14850
+    },
+    {
+      "epoch": 15.303810504634397,
+      "grad_norm": 0.5081159472465515,
+      "learning_rate": 8.096515213442762e-06,
+      "loss": 0.0276,
+      "step": 14860
+    },
+    {
+      "epoch": 15.314109165808445,
+      "grad_norm": 0.22669517993927002,
+      "learning_rate": 8.046470833996973e-06,
+      "loss": 0.0272,
+      "step": 14870
+    },
+    {
+      "epoch": 15.324407826982492,
+      "grad_norm": 0.2578093409538269,
+      "learning_rate": 7.996568058675402e-06,
+      "loss": 0.0304,
+      "step": 14880
+    },
+    {
+      "epoch": 15.33470648815654,
+      "grad_norm": 0.20256255567073822,
+      "learning_rate": 7.946807055912959e-06,
+      "loss": 0.0292,
+      "step": 14890
+    },
+    {
+      "epoch": 15.345005149330587,
+      "grad_norm": 0.2500031888484955,
+      "learning_rate": 7.897187993666022e-06,
+      "loss": 0.0315,
+      "step": 14900
+    },
+    {
+      "epoch": 15.355303810504635,
+      "grad_norm": 0.2907675802707672,
+      "learning_rate": 7.84771103941192e-06,
+      "loss": 0.0341,
+      "step": 14910
+    },
+    {
+      "epoch": 15.365602471678681,
+      "grad_norm": 0.1547321081161499,
+      "learning_rate": 7.79837636014827e-06,
+      "loss": 0.0249,
+      "step": 14920
+    },
+    {
+      "epoch": 15.375901132852729,
+      "grad_norm": 0.2814120054244995,
+      "learning_rate": 7.749184122392539e-06,
+      "loss": 0.0365,
+      "step": 14930
+    },
+    {
+      "epoch": 15.386199794026776,
+      "grad_norm": 0.37319841980934143,
+      "learning_rate": 7.700134492181344e-06,
+      "loss": 0.0274,
+      "step": 14940
+    },
+    {
+      "epoch": 15.396498455200824,
+      "grad_norm": 0.24200180172920227,
+      "learning_rate": 7.651227635070041e-06,
+      "loss": 0.0306,
+      "step": 14950
+    },
+    {
+      "epoch": 15.406797116374872,
+      "grad_norm": 0.6322610378265381,
+      "learning_rate": 7.602463716132041e-06,
+      "loss": 0.0279,
+      "step": 14960
+    },
+    {
+      "epoch": 15.41709577754892,
+      "grad_norm": 0.43964508175849915,
+      "learning_rate": 7.553842899958308e-06,
+      "loss": 0.032,
+      "step": 14970
+    },
+    {
+      "epoch": 15.427394438722967,
+      "grad_norm": 0.3598411977291107,
+      "learning_rate": 7.505365350656812e-06,
+      "loss": 0.0275,
+      "step": 14980
+    },
+    {
+      "epoch": 15.437693099897013,
+      "grad_norm": 0.19508050382137299,
+      "learning_rate": 7.457031231851941e-06,
+      "loss": 0.034,
+      "step": 14990
+    },
+    {
+      "epoch": 15.44799176107106,
+      "grad_norm": 0.29256248474121094,
+      "learning_rate": 7.4088407066839784e-06,
+      "loss": 0.0387,
+      "step": 15000
+    },
+    {
+      "epoch": 15.458290422245108,
+      "grad_norm": 0.2301289290189743,
+      "learning_rate": 7.36079393780853e-06,
+      "loss": 0.0311,
+      "step": 15010
+    },
+    {
+      "epoch": 15.468589083419156,
+      "grad_norm": 0.29095834493637085,
+      "learning_rate": 7.312891087396034e-06,
+      "loss": 0.0259,
+      "step": 15020
+    },
+    {
+      "epoch": 15.478887744593203,
+      "grad_norm": 0.2932276129722595,
+      "learning_rate": 7.2651323171310795e-06,
+      "loss": 0.0293,
+      "step": 15030
+    },
+    {
+      "epoch": 15.489186405767251,
+      "grad_norm": 0.24277035892009735,
+      "learning_rate": 7.217517788212025e-06,
+      "loss": 0.0334,
+      "step": 15040
+    },
+    {
+      "epoch": 15.499485066941297,
+      "grad_norm": 0.23208442330360413,
+      "learning_rate": 7.170047661350349e-06,
+      "loss": 0.0296,
+      "step": 15050
+    },
+    {
+      "epoch": 15.509783728115345,
+      "grad_norm": 0.1625526398420334,
+      "learning_rate": 7.122722096770123e-06,
+      "loss": 0.0283,
+      "step": 15060
+    },
+    {
+      "epoch": 15.520082389289392,
+      "grad_norm": 0.29437604546546936,
+      "learning_rate": 7.075541254207502e-06,
+      "loss": 0.0284,
+      "step": 15070
+    },
+    {
+      "epoch": 15.53038105046344,
+      "grad_norm": 0.3337920308113098,
+      "learning_rate": 7.028505292910154e-06,
+      "loss": 0.0235,
+      "step": 15080
+    },
+    {
+      "epoch": 15.540679711637488,
+      "grad_norm": 0.16761137545108795,
+      "learning_rate": 6.981614371636747e-06,
+      "loss": 0.0261,
+      "step": 15090
+    },
+    {
+      "epoch": 15.550978372811535,
+      "grad_norm": 0.18191471695899963,
+      "learning_rate": 6.934868648656373e-06,
+      "loss": 0.0273,
+      "step": 15100
+    },
+    {
+      "epoch": 15.561277033985581,
+      "grad_norm": 0.2083984911441803,
+      "learning_rate": 6.8882682817481006e-06,
+      "loss": 0.0339,
+      "step": 15110
+    },
+    {
+      "epoch": 15.571575695159629,
+      "grad_norm": 0.33254730701446533,
+      "learning_rate": 6.841813428200306e-06,
+      "loss": 0.0335,
+      "step": 15120
+    },
+    {
+      "epoch": 15.581874356333676,
+      "grad_norm": 0.22721487283706665,
+      "learning_rate": 6.795504244810285e-06,
+      "loss": 0.0284,
+      "step": 15130
+    },
+    {
+      "epoch": 15.592173017507724,
+      "grad_norm": 0.3968798816204071,
+      "learning_rate": 6.749340887883626e-06,
+      "loss": 0.0326,
+      "step": 15140
+    },
+    {
+      "epoch": 15.602471678681772,
+      "grad_norm": 0.1721322387456894,
+      "learning_rate": 6.7033235132337225e-06,
+      "loss": 0.0267,
+      "step": 15150
+    },
+    {
+      "epoch": 15.61277033985582,
+      "grad_norm": 0.3585062026977539,
+      "learning_rate": 6.6574522761812366e-06,
+      "loss": 0.0297,
+      "step": 15160
+    },
+    {
+      "epoch": 15.623069001029865,
+      "grad_norm": 0.45918750762939453,
+      "learning_rate": 6.611727331553586e-06,
+      "loss": 0.0275,
+      "step": 15170
+    },
+    {
+      "epoch": 15.633367662203913,
+      "grad_norm": 0.3067721724510193,
+      "learning_rate": 6.566148833684399e-06,
+      "loss": 0.0287,
+      "step": 15180
+    },
+    {
+      "epoch": 15.64366632337796,
+      "grad_norm": 0.2751639187335968,
+      "learning_rate": 6.520716936413018e-06,
+      "loss": 0.0295,
+      "step": 15190
+    },
+    {
+      "epoch": 15.653964984552008,
+      "grad_norm": 0.21889840066432953,
+      "learning_rate": 6.475431793083974e-06,
+      "loss": 0.0321,
+      "step": 15200
+    },
+    {
+      "epoch": 15.664263645726056,
+      "grad_norm": 0.3290077745914459,
+      "learning_rate": 6.4302935565464514e-06,
+      "loss": 0.031,
+      "step": 15210
+    },
+    {
+      "epoch": 15.674562306900103,
+      "grad_norm": 0.5243391394615173,
+      "learning_rate": 6.385302379153818e-06,
+      "loss": 0.0248,
+      "step": 15220
+    },
+    {
+      "epoch": 15.684860968074151,
+      "grad_norm": 1.0162177085876465,
+      "learning_rate": 6.3404584127630115e-06,
+      "loss": 0.0243,
+      "step": 15230
+    },
+    {
+      "epoch": 15.695159629248197,
+      "grad_norm": 0.33608901500701904,
+      "learning_rate": 6.295761808734174e-06,
+      "loss": 0.0307,
+      "step": 15240
+    },
+    {
+      "epoch": 15.705458290422245,
+      "grad_norm": 0.2736285626888275,
+      "learning_rate": 6.251212717930017e-06,
+      "loss": 0.0341,
+      "step": 15250
+    },
+    {
+      "epoch": 15.715756951596292,
+      "grad_norm": 0.3048650920391083,
+      "learning_rate": 6.206811290715353e-06,
+      "loss": 0.035,
+      "step": 15260
+    },
+    {
+      "epoch": 15.72605561277034,
+      "grad_norm": 0.2898007929325104,
+      "learning_rate": 6.16255767695661e-06,
+      "loss": 0.0304,
+      "step": 15270
+    },
+    {
+      "epoch": 15.736354273944388,
+      "grad_norm": 0.2866269052028656,
+      "learning_rate": 6.118452026021299e-06,
+      "loss": 0.0344,
+      "step": 15280
+    },
+    {
+      "epoch": 15.746652935118435,
+      "grad_norm": 0.29790258407592773,
+      "learning_rate": 6.07449448677751e-06,
+      "loss": 0.0333,
+      "step": 15290
+    },
+    {
+      "epoch": 15.756951596292481,
+      "grad_norm": 0.33838725090026855,
+      "learning_rate": 6.030685207593423e-06,
+      "loss": 0.0345,
+      "step": 15300
+    },
+    {
+      "epoch": 15.767250257466529,
+      "grad_norm": 0.28657403588294983,
+      "learning_rate": 5.9870243363368275e-06,
+      "loss": 0.0321,
+      "step": 15310
+    },
+    {
+      "epoch": 15.777548918640576,
+      "grad_norm": 0.34499257802963257,
+      "learning_rate": 5.943512020374537e-06,
+      "loss": 0.0367,
+      "step": 15320
+    },
+    {
+      "epoch": 15.787847579814624,
+      "grad_norm": 0.2314077764749527,
+      "learning_rate": 5.90014840657202e-06,
+      "loss": 0.0351,
+      "step": 15330
+    },
+    {
+      "epoch": 15.798146240988672,
+      "grad_norm": 0.40013644099235535,
+      "learning_rate": 5.856933641292789e-06,
+      "loss": 0.0305,
+      "step": 15340
+    },
+    {
+      "epoch": 15.80844490216272,
+      "grad_norm": 0.6308583617210388,
+      "learning_rate": 5.813867870397977e-06,
+      "loss": 0.0331,
+      "step": 15350
+    },
+    {
+      "epoch": 15.818743563336767,
+      "grad_norm": 0.3136028051376343,
+      "learning_rate": 5.770951239245803e-06,
+      "loss": 0.0313,
+      "step": 15360
+    },
+    {
+      "epoch": 15.829042224510813,
+      "grad_norm": 0.18756185472011566,
+      "learning_rate": 5.72818389269113e-06,
+      "loss": 0.0261,
+      "step": 15370
+    },
+    {
+      "epoch": 15.83934088568486,
+      "grad_norm": 0.22854579985141754,
+      "learning_rate": 5.685565975084911e-06,
+      "loss": 0.0307,
+      "step": 15380
+    },
+    {
+      "epoch": 15.849639546858908,
+      "grad_norm": 0.18659406900405884,
+      "learning_rate": 5.643097630273769e-06,
+      "loss": 0.0293,
+      "step": 15390
+    },
+    {
+      "epoch": 15.859938208032956,
+      "grad_norm": 0.2682023048400879,
+      "learning_rate": 5.600779001599455e-06,
+      "loss": 0.0339,
+      "step": 15400
+    },
+    {
+      "epoch": 15.870236869207003,
+      "grad_norm": 0.29009154438972473,
+      "learning_rate": 5.558610231898393e-06,
+      "loss": 0.037,
+      "step": 15410
+    },
+    {
+      "epoch": 15.880535530381051,
+      "grad_norm": 0.32601863145828247,
+      "learning_rate": 5.516591463501231e-06,
+      "loss": 0.0322,
+      "step": 15420
+    },
+    {
+      "epoch": 15.890834191555097,
+      "grad_norm": 0.25241759419441223,
+      "learning_rate": 5.474722838232254e-06,
+      "loss": 0.0335,
+      "step": 15430
+    },
+    {
+      "epoch": 15.901132852729145,
+      "grad_norm": 0.34431523084640503,
+      "learning_rate": 5.433004497409039e-06,
+      "loss": 0.027,
+      "step": 15440
+    },
+    {
+      "epoch": 15.911431513903192,
+      "grad_norm": 0.24490360915660858,
+      "learning_rate": 5.391436581841886e-06,
+      "loss": 0.0287,
+      "step": 15450
+    },
+    {
+      "epoch": 15.92173017507724,
+      "grad_norm": 0.25288495421409607,
+      "learning_rate": 5.350019231833364e-06,
+      "loss": 0.0301,
+      "step": 15460
+    },
+    {
+      "epoch": 15.932028836251288,
+      "grad_norm": 0.23814049363136292,
+      "learning_rate": 5.3087525871778565e-06,
+      "loss": 0.0291,
+      "step": 15470
+    },
+    {
+      "epoch": 15.942327497425335,
+      "grad_norm": 0.2367774397134781,
+      "learning_rate": 5.2676367871610675e-06,
+      "loss": 0.0325,
+      "step": 15480
+    },
+    {
+      "epoch": 15.952626158599383,
+      "grad_norm": 0.20925898849964142,
+      "learning_rate": 5.226671970559577e-06,
+      "loss": 0.0307,
+      "step": 15490
+    },
+    {
+      "epoch": 15.962924819773429,
+      "grad_norm": 0.36154627799987793,
+      "learning_rate": 5.185858275640332e-06,
+      "loss": 0.0328,
+      "step": 15500
+    },
+    {
+      "epoch": 15.973223480947476,
+      "grad_norm": 0.25385522842407227,
+      "learning_rate": 5.145195840160239e-06,
+      "loss": 0.0299,
+      "step": 15510
+    },
+    {
+      "epoch": 15.983522142121524,
+      "grad_norm": 0.25496914982795715,
+      "learning_rate": 5.1046848013656165e-06,
+      "loss": 0.0292,
+      "step": 15520
+    },
+    {
+      "epoch": 15.993820803295572,
+      "grad_norm": 0.2563509941101074,
+      "learning_rate": 5.064325295991829e-06,
+      "loss": 0.0284,
+      "step": 15530
+    },
+    {
+      "epoch": 16.004119464469618,
+      "grad_norm": 0.2616461217403412,
+      "learning_rate": 5.024117460262751e-06,
+      "loss": 0.0439,
+      "step": 15540
+    },
+    {
+      "epoch": 16.014418125643665,
+      "grad_norm": 0.3009835481643677,
+      "learning_rate": 4.984061429890324e-06,
+      "loss": 0.0304,
+      "step": 15550
+    },
+    {
+      "epoch": 16.024716786817713,
+      "grad_norm": 0.29534780979156494,
+      "learning_rate": 4.94415734007413e-06,
+      "loss": 0.0319,
+      "step": 15560
+    },
+    {
+      "epoch": 16.03501544799176,
+      "grad_norm": 0.21110209822654724,
+      "learning_rate": 4.9044053255008935e-06,
+      "loss": 0.0309,
+      "step": 15570
+    },
+    {
+      "epoch": 16.04531410916581,
+      "grad_norm": 0.257237046957016,
+      "learning_rate": 4.864805520344051e-06,
+      "loss": 0.0274,
+      "step": 15580
+    },
+    {
+      "epoch": 16.055612770339856,
+      "grad_norm": 0.3104022741317749,
+      "learning_rate": 4.8253580582632906e-06,
+      "loss": 0.0294,
+      "step": 15590
+    },
+    {
+      "epoch": 16.065911431513904,
+      "grad_norm": 0.1543678343296051,
+      "learning_rate": 4.786063072404112e-06,
+      "loss": 0.0247,
+      "step": 15600
+    },
+    {
+      "epoch": 16.07621009268795,
+      "grad_norm": 0.18241259455680847,
+      "learning_rate": 4.7469206953973495e-06,
+      "loss": 0.0245,
+      "step": 15610
+    },
+    {
+      "epoch": 16.086508753862,
+      "grad_norm": 0.18561235070228577,
+      "learning_rate": 4.707931059358783e-06,
+      "loss": 0.0282,
+      "step": 15620
+    },
+    {
+      "epoch": 16.096807415036047,
+      "grad_norm": 0.36796221137046814,
+      "learning_rate": 4.669094295888588e-06,
+      "loss": 0.0323,
+      "step": 15630
+    },
+    {
+      "epoch": 16.107106076210094,
+      "grad_norm": 0.21030554175376892,
+      "learning_rate": 4.630410536071006e-06,
+      "loss": 0.0271,
+      "step": 15640
+    },
+    {
+      "epoch": 16.117404737384142,
+      "grad_norm": 0.23774808645248413,
+      "learning_rate": 4.59187991047384e-06,
+      "loss": 0.0319,
+      "step": 15650
+    },
+    {
+      "epoch": 16.127703398558186,
+      "grad_norm": 0.16403083503246307,
+      "learning_rate": 4.553502549148009e-06,
+      "loss": 0.0339,
+      "step": 15660
+    },
+    {
+      "epoch": 16.138002059732234,
+      "grad_norm": 0.23186904191970825,
+      "learning_rate": 4.515278581627141e-06,
+      "loss": 0.0301,
+      "step": 15670
+    },
+    {
+      "epoch": 16.14830072090628,
+      "grad_norm": 0.24327369034290314,
+      "learning_rate": 4.477208136927119e-06,
+      "loss": 0.0308,
+      "step": 15680
+    },
+    {
+      "epoch": 16.15859938208033,
+      "grad_norm": 0.2953716814517975,
+      "learning_rate": 4.439291343545643e-06,
+      "loss": 0.0281,
+      "step": 15690
+    },
+    {
+      "epoch": 16.168898043254377,
+      "grad_norm": 0.24078382551670074,
+      "learning_rate": 4.401528329461779e-06,
+      "loss": 0.0304,
+      "step": 15700
+    },
+    {
+      "epoch": 16.179196704428424,
+      "grad_norm": 0.3598305583000183,
+      "learning_rate": 4.363919222135604e-06,
+      "loss": 0.0279,
+      "step": 15710
+    },
+    {
+      "epoch": 16.189495365602472,
+      "grad_norm": 0.18711034953594208,
+      "learning_rate": 4.326464148507647e-06,
+      "loss": 0.0289,
+      "step": 15720
+    },
+    {
+      "epoch": 16.19979402677652,
+      "grad_norm": 0.3203088045120239,
+      "learning_rate": 4.289163234998589e-06,
+      "loss": 0.0334,
+      "step": 15730
+    },
+    {
+      "epoch": 16.210092687950567,
+      "grad_norm": 0.2985017001628876,
+      "learning_rate": 4.2520166075087635e-06,
+      "loss": 0.0246,
+      "step": 15740
+    },
+    {
+      "epoch": 16.220391349124615,
+      "grad_norm": 0.25471287965774536,
+      "learning_rate": 4.2150243914177325e-06,
+      "loss": 0.029,
+      "step": 15750
+    },
+    {
+      "epoch": 16.230690010298662,
+      "grad_norm": 0.22707876563072205,
+      "learning_rate": 4.178186711583904e-06,
+      "loss": 0.0258,
+      "step": 15760
+    },
+    {
+      "epoch": 16.24098867147271,
+      "grad_norm": 0.2530466914176941,
+      "learning_rate": 4.141503692344062e-06,
+      "loss": 0.0324,
+      "step": 15770
+    },
+    {
+      "epoch": 16.251287332646754,
+      "grad_norm": 0.23593966662883759,
+      "learning_rate": 4.1049754575129935e-06,
+      "loss": 0.0299,
+      "step": 15780
+    },
+    {
+      "epoch": 16.261585993820802,
+      "grad_norm": 0.26746660470962524,
+      "learning_rate": 4.068602130383031e-06,
+      "loss": 0.025,
+      "step": 15790
+    },
+    {
+      "epoch": 16.27188465499485,
+      "grad_norm": 0.3687654733657837,
+      "learning_rate": 4.032383833723657e-06,
+      "loss": 0.0344,
+      "step": 15800
+    },
+    {
+      "epoch": 16.282183316168897,
+      "grad_norm": 0.26962026953697205,
+      "learning_rate": 3.99632068978108e-06,
+      "loss": 0.0315,
+      "step": 15810
+    },
+    {
+      "epoch": 16.292481977342945,
+      "grad_norm": 0.3096659779548645,
+      "learning_rate": 3.960412820277865e-06,
+      "loss": 0.0241,
+      "step": 15820
+    },
+    {
+      "epoch": 16.302780638516992,
+      "grad_norm": 0.3644077777862549,
+      "learning_rate": 3.924660346412418e-06,
+      "loss": 0.0348,
+      "step": 15830
+    },
+    {
+      "epoch": 16.31307929969104,
+      "grad_norm": 0.2755933701992035,
+      "learning_rate": 3.8890633888587046e-06,
+      "loss": 0.0309,
+      "step": 15840
+    },
+    {
+      "epoch": 16.323377960865088,
+      "grad_norm": 0.5915675163269043,
+      "learning_rate": 3.8536220677657495e-06,
+      "loss": 0.0314,
+      "step": 15850
+    },
+    {
+      "epoch": 16.333676622039135,
+      "grad_norm": 0.2403060346841812,
+      "learning_rate": 3.8183365027572805e-06,
+      "loss": 0.0304,
+      "step": 15860
+    },
+    {
+      "epoch": 16.343975283213183,
+      "grad_norm": 0.24288389086723328,
+      "learning_rate": 3.783206812931289e-06,
+      "loss": 0.0291,
+      "step": 15870
+    },
+    {
+      "epoch": 16.35427394438723,
+      "grad_norm": 0.3532700836658478,
+      "learning_rate": 3.7482331168596675e-06,
+      "loss": 0.0289,
+      "step": 15880
+    },
+    {
+      "epoch": 16.36457260556128,
+      "grad_norm": 0.18153394758701324,
+      "learning_rate": 3.7134155325877772e-06,
+      "loss": 0.0329,
+      "step": 15890
+    },
+    {
+      "epoch": 16.374871266735326,
+      "grad_norm": 0.4066762924194336,
+      "learning_rate": 3.678754177634053e-06,
+      "loss": 0.0293,
+      "step": 15900
+    },
+    {
+      "epoch": 16.38516992790937,
+      "grad_norm": 0.33672627806663513,
+      "learning_rate": 3.64424916898965e-06,
+      "loss": 0.0303,
+      "step": 15910
+    },
+    {
+      "epoch": 16.395468589083418,
+      "grad_norm": 0.273366242647171,
+      "learning_rate": 3.6099006231179622e-06,
+      "loss": 0.0307,
+      "step": 15920
+    },
+    {
+      "epoch": 16.405767250257465,
+      "grad_norm": 0.22325216233730316,
+      "learning_rate": 3.575708655954324e-06,
+      "loss": 0.0327,
+      "step": 15930
+    },
+    {
+      "epoch": 16.416065911431513,
+      "grad_norm": 0.18643653392791748,
+      "learning_rate": 3.541673382905558e-06,
+      "loss": 0.0346,
+      "step": 15940
+    },
+    {
+      "epoch": 16.42636457260556,
+      "grad_norm": 0.2503977119922638,
+      "learning_rate": 3.5077949188495996e-06,
+      "loss": 0.033,
+      "step": 15950
+    },
+    {
+      "epoch": 16.43666323377961,
+      "grad_norm": 0.29063940048217773,
+      "learning_rate": 3.474073378135123e-06,
+      "loss": 0.0286,
+      "step": 15960
+    },
+    {
+      "epoch": 16.446961894953656,
+      "grad_norm": 0.2275126725435257,
+      "learning_rate": 3.440508874581139e-06,
+      "loss": 0.0321,
+      "step": 15970
+    },
+    {
+      "epoch": 16.457260556127704,
+      "grad_norm": 0.24945175647735596,
+      "learning_rate": 3.4071015214766134e-06,
+      "loss": 0.0312,
+      "step": 15980
+    },
+    {
+      "epoch": 16.46755921730175,
+      "grad_norm": 0.4091668725013733,
+      "learning_rate": 3.3738514315800995e-06,
+      "loss": 0.0351,
+      "step": 15990
+    },
+    {
+      "epoch": 16.4778578784758,
+      "grad_norm": 0.20869703590869904,
+      "learning_rate": 3.3407587171193354e-06,
+      "loss": 0.0262,
+      "step": 16000
+    },
+    {
+      "epoch": 16.488156539649847,
+      "grad_norm": 0.19803866744041443,
+      "learning_rate": 3.3078234897908788e-06,
+      "loss": 0.0293,
+      "step": 16010
+    },
+    {
+      "epoch": 16.498455200823894,
+      "grad_norm": 0.24785685539245605,
+      "learning_rate": 3.2750458607597457e-06,
+      "loss": 0.0295,
+      "step": 16020
+    },
+    {
+      "epoch": 16.508753861997942,
+      "grad_norm": 0.23679105937480927,
+      "learning_rate": 3.2424259406589664e-06,
+      "loss": 0.0269,
+      "step": 16030
+    },
+    {
+      "epoch": 16.519052523171986,
+      "grad_norm": 0.21375852823257446,
+      "learning_rate": 3.209963839589325e-06,
+      "loss": 0.0236,
+      "step": 16040
+    },
+    {
+      "epoch": 16.529351184346034,
+      "grad_norm": 0.1723773181438446,
+      "learning_rate": 3.177659667118882e-06,
+      "loss": 0.0312,
+      "step": 16050
+    },
+    {
+      "epoch": 16.53964984552008,
+      "grad_norm": 0.24385997653007507,
+      "learning_rate": 3.1455135322826678e-06,
+      "loss": 0.0301,
+      "step": 16060
+    },
+    {
+      "epoch": 16.54994850669413,
+      "grad_norm": 0.2073340266942978,
+      "learning_rate": 3.1135255435822796e-06,
+      "loss": 0.0286,
+      "step": 16070
+    },
+    {
+      "epoch": 16.560247167868177,
+      "grad_norm": 0.2794674336910248,
+      "learning_rate": 3.0816958089855462e-06,
+      "loss": 0.0265,
+      "step": 16080
+    },
+    {
+      "epoch": 16.570545829042224,
+      "grad_norm": 0.2308894544839859,
+      "learning_rate": 3.0500244359261355e-06,
+      "loss": 0.0284,
+      "step": 16090
+    },
+    {
+      "epoch": 16.580844490216272,
+      "grad_norm": 0.2674751579761505,
+      "learning_rate": 3.018511531303203e-06,
+      "loss": 0.0282,
+      "step": 16100
+    },
+    {
+      "epoch": 16.59114315139032,
+      "grad_norm": 0.20278188586235046,
+      "learning_rate": 2.9871572014810555e-06,
+      "loss": 0.0272,
+      "step": 16110
+    },
+    {
+      "epoch": 16.601441812564367,
+      "grad_norm": 0.20840872824192047,
+      "learning_rate": 2.9559615522887273e-06,
+      "loss": 0.0358,
+      "step": 16120
+    },
+    {
+      "epoch": 16.611740473738415,
+      "grad_norm": 0.26591232419013977,
+      "learning_rate": 2.924924689019698e-06,
+      "loss": 0.0262,
+      "step": 16130
+    },
+    {
+      "epoch": 16.622039134912463,
+      "grad_norm": 0.22082144021987915,
+      "learning_rate": 2.8940467164314924e-06,
+      "loss": 0.0321,
+      "step": 16140
+    },
+    {
+      "epoch": 16.63233779608651,
+      "grad_norm": 0.2413538098335266,
+      "learning_rate": 2.8633277387453308e-06,
+      "loss": 0.0377,
+      "step": 16150
+    },
+    {
+      "epoch": 16.642636457260558,
+      "grad_norm": 0.2731287479400635,
+      "learning_rate": 2.8327678596457963e-06,
+      "loss": 0.031,
+      "step": 16160
+    },
+    {
+      "epoch": 16.652935118434602,
+      "grad_norm": 0.18613195419311523,
+      "learning_rate": 2.802367182280463e-06,
+      "loss": 0.0367,
+      "step": 16170
+    },
+    {
+      "epoch": 16.66323377960865,
+      "grad_norm": 0.19616888463497162,
+      "learning_rate": 2.7721258092595627e-06,
+      "loss": 0.0265,
+      "step": 16180
+    },
+    {
+      "epoch": 16.673532440782697,
+      "grad_norm": 0.20527370274066925,
+      "learning_rate": 2.7420438426556338e-06,
+      "loss": 0.0331,
+      "step": 16190
+    },
+    {
+      "epoch": 16.683831101956745,
+      "grad_norm": 0.21385008096694946,
+      "learning_rate": 2.712121384003169e-06,
+      "loss": 0.0271,
+      "step": 16200
+    },
+    {
+      "epoch": 16.694129763130793,
+      "grad_norm": 0.2785768210887909,
+      "learning_rate": 2.682358534298285e-06,
+      "loss": 0.0365,
+      "step": 16210
+    },
+    {
+      "epoch": 16.70442842430484,
+      "grad_norm": 0.2710186243057251,
+      "learning_rate": 2.652755393998396e-06,
+      "loss": 0.0245,
+      "step": 16220
+    },
+    {
+      "epoch": 16.714727085478888,
+      "grad_norm": 0.2453254610300064,
+      "learning_rate": 2.6233120630218045e-06,
+      "loss": 0.0327,
+      "step": 16230
+    },
+    {
+      "epoch": 16.725025746652936,
+      "grad_norm": 0.2788352072238922,
+      "learning_rate": 2.594028640747476e-06,
+      "loss": 0.0292,
+      "step": 16240
+    },
+    {
+      "epoch": 16.735324407826983,
+      "grad_norm": 0.4019950032234192,
+      "learning_rate": 2.564905226014597e-06,
+      "loss": 0.029,
+      "step": 16250
+    },
+    {
+      "epoch": 16.74562306900103,
+      "grad_norm": 0.2551436424255371,
+      "learning_rate": 2.5359419171223086e-06,
+      "loss": 0.0296,
+      "step": 16260
+    },
+    {
+      "epoch": 16.75592173017508,
+      "grad_norm": 0.2889397442340851,
+      "learning_rate": 2.507138811829346e-06,
+      "loss": 0.033,
+      "step": 16270
+    },
+    {
+      "epoch": 16.766220391349126,
+      "grad_norm": 0.25674816966056824,
+      "learning_rate": 2.4784960073537143e-06,
+      "loss": 0.0267,
+      "step": 16280
+    },
+    {
+      "epoch": 16.77651905252317,
+      "grad_norm": 0.21177352964878082,
+      "learning_rate": 2.4500136003723638e-06,
+      "loss": 0.0262,
+      "step": 16290
+    },
+    {
+      "epoch": 16.786817713697218,
+      "grad_norm": 0.21103815734386444,
+      "learning_rate": 2.421691687020855e-06,
+      "loss": 0.0295,
+      "step": 16300
+    },
+    {
+      "epoch": 16.797116374871266,
+      "grad_norm": 0.26780322194099426,
+      "learning_rate": 2.3935303628930707e-06,
+      "loss": 0.0327,
+      "step": 16310
+    },
+    {
+      "epoch": 16.807415036045313,
+      "grad_norm": 0.49311545491218567,
+      "learning_rate": 2.3655297230408045e-06,
+      "loss": 0.03,
+      "step": 16320
+    },
+    {
+      "epoch": 16.81771369721936,
+      "grad_norm": 0.2364225834608078,
+      "learning_rate": 2.3376898619735577e-06,
+      "loss": 0.0276,
+      "step": 16330
+    },
+    {
+      "epoch": 16.82801235839341,
+      "grad_norm": 0.29716435074806213,
+      "learning_rate": 2.3100108736581305e-06,
+      "loss": 0.027,
+      "step": 16340
+    },
+    {
+      "epoch": 16.838311019567456,
+      "grad_norm": 0.20759916305541992,
+      "learning_rate": 2.282492851518342e-06,
+      "loss": 0.0275,
+      "step": 16350
+    },
+    {
+      "epoch": 16.848609680741504,
+      "grad_norm": 0.1657613217830658,
+      "learning_rate": 2.2551358884347007e-06,
+      "loss": 0.0273,
+      "step": 16360
+    },
+    {
+      "epoch": 16.85890834191555,
+      "grad_norm": 0.16528256237506866,
+      "learning_rate": 2.227940076744117e-06,
+      "loss": 0.0309,
+      "step": 16370
+    },
+    {
+      "epoch": 16.8692070030896,
+      "grad_norm": 0.28386402130126953,
+      "learning_rate": 2.2009055082395537e-06,
+      "loss": 0.0324,
+      "step": 16380
+    },
+    {
+      "epoch": 16.879505664263647,
+      "grad_norm": 0.23188601434230804,
+      "learning_rate": 2.174032274169746e-06,
+      "loss": 0.0283,
+      "step": 16390
+    },
+    {
+      "epoch": 16.889804325437694,
+      "grad_norm": 0.34195181727409363,
+      "learning_rate": 2.1473204652388834e-06,
+      "loss": 0.031,
+      "step": 16400
+    },
+    {
+      "epoch": 16.900102986611742,
+      "grad_norm": 0.19225898385047913,
+      "learning_rate": 2.1207701716062956e-06,
+      "loss": 0.0374,
+      "step": 16410
+    },
+    {
+      "epoch": 16.910401647785786,
+      "grad_norm": 0.4472239911556244,
+      "learning_rate": 2.0943814828861762e-06,
+      "loss": 0.0304,
+      "step": 16420
+    },
+    {
+      "epoch": 16.920700308959834,
+      "grad_norm": 0.26532843708992004,
+      "learning_rate": 2.0681544881472283e-06,
+      "loss": 0.0291,
+      "step": 16430
+    },
+    {
+      "epoch": 16.93099897013388,
+      "grad_norm": 0.27116134762763977,
+      "learning_rate": 2.0420892759124176e-06,
+      "loss": 0.0224,
+      "step": 16440
+    },
+    {
+      "epoch": 16.94129763130793,
+      "grad_norm": 0.3424379825592041,
+      "learning_rate": 2.0161859341586597e-06,
+      "loss": 0.0274,
+      "step": 16450
+    },
+    {
+      "epoch": 16.951596292481977,
+      "grad_norm": 0.23772460222244263,
+      "learning_rate": 1.9904445503164838e-06,
+      "loss": 0.0308,
+      "step": 16460
+    },
+    {
+      "epoch": 16.961894953656024,
+      "grad_norm": 0.23013190925121307,
+      "learning_rate": 1.964865211269801e-06,
+      "loss": 0.0265,
+      "step": 16470
+    },
+    {
+      "epoch": 16.972193614830072,
+      "grad_norm": 0.2528025805950165,
+      "learning_rate": 1.939448003355554e-06,
+      "loss": 0.0342,
+      "step": 16480
+    },
+    {
+      "epoch": 16.98249227600412,
+      "grad_norm": 0.39106324315071106,
+      "learning_rate": 1.914193012363469e-06,
+      "loss": 0.0326,
+      "step": 16490
+    },
+    {
+      "epoch": 16.992790937178167,
+      "grad_norm": 0.4082978069782257,
+      "learning_rate": 1.8891003235357308e-06,
+      "loss": 0.0321,
+      "step": 16500
+    },
+    {
+      "epoch": 17.003089598352215,
+      "grad_norm": 0.1785215586423874,
+      "learning_rate": 1.8641700215667413e-06,
+      "loss": 0.0265,
+      "step": 16510
+    },
+    {
+      "epoch": 17.013388259526263,
+      "grad_norm": 0.5540566444396973,
+      "learning_rate": 1.839402190602757e-06,
+      "loss": 0.0281,
+      "step": 16520
+    },
+    {
+      "epoch": 17.02368692070031,
+      "grad_norm": 0.2588430941104889,
+      "learning_rate": 1.8147969142417066e-06,
+      "loss": 0.0284,
+      "step": 16530
+    },
+    {
+      "epoch": 17.033985581874358,
+      "grad_norm": 0.3563145399093628,
+      "learning_rate": 1.7903542755328073e-06,
+      "loss": 0.0308,
+      "step": 16540
+    },
+    {
+      "epoch": 17.044284243048402,
+      "grad_norm": 0.303353488445282,
+      "learning_rate": 1.766074356976366e-06,
+      "loss": 0.0302,
+      "step": 16550
+    },
+    {
+      "epoch": 17.05458290422245,
+      "grad_norm": 0.24329645931720734,
+      "learning_rate": 1.7419572405234453e-06,
+      "loss": 0.0282,
+      "step": 16560
+    },
+    {
+      "epoch": 17.064881565396497,
+      "grad_norm": 0.212374746799469,
+      "learning_rate": 1.7180030075756136e-06,
+      "loss": 0.0298,
+      "step": 16570
+    },
+    {
+      "epoch": 17.075180226570545,
+      "grad_norm": 0.22339214384555817,
+      "learning_rate": 1.6942117389846746e-06,
+      "loss": 0.0314,
+      "step": 16580
+    },
+    {
+      "epoch": 17.085478887744593,
+      "grad_norm": 0.2897525131702423,
+      "learning_rate": 1.6705835150523707e-06,
+      "loss": 0.0331,
+      "step": 16590
+    },
+    {
+      "epoch": 17.09577754891864,
+      "grad_norm": 0.20139732956886292,
+      "learning_rate": 1.6471184155301355e-06,
+      "loss": 0.0271,
+      "step": 16600
+    },
+    {
+      "epoch": 17.106076210092688,
+      "grad_norm": 0.30817776918411255,
+      "learning_rate": 1.6238165196188039e-06,
+      "loss": 0.0288,
+      "step": 16610
+    },
+    {
+      "epoch": 17.116374871266736,
+      "grad_norm": 0.23742049932479858,
+      "learning_rate": 1.6006779059683784e-06,
+      "loss": 0.0317,
+      "step": 16620
+    },
+    {
+      "epoch": 17.126673532440783,
+      "grad_norm": 0.2712803781032562,
+      "learning_rate": 1.5777026526777094e-06,
+      "loss": 0.029,
+      "step": 16630
+    },
+    {
+      "epoch": 17.13697219361483,
+      "grad_norm": 0.19828765094280243,
+      "learning_rate": 1.5548908372942983e-06,
+      "loss": 0.0315,
+      "step": 16640
+    },
+    {
+      "epoch": 17.14727085478888,
+      "grad_norm": 0.27912184596061707,
+      "learning_rate": 1.5322425368139714e-06,
+      "loss": 0.0293,
+      "step": 16650
+    },
+    {
+      "epoch": 17.157569515962926,
+      "grad_norm": 0.41649627685546875,
+      "learning_rate": 1.5097578276806633e-06,
+      "loss": 0.0299,
+      "step": 16660
+    },
+    {
+      "epoch": 17.167868177136974,
+      "grad_norm": 0.20297054946422577,
+      "learning_rate": 1.487436785786145e-06,
+      "loss": 0.0313,
+      "step": 16670
+    },
+    {
+      "epoch": 17.178166838311018,
+      "grad_norm": 0.38883742690086365,
+      "learning_rate": 1.4652794864697671e-06,
+      "loss": 0.0293,
+      "step": 16680
+    },
+    {
+      "epoch": 17.188465499485066,
+      "grad_norm": 0.2401762455701828,
+      "learning_rate": 1.4432860045182017e-06,
+      "loss": 0.0282,
+      "step": 16690
+    },
+    {
+      "epoch": 17.198764160659113,
+      "grad_norm": 0.3450429141521454,
+      "learning_rate": 1.4214564141651898e-06,
+      "loss": 0.0249,
+      "step": 16700
+    },
+    {
+      "epoch": 17.20906282183316,
+      "grad_norm": 0.17480014264583588,
+      "learning_rate": 1.3997907890913265e-06,
+      "loss": 0.0271,
+      "step": 16710
+    },
+    {
+      "epoch": 17.21936148300721,
+      "grad_norm": 0.2633569538593292,
+      "learning_rate": 1.3782892024237327e-06,
+      "loss": 0.0282,
+      "step": 16720
+    },
+    {
+      "epoch": 17.229660144181256,
+      "grad_norm": 0.22684310376644135,
+      "learning_rate": 1.3569517267359e-06,
+      "loss": 0.0325,
+      "step": 16730
+    },
+    {
+      "epoch": 17.239958805355304,
+      "grad_norm": 0.30432412028312683,
+      "learning_rate": 1.33577843404738e-06,
+      "loss": 0.027,
+      "step": 16740
+    },
+    {
+      "epoch": 17.25025746652935,
+      "grad_norm": 0.3308713734149933,
+      "learning_rate": 1.3147693958235618e-06,
+      "loss": 0.0296,
+      "step": 16750
+    },
+    {
+      "epoch": 17.2605561277034,
+      "grad_norm": 0.2591300904750824,
+      "learning_rate": 1.2939246829754503e-06,
+      "loss": 0.0191,
+      "step": 16760
+    },
+    {
+      "epoch": 17.270854788877447,
+      "grad_norm": 0.3229091763496399,
+      "learning_rate": 1.2732443658593884e-06,
+      "loss": 0.0278,
+      "step": 16770
+    },
+    {
+      "epoch": 17.281153450051495,
+      "grad_norm": 0.3232883810997009,
+      "learning_rate": 1.2527285142768574e-06,
+      "loss": 0.0308,
+      "step": 16780
+    },
+    {
+      "epoch": 17.291452111225542,
+      "grad_norm": 0.16374994814395905,
+      "learning_rate": 1.2323771974742104e-06,
+      "loss": 0.0285,
+      "step": 16790
+    },
+    {
+      "epoch": 17.301750772399586,
+      "grad_norm": 0.4016587734222412,
+      "learning_rate": 1.212190484142467e-06,
+      "loss": 0.0287,
+      "step": 16800
+    },
+    {
+      "epoch": 17.312049433573634,
+      "grad_norm": 0.7468344569206238,
+      "learning_rate": 1.192168442417052e-06,
+      "loss": 0.0318,
+      "step": 16810
+    },
+    {
+      "epoch": 17.32234809474768,
+      "grad_norm": 0.62845778465271,
+      "learning_rate": 1.1723111398776077e-06,
+      "loss": 0.0307,
+      "step": 16820
+    },
+    {
+      "epoch": 17.33264675592173,
+      "grad_norm": 0.29316961765289307,
+      "learning_rate": 1.1526186435476927e-06,
+      "loss": 0.0322,
+      "step": 16830
+    },
+    {
+      "epoch": 17.342945417095777,
+      "grad_norm": 0.2891688942909241,
+      "learning_rate": 1.1330910198946442e-06,
+      "loss": 0.0274,
+      "step": 16840
+    },
+    {
+      "epoch": 17.353244078269825,
+      "grad_norm": 0.28778383135795593,
+      "learning_rate": 1.1137283348292892e-06,
+      "loss": 0.0341,
+      "step": 16850
+    },
+    {
+      "epoch": 17.363542739443872,
+      "grad_norm": 0.17100463807582855,
+      "learning_rate": 1.0945306537057555e-06,
+      "loss": 0.0334,
+      "step": 16860
+    },
+    {
+      "epoch": 17.37384140061792,
+      "grad_norm": 0.17976661026477814,
+      "learning_rate": 1.0754980413212268e-06,
+      "loss": 0.0299,
+      "step": 16870
+    },
+    {
+      "epoch": 17.384140061791967,
+      "grad_norm": 0.2614526152610779,
+      "learning_rate": 1.0566305619157502e-06,
+      "loss": 0.0278,
+      "step": 16880
+    },
+    {
+      "epoch": 17.394438722966015,
+      "grad_norm": 0.195588618516922,
+      "learning_rate": 1.0379282791719958e-06,
+      "loss": 0.028,
+      "step": 16890
+    },
+    {
+      "epoch": 17.404737384140063,
+      "grad_norm": 1.0282113552093506,
+      "learning_rate": 1.0193912562150464e-06,
+      "loss": 0.0291,
+      "step": 16900
+    },
+    {
+      "epoch": 17.41503604531411,
+      "grad_norm": 0.2868080735206604,
+      "learning_rate": 1.0010195556122203e-06,
+      "loss": 0.0329,
+      "step": 16910
+    },
+    {
+      "epoch": 17.425334706488158,
+      "grad_norm": 0.2227233201265335,
+      "learning_rate": 9.828132393727875e-07,
+      "loss": 0.0262,
+      "step": 16920
+    },
+    {
+      "epoch": 17.435633367662202,
+      "grad_norm": 0.20315021276474,
+      "learning_rate": 9.647723689478305e-07,
+      "loss": 0.0324,
+      "step": 16930
+    },
+    {
+      "epoch": 17.44593202883625,
+      "grad_norm": 0.6371609568595886,
+      "learning_rate": 9.468970052300019e-07,
+      "loss": 0.0318,
+      "step": 16940
+    },
+    {
+      "epoch": 17.456230690010297,
+      "grad_norm": 0.18564990162849426,
+      "learning_rate": 9.291872085533227e-07,
+      "loss": 0.0289,
+      "step": 16950
+    },
+    {
+      "epoch": 17.466529351184345,
+      "grad_norm": 0.22705796360969543,
+      "learning_rate": 9.116430386929886e-07,
+      "loss": 0.0249,
+      "step": 16960
+    },
+    {
+      "epoch": 17.476828012358393,
+      "grad_norm": 0.2133428156375885,
+      "learning_rate": 8.942645548651541e-07,
+      "loss": 0.0376,
+      "step": 16970
+    },
+    {
+      "epoch": 17.48712667353244,
+      "grad_norm": 0.19329524040222168,
+      "learning_rate": 8.770518157267482e-07,
+      "loss": 0.0308,
+      "step": 16980
+    },
+    {
+      "epoch": 17.497425334706488,
+      "grad_norm": 0.2410387098789215,
+      "learning_rate": 8.60004879375259e-07,
+      "loss": 0.0273,
+      "step": 16990
+    },
+    {
+      "epoch": 17.507723995880536,
+      "grad_norm": 0.20141083002090454,
+      "learning_rate": 8.4312380334855e-07,
+      "loss": 0.0336,
+      "step": 17000
+    },
+    {
+      "epoch": 17.518022657054583,
+      "grad_norm": 0.27098795771598816,
+      "learning_rate": 8.264086446246655e-07,
+      "loss": 0.0313,
+      "step": 17010
+    },
+    {
+      "epoch": 17.52832131822863,
+      "grad_norm": 0.35340428352355957,
+      "learning_rate": 8.098594596216424e-07,
+      "loss": 0.0348,
+      "step": 17020
+    },
+    {
+      "epoch": 17.53861997940268,
+      "grad_norm": 0.3264867663383484,
+      "learning_rate": 7.934763041972937e-07,
+      "loss": 0.0302,
+      "step": 17030
+    },
+    {
+      "epoch": 17.548918640576726,
+      "grad_norm": 0.2895232141017914,
+      "learning_rate": 7.772592336490525e-07,
+      "loss": 0.0325,
+      "step": 17040
+    },
+    {
+      "epoch": 17.559217301750774,
+      "grad_norm": 0.24770499765872955,
+      "learning_rate": 7.612083027137728e-07,
+      "loss": 0.0319,
+      "step": 17050
+    },
+    {
+      "epoch": 17.569515962924818,
+      "grad_norm": 0.4487510323524475,
+      "learning_rate": 7.453235655675406e-07,
+      "loss": 0.0258,
+      "step": 17060
+    },
+    {
+      "epoch": 17.579814624098866,
+      "grad_norm": 0.38243043422698975,
+      "learning_rate": 7.296050758254957e-07,
+      "loss": 0.0308,
+      "step": 17070
+    },
+    {
+      "epoch": 17.590113285272913,
+      "grad_norm": 0.5216277837753296,
+      "learning_rate": 7.140528865416441e-07,
+      "loss": 0.0268,
+      "step": 17080
+    },
+    {
+      "epoch": 17.60041194644696,
+      "grad_norm": 0.300006240606308,
+      "learning_rate": 6.986670502086901e-07,
+      "loss": 0.0324,
+      "step": 17090
+    },
+    {
+      "epoch": 17.61071060762101,
+      "grad_norm": 0.22057189047336578,
+      "learning_rate": 6.834476187578543e-07,
+      "loss": 0.0282,
+      "step": 17100
+    },
+    {
+      "epoch": 17.621009268795056,
+      "grad_norm": 0.26959654688835144,
+      "learning_rate": 6.683946435586952e-07,
+      "loss": 0.0307,
+      "step": 17110
+    },
+    {
+      "epoch": 17.631307929969104,
+      "grad_norm": 0.28995075821876526,
+      "learning_rate": 6.535081754189321e-07,
+      "loss": 0.0318,
+      "step": 17120
+    },
+    {
+      "epoch": 17.64160659114315,
+      "grad_norm": 0.3135945200920105,
+      "learning_rate": 6.387882645842947e-07,
+      "loss": 0.0287,
+      "step": 17130
+    },
+    {
+      "epoch": 17.6519052523172,
+      "grad_norm": 0.26953238248825073,
+      "learning_rate": 6.24234960738318e-07,
+      "loss": 0.0292,
+      "step": 17140
+    },
+    {
+      "epoch": 17.662203913491247,
+      "grad_norm": 0.2764807343482971,
+      "learning_rate": 6.098483130022148e-07,
+      "loss": 0.027,
+      "step": 17150
+    },
+    {
+      "epoch": 17.672502574665295,
+      "grad_norm": 0.3281687796115875,
+      "learning_rate": 5.956283699346754e-07,
+      "loss": 0.0254,
+      "step": 17160
+    },
+    {
+      "epoch": 17.682801235839342,
+      "grad_norm": 0.17730310559272766,
+      "learning_rate": 5.815751795317237e-07,
+      "loss": 0.0277,
+      "step": 17170
+    },
+    {
+      "epoch": 17.69309989701339,
+      "grad_norm": 0.43514519929885864,
+      "learning_rate": 5.676887892265559e-07,
+      "loss": 0.0238,
+      "step": 17180
+    },
+    {
+      "epoch": 17.703398558187434,
+      "grad_norm": 0.31942808628082275,
+      "learning_rate": 5.539692458893575e-07,
+      "loss": 0.027,
+      "step": 17190
+    },
+    {
+      "epoch": 17.71369721936148,
+      "grad_norm": 1.2527509927749634,
+      "learning_rate": 5.404165958271811e-07,
+      "loss": 0.029,
+      "step": 17200
+    },
+    {
+      "epoch": 17.72399588053553,
+      "grad_norm": 0.2568182051181793,
+      "learning_rate": 5.270308847837579e-07,
+      "loss": 0.0316,
+      "step": 17210
+    },
+    {
+      "epoch": 17.734294541709577,
+      "grad_norm": 0.32886284589767456,
+      "learning_rate": 5.13812157939364e-07,
+      "loss": 0.0341,
+      "step": 17220
+    },
+    {
+      "epoch": 17.744593202883625,
+      "grad_norm": 0.1350669264793396,
+      "learning_rate": 5.007604599106486e-07,
+      "loss": 0.0279,
+      "step": 17230
+    },
+    {
+      "epoch": 17.754891864057672,
+      "grad_norm": 0.24451610445976257,
+      "learning_rate": 4.878758347505175e-07,
+      "loss": 0.0261,
+      "step": 17240
+    },
+    {
+      "epoch": 17.76519052523172,
+      "grad_norm": 0.23091380298137665,
+      "learning_rate": 4.751583259479331e-07,
+      "loss": 0.031,
+      "step": 17250
+    },
+    {
+      "epoch": 17.775489186405768,
+      "grad_norm": 0.311443030834198,
+      "learning_rate": 4.6260797642782014e-07,
+      "loss": 0.032,
+      "step": 17260
+    },
+    {
+      "epoch": 17.785787847579815,
+      "grad_norm": 0.2045062929391861,
+      "learning_rate": 4.5022482855088255e-07,
+      "loss": 0.0256,
+      "step": 17270
+    },
+    {
+      "epoch": 17.796086508753863,
+      "grad_norm": 0.339093953371048,
+      "learning_rate": 4.380089241134866e-07,
+      "loss": 0.0306,
+      "step": 17280
+    },
+    {
+      "epoch": 17.80638516992791,
+      "grad_norm": 0.3019813597202301,
+      "learning_rate": 4.259603043475002e-07,
+      "loss": 0.0302,
+      "step": 17290
+    },
+    {
+      "epoch": 17.816683831101958,
+      "grad_norm": 0.21195490658283234,
+      "learning_rate": 4.1407900992015414e-07,
+      "loss": 0.0318,
+      "step": 17300
+    },
+    {
+      "epoch": 17.826982492276002,
+      "grad_norm": 0.2570505142211914,
+      "learning_rate": 4.023650809339363e-07,
+      "loss": 0.0387,
+      "step": 17310
+    },
+    {
+      "epoch": 17.83728115345005,
+      "grad_norm": 0.36077165603637695,
+      "learning_rate": 3.9081855692640333e-07,
+      "loss": 0.0281,
+      "step": 17320
+    },
+    {
+      "epoch": 17.847579814624098,
+      "grad_norm": 0.24089422821998596,
+      "learning_rate": 3.7943947687010816e-07,
+      "loss": 0.0265,
+      "step": 17330
+    },
+    {
+      "epoch": 17.857878475798145,
+      "grad_norm": 0.3065880835056305,
+      "learning_rate": 3.6822787917240587e-07,
+      "loss": 0.0265,
+      "step": 17340
+    },
+    {
+      "epoch": 17.868177136972193,
+      "grad_norm": 0.20888155698776245,
+      "learning_rate": 3.571838016753759e-07,
+      "loss": 0.0345,
+      "step": 17350
+    },
+    {
+      "epoch": 17.87847579814624,
+      "grad_norm": 0.42461952567100525,
+      "learning_rate": 3.4630728165566117e-07,
+      "loss": 0.0334,
+      "step": 17360
+    },
+    {
+      "epoch": 17.888774459320288,
+      "grad_norm": 0.36267679929733276,
+      "learning_rate": 3.3559835582435695e-07,
+      "loss": 0.0306,
+      "step": 17370
+    },
+    {
+      "epoch": 17.899073120494336,
+      "grad_norm": 0.1654314249753952,
+      "learning_rate": 3.250570603268943e-07,
+      "loss": 0.0247,
+      "step": 17380
+    },
+    {
+      "epoch": 17.909371781668384,
+      "grad_norm": 0.2670270800590515,
+      "learning_rate": 3.1468343074290143e-07,
+      "loss": 0.032,
+      "step": 17390
+    },
+    {
+      "epoch": 17.91967044284243,
+      "grad_norm": 0.2694757878780365,
+      "learning_rate": 3.0447750208607573e-07,
+      "loss": 0.0269,
+      "step": 17400
+    },
+    {
+      "epoch": 17.92996910401648,
+      "grad_norm": 0.34293317794799805,
+      "learning_rate": 2.944393088041009e-07,
+      "loss": 0.0234,
+      "step": 17410
+    },
+    {
+      "epoch": 17.940267765190526,
+      "grad_norm": 0.25010308623313904,
+      "learning_rate": 2.8456888477850776e-07,
+      "loss": 0.0294,
+      "step": 17420
+    },
+    {
+      "epoch": 17.950566426364574,
+      "grad_norm": 0.34105420112609863,
+      "learning_rate": 2.7486626332455245e-07,
+      "loss": 0.0292,
+      "step": 17430
+    },
+    {
+      "epoch": 17.96086508753862,
+      "grad_norm": 0.2277262657880783,
+      "learning_rate": 2.653314771911108e-07,
+      "loss": 0.0398,
+      "step": 17440
+    },
+    {
+      "epoch": 17.971163748712666,
+      "grad_norm": 0.3880465030670166,
+      "learning_rate": 2.5596455856058963e-07,
+      "loss": 0.0323,
+      "step": 17450
+    },
+    {
+      "epoch": 17.981462409886714,
+      "grad_norm": 0.1923012137413025,
+      "learning_rate": 2.467655390487822e-07,
+      "loss": 0.0227,
+      "step": 17460
+    },
+    {
+      "epoch": 17.99176107106076,
+      "grad_norm": 0.24936918914318085,
+      "learning_rate": 2.3773444970477955e-07,
+      "loss": 0.0249,
+      "step": 17470
+    },
+    {
+      "epoch": 18.00205973223481,
+      "grad_norm": 0.2869769334793091,
+      "learning_rate": 2.2887132101087615e-07,
+      "loss": 0.0248,
+      "step": 17480
+    },
+    {
+      "epoch": 18.012358393408856,
+      "grad_norm": 0.25350290536880493,
+      "learning_rate": 2.201761828824367e-07,
+      "loss": 0.0327,
+      "step": 17490
+    },
+    {
+      "epoch": 18.022657054582904,
+      "grad_norm": 0.27213600277900696,
+      "learning_rate": 2.1164906466783485e-07,
+      "loss": 0.0285,
+      "step": 17500
+    },
+    {
+      "epoch": 18.03295571575695,
+      "grad_norm": 0.257794588804245,
+      "learning_rate": 2.032899951483147e-07,
+      "loss": 0.0281,
+      "step": 17510
+    },
+    {
+      "epoch": 18.043254376931,
+      "grad_norm": 0.2469080537557602,
+      "learning_rate": 1.9509900253792955e-07,
+      "loss": 0.0259,
+      "step": 17520
+    },
+    {
+      "epoch": 18.053553038105047,
+      "grad_norm": 0.2920747995376587,
+      "learning_rate": 1.870761144834088e-07,
+      "loss": 0.0287,
+      "step": 17530
+    },
+    {
+      "epoch": 18.063851699279095,
+      "grad_norm": 0.2282969057559967,
+      "learning_rate": 1.7922135806410778e-07,
+      "loss": 0.0277,
+      "step": 17540
+    },
+    {
+      "epoch": 18.074150360453142,
+      "grad_norm": 0.28502708673477173,
+      "learning_rate": 1.7153475979186927e-07,
+      "loss": 0.0345,
+      "step": 17550
+    },
+    {
+      "epoch": 18.08444902162719,
+      "grad_norm": 0.23902451992034912,
+      "learning_rate": 1.6401634561098444e-07,
+      "loss": 0.0335,
+      "step": 17560
+    },
+    {
+      "epoch": 18.094747682801234,
+      "grad_norm": 0.3159581124782562,
+      "learning_rate": 1.566661408980541e-07,
+      "loss": 0.0299,
+      "step": 17570
+    },
+    {
+      "epoch": 18.105046343975282,
+      "grad_norm": 0.12344943732023239,
+      "learning_rate": 1.4948417046194985e-07,
+      "loss": 0.0272,
+      "step": 17580
+    },
+    {
+      "epoch": 18.11534500514933,
+      "grad_norm": 0.3794369101524353,
+      "learning_rate": 1.42470458543692e-07,
+      "loss": 0.0338,
+      "step": 17590
+    },
+    {
+      "epoch": 18.125643666323377,
+      "grad_norm": 0.1987241804599762,
+      "learning_rate": 1.3562502881639404e-07,
+      "loss": 0.0223,
+      "step": 17600
+    },
+    {
+      "epoch": 18.135942327497425,
+      "grad_norm": 0.21883957087993622,
+      "learning_rate": 1.2894790438516824e-07,
+      "loss": 0.0275,
+      "step": 17610
+    },
+    {
+      "epoch": 18.146240988671472,
+      "grad_norm": 0.2665363550186157,
+      "learning_rate": 1.2243910778705348e-07,
+      "loss": 0.033,
+      "step": 17620
+    },
+    {
+      "epoch": 18.15653964984552,
+      "grad_norm": 0.15010571479797363,
+      "learning_rate": 1.1609866099094313e-07,
+      "loss": 0.0227,
+      "step": 17630
+    },
+    {
+      "epoch": 18.166838311019568,
+      "grad_norm": 0.19142857193946838,
+      "learning_rate": 1.0992658539750178e-07,
+      "loss": 0.0279,
+      "step": 17640
+    },
+    {
+      "epoch": 18.177136972193615,
+      "grad_norm": 0.2638980746269226,
+      "learning_rate": 1.0392290183909304e-07,
+      "loss": 0.0265,
+      "step": 17650
+    },
+    {
+      "epoch": 18.187435633367663,
+      "grad_norm": 0.19933411478996277,
+      "learning_rate": 9.808763057971849e-08,
+      "loss": 0.0294,
+      "step": 17660
+    },
+    {
+      "epoch": 18.19773429454171,
+      "grad_norm": 0.32049107551574707,
+      "learning_rate": 9.242079131495107e-08,
+      "loss": 0.0268,
+      "step": 17670
+    },
+    {
+      "epoch": 18.20803295571576,
+      "grad_norm": 0.22636005282402039,
+      "learning_rate": 8.69224031718463e-08,
+      "loss": 0.0359,
+      "step": 17680
+    },
+    {
+      "epoch": 18.218331616889806,
+      "grad_norm": 0.19072987139225006,
+      "learning_rate": 8.159248470890334e-08,
+      "loss": 0.0272,
+      "step": 17690
+    },
+    {
+      "epoch": 18.22863027806385,
+      "grad_norm": 0.5597253441810608,
+      "learning_rate": 7.643105391598737e-08,
+      "loss": 0.0296,
+      "step": 17700
+    },
+    {
+      "epoch": 18.238928939237898,
+      "grad_norm": 0.20172372460365295,
+      "learning_rate": 7.143812821427953e-08,
+      "loss": 0.0321,
+      "step": 17710
+    },
+    {
+      "epoch": 18.249227600411945,
+      "grad_norm": 0.49044567346572876,
+      "learning_rate": 6.661372445621039e-08,
+      "loss": 0.0284,
+      "step": 17720
+    },
+    {
+      "epoch": 18.259526261585993,
+      "grad_norm": 0.2032887190580368,
+      "learning_rate": 6.19578589253933e-08,
+      "loss": 0.03,
+      "step": 17730
+    },
+    {
+      "epoch": 18.26982492276004,
+      "grad_norm": 0.30425992608070374,
+      "learning_rate": 5.747054733660773e-08,
+      "loss": 0.0301,
+      "step": 17740
+    },
+    {
+      "epoch": 18.28012358393409,
+      "grad_norm": 0.2486412227153778,
+      "learning_rate": 5.3151804835688267e-08,
+      "loss": 0.0261,
+      "step": 17750
+    },
+    {
+      "epoch": 18.290422245108136,
+      "grad_norm": 0.21091780066490173,
+      "learning_rate": 4.9001645999524613e-08,
+      "loss": 0.0276,
+      "step": 17760
+    },
+    {
+      "epoch": 18.300720906282184,
+      "grad_norm": 0.36458486318588257,
+      "learning_rate": 4.502008483598941e-08,
+      "loss": 0.0277,
+      "step": 17770
+    },
+    {
+      "epoch": 18.31101956745623,
+      "grad_norm": 0.21798443794250488,
+      "learning_rate": 4.1207134783888265e-08,
+      "loss": 0.0307,
+      "step": 17780
+    },
+    {
+      "epoch": 18.32131822863028,
+      "grad_norm": 0.27093908190727234,
+      "learning_rate": 3.756280871293205e-08,
+      "loss": 0.0328,
+      "step": 17790
+    },
+    {
+      "epoch": 18.331616889804327,
+      "grad_norm": 0.1765187829732895,
+      "learning_rate": 3.4087118923659125e-08,
+      "loss": 0.0305,
+      "step": 17800
+    },
+    {
+      "epoch": 18.341915550978374,
+      "grad_norm": 0.9125376343727112,
+      "learning_rate": 3.078007714744646e-08,
+      "loss": 0.0408,
+      "step": 17810
+    },
+    {
+      "epoch": 18.352214212152422,
+      "grad_norm": 0.1739547997713089,
+      "learning_rate": 2.7641694546409746e-08,
+      "loss": 0.0282,
+      "step": 17820
+    },
+    {
+      "epoch": 18.362512873326466,
+      "grad_norm": 0.2467593103647232,
+      "learning_rate": 2.467198171342e-08,
+      "loss": 0.0266,
+      "step": 17830
+    },
+    {
+      "epoch": 18.372811534500514,
+      "grad_norm": 0.7820371389389038,
+      "learning_rate": 2.1870948672036984e-08,
+      "loss": 0.0263,
+      "step": 17840
+    },
+    {
+      "epoch": 18.38311019567456,
+      "grad_norm": 0.30878883600234985,
+      "learning_rate": 1.9238604876470334e-08,
+      "loss": 0.03,
+      "step": 17850
+    },
+    {
+      "epoch": 18.39340885684861,
+      "grad_norm": 0.2729048728942871,
+      "learning_rate": 1.6774959211568465e-08,
+      "loss": 0.035,
+      "step": 17860
+    },
+    {
+      "epoch": 18.403707518022657,
+      "grad_norm": 0.33503258228302,
+      "learning_rate": 1.4480019992785254e-08,
+      "loss": 0.0261,
+      "step": 17870
+    },
+    {
+      "epoch": 18.414006179196704,
+      "grad_norm": 0.24983762204647064,
+      "learning_rate": 1.2353794966135646e-08,
+      "loss": 0.0265,
+      "step": 17880
+    },
+    {
+      "epoch": 18.424304840370752,
+      "grad_norm": 0.24591587483882904,
+      "learning_rate": 1.0396291308190087e-08,
+      "loss": 0.0248,
+      "step": 17890
+    },
+    {
+      "epoch": 18.4346035015448,
+      "grad_norm": 0.24605391919612885,
+      "learning_rate": 8.607515626030128e-09,
+      "loss": 0.0289,
+      "step": 17900
+    },
+    {
+      "epoch": 18.444902162718847,
+      "grad_norm": 0.2520316541194916,
+      "learning_rate": 6.987473957242863e-09,
+      "loss": 0.0307,
+      "step": 17910
+    },
+    {
+      "epoch": 18.455200823892895,
+      "grad_norm": 0.46191495656967163,
+      "learning_rate": 5.536171769887632e-09,
+      "loss": 0.0303,
+      "step": 17920
+    },
+    {
+      "epoch": 18.465499485066942,
+      "grad_norm": 0.26452863216400146,
+      "learning_rate": 4.253613962496017e-09,
+      "loss": 0.0329,
+      "step": 17930
+    },
+    {
+      "epoch": 18.47579814624099,
+      "grad_norm": 0.3968678116798401,
+      "learning_rate": 3.1398048640385315e-09,
+      "loss": 0.0356,
+      "step": 17940
+    },
+    {
+      "epoch": 18.486096807415038,
+      "grad_norm": 0.19242151081562042,
+      "learning_rate": 2.1947482338968705e-09,
+      "loss": 0.0265,
+      "step": 17950
+    },
+    {
+      "epoch": 18.496395468589082,
+      "grad_norm": 0.20866911113262177,
+      "learning_rate": 1.4184472618972154e-09,
+      "loss": 0.0251,
+      "step": 17960
+    },
+    {
+      "epoch": 18.50669412976313,
+      "grad_norm": 0.17729917168617249,
+      "learning_rate": 8.109045682547223e-10,
+      "loss": 0.0264,
+      "step": 17970
+    },
+    {
+      "epoch": 18.516992790937177,
+      "grad_norm": 0.19232727587223053,
+      "learning_rate": 3.721222035846239e-10,
+      "loss": 0.0366,
+      "step": 17980
+    },
+    {
+      "epoch": 18.527291452111225,
+      "grad_norm": 0.41915977001190186,
+      "learning_rate": 1.0210164889112861e-10,
+      "loss": 0.0288,
+      "step": 17990
+    },
+    {
+      "epoch": 18.537590113285273,
+      "grad_norm": 0.742242693901062,
+      "learning_rate": 8.438155674195258e-13,
+      "loss": 0.0335,
+      "step": 18000
+    },
+    {
+      "epoch": 18.537590113285273,
+      "step": 18000,
+      "total_flos": 0.0,
+      "train_loss": 0.05001054983586073,
+      "train_runtime": 5749.6082,
+      "train_samples_per_second": 100.181,
+      "train_steps_per_second": 3.131
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 18000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 19,
+  "save_steps": 20000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}