{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 26533,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000376889156898956,
      "grad_norm": 3.3290820403013632,
      "learning_rate": 3.391107761868877e-08,
      "loss": 0.8407,
      "step": 10
    },
    {
      "epoch": 0.000753778313797912,
      "grad_norm": 2.5764460749760327,
      "learning_rate": 7.15900527505652e-08,
      "loss": 0.8487,
      "step": 20
    },
    {
      "epoch": 0.0011306674706968681,
      "grad_norm": 3.1381979941321165,
      "learning_rate": 1.092690278824416e-07,
      "loss": 0.8437,
      "step": 30
    },
    {
      "epoch": 0.001507556627595824,
      "grad_norm": 2.9762629392340583,
      "learning_rate": 1.4694800301431802e-07,
      "loss": 0.8462,
      "step": 40
    },
    {
      "epoch": 0.0018844457844947801,
      "grad_norm": 3.8702318858093343,
      "learning_rate": 1.8462697814619442e-07,
      "loss": 0.8557,
      "step": 50
    },
    {
      "epoch": 0.0022613349413937362,
      "grad_norm": 2.567740305342297,
      "learning_rate": 2.2230595327807085e-07,
      "loss": 0.7769,
      "step": 60
    },
    {
      "epoch": 0.002638224098292692,
      "grad_norm": 2.3831563848971293,
      "learning_rate": 2.5998492840994723e-07,
      "loss": 0.825,
      "step": 70
    },
    {
      "epoch": 0.003015113255191648,
      "grad_norm": 2.2771940101499366,
      "learning_rate": 2.976639035418237e-07,
      "loss": 0.8116,
      "step": 80
    },
    {
      "epoch": 0.003392002412090604,
      "grad_norm": 1.5832075179588132,
      "learning_rate": 3.353428786737001e-07,
      "loss": 0.7362,
      "step": 90
    },
    {
      "epoch": 0.0037688915689895602,
      "grad_norm": 2.3176022862671526,
      "learning_rate": 3.7302185380557655e-07,
      "loss": 0.776,
      "step": 100
    },
    {
      "epoch": 0.004145780725888516,
      "grad_norm": 2.3560080639273617,
      "learning_rate": 4.107008289374529e-07,
      "loss": 0.7496,
      "step": 110
    },
    {
      "epoch": 0.0045226698827874725,
      "grad_norm": 1.439480969015099,
      "learning_rate": 4.4837980406932935e-07,
      "loss": 0.7045,
      "step": 120
    },
    {
      "epoch": 0.004899559039686428,
      "grad_norm": 1.9309695894872856,
      "learning_rate": 4.860587792012058e-07,
      "loss": 0.7354,
      "step": 130
    },
    {
      "epoch": 0.005276448196585384,
      "grad_norm": 1.9566795366950147,
      "learning_rate": 5.237377543330822e-07,
      "loss": 0.7171,
      "step": 140
    },
    {
      "epoch": 0.00565333735348434,
      "grad_norm": 1.9730496032128708,
      "learning_rate": 5.614167294649587e-07,
      "loss": 0.7264,
      "step": 150
    },
    {
      "epoch": 0.006030226510383296,
      "grad_norm": 1.5644394630847538,
      "learning_rate": 5.99095704596835e-07,
      "loss": 0.6523,
      "step": 160
    },
    {
      "epoch": 0.006407115667282253,
      "grad_norm": 1.8613164375921365,
      "learning_rate": 6.367746797287114e-07,
      "loss": 0.6955,
      "step": 170
    },
    {
      "epoch": 0.006784004824181208,
      "grad_norm": 2.0520868176808023,
      "learning_rate": 6.744536548605879e-07,
      "loss": 0.7115,
      "step": 180
    },
    {
      "epoch": 0.007160893981080164,
      "grad_norm": 1.9416771515631597,
      "learning_rate": 7.121326299924643e-07,
      "loss": 0.6734,
      "step": 190
    },
    {
      "epoch": 0.0075377831379791205,
      "grad_norm": 2.4867970424407413,
      "learning_rate": 7.498116051243407e-07,
      "loss": 0.6785,
      "step": 200
    },
    {
      "epoch": 0.007914672294878076,
      "grad_norm": 1.7774834832854693,
      "learning_rate": 7.874905802562172e-07,
      "loss": 0.6227,
      "step": 210
    },
    {
      "epoch": 0.008291561451777032,
      "grad_norm": 1.9812937141799203,
      "learning_rate": 8.251695553880935e-07,
      "loss": 0.6806,
      "step": 220
    },
    {
      "epoch": 0.00866845060867599,
      "grad_norm": 2.921310201335651,
      "learning_rate": 8.628485305199699e-07,
      "loss": 0.6409,
      "step": 230
    },
    {
      "epoch": 0.009045339765574945,
      "grad_norm": 2.158350529344399,
      "learning_rate": 9.005275056518463e-07,
      "loss": 0.6757,
      "step": 240
    },
    {
      "epoch": 0.0094222289224739,
      "grad_norm": 2.0780037382003784,
      "learning_rate": 9.382064807837228e-07,
      "loss": 0.6759,
      "step": 250
    },
    {
      "epoch": 0.009799118079372856,
      "grad_norm": 1.9015358166448175,
      "learning_rate": 9.758854559155991e-07,
      "loss": 0.5856,
      "step": 260
    },
    {
      "epoch": 0.010176007236271812,
      "grad_norm": 1.7097668450833368,
      "learning_rate": 1.0135644310474755e-06,
      "loss": 0.6735,
      "step": 270
    },
    {
      "epoch": 0.010552896393170768,
      "grad_norm": 1.9842362284855692,
      "learning_rate": 1.051243406179352e-06,
      "loss": 0.6286,
      "step": 280
    },
    {
      "epoch": 0.010929785550069725,
      "grad_norm": 1.6319392350237532,
      "learning_rate": 1.0889223813112285e-06,
      "loss": 0.5993,
      "step": 290
    },
    {
      "epoch": 0.01130667470696868,
      "grad_norm": 1.9629194279960003,
      "learning_rate": 1.126601356443105e-06,
      "loss": 0.5989,
      "step": 300
    },
    {
      "epoch": 0.011683563863867636,
      "grad_norm": 1.635011424220465,
      "learning_rate": 1.1642803315749811e-06,
      "loss": 0.6292,
      "step": 310
    },
    {
      "epoch": 0.012060453020766592,
      "grad_norm": 2.7449123371579023,
      "learning_rate": 1.2019593067068578e-06,
      "loss": 0.6444,
      "step": 320
    },
    {
      "epoch": 0.012437342177665548,
      "grad_norm": 1.7611175230514056,
      "learning_rate": 1.2396382818387342e-06,
      "loss": 0.6001,
      "step": 330
    },
    {
      "epoch": 0.012814231334564505,
      "grad_norm": 1.7299587835974657,
      "learning_rate": 1.2773172569706106e-06,
      "loss": 0.6373,
      "step": 340
    },
    {
      "epoch": 0.01319112049146346,
      "grad_norm": 2.1190034707614367,
      "learning_rate": 1.314996232102487e-06,
      "loss": 0.6386,
      "step": 350
    },
    {
      "epoch": 0.013568009648362417,
      "grad_norm": 1.6507907146985035,
      "learning_rate": 1.3526752072343632e-06,
      "loss": 0.6025,
      "step": 360
    },
    {
      "epoch": 0.013944898805261372,
      "grad_norm": 1.6248644379536064,
      "learning_rate": 1.3903541823662398e-06,
      "loss": 0.633,
      "step": 370
    },
    {
      "epoch": 0.014321787962160328,
      "grad_norm": 1.8214328463856349,
      "learning_rate": 1.4280331574981162e-06,
      "loss": 0.6231,
      "step": 380
    },
    {
      "epoch": 0.014698677119059285,
      "grad_norm": 1.7233452084340422,
      "learning_rate": 1.4657121326299926e-06,
      "loss": 0.6086,
      "step": 390
    },
    {
      "epoch": 0.015075566275958241,
      "grad_norm": 1.9949384108347457,
      "learning_rate": 1.503391107761869e-06,
      "loss": 0.5944,
      "step": 400
    },
    {
      "epoch": 0.015452455432857197,
      "grad_norm": 1.7891389236926964,
      "learning_rate": 1.5410700828937456e-06,
      "loss": 0.5935,
      "step": 410
    },
    {
      "epoch": 0.015829344589756152,
      "grad_norm": 1.9798760306416079,
      "learning_rate": 1.5787490580256218e-06,
      "loss": 0.6405,
      "step": 420
    },
    {
      "epoch": 0.01620623374665511,
      "grad_norm": 1.8498442500498027,
      "learning_rate": 1.6164280331574982e-06,
      "loss": 0.5948,
      "step": 430
    },
    {
      "epoch": 0.016583122903554064,
      "grad_norm": 1.7813340027075553,
      "learning_rate": 1.6541070082893746e-06,
      "loss": 0.6369,
      "step": 440
    },
    {
      "epoch": 0.01696001206045302,
      "grad_norm": 1.9276634385297304,
      "learning_rate": 1.691785983421251e-06,
      "loss": 0.5752,
      "step": 450
    },
    {
      "epoch": 0.01733690121735198,
      "grad_norm": 1.6512215587375432,
      "learning_rate": 1.7294649585531276e-06,
      "loss": 0.5961,
      "step": 460
    },
    {
      "epoch": 0.017713790374250932,
      "grad_norm": 1.80925998198896,
      "learning_rate": 1.7671439336850038e-06,
      "loss": 0.6343,
      "step": 470
    },
    {
      "epoch": 0.01809067953114989,
      "grad_norm": 1.837322385048155,
      "learning_rate": 1.8048229088168804e-06,
      "loss": 0.6125,
      "step": 480
    },
    {
      "epoch": 0.018467568688048844,
      "grad_norm": 1.976044009740098,
      "learning_rate": 1.8425018839487568e-06,
      "loss": 0.5939,
      "step": 490
    },
    {
      "epoch": 0.0188444578449478,
      "grad_norm": 2.16596793862554,
      "learning_rate": 1.880180859080633e-06,
      "loss": 0.5832,
      "step": 500
    },
    {
      "epoch": 0.01922134700184676,
      "grad_norm": 1.7490489143874088,
      "learning_rate": 1.9178598342125096e-06,
      "loss": 0.6141,
      "step": 510
    },
    {
      "epoch": 0.019598236158745713,
      "grad_norm": 2.7984276241901394,
      "learning_rate": 1.955538809344386e-06,
      "loss": 0.5967,
      "step": 520
    },
    {
      "epoch": 0.01997512531564467,
      "grad_norm": 1.8460062687463663,
      "learning_rate": 1.9932177844762624e-06,
      "loss": 0.5855,
      "step": 530
    },
    {
      "epoch": 0.020352014472543624,
      "grad_norm": 3.071868251764471,
      "learning_rate": 2.030896759608139e-06,
      "loss": 0.5923,
      "step": 540
    },
    {
      "epoch": 0.02072890362944258,
      "grad_norm": 2.249558954464503,
      "learning_rate": 2.0685757347400153e-06,
      "loss": 0.6267,
      "step": 550
    },
    {
      "epoch": 0.021105792786341535,
      "grad_norm": 1.7739493406466322,
      "learning_rate": 2.1062547098718917e-06,
      "loss": 0.5733,
      "step": 560
    },
    {
      "epoch": 0.021482681943240493,
      "grad_norm": 1.9571521040237465,
      "learning_rate": 2.143933685003768e-06,
      "loss": 0.5901,
      "step": 570
    },
    {
      "epoch": 0.02185957110013945,
      "grad_norm": 1.8862454156341757,
      "learning_rate": 2.1816126601356445e-06,
      "loss": 0.5668,
      "step": 580
    },
    {
      "epoch": 0.022236460257038404,
      "grad_norm": 1.9035008144788996,
      "learning_rate": 2.219291635267521e-06,
      "loss": 0.6003,
      "step": 590
    },
    {
      "epoch": 0.02261334941393736,
      "grad_norm": 2.1401923526726114,
      "learning_rate": 2.2569706103993973e-06,
      "loss": 0.6069,
      "step": 600
    },
    {
      "epoch": 0.022990238570836315,
      "grad_norm": 1.8983635538399102,
      "learning_rate": 2.2946495855312737e-06,
      "loss": 0.5551,
      "step": 610
    },
    {
      "epoch": 0.023367127727735273,
      "grad_norm": 1.8341056062808996,
      "learning_rate": 2.33232856066315e-06,
      "loss": 0.6195,
      "step": 620
    },
    {
      "epoch": 0.02374401688463423,
      "grad_norm": 1.9001660208603897,
      "learning_rate": 2.3700075357950265e-06,
      "loss": 0.5787,
      "step": 630
    },
    {
      "epoch": 0.024120906041533184,
      "grad_norm": 2.024583452910895,
      "learning_rate": 2.407686510926903e-06,
      "loss": 0.6006,
      "step": 640
    },
    {
      "epoch": 0.02449779519843214,
      "grad_norm": 1.9671891126956806,
      "learning_rate": 2.4453654860587793e-06,
      "loss": 0.6045,
      "step": 650
    },
    {
      "epoch": 0.024874684355331095,
      "grad_norm": 1.9647192549218615,
      "learning_rate": 2.483044461190656e-06,
      "loss": 0.5632,
      "step": 660
    },
    {
      "epoch": 0.025251573512230053,
      "grad_norm": 1.6577621142537855,
      "learning_rate": 2.5207234363225325e-06,
      "loss": 0.5713,
      "step": 670
    },
    {
      "epoch": 0.02562846266912901,
      "grad_norm": 1.8104039197666246,
      "learning_rate": 2.5584024114544085e-06,
      "loss": 0.6227,
      "step": 680
    },
    {
      "epoch": 0.026005351826027964,
      "grad_norm": 1.8269715554295154,
      "learning_rate": 2.596081386586285e-06,
      "loss": 0.5576,
      "step": 690
    },
    {
      "epoch": 0.02638224098292692,
      "grad_norm": 2.132660241375296,
      "learning_rate": 2.6337603617181617e-06,
      "loss": 0.5985,
      "step": 700
    },
    {
      "epoch": 0.026759130139825876,
      "grad_norm": 1.9004356716576036,
      "learning_rate": 2.671439336850038e-06,
      "loss": 0.5741,
      "step": 710
    },
    {
      "epoch": 0.027136019296724833,
      "grad_norm": 1.9904870404606059,
      "learning_rate": 2.709118311981914e-06,
      "loss": 0.608,
      "step": 720
    },
    {
      "epoch": 0.02751290845362379,
      "grad_norm": 1.7934156140344455,
      "learning_rate": 2.7467972871137905e-06,
      "loss": 0.6041,
      "step": 730
    },
    {
      "epoch": 0.027889797610522744,
      "grad_norm": 1.9452679410394749,
      "learning_rate": 2.7844762622456674e-06,
      "loss": 0.569,
      "step": 740
    },
    {
      "epoch": 0.028266686767421702,
      "grad_norm": 1.9646256949492564,
      "learning_rate": 2.8221552373775433e-06,
      "loss": 0.5566,
      "step": 750
    },
    {
      "epoch": 0.028643575924320656,
      "grad_norm": 1.6964066105708113,
      "learning_rate": 2.8598342125094197e-06,
      "loss": 0.5771,
      "step": 760
    },
    {
      "epoch": 0.029020465081219613,
      "grad_norm": 1.626500474046293,
      "learning_rate": 2.8975131876412966e-06,
      "loss": 0.6028,
      "step": 770
    },
    {
      "epoch": 0.02939735423811857,
      "grad_norm": 1.705518791196053,
      "learning_rate": 2.935192162773173e-06,
      "loss": 0.598,
      "step": 780
    },
    {
      "epoch": 0.029774243395017524,
      "grad_norm": 2.023608938357471,
      "learning_rate": 2.972871137905049e-06,
      "loss": 0.599,
      "step": 790
    },
    {
      "epoch": 0.030151132551916482,
      "grad_norm": 1.9251923030741178,
      "learning_rate": 3.0105501130369258e-06,
      "loss": 0.5705,
      "step": 800
    },
    {
      "epoch": 0.030528021708815436,
      "grad_norm": 1.8099259001405903,
      "learning_rate": 3.048229088168802e-06,
      "loss": 0.5824,
      "step": 810
    },
    {
      "epoch": 0.030904910865714393,
      "grad_norm": 1.9287634604630308,
      "learning_rate": 3.085908063300678e-06,
      "loss": 0.5761,
      "step": 820
    },
    {
      "epoch": 0.03128180002261335,
      "grad_norm": 1.783048816707533,
      "learning_rate": 3.123587038432555e-06,
      "loss": 0.579,
      "step": 830
    },
    {
      "epoch": 0.031658689179512305,
      "grad_norm": 1.8166051797381484,
      "learning_rate": 3.1612660135644314e-06,
      "loss": 0.5877,
      "step": 840
    },
    {
      "epoch": 0.03203557833641126,
      "grad_norm": 2.038736220774468,
      "learning_rate": 3.1989449886963074e-06,
      "loss": 0.572,
      "step": 850
    },
    {
      "epoch": 0.03241246749331022,
      "grad_norm": 1.738601505380381,
      "learning_rate": 3.236623963828184e-06,
      "loss": 0.5777,
      "step": 860
    },
    {
      "epoch": 0.03278935665020918,
      "grad_norm": 1.6676309446260524,
      "learning_rate": 3.2743029389600606e-06,
      "loss": 0.5637,
      "step": 870
    },
    {
      "epoch": 0.03316624580710813,
      "grad_norm": 2.161220914250185,
      "learning_rate": 3.311981914091937e-06,
      "loss": 0.5862,
      "step": 880
    },
    {
      "epoch": 0.033543134964007085,
      "grad_norm": 1.4967702154384854,
      "learning_rate": 3.3496608892238134e-06,
      "loss": 0.5529,
      "step": 890
    },
    {
      "epoch": 0.03392002412090604,
      "grad_norm": 2.2279038438220877,
      "learning_rate": 3.38733986435569e-06,
      "loss": 0.5979,
      "step": 900
    },
    {
      "epoch": 0.034296913277805,
      "grad_norm": 1.8345971384276711,
      "learning_rate": 3.4250188394875662e-06,
      "loss": 0.5669,
      "step": 910
    },
    {
      "epoch": 0.03467380243470396,
      "grad_norm": 1.8142008601019335,
      "learning_rate": 3.462697814619443e-06,
      "loss": 0.6041,
      "step": 920
    },
    {
      "epoch": 0.03505069159160291,
      "grad_norm": 1.6693434904318734,
      "learning_rate": 3.500376789751319e-06,
      "loss": 0.5272,
      "step": 930
    },
    {
      "epoch": 0.035427580748501865,
      "grad_norm": 1.945433750394992,
      "learning_rate": 3.5380557648831954e-06,
      "loss": 0.558,
      "step": 940
    },
    {
      "epoch": 0.03580446990540082,
      "grad_norm": 2.1129599329826614,
      "learning_rate": 3.5757347400150723e-06,
      "loss": 0.5801,
      "step": 950
    },
    {
      "epoch": 0.03618135906229978,
      "grad_norm": 1.905120951845058,
      "learning_rate": 3.6134137151469482e-06,
      "loss": 0.572,
      "step": 960
    },
    {
      "epoch": 0.03655824821919874,
      "grad_norm": 1.972585987519169,
      "learning_rate": 3.6510926902788246e-06,
      "loss": 0.5995,
      "step": 970
    },
    {
      "epoch": 0.03693513737609769,
      "grad_norm": 1.9036055814375914,
      "learning_rate": 3.688771665410701e-06,
      "loss": 0.5993,
      "step": 980
    },
    {
      "epoch": 0.037312026532996645,
      "grad_norm": 1.8646464012423685,
      "learning_rate": 3.7264506405425774e-06,
      "loss": 0.5733,
      "step": 990
    },
    {
      "epoch": 0.0376889156898956,
      "grad_norm": 2.3089435664838933,
      "learning_rate": 3.764129615674454e-06,
      "loss": 0.5835,
      "step": 1000
    },
    {
      "epoch": 0.03806580484679456,
      "grad_norm": 2.17191968568418,
      "learning_rate": 3.8018085908063303e-06,
      "loss": 0.5412,
      "step": 1010
    },
    {
      "epoch": 0.03844269400369352,
      "grad_norm": 1.8949936547455895,
      "learning_rate": 3.839487565938207e-06,
      "loss": 0.5966,
      "step": 1020
    },
    {
      "epoch": 0.03881958316059247,
      "grad_norm": 2.473982294301116,
      "learning_rate": 3.877166541070083e-06,
      "loss": 0.5615,
      "step": 1030
    },
    {
      "epoch": 0.039196472317491425,
      "grad_norm": 1.7089999900943973,
      "learning_rate": 3.9148455162019595e-06,
      "loss": 0.5752,
      "step": 1040
    },
    {
      "epoch": 0.03957336147439038,
      "grad_norm": 1.85392931543439,
      "learning_rate": 3.952524491333836e-06,
      "loss": 0.578,
      "step": 1050
    },
    {
      "epoch": 0.03995025063128934,
      "grad_norm": 1.4905002182549854,
      "learning_rate": 3.990203466465712e-06,
      "loss": 0.553,
      "step": 1060
    },
    {
      "epoch": 0.04032713978818829,
      "grad_norm": 1.7544817835449993,
      "learning_rate": 4.027882441597589e-06,
      "loss": 0.5564,
      "step": 1070
    },
    {
      "epoch": 0.04070402894508725,
      "grad_norm": 1.798461388686054,
      "learning_rate": 4.065561416729465e-06,
      "loss": 0.5635,
      "step": 1080
    },
    {
      "epoch": 0.041080918101986205,
      "grad_norm": 1.7675958852701312,
      "learning_rate": 4.1032403918613415e-06,
      "loss": 0.5683,
      "step": 1090
    },
    {
      "epoch": 0.04145780725888516,
      "grad_norm": 2.1395567530774895,
      "learning_rate": 4.140919366993218e-06,
      "loss": 0.5678,
      "step": 1100
    },
    {
      "epoch": 0.04183469641578412,
      "grad_norm": 1.703017057556802,
      "learning_rate": 4.178598342125095e-06,
      "loss": 0.552,
      "step": 1110
    },
    {
      "epoch": 0.04221158557268307,
      "grad_norm": 1.6184789818203074,
      "learning_rate": 4.216277317256971e-06,
      "loss": 0.5655,
      "step": 1120
    },
    {
      "epoch": 0.04258847472958203,
      "grad_norm": 2.0996907497711574,
      "learning_rate": 4.253956292388847e-06,
      "loss": 0.5525,
      "step": 1130
    },
    {
      "epoch": 0.042965363886480985,
      "grad_norm": 1.8890470204414929,
      "learning_rate": 4.291635267520724e-06,
      "loss": 0.5608,
      "step": 1140
    },
    {
      "epoch": 0.04334225304337994,
      "grad_norm": 2.080468775436257,
      "learning_rate": 4.3293142426526e-06,
      "loss": 0.5511,
      "step": 1150
    },
    {
      "epoch": 0.0437191422002789,
      "grad_norm": 1.8224041675858285,
      "learning_rate": 4.366993217784476e-06,
      "loss": 0.5727,
      "step": 1160
    },
    {
      "epoch": 0.04409603135717785,
      "grad_norm": 1.6149909377743559,
      "learning_rate": 4.4046721929163536e-06,
      "loss": 0.5448,
      "step": 1170
    },
    {
      "epoch": 0.04447292051407681,
      "grad_norm": 1.9061771805744654,
      "learning_rate": 4.442351168048229e-06,
      "loss": 0.5637,
      "step": 1180
    },
    {
      "epoch": 0.044849809670975765,
      "grad_norm": 1.807877264857849,
      "learning_rate": 4.4800301431801055e-06,
      "loss": 0.5511,
      "step": 1190
    },
    {
      "epoch": 0.04522669882787472,
      "grad_norm": 2.0181868598887487,
      "learning_rate": 4.517709118311983e-06,
      "loss": 0.5582,
      "step": 1200
    },
    {
      "epoch": 0.04560358798477368,
      "grad_norm": 1.573360107816235,
      "learning_rate": 4.555388093443859e-06,
      "loss": 0.5644,
      "step": 1210
    },
    {
      "epoch": 0.04598047714167263,
      "grad_norm": 1.771584321526413,
      "learning_rate": 4.593067068575735e-06,
      "loss": 0.5689,
      "step": 1220
    },
    {
      "epoch": 0.04635736629857159,
      "grad_norm": 2.0063138861207364,
      "learning_rate": 4.630746043707611e-06,
      "loss": 0.5724,
      "step": 1230
    },
    {
      "epoch": 0.046734255455470546,
      "grad_norm": 1.6920600006872095,
      "learning_rate": 4.668425018839488e-06,
      "loss": 0.5566,
      "step": 1240
    },
    {
      "epoch": 0.0471111446123695,
      "grad_norm": 1.8971593808774774,
      "learning_rate": 4.706103993971364e-06,
      "loss": 0.5699,
      "step": 1250
    },
    {
      "epoch": 0.04748803376926846,
      "grad_norm": 1.587611604567327,
      "learning_rate": 4.74378296910324e-06,
      "loss": 0.5649,
      "step": 1260
    },
    {
      "epoch": 0.04786492292616741,
      "grad_norm": 2.0265270332073246,
      "learning_rate": 4.781461944235118e-06,
      "loss": 0.5374,
      "step": 1270
    },
    {
      "epoch": 0.04824181208306637,
      "grad_norm": 2.0590285975116083,
      "learning_rate": 4.819140919366993e-06,
      "loss": 0.576,
      "step": 1280
    },
    {
      "epoch": 0.048618701239965326,
      "grad_norm": 1.7133539806651839,
      "learning_rate": 4.8568198944988696e-06,
      "loss": 0.5706,
      "step": 1290
    },
    {
      "epoch": 0.04899559039686428,
      "grad_norm": 1.8988624169513535,
      "learning_rate": 4.894498869630747e-06,
      "loss": 0.5552,
      "step": 1300
    },
    {
      "epoch": 0.04937247955376324,
      "grad_norm": 2.0372135320392086,
      "learning_rate": 4.932177844762623e-06,
      "loss": 0.5459,
      "step": 1310
    },
    {
      "epoch": 0.04974936871066219,
      "grad_norm": 1.7794743693654322,
      "learning_rate": 4.969856819894499e-06,
      "loss": 0.5548,
      "step": 1320
    },
    {
      "epoch": 0.05012625786756115,
      "grad_norm": 1.7352843761532744,
      "learning_rate": 5.007535795026376e-06,
      "loss": 0.571,
      "step": 1330
    },
    {
      "epoch": 0.050503147024460106,
      "grad_norm": 1.8996845237311992,
      "learning_rate": 5.0452147701582524e-06,
      "loss": 0.5493,
      "step": 1340
    },
    {
      "epoch": 0.05088003618135906,
      "grad_norm": 2.1612445033194962,
      "learning_rate": 5.082893745290128e-06,
      "loss": 0.5707,
      "step": 1350
    },
    {
      "epoch": 0.05125692533825802,
      "grad_norm": 2.022115535247945,
      "learning_rate": 5.120572720422004e-06,
      "loss": 0.5541,
      "step": 1360
    },
    {
      "epoch": 0.05163381449515697,
      "grad_norm": 1.714380161573395,
      "learning_rate": 5.158251695553881e-06,
      "loss": 0.5522,
      "step": 1370
    },
    {
      "epoch": 0.05201070365205593,
      "grad_norm": 1.8375152499536425,
      "learning_rate": 5.195930670685758e-06,
      "loss": 0.5607,
      "step": 1380
    },
    {
      "epoch": 0.052387592808954886,
      "grad_norm": 1.7211038349954213,
      "learning_rate": 5.2336096458176345e-06,
      "loss": 0.5429,
      "step": 1390
    },
    {
      "epoch": 0.05276448196585384,
      "grad_norm": 1.9959664354157889,
      "learning_rate": 5.271288620949511e-06,
      "loss": 0.5656,
      "step": 1400
    },
    {
      "epoch": 0.0531413711227528,
      "grad_norm": 1.7536569082906184,
      "learning_rate": 5.308967596081387e-06,
      "loss": 0.5452,
      "step": 1410
    },
    {
      "epoch": 0.05351826027965175,
      "grad_norm": 1.7231610063386784,
      "learning_rate": 5.346646571213263e-06,
      "loss": 0.5353,
      "step": 1420
    },
    {
      "epoch": 0.05389514943655071,
      "grad_norm": 1.8970119256356177,
      "learning_rate": 5.384325546345139e-06,
      "loss": 0.5302,
      "step": 1430
    },
    {
      "epoch": 0.054272038593449666,
      "grad_norm": 1.5800174842538417,
      "learning_rate": 5.4220045214770165e-06,
      "loss": 0.5624,
      "step": 1440
    },
    {
      "epoch": 0.05464892775034862,
      "grad_norm": 2.0740091270784053,
      "learning_rate": 5.459683496608893e-06,
      "loss": 0.5377,
      "step": 1450
    },
    {
      "epoch": 0.05502581690724758,
      "grad_norm": 1.8294455280243227,
      "learning_rate": 5.497362471740769e-06,
      "loss": 0.5566,
      "step": 1460
    },
    {
      "epoch": 0.05540270606414653,
      "grad_norm": 1.5838428291746807,
      "learning_rate": 5.535041446872646e-06,
      "loss": 0.5446,
      "step": 1470
    },
    {
      "epoch": 0.05577959522104549,
      "grad_norm": 2.1056158207672233,
      "learning_rate": 5.572720422004522e-06,
      "loss": 0.5726,
      "step": 1480
    },
    {
      "epoch": 0.056156484377944446,
      "grad_norm": 1.8677258424310819,
      "learning_rate": 5.610399397136398e-06,
      "loss": 0.5678,
      "step": 1490
    },
    {
      "epoch": 0.056533373534843404,
      "grad_norm": 2.014882289331746,
      "learning_rate": 5.648078372268275e-06,
      "loss": 0.5623,
      "step": 1500
    },
    {
      "epoch": 0.05691026269174236,
      "grad_norm": 1.8459621787433622,
      "learning_rate": 5.685757347400151e-06,
      "loss": 0.5775,
      "step": 1510
    },
    {
      "epoch": 0.05728715184864131,
      "grad_norm": 1.7030968368942396,
      "learning_rate": 5.723436322532028e-06,
      "loss": 0.5456,
      "step": 1520
    },
    {
      "epoch": 0.05766404100554027,
      "grad_norm": 1.7530142515014413,
      "learning_rate": 5.761115297663904e-06,
      "loss": 0.5493,
      "step": 1530
    },
    {
      "epoch": 0.058040930162439226,
      "grad_norm": 1.7511504402842564,
      "learning_rate": 5.7987942727957805e-06,
      "loss": 0.5633,
      "step": 1540
    },
    {
      "epoch": 0.058417819319338184,
      "grad_norm": 2.1931311143367607,
      "learning_rate": 5.836473247927656e-06,
      "loss": 0.5581,
      "step": 1550
    },
    {
      "epoch": 0.05879470847623714,
      "grad_norm": 3.636694230456593,
      "learning_rate": 5.874152223059534e-06,
      "loss": 0.546,
      "step": 1560
    },
    {
      "epoch": 0.05917159763313609,
      "grad_norm": 2.3094095827220302,
      "learning_rate": 5.91183119819141e-06,
      "loss": 0.5875,
      "step": 1570
    },
    {
      "epoch": 0.05954848679003505,
      "grad_norm": 2.0011971290567794,
      "learning_rate": 5.949510173323286e-06,
      "loss": 0.5575,
      "step": 1580
    },
    {
      "epoch": 0.059925375946934006,
      "grad_norm": 1.6650652223048363,
      "learning_rate": 5.9871891484551625e-06,
      "loss": 0.5525,
      "step": 1590
    },
    {
      "epoch": 0.060302265103832964,
      "grad_norm": 1.9533169899266176,
      "learning_rate": 6.024868123587039e-06,
      "loss": 0.574,
      "step": 1600
    },
    {
      "epoch": 0.06067915426073192,
      "grad_norm": 1.685943647766806,
      "learning_rate": 6.062547098718915e-06,
      "loss": 0.5149,
      "step": 1610
    },
    {
      "epoch": 0.06105604341763087,
      "grad_norm": 1.3728725575465968,
      "learning_rate": 6.100226073850791e-06,
      "loss": 0.5436,
      "step": 1620
    },
    {
      "epoch": 0.06143293257452983,
      "grad_norm": 1.8741392657740152,
      "learning_rate": 6.137905048982669e-06,
      "loss": 0.5628,
      "step": 1630
    },
    {
      "epoch": 0.061809821731428786,
      "grad_norm": 1.9761429074276111,
      "learning_rate": 6.1755840241145446e-06,
      "loss": 0.5713,
      "step": 1640
    },
    {
      "epoch": 0.062186710888327744,
      "grad_norm": 2.03436821453595,
      "learning_rate": 6.213262999246421e-06,
      "loss": 0.6002,
      "step": 1650
    },
    {
      "epoch": 0.0625636000452267,
      "grad_norm": 1.832975464096823,
      "learning_rate": 6.250941974378297e-06,
      "loss": 0.5728,
      "step": 1660
    },
    {
      "epoch": 0.06294048920212565,
      "grad_norm": 1.633511698263684,
      "learning_rate": 6.288620949510174e-06,
      "loss": 0.5552,
      "step": 1670
    },
    {
      "epoch": 0.06331737835902461,
      "grad_norm": 2.090535151172006,
      "learning_rate": 6.32629992464205e-06,
      "loss": 0.531,
      "step": 1680
    },
    {
      "epoch": 0.06369426751592357,
      "grad_norm": 1.6050052308654612,
      "learning_rate": 6.363978899773927e-06,
      "loss": 0.5891,
      "step": 1690
    },
    {
      "epoch": 0.06407115667282252,
      "grad_norm": 2.212232256420831,
      "learning_rate": 6.401657874905803e-06,
      "loss": 0.5752,
      "step": 1700
    },
    {
      "epoch": 0.06444804582972148,
      "grad_norm": 1.877674806453838,
      "learning_rate": 6.439336850037679e-06,
      "loss": 0.5778,
      "step": 1710
    },
    {
      "epoch": 0.06482493498662044,
      "grad_norm": 1.8261529051865222,
      "learning_rate": 6.477015825169556e-06,
      "loss": 0.5437,
      "step": 1720
    },
    {
      "epoch": 0.0652018241435194,
      "grad_norm": 2.1674429445191032,
      "learning_rate": 6.514694800301432e-06,
      "loss": 0.5439,
      "step": 1730
    },
    {
      "epoch": 0.06557871330041835,
      "grad_norm": 1.7036520231489474,
      "learning_rate": 6.552373775433309e-06,
      "loss": 0.5716,
      "step": 1740
    },
    {
      "epoch": 0.0659556024573173,
      "grad_norm": 2.031911396789848,
      "learning_rate": 6.590052750565186e-06,
      "loss": 0.5365,
      "step": 1750
    },
    {
      "epoch": 0.06633249161421625,
      "grad_norm": 1.784884433990894,
      "learning_rate": 6.627731725697062e-06,
      "loss": 0.5556,
      "step": 1760
    },
    {
      "epoch": 0.06670938077111521,
      "grad_norm": 1.7250914216810251,
      "learning_rate": 6.665410700828938e-06,
      "loss": 0.577,
      "step": 1770
    },
    {
      "epoch": 0.06708626992801417,
      "grad_norm": 2.0118741851139417,
      "learning_rate": 6.703089675960814e-06,
      "loss": 0.5792,
      "step": 1780
    },
    {
      "epoch": 0.06746315908491313,
      "grad_norm": 2.083914596235162,
      "learning_rate": 6.740768651092691e-06,
      "loss": 0.5817,
      "step": 1790
    },
    {
      "epoch": 0.06784004824181208,
      "grad_norm": 1.8512470922958455,
      "learning_rate": 6.778447626224567e-06,
      "loss": 0.5421,
      "step": 1800
    },
    {
      "epoch": 0.06821693739871104,
      "grad_norm": 1.8612678054005098,
      "learning_rate": 6.816126601356444e-06,
      "loss": 0.5392,
      "step": 1810
    },
    {
      "epoch": 0.06859382655561,
      "grad_norm": 1.928991115625655,
      "learning_rate": 6.853805576488321e-06,
      "loss": 0.5819,
      "step": 1820
    },
    {
      "epoch": 0.06897071571250896,
      "grad_norm": 1.8008419029962375,
      "learning_rate": 6.891484551620197e-06,
      "loss": 0.5547,
      "step": 1830
    },
    {
      "epoch": 0.06934760486940791,
      "grad_norm": 2.0597436169161973,
      "learning_rate": 6.929163526752073e-06,
      "loss": 0.5599,
      "step": 1840
    },
    {
      "epoch": 0.06972449402630686,
      "grad_norm": 2.0570020874528567,
      "learning_rate": 6.966842501883949e-06,
      "loss": 0.5694,
      "step": 1850
    },
    {
      "epoch": 0.07010138318320581,
      "grad_norm": 1.5952035385299899,
      "learning_rate": 7.0045214770158254e-06,
      "loss": 0.5406,
      "step": 1860
    },
    {
      "epoch": 0.07047827234010477,
      "grad_norm": 1.7271708038895457,
      "learning_rate": 7.042200452147702e-06,
      "loss": 0.555,
      "step": 1870
    },
    {
      "epoch": 0.07085516149700373,
      "grad_norm": 2.0101886368535813,
      "learning_rate": 7.079879427279579e-06,
      "loss": 0.5716,
      "step": 1880
    },
    {
      "epoch": 0.07123205065390269,
      "grad_norm": 1.6065477858483548,
      "learning_rate": 7.1175584024114555e-06,
      "loss": 0.5476,
      "step": 1890
    },
    {
      "epoch": 0.07160893981080164,
      "grad_norm": 2.02286611730447,
      "learning_rate": 7.155237377543331e-06,
      "loss": 0.5383,
      "step": 1900
    },
    {
      "epoch": 0.0719858289677006,
      "grad_norm": 2.037314841983119,
      "learning_rate": 7.1929163526752075e-06,
      "loss": 0.5587,
      "step": 1910
    },
    {
      "epoch": 0.07236271812459956,
      "grad_norm": 1.8264192102516816,
      "learning_rate": 7.230595327807084e-06,
      "loss": 0.5553,
      "step": 1920
    },
    {
      "epoch": 0.07273960728149852,
      "grad_norm": 1.9520150148970015,
      "learning_rate": 7.26827430293896e-06,
      "loss": 0.567,
      "step": 1930
    },
    {
      "epoch": 0.07311649643839747,
      "grad_norm": 1.6905896085482799,
      "learning_rate": 7.3059532780708375e-06,
      "loss": 0.5252,
      "step": 1940
    },
    {
      "epoch": 0.07349338559529642,
      "grad_norm": 1.8762657820598212,
      "learning_rate": 7.343632253202714e-06,
      "loss": 0.5696,
      "step": 1950
    },
    {
      "epoch": 0.07387027475219538,
      "grad_norm": 1.7670005320740287,
      "learning_rate": 7.38131122833459e-06,
      "loss": 0.5444,
      "step": 1960
    },
    {
      "epoch": 0.07424716390909433,
      "grad_norm": 1.7538737345614326,
      "learning_rate": 7.418990203466466e-06,
      "loss": 0.5884,
      "step": 1970
    },
    {
      "epoch": 0.07462405306599329,
      "grad_norm": 1.515985834449344,
      "learning_rate": 7.456669178598342e-06,
      "loss": 0.5446,
      "step": 1980
    },
    {
      "epoch": 0.07500094222289225,
      "grad_norm": 1.5815994265482278,
      "learning_rate": 7.494348153730219e-06,
      "loss": 0.5591,
      "step": 1990
    },
    {
      "epoch": 0.0753778313797912,
      "grad_norm": 2.0488961746529486,
      "learning_rate": 7.532027128862096e-06,
      "loss": 0.5706,
      "step": 2000
    },
    {
      "epoch": 0.07575472053669016,
      "grad_norm": 1.969269141686112,
      "learning_rate": 7.569706103993972e-06,
      "loss": 0.558,
      "step": 2010
    },
    {
      "epoch": 0.07613160969358912,
      "grad_norm": 2.266330513109259,
      "learning_rate": 7.607385079125849e-06,
      "loss": 0.5396,
      "step": 2020
    },
    {
      "epoch": 0.07650849885048808,
      "grad_norm": 1.8646005092443476,
      "learning_rate": 7.645064054257724e-06,
      "loss": 0.5423,
      "step": 2030
    },
    {
      "epoch": 0.07688538800738703,
      "grad_norm": 1.7399985247018814,
      "learning_rate": 7.682743029389602e-06,
      "loss": 0.549,
      "step": 2040
    },
    {
      "epoch": 0.07726227716428598,
      "grad_norm": 1.8255156942684898,
      "learning_rate": 7.720422004521477e-06,
      "loss": 0.5549,
      "step": 2050
    },
    {
      "epoch": 0.07763916632118494,
      "grad_norm": 1.946851326618598,
      "learning_rate": 7.758100979653354e-06,
      "loss": 0.5666,
      "step": 2060
    },
    {
      "epoch": 0.07801605547808389,
      "grad_norm": 1.9532587449674659,
      "learning_rate": 7.795779954785232e-06,
      "loss": 0.5711,
      "step": 2070
    },
    {
      "epoch": 0.07839294463498285,
      "grad_norm": 1.7952693056787907,
      "learning_rate": 7.833458929917107e-06,
      "loss": 0.5386,
      "step": 2080
    },
    {
      "epoch": 0.07876983379188181,
      "grad_norm": 1.8221658229163284,
      "learning_rate": 7.871137905048983e-06,
      "loss": 0.5731,
      "step": 2090
    },
    {
      "epoch": 0.07914672294878076,
      "grad_norm": 1.833428780602818,
      "learning_rate": 7.90881688018086e-06,
      "loss": 0.5546,
      "step": 2100
    },
    {
      "epoch": 0.07952361210567972,
      "grad_norm": 1.7570404308629375,
      "learning_rate": 7.946495855312736e-06,
      "loss": 0.5323,
      "step": 2110
    },
    {
      "epoch": 0.07990050126257868,
      "grad_norm": 1.802778650409238,
      "learning_rate": 7.984174830444613e-06,
      "loss": 0.5422,
      "step": 2120
    },
    {
      "epoch": 0.08027739041947764,
      "grad_norm": 1.6222520770975064,
      "learning_rate": 8.02185380557649e-06,
      "loss": 0.5573,
      "step": 2130
    },
    {
      "epoch": 0.08065427957637658,
      "grad_norm": 1.9266827677857417,
      "learning_rate": 8.059532780708366e-06,
      "loss": 0.5559,
      "step": 2140
    },
    {
      "epoch": 0.08103116873327554,
      "grad_norm": 2.050814084562181,
      "learning_rate": 8.097211755840241e-06,
      "loss": 0.551,
      "step": 2150
    },
    {
      "epoch": 0.0814080578901745,
      "grad_norm": 1.7585001593613225,
      "learning_rate": 8.134890730972118e-06,
      "loss": 0.5364,
      "step": 2160
    },
    {
      "epoch": 0.08178494704707345,
      "grad_norm": 1.8883866215853788,
      "learning_rate": 8.172569706103994e-06,
      "loss": 0.5888,
      "step": 2170
    },
    {
      "epoch": 0.08216183620397241,
      "grad_norm": 1.758532254936197,
      "learning_rate": 8.210248681235871e-06,
      "loss": 0.5712,
      "step": 2180
    },
    {
      "epoch": 0.08253872536087137,
      "grad_norm": 1.7452201238698966,
      "learning_rate": 8.247927656367748e-06,
      "loss": 0.562,
      "step": 2190
    },
    {
      "epoch": 0.08291561451777033,
      "grad_norm": 2.0545039008121373,
      "learning_rate": 8.285606631499624e-06,
      "loss": 0.5326,
      "step": 2200
    },
    {
      "epoch": 0.08329250367466928,
      "grad_norm": 1.7697141454393999,
      "learning_rate": 8.323285606631501e-06,
      "loss": 0.5777,
      "step": 2210
    },
    {
      "epoch": 0.08366939283156824,
      "grad_norm": 1.9252812449566288,
      "learning_rate": 8.360964581763377e-06,
      "loss": 0.5747,
      "step": 2220
    },
    {
      "epoch": 0.0840462819884672,
      "grad_norm": 1.8673410308838145,
      "learning_rate": 8.398643556895252e-06,
      "loss": 0.5352,
      "step": 2230
    },
    {
      "epoch": 0.08442317114536614,
      "grad_norm": 1.649056430020697,
      "learning_rate": 8.43632253202713e-06,
      "loss": 0.5661,
      "step": 2240
    },
    {
      "epoch": 0.0848000603022651,
      "grad_norm": 1.8813402816460187,
      "learning_rate": 8.474001507159007e-06,
      "loss": 0.5323,
      "step": 2250
    },
    {
      "epoch": 0.08517694945916406,
      "grad_norm": 1.8849842368697092,
      "learning_rate": 8.511680482290882e-06,
      "loss": 0.5502,
      "step": 2260
    },
    {
      "epoch": 0.08555383861606301,
      "grad_norm": 1.7894509940448735,
      "learning_rate": 8.54935945742276e-06,
      "loss": 0.5819,
      "step": 2270
    },
    {
      "epoch": 0.08593072777296197,
      "grad_norm": 1.7627934782136696,
      "learning_rate": 8.587038432554635e-06,
      "loss": 0.5574,
      "step": 2280
    },
    {
      "epoch": 0.08630761692986093,
      "grad_norm": 1.7684239573461413,
      "learning_rate": 8.62471740768651e-06,
      "loss": 0.5421,
      "step": 2290
    },
    {
      "epoch": 0.08668450608675989,
      "grad_norm": 1.8420421564268776,
      "learning_rate": 8.662396382818388e-06,
      "loss": 0.5786,
      "step": 2300
    },
    {
      "epoch": 0.08706139524365884,
      "grad_norm": 1.600074045318061,
      "learning_rate": 8.700075357950264e-06,
      "loss": 0.535,
      "step": 2310
    },
    {
      "epoch": 0.0874382844005578,
      "grad_norm": 2.151450395002285,
      "learning_rate": 8.737754333082141e-06,
      "loss": 0.5821,
      "step": 2320
    },
    {
      "epoch": 0.08781517355745676,
      "grad_norm": 1.805383691002577,
      "learning_rate": 8.775433308214018e-06,
      "loss": 0.5787,
      "step": 2330
    },
    {
      "epoch": 0.0881920627143557,
      "grad_norm": 1.9600049150179448,
      "learning_rate": 8.813112283345894e-06,
      "loss": 0.5501,
      "step": 2340
    },
    {
      "epoch": 0.08856895187125466,
      "grad_norm": 2.0847026403429485,
      "learning_rate": 8.85079125847777e-06,
      "loss": 0.5462,
      "step": 2350
    },
    {
      "epoch": 0.08894584102815362,
      "grad_norm": 1.7768359780016918,
      "learning_rate": 8.888470233609646e-06,
      "loss": 0.5837,
      "step": 2360
    },
    {
      "epoch": 0.08932273018505257,
      "grad_norm": 2.0158186623423386,
      "learning_rate": 8.926149208741522e-06,
      "loss": 0.5616,
      "step": 2370
    },
    {
      "epoch": 0.08969961934195153,
      "grad_norm": 1.6581403784334712,
      "learning_rate": 8.9638281838734e-06,
      "loss": 0.5743,
      "step": 2380
    },
    {
      "epoch": 0.09007650849885049,
      "grad_norm": 2.5790022328647044,
      "learning_rate": 9.001507159005277e-06,
      "loss": 0.5744,
      "step": 2390
    },
    {
      "epoch": 0.09045339765574945,
      "grad_norm": 1.723560039585966,
      "learning_rate": 9.039186134137152e-06,
      "loss": 0.5602,
      "step": 2400
    },
    {
      "epoch": 0.0908302868126484,
      "grad_norm": 1.351214600774913,
      "learning_rate": 9.07686510926903e-06,
      "loss": 0.5331,
      "step": 2410
    },
    {
      "epoch": 0.09120717596954736,
      "grad_norm": 1.8039553055086206,
      "learning_rate": 9.114544084400905e-06,
      "loss": 0.5677,
      "step": 2420
    },
    {
      "epoch": 0.09158406512644632,
      "grad_norm": 1.9123242622126195,
      "learning_rate": 9.15222305953278e-06,
      "loss": 0.5588,
      "step": 2430
    },
    {
      "epoch": 0.09196095428334526,
      "grad_norm": 2.006300165478271,
      "learning_rate": 9.189902034664658e-06,
      "loss": 0.5812,
      "step": 2440
    },
    {
      "epoch": 0.09233784344024422,
      "grad_norm": 1.9159468022645592,
      "learning_rate": 9.227581009796535e-06,
      "loss": 0.5372,
      "step": 2450
    },
    {
      "epoch": 0.09271473259714318,
      "grad_norm": 1.7917577869195462,
      "learning_rate": 9.26525998492841e-06,
      "loss": 0.5675,
      "step": 2460
    },
    {
      "epoch": 0.09309162175404213,
      "grad_norm": 5.4204153510281,
      "learning_rate": 9.302938960060288e-06,
      "loss": 0.5674,
      "step": 2470
    },
    {
      "epoch": 0.09346851091094109,
      "grad_norm": 1.6618922792887658,
      "learning_rate": 9.340617935192163e-06,
      "loss": 0.5745,
      "step": 2480
    },
    {
      "epoch": 0.09384540006784005,
      "grad_norm": 1.665306637026819,
      "learning_rate": 9.378296910324039e-06,
      "loss": 0.5556,
      "step": 2490
    },
    {
      "epoch": 0.094222289224739,
      "grad_norm": 1.825366672374041,
      "learning_rate": 9.415975885455916e-06,
      "loss": 0.5318,
      "step": 2500
    },
    {
      "epoch": 0.09459917838163796,
      "grad_norm": 1.9696174903266126,
      "learning_rate": 9.453654860587793e-06,
      "loss": 0.5411,
      "step": 2510
    },
    {
      "epoch": 0.09497606753853692,
      "grad_norm": 1.7049399302783044,
      "learning_rate": 9.491333835719669e-06,
      "loss": 0.5706,
      "step": 2520
    },
    {
      "epoch": 0.09535295669543588,
      "grad_norm": 1.7849968576762765,
      "learning_rate": 9.529012810851546e-06,
      "loss": 0.5665,
      "step": 2530
    },
    {
      "epoch": 0.09572984585233482,
      "grad_norm": 1.353686035468744,
      "learning_rate": 9.566691785983422e-06,
      "loss": 0.5459,
      "step": 2540
    },
    {
      "epoch": 0.09610673500923378,
      "grad_norm": 1.7623768145461352,
      "learning_rate": 9.604370761115297e-06,
      "loss": 0.5866,
      "step": 2550
    },
    {
      "epoch": 0.09648362416613274,
      "grad_norm": 1.9641841168234557,
      "learning_rate": 9.642049736247175e-06,
      "loss": 0.5466,
      "step": 2560
    },
    {
      "epoch": 0.0968605133230317,
      "grad_norm": 1.3736072242645836,
      "learning_rate": 9.679728711379052e-06,
      "loss": 0.5391,
      "step": 2570
    },
    {
      "epoch": 0.09723740247993065,
      "grad_norm": 1.654177532173035,
      "learning_rate": 9.717407686510927e-06,
      "loss": 0.5592,
      "step": 2580
    },
    {
      "epoch": 0.09761429163682961,
      "grad_norm": 1.675077992009493,
      "learning_rate": 9.755086661642805e-06,
      "loss": 0.5484,
      "step": 2590
    },
    {
      "epoch": 0.09799118079372857,
      "grad_norm": 1.7745168797445137,
      "learning_rate": 9.79276563677468e-06,
      "loss": 0.5656,
      "step": 2600
    },
    {
      "epoch": 0.09836806995062752,
      "grad_norm": 1.665358523138359,
      "learning_rate": 9.830444611906557e-06,
      "loss": 0.5544,
      "step": 2610
    },
    {
      "epoch": 0.09874495910752648,
      "grad_norm": 2.373990573362573,
      "learning_rate": 9.868123587038433e-06,
      "loss": 0.5448,
      "step": 2620
    },
    {
      "epoch": 0.09912184826442544,
      "grad_norm": 1.6903642288991887,
      "learning_rate": 9.90580256217031e-06,
      "loss": 0.5562,
      "step": 2630
    },
    {
      "epoch": 0.09949873742132438,
      "grad_norm": 1.711502598162347,
      "learning_rate": 9.943481537302186e-06,
      "loss": 0.5582,
      "step": 2640
    },
    {
      "epoch": 0.09987562657822334,
      "grad_norm": 1.7630192145087855,
      "learning_rate": 9.981160512434063e-06,
      "loss": 0.5568,
      "step": 2650
    },
    {
      "epoch": 0.1002525157351223,
      "grad_norm": 1.9391272093641074,
      "learning_rate": 9.999998918198758e-06,
      "loss": 0.5814,
      "step": 2660
    },
    {
      "epoch": 0.10062940489202125,
      "grad_norm": 1.1176379107900862,
      "learning_rate": 9.999990263791625e-06,
      "loss": 0.5327,
      "step": 2670
    },
    {
      "epoch": 0.10100629404892021,
      "grad_norm": 1.7144355514907554,
      "learning_rate": 9.99997295499234e-06,
      "loss": 0.5424,
      "step": 2680
    },
    {
      "epoch": 0.10138318320581917,
      "grad_norm": 1.3867888190170987,
      "learning_rate": 9.99994699183086e-06,
      "loss": 0.5498,
      "step": 2690
    },
    {
      "epoch": 0.10176007236271813,
      "grad_norm": 1.6251131139875976,
      "learning_rate": 9.999912374352125e-06,
      "loss": 0.5526,
      "step": 2700
    },
    {
      "epoch": 0.10213696151961708,
      "grad_norm": 1.758258285021875,
      "learning_rate": 9.999869102616057e-06,
      "loss": 0.5647,
      "step": 2710
    },
    {
      "epoch": 0.10251385067651604,
      "grad_norm": 1.8922253129449746,
      "learning_rate": 9.99981717669755e-06,
      "loss": 0.569,
      "step": 2720
    },
    {
      "epoch": 0.102890739833415,
      "grad_norm": 1.6492463045156762,
      "learning_rate": 9.999756596686483e-06,
      "loss": 0.5639,
      "step": 2730
    },
    {
      "epoch": 0.10326762899031394,
      "grad_norm": 1.6884719814636986,
      "learning_rate": 9.999687362687714e-06,
      "loss": 0.5302,
      "step": 2740
    },
    {
      "epoch": 0.1036445181472129,
      "grad_norm": 1.7663588108147437,
      "learning_rate": 9.999609474821078e-06,
      "loss": 0.5776,
      "step": 2750
    },
    {
      "epoch": 0.10402140730411186,
      "grad_norm": 1.6023970608406795,
      "learning_rate": 9.999522933221389e-06,
      "loss": 0.5609,
      "step": 2760
    },
    {
      "epoch": 0.10439829646101081,
      "grad_norm": 1.582018849874625,
      "learning_rate": 9.999427738038438e-06,
      "loss": 0.5432,
      "step": 2770
    },
    {
      "epoch": 0.10477518561790977,
      "grad_norm": 1.8661113330406751,
      "learning_rate": 9.999323889437004e-06,
      "loss": 0.5505,
      "step": 2780
    },
    {
      "epoch": 0.10515207477480873,
      "grad_norm": 2.4377666457132405,
      "learning_rate": 9.99921138759683e-06,
      "loss": 0.552,
      "step": 2790
    },
    {
      "epoch": 0.10552896393170769,
      "grad_norm": 1.9769702999570735,
      "learning_rate": 9.999090232712648e-06,
      "loss": 0.5706,
      "step": 2800
    },
    {
      "epoch": 0.10590585308860664,
      "grad_norm": 1.5852863285358036,
      "learning_rate": 9.998960424994157e-06,
      "loss": 0.5468,
      "step": 2810
    },
    {
      "epoch": 0.1062827422455056,
      "grad_norm": 1.9487316640058903,
      "learning_rate": 9.998821964666043e-06,
      "loss": 0.5566,
      "step": 2820
    },
    {
      "epoch": 0.10665963140240456,
      "grad_norm": 1.470091180676127,
      "learning_rate": 9.998674851967965e-06,
      "loss": 0.5375,
      "step": 2830
    },
    {
      "epoch": 0.1070365205593035,
      "grad_norm": 1.8861024609523855,
      "learning_rate": 9.998519087154555e-06,
      "loss": 0.5714,
      "step": 2840
    },
    {
      "epoch": 0.10741340971620246,
      "grad_norm": 1.8625015944443275,
      "learning_rate": 9.998354670495426e-06,
      "loss": 0.5718,
      "step": 2850
    },
    {
      "epoch": 0.10779029887310142,
      "grad_norm": 1.9173353321183049,
      "learning_rate": 9.99818160227516e-06,
      "loss": 0.5591,
      "step": 2860
    },
    {
      "epoch": 0.10816718803000037,
      "grad_norm": 1.6563786175924313,
      "learning_rate": 9.997999882793323e-06,
      "loss": 0.5644,
      "step": 2870
    },
    {
      "epoch": 0.10854407718689933,
      "grad_norm": 1.8385719564959482,
      "learning_rate": 9.997809512364447e-06,
      "loss": 0.5574,
      "step": 2880
    },
    {
      "epoch": 0.10892096634379829,
      "grad_norm": 1.7214173447884336,
      "learning_rate": 9.99761049131804e-06,
      "loss": 0.5575,
      "step": 2890
    },
    {
      "epoch": 0.10929785550069725,
      "grad_norm": 2.263948770043836,
      "learning_rate": 9.997402819998585e-06,
      "loss": 0.5717,
      "step": 2900
    },
    {
      "epoch": 0.1096747446575962,
      "grad_norm": 1.617474690577473,
      "learning_rate": 9.997186498765537e-06,
      "loss": 0.5381,
      "step": 2910
    },
    {
      "epoch": 0.11005163381449516,
      "grad_norm": 1.9206922286733692,
      "learning_rate": 9.996961527993322e-06,
      "loss": 0.5403,
      "step": 2920
    },
    {
      "epoch": 0.11042852297139412,
      "grad_norm": 1.6363891592183775,
      "learning_rate": 9.996727908071337e-06,
      "loss": 0.5504,
      "step": 2930
    },
    {
      "epoch": 0.11080541212829306,
      "grad_norm": 1.7892900410710342,
      "learning_rate": 9.99648563940395e-06,
      "loss": 0.5398,
      "step": 2940
    },
    {
      "epoch": 0.11118230128519202,
      "grad_norm": 1.837754723538967,
      "learning_rate": 9.996234722410501e-06,
      "loss": 0.5501,
      "step": 2950
    },
    {
      "epoch": 0.11155919044209098,
      "grad_norm": 1.870686763606362,
      "learning_rate": 9.995975157525298e-06,
      "loss": 0.5697,
      "step": 2960
    },
    {
      "epoch": 0.11193607959898993,
      "grad_norm": 1.8670194608446757,
      "learning_rate": 9.995706945197616e-06,
      "loss": 0.5819,
      "step": 2970
    },
    {
      "epoch": 0.11231296875588889,
      "grad_norm": 1.764875781288927,
      "learning_rate": 9.995430085891698e-06,
      "loss": 0.5558,
      "step": 2980
    },
    {
      "epoch": 0.11268985791278785,
      "grad_norm": 1.6461496237741704,
      "learning_rate": 9.995144580086757e-06,
      "loss": 0.5528,
      "step": 2990
    },
    {
      "epoch": 0.11306674706968681,
      "grad_norm": 1.6525100198106808,
      "learning_rate": 9.99485042827697e-06,
      "loss": 0.5412,
      "step": 3000
    },
    {
      "epoch": 0.11344363622658576,
      "grad_norm": 1.7111537561130798,
      "learning_rate": 9.994547630971476e-06,
      "loss": 0.556,
      "step": 3010
    },
    {
      "epoch": 0.11382052538348472,
      "grad_norm": 1.6948046733289588,
      "learning_rate": 9.994236188694384e-06,
      "loss": 0.5634,
      "step": 3020
    },
    {
      "epoch": 0.11419741454038368,
      "grad_norm": 1.7787138971691205,
      "learning_rate": 9.99391610198476e-06,
      "loss": 0.5099,
      "step": 3030
    },
    {
      "epoch": 0.11457430369728262,
      "grad_norm": 1.6976810544764316,
      "learning_rate": 9.993587371396642e-06,
      "loss": 0.5526,
      "step": 3040
    },
    {
      "epoch": 0.11495119285418158,
      "grad_norm": 1.8408592594962616,
      "learning_rate": 9.99324999749902e-06,
      "loss": 0.5328,
      "step": 3050
    },
    {
      "epoch": 0.11532808201108054,
      "grad_norm": 1.7138365866573475,
      "learning_rate": 9.992903980875849e-06,
      "loss": 0.5233,
      "step": 3060
    },
    {
      "epoch": 0.1157049711679795,
      "grad_norm": 1.6023041921101526,
      "learning_rate": 9.992549322126044e-06,
      "loss": 0.5562,
      "step": 3070
    },
    {
      "epoch": 0.11608186032487845,
      "grad_norm": 1.7101785936588327,
      "learning_rate": 9.992186021863475e-06,
      "loss": 0.5625,
      "step": 3080
    },
    {
      "epoch": 0.11645874948177741,
      "grad_norm": 1.7736884499183863,
      "learning_rate": 9.991814080716974e-06,
      "loss": 0.5624,
      "step": 3090
    },
    {
      "epoch": 0.11683563863867637,
      "grad_norm": 2.1118966740309313,
      "learning_rate": 9.991433499330326e-06,
      "loss": 0.569,
      "step": 3100
    },
    {
      "epoch": 0.11721252779557532,
      "grad_norm": 1.882358555790821,
      "learning_rate": 9.991044278362274e-06,
      "loss": 0.5556,
      "step": 3110
    },
    {
      "epoch": 0.11758941695247428,
      "grad_norm": 1.4807120288858666,
      "learning_rate": 9.990646418486512e-06,
      "loss": 0.5332,
      "step": 3120
    },
    {
      "epoch": 0.11796630610937324,
      "grad_norm": 1.9456842492772166,
      "learning_rate": 9.990239920391687e-06,
      "loss": 0.5456,
      "step": 3130
    },
    {
      "epoch": 0.11834319526627218,
      "grad_norm": 1.9332110812656393,
      "learning_rate": 9.9898247847814e-06,
      "loss": 0.5914,
      "step": 3140
    },
    {
      "epoch": 0.11872008442317114,
      "grad_norm": 1.819320948849462,
      "learning_rate": 9.989401012374207e-06,
      "loss": 0.5212,
      "step": 3150
    },
    {
      "epoch": 0.1190969735800701,
      "grad_norm": 1.5937443837733034,
      "learning_rate": 9.9889686039036e-06,
      "loss": 0.5719,
      "step": 3160
    },
    {
      "epoch": 0.11947386273696906,
      "grad_norm": 1.4724382207969984,
      "learning_rate": 9.988527560118033e-06,
      "loss": 0.5514,
      "step": 3170
    },
    {
      "epoch": 0.11985075189386801,
      "grad_norm": 1.7128687990343496,
      "learning_rate": 9.988077881780896e-06,
      "loss": 0.5342,
      "step": 3180
    },
    {
      "epoch": 0.12022764105076697,
      "grad_norm": 1.7843398826770018,
      "learning_rate": 9.987619569670532e-06,
      "loss": 0.5425,
      "step": 3190
    },
    {
      "epoch": 0.12060453020766593,
      "grad_norm": 1.6747602178489263,
      "learning_rate": 9.987152624580223e-06,
      "loss": 0.5498,
      "step": 3200
    },
    {
      "epoch": 0.12098141936456488,
      "grad_norm": 1.9740415780360288,
      "learning_rate": 9.986677047318199e-06,
      "loss": 0.5787,
      "step": 3210
    },
    {
      "epoch": 0.12135830852146384,
      "grad_norm": 1.5401247418757107,
      "learning_rate": 9.986192838707624e-06,
      "loss": 0.529,
      "step": 3220
    },
    {
      "epoch": 0.1217351976783628,
      "grad_norm": 1.6649769987957272,
      "learning_rate": 9.98569999958661e-06,
      "loss": 0.5532,
      "step": 3230
    },
    {
      "epoch": 0.12211208683526174,
      "grad_norm": 2.0615017580666546,
      "learning_rate": 9.9851985308082e-06,
      "loss": 0.5306,
      "step": 3240
    },
    {
      "epoch": 0.1224889759921607,
      "grad_norm": 1.7489740809134746,
      "learning_rate": 9.98468843324038e-06,
      "loss": 0.5728,
      "step": 3250
    },
    {
      "epoch": 0.12286586514905966,
      "grad_norm": 1.9584508485487868,
      "learning_rate": 9.984169707766065e-06,
      "loss": 0.5497,
      "step": 3260
    },
    {
      "epoch": 0.12324275430595862,
      "grad_norm": 1.8986564469950582,
      "learning_rate": 9.98364235528311e-06,
      "loss": 0.531,
      "step": 3270
    },
    {
      "epoch": 0.12361964346285757,
      "grad_norm": 1.796715014709634,
      "learning_rate": 9.983106376704299e-06,
      "loss": 0.5604,
      "step": 3280
    },
    {
      "epoch": 0.12399653261975653,
      "grad_norm": 1.4479882986534132,
      "learning_rate": 9.98256177295735e-06,
      "loss": 0.5441,
      "step": 3290
    },
    {
      "epoch": 0.12437342177665549,
      "grad_norm": 1.9018212839289914,
      "learning_rate": 9.982008544984902e-06,
      "loss": 0.586,
      "step": 3300
    },
    {
      "epoch": 0.12475031093355445,
      "grad_norm": 1.6731029649854103,
      "learning_rate": 9.981446693744532e-06,
      "loss": 0.5422,
      "step": 3310
    },
    {
      "epoch": 0.1251272000904534,
      "grad_norm": 1.8224277036655119,
      "learning_rate": 9.980876220208738e-06,
      "loss": 0.574,
      "step": 3320
    },
    {
      "epoch": 0.12550408924735235,
      "grad_norm": 1.7502821063481213,
      "learning_rate": 9.980297125364939e-06,
      "loss": 0.5182,
      "step": 3330
    },
    {
      "epoch": 0.1258809784042513,
      "grad_norm": 1.6833110345844349,
      "learning_rate": 9.979709410215483e-06,
      "loss": 0.5732,
      "step": 3340
    },
    {
      "epoch": 0.12625786756115026,
      "grad_norm": 2.1392787884736824,
      "learning_rate": 9.979113075777636e-06,
      "loss": 0.5421,
      "step": 3350
    },
    {
      "epoch": 0.12663475671804922,
      "grad_norm": 1.7605201424192343,
      "learning_rate": 9.978508123083579e-06,
      "loss": 0.5693,
      "step": 3360
    },
    {
      "epoch": 0.12701164587494818,
      "grad_norm": 1.814620805028767,
      "learning_rate": 9.977894553180414e-06,
      "loss": 0.5044,
      "step": 3370
    },
    {
      "epoch": 0.12738853503184713,
      "grad_norm": 1.7333387641365299,
      "learning_rate": 9.977272367130161e-06,
      "loss": 0.5642,
      "step": 3380
    },
    {
      "epoch": 0.1277654241887461,
      "grad_norm": 6.5511623986160705,
      "learning_rate": 9.97664156600975e-06,
      "loss": 0.539,
      "step": 3390
    },
    {
      "epoch": 0.12814231334564505,
      "grad_norm": 1.8697849048435933,
      "learning_rate": 9.97600215091102e-06,
      "loss": 0.5723,
      "step": 3400
    },
    {
      "epoch": 0.128519202502544,
      "grad_norm": 1.840910802370967,
      "learning_rate": 9.975354122940725e-06,
      "loss": 0.563,
      "step": 3410
    },
    {
      "epoch": 0.12889609165944296,
      "grad_norm": 1.6208553393789018,
      "learning_rate": 9.974697483220526e-06,
      "loss": 0.569,
      "step": 3420
    },
    {
      "epoch": 0.12927298081634192,
      "grad_norm": 1.7217470801750827,
      "learning_rate": 9.974032232886988e-06,
      "loss": 0.561,
      "step": 3430
    },
    {
      "epoch": 0.12964986997324088,
      "grad_norm": 1.8150748187971744,
      "learning_rate": 9.973358373091578e-06,
      "loss": 0.5663,
      "step": 3440
    },
    {
      "epoch": 0.13002675913013984,
      "grad_norm": 1.8613735972835608,
      "learning_rate": 9.972675905000672e-06,
      "loss": 0.5412,
      "step": 3450
    },
    {
      "epoch": 0.1304036482870388,
      "grad_norm": 1.9863460603182592,
      "learning_rate": 9.971984829795539e-06,
      "loss": 0.5483,
      "step": 3460
    },
    {
      "epoch": 0.13078053744393775,
      "grad_norm": 1.4584507302056484,
      "learning_rate": 9.971285148672347e-06,
      "loss": 0.5359,
      "step": 3470
    },
    {
      "epoch": 0.1311574266008367,
      "grad_norm": 1.6661289692524046,
      "learning_rate": 9.970576862842165e-06,
      "loss": 0.5518,
      "step": 3480
    },
    {
      "epoch": 0.13153431575773564,
      "grad_norm": 1.8117322128837796,
      "learning_rate": 9.96985997353095e-06,
      "loss": 0.5294,
      "step": 3490
    },
    {
      "epoch": 0.1319112049146346,
      "grad_norm": 1.7990258695528125,
      "learning_rate": 9.969134481979554e-06,
      "loss": 0.5487,
      "step": 3500
    },
    {
      "epoch": 0.13228809407153355,
      "grad_norm": 1.6917648391788271,
      "learning_rate": 9.968400389443715e-06,
      "loss": 0.5488,
      "step": 3510
    },
    {
      "epoch": 0.1326649832284325,
      "grad_norm": 1.7815906576006262,
      "learning_rate": 9.967657697194062e-06,
      "loss": 0.5435,
      "step": 3520
    },
    {
      "epoch": 0.13304187238533147,
      "grad_norm": 1.8019408287680707,
      "learning_rate": 9.966906406516106e-06,
      "loss": 0.5317,
      "step": 3530
    },
    {
      "epoch": 0.13341876154223042,
      "grad_norm": 1.5650851056879715,
      "learning_rate": 9.966146518710244e-06,
      "loss": 0.5443,
      "step": 3540
    },
    {
      "epoch": 0.13379565069912938,
      "grad_norm": 1.6846258897654576,
      "learning_rate": 9.965378035091753e-06,
      "loss": 0.5384,
      "step": 3550
    },
    {
      "epoch": 0.13417253985602834,
      "grad_norm": 1.6977199699358678,
      "learning_rate": 9.964600956990785e-06,
      "loss": 0.5454,
      "step": 3560
    },
    {
      "epoch": 0.1345494290129273,
      "grad_norm": 5.101071946029098,
      "learning_rate": 9.963815285752369e-06,
      "loss": 0.5174,
      "step": 3570
    },
    {
      "epoch": 0.13492631816982625,
      "grad_norm": 1.5806913588105131,
      "learning_rate": 9.963021022736413e-06,
      "loss": 0.5455,
      "step": 3580
    },
    {
      "epoch": 0.1353032073267252,
      "grad_norm": 1.540462795524182,
      "learning_rate": 9.962218169317688e-06,
      "loss": 0.5385,
      "step": 3590
    },
    {
      "epoch": 0.13568009648362417,
      "grad_norm": 1.8117995998543306,
      "learning_rate": 9.961406726885844e-06,
      "loss": 0.547,
      "step": 3600
    },
    {
      "epoch": 0.13605698564052313,
      "grad_norm": 1.702664311368578,
      "learning_rate": 9.960586696845387e-06,
      "loss": 0.5425,
      "step": 3610
    },
    {
      "epoch": 0.13643387479742208,
      "grad_norm": 1.6558884575569928,
      "learning_rate": 9.959758080615694e-06,
      "loss": 0.5636,
      "step": 3620
    },
    {
      "epoch": 0.13681076395432104,
      "grad_norm": 1.5110746291185808,
      "learning_rate": 9.958920879631002e-06,
      "loss": 0.5568,
      "step": 3630
    },
    {
      "epoch": 0.13718765311122,
      "grad_norm": 2.139574069411458,
      "learning_rate": 9.958075095340408e-06,
      "loss": 0.505,
      "step": 3640
    },
    {
      "epoch": 0.13756454226811896,
      "grad_norm": 1.9376102058687341,
      "learning_rate": 9.957220729207862e-06,
      "loss": 0.5498,
      "step": 3650
    },
    {
      "epoch": 0.1379414314250179,
      "grad_norm": 2.2672765573662264,
      "learning_rate": 9.95635778271217e-06,
      "loss": 0.5435,
      "step": 3660
    },
    {
      "epoch": 0.13831832058191687,
      "grad_norm": 1.5668715176963142,
      "learning_rate": 9.955486257346995e-06,
      "loss": 0.5589,
      "step": 3670
    },
    {
      "epoch": 0.13869520973881583,
      "grad_norm": 1.7293817862316867,
      "learning_rate": 9.954606154620841e-06,
      "loss": 0.5536,
      "step": 3680
    },
    {
      "epoch": 0.13907209889571476,
      "grad_norm": 1.5203042242279239,
      "learning_rate": 9.953717476057062e-06,
      "loss": 0.5157,
      "step": 3690
    },
    {
      "epoch": 0.13944898805261371,
      "grad_norm": 1.6809131976448295,
      "learning_rate": 9.952820223193856e-06,
      "loss": 0.5581,
      "step": 3700
    },
    {
      "epoch": 0.13982587720951267,
      "grad_norm": 1.6390460530372517,
      "learning_rate": 9.951914397584262e-06,
      "loss": 0.518,
      "step": 3710
    },
    {
      "epoch": 0.14020276636641163,
      "grad_norm": 1.756920987537259,
      "learning_rate": 9.951000000796159e-06,
      "loss": 0.5561,
      "step": 3720
    },
    {
      "epoch": 0.1405796555233106,
      "grad_norm": 1.6270655698945786,
      "learning_rate": 9.950077034412254e-06,
      "loss": 0.5417,
      "step": 3730
    },
    {
      "epoch": 0.14095654468020954,
      "grad_norm": 1.7443369340079147,
      "learning_rate": 9.949145500030099e-06,
      "loss": 0.5546,
      "step": 3740
    },
    {
      "epoch": 0.1413334338371085,
      "grad_norm": 1.9623236145537395,
      "learning_rate": 9.948205399262066e-06,
      "loss": 0.5614,
      "step": 3750
    },
    {
      "epoch": 0.14171032299400746,
      "grad_norm": 1.8286963445588205,
      "learning_rate": 9.94725673373536e-06,
      "loss": 0.5194,
      "step": 3760
    },
    {
      "epoch": 0.14208721215090642,
      "grad_norm": 1.6490782226850094,
      "learning_rate": 9.946299505092008e-06,
      "loss": 0.5133,
      "step": 3770
    },
    {
      "epoch": 0.14246410130780537,
      "grad_norm": 1.459857790438441,
      "learning_rate": 9.945333714988859e-06,
      "loss": 0.5274,
      "step": 3780
    },
    {
      "epoch": 0.14284099046470433,
      "grad_norm": 2.766851100980767,
      "learning_rate": 9.944359365097584e-06,
      "loss": 0.5637,
      "step": 3790
    },
    {
      "epoch": 0.1432178796216033,
      "grad_norm": 1.773166799745728,
      "learning_rate": 9.943376457104665e-06,
      "loss": 0.5431,
      "step": 3800
    },
    {
      "epoch": 0.14359476877850225,
      "grad_norm": 1.8707486173547303,
      "learning_rate": 9.942384992711402e-06,
      "loss": 0.5413,
      "step": 3810
    },
    {
      "epoch": 0.1439716579354012,
      "grad_norm": 1.789830817687169,
      "learning_rate": 9.9413849736339e-06,
      "loss": 0.5488,
      "step": 3820
    },
    {
      "epoch": 0.14434854709230016,
      "grad_norm": 1.7488430625940725,
      "learning_rate": 9.940376401603077e-06,
      "loss": 0.5345,
      "step": 3830
    },
    {
      "epoch": 0.14472543624919912,
      "grad_norm": 1.5053305184156898,
      "learning_rate": 9.939359278364648e-06,
      "loss": 0.5323,
      "step": 3840
    },
    {
      "epoch": 0.14510232540609808,
      "grad_norm": 1.7325706869085533,
      "learning_rate": 9.938333605679137e-06,
      "loss": 0.549,
      "step": 3850
    },
    {
      "epoch": 0.14547921456299703,
      "grad_norm": 2.298650093349881,
      "learning_rate": 9.937299385321858e-06,
      "loss": 0.5629,
      "step": 3860
    },
    {
      "epoch": 0.145856103719896,
      "grad_norm": 2.010120739235166,
      "learning_rate": 9.936256619082928e-06,
      "loss": 0.5546,
      "step": 3870
    },
    {
      "epoch": 0.14623299287679495,
      "grad_norm": 1.6730215675721205,
      "learning_rate": 9.935205308767251e-06,
      "loss": 0.5592,
      "step": 3880
    },
    {
      "epoch": 0.14660988203369388,
      "grad_norm": 1.623819818612049,
      "learning_rate": 9.934145456194522e-06,
      "loss": 0.5522,
      "step": 3890
    },
    {
      "epoch": 0.14698677119059284,
      "grad_norm": 1.8737714445343006,
      "learning_rate": 9.933077063199217e-06,
      "loss": 0.5395,
      "step": 3900
    },
    {
      "epoch": 0.1473636603474918,
      "grad_norm": 1.8896976945133552,
      "learning_rate": 9.9320001316306e-06,
      "loss": 0.5155,
      "step": 3910
    },
    {
      "epoch": 0.14774054950439075,
      "grad_norm": 1.7999273816656425,
      "learning_rate": 9.930914663352713e-06,
      "loss": 0.552,
      "step": 3920
    },
    {
      "epoch": 0.1481174386612897,
      "grad_norm": 1.5451191295487272,
      "learning_rate": 9.929820660244372e-06,
      "loss": 0.5308,
      "step": 3930
    },
    {
      "epoch": 0.14849432781818867,
      "grad_norm": 1.6325314113099194,
      "learning_rate": 9.928718124199168e-06,
      "loss": 0.527,
      "step": 3940
    },
    {
      "epoch": 0.14887121697508762,
      "grad_norm": 2.044279798697509,
      "learning_rate": 9.927607057125461e-06,
      "loss": 0.5257,
      "step": 3950
    },
    {
      "epoch": 0.14924810613198658,
      "grad_norm": 1.6860219589179097,
      "learning_rate": 9.926487460946375e-06,
      "loss": 0.5179,
      "step": 3960
    },
    {
      "epoch": 0.14962499528888554,
      "grad_norm": 1.8333348047186415,
      "learning_rate": 9.9253593375998e-06,
      "loss": 0.5467,
      "step": 3970
    },
    {
      "epoch": 0.1500018844457845,
      "grad_norm": 1.8252914858844747,
      "learning_rate": 9.924222689038384e-06,
      "loss": 0.5698,
      "step": 3980
    },
    {
      "epoch": 0.15037877360268345,
      "grad_norm": 1.636078330532333,
      "learning_rate": 9.923077517229531e-06,
      "loss": 0.5817,
      "step": 3990
    },
    {
      "epoch": 0.1507556627595824,
      "grad_norm": 1.6310153659702036,
      "learning_rate": 9.921923824155399e-06,
      "loss": 0.5632,
      "step": 4000
    },
    {
      "epoch": 0.15113255191648137,
      "grad_norm": 1.703545293572265,
      "learning_rate": 9.920761611812892e-06,
      "loss": 0.5362,
      "step": 4010
    },
    {
      "epoch": 0.15150944107338032,
      "grad_norm": 1.5247266902845538,
      "learning_rate": 9.919590882213666e-06,
      "loss": 0.5847,
      "step": 4020
    },
    {
      "epoch": 0.15188633023027928,
      "grad_norm": 1.8205620209169613,
      "learning_rate": 9.91841163738411e-06,
      "loss": 0.5758,
      "step": 4030
    },
    {
      "epoch": 0.15226321938717824,
      "grad_norm": 1.6632230310524354,
      "learning_rate": 9.917223879365366e-06,
      "loss": 0.5373,
      "step": 4040
    },
    {
      "epoch": 0.1526401085440772,
      "grad_norm": 1.6718013294159164,
      "learning_rate": 9.916027610213293e-06,
      "loss": 0.5557,
      "step": 4050
    },
    {
      "epoch": 0.15301699770097615,
      "grad_norm": 1.5988376223664982,
      "learning_rate": 9.914822831998498e-06,
      "loss": 0.5453,
      "step": 4060
    },
    {
      "epoch": 0.1533938868578751,
      "grad_norm": 1.659616299752992,
      "learning_rate": 9.913609546806306e-06,
      "loss": 0.5504,
      "step": 4070
    },
    {
      "epoch": 0.15377077601477407,
      "grad_norm": 1.4037121435179074,
      "learning_rate": 9.912387756736773e-06,
      "loss": 0.5198,
      "step": 4080
    },
    {
      "epoch": 0.154147665171673,
      "grad_norm": 1.5183583233165177,
      "learning_rate": 9.911157463904673e-06,
      "loss": 0.5566,
      "step": 4090
    },
    {
      "epoch": 0.15452455432857196,
      "grad_norm": 1.680791972841532,
      "learning_rate": 9.909918670439494e-06,
      "loss": 0.5403,
      "step": 4100
    },
    {
      "epoch": 0.1549014434854709,
      "grad_norm": 1.7482553689079507,
      "learning_rate": 9.908671378485445e-06,
      "loss": 0.5445,
      "step": 4110
    },
    {
      "epoch": 0.15527833264236987,
      "grad_norm": 1.3584719888404202,
      "learning_rate": 9.907415590201442e-06,
      "loss": 0.5459,
      "step": 4120
    },
    {
      "epoch": 0.15565522179926883,
      "grad_norm": 1.6501271620909048,
      "learning_rate": 9.906151307761101e-06,
      "loss": 0.5549,
      "step": 4130
    },
    {
      "epoch": 0.15603211095616779,
      "grad_norm": 2.656483215686597,
      "learning_rate": 9.90487853335275e-06,
      "loss": 0.5504,
      "step": 4140
    },
    {
      "epoch": 0.15640900011306674,
      "grad_norm": 1.9444522460365512,
      "learning_rate": 9.903597269179406e-06,
      "loss": 0.5713,
      "step": 4150
    },
    {
      "epoch": 0.1567858892699657,
      "grad_norm": 1.8488494105763427,
      "learning_rate": 9.902307517458791e-06,
      "loss": 0.5422,
      "step": 4160
    },
    {
      "epoch": 0.15716277842686466,
      "grad_norm": 1.8661983415681136,
      "learning_rate": 9.90100928042331e-06,
      "loss": 0.5326,
      "step": 4170
    },
    {
      "epoch": 0.15753966758376362,
      "grad_norm": 1.5515586490627968,
      "learning_rate": 9.89970256032006e-06,
      "loss": 0.5282,
      "step": 4180
    },
    {
      "epoch": 0.15791655674066257,
      "grad_norm": 1.7714176130932602,
      "learning_rate": 9.898387359410817e-06,
      "loss": 0.576,
      "step": 4190
    },
    {
      "epoch": 0.15829344589756153,
      "grad_norm": 1.76322105124278,
      "learning_rate": 9.89706367997204e-06,
      "loss": 0.578,
      "step": 4200
    },
    {
      "epoch": 0.1586703350544605,
      "grad_norm": 1.8101667561564285,
      "learning_rate": 9.89573152429486e-06,
      "loss": 0.5534,
      "step": 4210
    },
    {
      "epoch": 0.15904722421135944,
      "grad_norm": 1.4490662091941684,
      "learning_rate": 9.894390894685082e-06,
      "loss": 0.5771,
      "step": 4220
    },
    {
      "epoch": 0.1594241133682584,
      "grad_norm": 1.540551931413724,
      "learning_rate": 9.893041793463176e-06,
      "loss": 0.5581,
      "step": 4230
    },
    {
      "epoch": 0.15980100252515736,
      "grad_norm": 1.7528415875090508,
      "learning_rate": 9.89168422296428e-06,
      "loss": 0.5631,
      "step": 4240
    },
    {
      "epoch": 0.16017789168205632,
      "grad_norm": 1.8668229751083296,
      "learning_rate": 9.890318185538183e-06,
      "loss": 0.5586,
      "step": 4250
    },
    {
      "epoch": 0.16055478083895527,
      "grad_norm": 1.490437975787403,
      "learning_rate": 9.88894368354934e-06,
      "loss": 0.5478,
      "step": 4260
    },
    {
      "epoch": 0.16093166999585423,
      "grad_norm": 1.8869524648789562,
      "learning_rate": 9.887560719376848e-06,
      "loss": 0.5419,
      "step": 4270
    },
    {
      "epoch": 0.16130855915275316,
      "grad_norm": 1.7852914761656666,
      "learning_rate": 9.886169295414454e-06,
      "loss": 0.5486,
      "step": 4280
    },
    {
      "epoch": 0.16168544830965212,
      "grad_norm": 1.770938471455256,
      "learning_rate": 9.884769414070551e-06,
      "loss": 0.5546,
      "step": 4290
    },
    {
      "epoch": 0.16206233746655108,
      "grad_norm": 2.005194363321807,
      "learning_rate": 9.883361077768166e-06,
      "loss": 0.5842,
      "step": 4300
    },
    {
      "epoch": 0.16243922662345003,
      "grad_norm": 1.6800086790787019,
      "learning_rate": 9.881944288944964e-06,
      "loss": 0.5463,
      "step": 4310
    },
    {
      "epoch": 0.162816115780349,
      "grad_norm": 2.1202763345448115,
      "learning_rate": 9.880519050053239e-06,
      "loss": 0.5609,
      "step": 4320
    },
    {
      "epoch": 0.16319300493724795,
      "grad_norm": 1.7584386869370296,
      "learning_rate": 9.879085363559911e-06,
      "loss": 0.5503,
      "step": 4330
    },
    {
      "epoch": 0.1635698940941469,
      "grad_norm": 1.6620875457762982,
      "learning_rate": 9.87764323194652e-06,
      "loss": 0.5751,
      "step": 4340
    },
    {
      "epoch": 0.16394678325104586,
      "grad_norm": 1.9926548707738148,
      "learning_rate": 9.876192657709227e-06,
      "loss": 0.5921,
      "step": 4350
    },
    {
      "epoch": 0.16432367240794482,
      "grad_norm": 1.820283969890227,
      "learning_rate": 9.874733643358806e-06,
      "loss": 0.5522,
      "step": 4360
    },
    {
      "epoch": 0.16470056156484378,
      "grad_norm": 1.3361373532537333,
      "learning_rate": 9.873266191420635e-06,
      "loss": 0.5341,
      "step": 4370
    },
    {
      "epoch": 0.16507745072174274,
      "grad_norm": 1.5975055201627169,
      "learning_rate": 9.8717903044347e-06,
      "loss": 0.5282,
      "step": 4380
    },
    {
      "epoch": 0.1654543398786417,
      "grad_norm": 1.607578610847404,
      "learning_rate": 9.870305984955591e-06,
      "loss": 0.545,
      "step": 4390
    },
    {
      "epoch": 0.16583122903554065,
      "grad_norm": 1.458228796237765,
      "learning_rate": 9.868813235552485e-06,
      "loss": 0.4811,
      "step": 4400
    },
    {
      "epoch": 0.1662081181924396,
      "grad_norm": 1.6414986429735758,
      "learning_rate": 9.86731205880916e-06,
      "loss": 0.5616,
      "step": 4410
    },
    {
      "epoch": 0.16658500734933857,
      "grad_norm": 1.8317176023383224,
      "learning_rate": 9.86580245732397e-06,
      "loss": 0.559,
      "step": 4420
    },
    {
      "epoch": 0.16696189650623752,
      "grad_norm": 1.7709755238978837,
      "learning_rate": 9.864284433709859e-06,
      "loss": 0.549,
      "step": 4430
    },
    {
      "epoch": 0.16733878566313648,
      "grad_norm": 1.982880798943511,
      "learning_rate": 9.862757990594348e-06,
      "loss": 0.5296,
      "step": 4440
    },
    {
      "epoch": 0.16771567482003544,
      "grad_norm": 1.7614598486822042,
      "learning_rate": 9.861223130619525e-06,
      "loss": 0.575,
      "step": 4450
    },
    {
      "epoch": 0.1680925639769344,
      "grad_norm": 1.3611867438499565,
      "learning_rate": 9.859679856442058e-06,
      "loss": 0.5224,
      "step": 4460
    },
    {
      "epoch": 0.16846945313383335,
      "grad_norm": 4.687044934475357,
      "learning_rate": 9.858128170733166e-06,
      "loss": 0.5552,
      "step": 4470
    },
    {
      "epoch": 0.16884634229073228,
      "grad_norm": 1.59571418195565,
      "learning_rate": 9.856568076178637e-06,
      "loss": 0.5229,
      "step": 4480
    },
    {
      "epoch": 0.16922323144763124,
      "grad_norm": 2.3788819118048736,
      "learning_rate": 9.85499957547881e-06,
      "loss": 0.565,
      "step": 4490
    },
    {
      "epoch": 0.1696001206045302,
      "grad_norm": 1.8329399955214953,
      "learning_rate": 9.853422671348573e-06,
      "loss": 0.5343,
      "step": 4500
    },
    {
      "epoch": 0.16997700976142915,
      "grad_norm": 1.7468489996738379,
      "learning_rate": 9.85183736651736e-06,
      "loss": 0.5201,
      "step": 4510
    },
    {
      "epoch": 0.1703538989183281,
      "grad_norm": 1.6120690658450187,
      "learning_rate": 9.850243663729151e-06,
      "loss": 0.5325,
      "step": 4520
    },
    {
      "epoch": 0.17073078807522707,
      "grad_norm": 1.676405391419548,
      "learning_rate": 9.848641565742451e-06,
      "loss": 0.5358,
      "step": 4530
    },
    {
      "epoch": 0.17110767723212603,
      "grad_norm": 1.5692375310803846,
      "learning_rate": 9.847031075330305e-06,
      "loss": 0.5469,
      "step": 4540
    },
    {
      "epoch": 0.17148456638902498,
      "grad_norm": 1.7013387896565297,
      "learning_rate": 9.845412195280283e-06,
      "loss": 0.5415,
      "step": 4550
    },
    {
      "epoch": 0.17186145554592394,
      "grad_norm": 1.6239671776400033,
      "learning_rate": 9.843784928394473e-06,
      "loss": 0.5337,
      "step": 4560
    },
    {
      "epoch": 0.1722383447028229,
      "grad_norm": 1.7752808165423049,
      "learning_rate": 9.842149277489482e-06,
      "loss": 0.5581,
      "step": 4570
    },
    {
      "epoch": 0.17261523385972186,
      "grad_norm": 1.6381139718605806,
      "learning_rate": 9.840505245396428e-06,
      "loss": 0.5512,
      "step": 4580
    },
    {
      "epoch": 0.1729921230166208,
      "grad_norm": 1.3980621024689306,
      "learning_rate": 9.838852834960937e-06,
      "loss": 0.5475,
      "step": 4590
    },
    {
      "epoch": 0.17336901217351977,
      "grad_norm": 1.8099458012944554,
      "learning_rate": 9.837192049043138e-06,
      "loss": 0.5288,
      "step": 4600
    },
    {
      "epoch": 0.17374590133041873,
      "grad_norm": 1.7008772187496575,
      "learning_rate": 9.83552289051765e-06,
      "loss": 0.5559,
      "step": 4610
    },
    {
      "epoch": 0.17412279048731769,
      "grad_norm": 7.078798933085531,
      "learning_rate": 9.833845362273595e-06,
      "loss": 0.538,
      "step": 4620
    },
    {
      "epoch": 0.17449967964421664,
      "grad_norm": 1.8058836761237198,
      "learning_rate": 9.832159467214571e-06,
      "loss": 0.5366,
      "step": 4630
    },
    {
      "epoch": 0.1748765688011156,
      "grad_norm": 1.6224697567837014,
      "learning_rate": 9.830465208258667e-06,
      "loss": 0.5315,
      "step": 4640
    },
    {
      "epoch": 0.17525345795801456,
      "grad_norm": 1.9433130297018304,
      "learning_rate": 9.828762588338442e-06,
      "loss": 0.5412,
      "step": 4650
    },
    {
      "epoch": 0.17563034711491352,
      "grad_norm": 1.6991522803860752,
      "learning_rate": 9.827051610400933e-06,
      "loss": 0.5403,
      "step": 4660
    },
    {
      "epoch": 0.17600723627181247,
      "grad_norm": 1.705218216007172,
      "learning_rate": 9.825332277407637e-06,
      "loss": 0.5556,
      "step": 4670
    },
    {
      "epoch": 0.1763841254287114,
      "grad_norm": 1.688592333353397,
      "learning_rate": 9.823604592334519e-06,
      "loss": 0.551,
      "step": 4680
    },
    {
      "epoch": 0.17676101458561036,
      "grad_norm": 1.41612023446685,
      "learning_rate": 9.821868558171996e-06,
      "loss": 0.5173,
      "step": 4690
    },
    {
      "epoch": 0.17713790374250932,
      "grad_norm": 1.6816541249040635,
      "learning_rate": 9.820124177924939e-06,
      "loss": 0.5428,
      "step": 4700
    },
    {
      "epoch": 0.17751479289940827,
      "grad_norm": 1.3749122464689933,
      "learning_rate": 9.818371454612664e-06,
      "loss": 0.5341,
      "step": 4710
    },
    {
      "epoch": 0.17789168205630723,
      "grad_norm": 1.426068903641529,
      "learning_rate": 9.816610391268927e-06,
      "loss": 0.4913,
      "step": 4720
    },
    {
      "epoch": 0.1782685712132062,
      "grad_norm": 1.5924856232245717,
      "learning_rate": 9.814840990941921e-06,
      "loss": 0.541,
      "step": 4730
    },
    {
      "epoch": 0.17864546037010515,
      "grad_norm": 1.4530573814344718,
      "learning_rate": 9.813063256694268e-06,
      "loss": 0.5088,
      "step": 4740
    },
    {
      "epoch": 0.1790223495270041,
      "grad_norm": 1.8559077656986256,
      "learning_rate": 9.811277191603018e-06,
      "loss": 0.5432,
      "step": 4750
    },
    {
      "epoch": 0.17939923868390306,
      "grad_norm": 1.668223036589219,
      "learning_rate": 9.809482798759636e-06,
      "loss": 0.5257,
      "step": 4760
    },
    {
      "epoch": 0.17977612784080202,
      "grad_norm": 1.6197394995482917,
      "learning_rate": 9.807680081270005e-06,
      "loss": 0.5453,
      "step": 4770
    },
    {
      "epoch": 0.18015301699770098,
      "grad_norm": 1.7676016632355371,
      "learning_rate": 9.805869042254419e-06,
      "loss": 0.5454,
      "step": 4780
    },
    {
      "epoch": 0.18052990615459993,
      "grad_norm": 1.630694868729753,
      "learning_rate": 9.804049684847566e-06,
      "loss": 0.5327,
      "step": 4790
    },
    {
      "epoch": 0.1809067953114989,
      "grad_norm": 1.7202050190497062,
      "learning_rate": 9.802222012198543e-06,
      "loss": 0.5609,
      "step": 4800
    },
    {
      "epoch": 0.18128368446839785,
      "grad_norm": 1.6203695895840649,
      "learning_rate": 9.800386027470836e-06,
      "loss": 0.5196,
      "step": 4810
    },
    {
      "epoch": 0.1816605736252968,
      "grad_norm": 1.7217972266536141,
      "learning_rate": 9.798541733842315e-06,
      "loss": 0.5357,
      "step": 4820
    },
    {
      "epoch": 0.18203746278219576,
      "grad_norm": 1.653697053819612,
      "learning_rate": 9.796689134505234e-06,
      "loss": 0.5222,
      "step": 4830
    },
    {
      "epoch": 0.18241435193909472,
      "grad_norm": 1.5596182552523383,
      "learning_rate": 9.794828232666227e-06,
      "loss": 0.5552,
      "step": 4840
    },
    {
      "epoch": 0.18279124109599368,
      "grad_norm": 1.867472446965036,
      "learning_rate": 9.79295903154629e-06,
      "loss": 0.5339,
      "step": 4850
    },
    {
      "epoch": 0.18316813025289264,
      "grad_norm": 1.6702383439481707,
      "learning_rate": 9.791081534380796e-06,
      "loss": 0.5151,
      "step": 4860
    },
    {
      "epoch": 0.1835450194097916,
      "grad_norm": 1.3291743718971485,
      "learning_rate": 9.789195744419463e-06,
      "loss": 0.5607,
      "step": 4870
    },
    {
      "epoch": 0.18392190856669052,
      "grad_norm": 1.5921907230443966,
      "learning_rate": 9.787301664926376e-06,
      "loss": 0.5339,
      "step": 4880
    },
    {
      "epoch": 0.18429879772358948,
      "grad_norm": 1.8736268796358457,
      "learning_rate": 9.78539929917996e-06,
      "loss": 0.5302,
      "step": 4890
    },
    {
      "epoch": 0.18467568688048844,
      "grad_norm": 1.8805034291822773,
      "learning_rate": 9.783488650472988e-06,
      "loss": 0.5445,
      "step": 4900
    },
    {
      "epoch": 0.1850525760373874,
      "grad_norm": 1.7419614721480812,
      "learning_rate": 9.781569722112564e-06,
      "loss": 0.5428,
      "step": 4910
    },
    {
      "epoch": 0.18542946519428635,
      "grad_norm": 1.9542910752412086,
      "learning_rate": 9.779642517420129e-06,
      "loss": 0.538,
      "step": 4920
    },
    {
      "epoch": 0.1858063543511853,
      "grad_norm": 1.5668762657315158,
      "learning_rate": 9.777707039731443e-06,
      "loss": 0.5516,
      "step": 4930
    },
    {
      "epoch": 0.18618324350808427,
      "grad_norm": 1.603854576231463,
      "learning_rate": 9.775763292396591e-06,
      "loss": 0.5535,
      "step": 4940
    },
    {
      "epoch": 0.18656013266498322,
      "grad_norm": 1.675798754667643,
      "learning_rate": 9.773811278779972e-06,
      "loss": 0.524,
      "step": 4950
    },
    {
      "epoch": 0.18693702182188218,
      "grad_norm": 2.348035421509291,
      "learning_rate": 9.771851002260288e-06,
      "loss": 0.5478,
      "step": 4960
    },
    {
      "epoch": 0.18731391097878114,
      "grad_norm": 1.6072598485464797,
      "learning_rate": 9.769882466230546e-06,
      "loss": 0.5287,
      "step": 4970
    },
    {
      "epoch": 0.1876908001356801,
      "grad_norm": 1.746528796476459,
      "learning_rate": 9.767905674098051e-06,
      "loss": 0.5475,
      "step": 4980
    },
    {
      "epoch": 0.18806768929257905,
      "grad_norm": 1.386585738427929,
      "learning_rate": 9.765920629284396e-06,
      "loss": 0.5098,
      "step": 4990
    },
    {
      "epoch": 0.188444578449478,
      "grad_norm": 1.8437041912808763,
      "learning_rate": 9.763927335225458e-06,
      "loss": 0.5286,
      "step": 5000
    },
    {
      "epoch": 0.18882146760637697,
      "grad_norm": 1.9482474264160459,
      "learning_rate": 9.761925795371394e-06,
      "loss": 0.5442,
      "step": 5010
    },
    {
      "epoch": 0.18919835676327593,
      "grad_norm": 1.7719952789842508,
      "learning_rate": 9.759916013186633e-06,
      "loss": 0.5461,
      "step": 5020
    },
    {
      "epoch": 0.18957524592017488,
      "grad_norm": 1.6946989567888198,
      "learning_rate": 9.757897992149868e-06,
      "loss": 0.5798,
      "step": 5030
    },
    {
      "epoch": 0.18995213507707384,
      "grad_norm": 1.4374415950854045,
      "learning_rate": 9.755871735754058e-06,
      "loss": 0.5406,
      "step": 5040
    },
    {
      "epoch": 0.1903290242339728,
      "grad_norm": 1.6824526905803994,
      "learning_rate": 9.753837247506415e-06,
      "loss": 0.574,
      "step": 5050
    },
    {
      "epoch": 0.19070591339087176,
      "grad_norm": 1.394126270724554,
      "learning_rate": 9.751794530928394e-06,
      "loss": 0.5327,
      "step": 5060
    },
    {
      "epoch": 0.1910828025477707,
      "grad_norm": 1.8155055295556857,
      "learning_rate": 9.749743589555696e-06,
      "loss": 0.5551,
      "step": 5070
    },
    {
      "epoch": 0.19145969170466964,
      "grad_norm": 1.6444154255861156,
      "learning_rate": 9.747684426938259e-06,
      "loss": 0.5324,
      "step": 5080
    },
    {
      "epoch": 0.1918365808615686,
      "grad_norm": 1.693478657126227,
      "learning_rate": 9.74561704664025e-06,
      "loss": 0.5293,
      "step": 5090
    },
    {
      "epoch": 0.19221347001846756,
      "grad_norm": 1.7991179686677223,
      "learning_rate": 9.743541452240062e-06,
      "loss": 0.5306,
      "step": 5100
    },
    {
      "epoch": 0.19259035917536652,
      "grad_norm": 1.6938448201059806,
      "learning_rate": 9.7414576473303e-06,
      "loss": 0.5557,
      "step": 5110
    },
    {
      "epoch": 0.19296724833226547,
      "grad_norm": 1.708193540793155,
      "learning_rate": 9.739365635517786e-06,
      "loss": 0.5527,
      "step": 5120
    },
    {
      "epoch": 0.19334413748916443,
      "grad_norm": 1.623469387205484,
      "learning_rate": 9.737265420423545e-06,
      "loss": 0.5677,
      "step": 5130
    },
    {
      "epoch": 0.1937210266460634,
      "grad_norm": 1.5336259453452732,
      "learning_rate": 9.735157005682802e-06,
      "loss": 0.5304,
      "step": 5140
    },
    {
      "epoch": 0.19409791580296235,
      "grad_norm": 1.6029263301801304,
      "learning_rate": 9.733040394944972e-06,
      "loss": 0.5036,
      "step": 5150
    },
    {
      "epoch": 0.1944748049598613,
      "grad_norm": 1.4027867586519995,
      "learning_rate": 9.73091559187366e-06,
      "loss": 0.5571,
      "step": 5160
    },
    {
      "epoch": 0.19485169411676026,
      "grad_norm": 1.422018727809762,
      "learning_rate": 9.728782600146646e-06,
      "loss": 0.512,
      "step": 5170
    },
    {
      "epoch": 0.19522858327365922,
      "grad_norm": 1.7086928414235798,
      "learning_rate": 9.726641423455889e-06,
      "loss": 0.5479,
      "step": 5180
    },
    {
      "epoch": 0.19560547243055817,
      "grad_norm": 1.4865928775148851,
      "learning_rate": 9.724492065507512e-06,
      "loss": 0.5303,
      "step": 5190
    },
    {
      "epoch": 0.19598236158745713,
      "grad_norm": 1.7652350174862295,
      "learning_rate": 9.722334530021798e-06,
      "loss": 0.568,
      "step": 5200
    },
    {
      "epoch": 0.1963592507443561,
      "grad_norm": 1.6654751000696695,
      "learning_rate": 9.720168820733189e-06,
      "loss": 0.5425,
      "step": 5210
    },
    {
      "epoch": 0.19673613990125505,
      "grad_norm": 1.6237026180449996,
      "learning_rate": 9.717994941390269e-06,
      "loss": 0.5256,
      "step": 5220
    },
    {
      "epoch": 0.197113029058154,
      "grad_norm": 1.4809115306845473,
      "learning_rate": 9.71581289575577e-06,
      "loss": 0.5559,
      "step": 5230
    },
    {
      "epoch": 0.19748991821505296,
      "grad_norm": 1.6736674947367551,
      "learning_rate": 9.71362268760655e-06,
      "loss": 0.5379,
      "step": 5240
    },
    {
      "epoch": 0.19786680737195192,
      "grad_norm": 1.6771556923236743,
      "learning_rate": 9.711424320733605e-06,
      "loss": 0.5539,
      "step": 5250
    },
    {
      "epoch": 0.19824369652885088,
      "grad_norm": 1.7283773691144386,
      "learning_rate": 9.709217798942045e-06,
      "loss": 0.5289,
      "step": 5260
    },
    {
      "epoch": 0.19862058568574983,
      "grad_norm": 1.4438252244390533,
      "learning_rate": 9.7070031260511e-06,
      "loss": 0.5562,
      "step": 5270
    },
    {
      "epoch": 0.19899747484264876,
      "grad_norm": 1.612252201951247,
      "learning_rate": 9.704780305894107e-06,
      "loss": 0.5508,
      "step": 5280
    },
    {
      "epoch": 0.19937436399954772,
      "grad_norm": 1.520592481703519,
      "learning_rate": 9.702549342318503e-06,
      "loss": 0.522,
      "step": 5290
    },
    {
      "epoch": 0.19975125315644668,
      "grad_norm": 1.6900037644390822,
      "learning_rate": 9.700310239185824e-06,
      "loss": 0.5495,
      "step": 5300
    },
    {
      "epoch": 0.20012814231334564,
      "grad_norm": 1.709571109702106,
      "learning_rate": 9.698063000371693e-06,
      "loss": 0.5348,
      "step": 5310
    },
    {
      "epoch": 0.2005050314702446,
      "grad_norm": 1.730178730299619,
      "learning_rate": 9.695807629765815e-06,
      "loss": 0.5141,
      "step": 5320
    },
    {
      "epoch": 0.20088192062714355,
      "grad_norm": 1.6296835391691085,
      "learning_rate": 9.69354413127197e-06,
      "loss": 0.5361,
      "step": 5330
    },
    {
      "epoch": 0.2012588097840425,
      "grad_norm": 1.6987810718130525,
      "learning_rate": 9.691272508808006e-06,
      "loss": 0.5452,
      "step": 5340
    },
    {
      "epoch": 0.20163569894094147,
      "grad_norm": 1.650234117971004,
      "learning_rate": 9.68899276630583e-06,
      "loss": 0.5197,
      "step": 5350
    },
    {
      "epoch": 0.20201258809784042,
      "grad_norm": 1.7189731868307763,
      "learning_rate": 9.68670490771141e-06,
      "loss": 0.5582,
      "step": 5360
    },
    {
      "epoch": 0.20238947725473938,
      "grad_norm": 1.629642772885024,
      "learning_rate": 9.68440893698476e-06,
      "loss": 0.5467,
      "step": 5370
    },
    {
      "epoch": 0.20276636641163834,
      "grad_norm": 1.714044057568933,
      "learning_rate": 9.682104858099932e-06,
      "loss": 0.5586,
      "step": 5380
    },
    {
      "epoch": 0.2031432555685373,
      "grad_norm": 1.7776904536246745,
      "learning_rate": 9.679792675045015e-06,
      "loss": 0.5527,
      "step": 5390
    },
    {
      "epoch": 0.20352014472543625,
      "grad_norm": 1.8482409209459776,
      "learning_rate": 9.677472391822122e-06,
      "loss": 0.5444,
      "step": 5400
    },
    {
      "epoch": 0.2038970338823352,
      "grad_norm": 2.039065180414514,
      "learning_rate": 9.675144012447393e-06,
      "loss": 0.5495,
      "step": 5410
    },
    {
      "epoch": 0.20427392303923417,
      "grad_norm": 1.6471101788933047,
      "learning_rate": 9.672807540950976e-06,
      "loss": 0.5304,
      "step": 5420
    },
    {
      "epoch": 0.20465081219613313,
      "grad_norm": 1.7782838901225566,
      "learning_rate": 9.670462981377024e-06,
      "loss": 0.539,
      "step": 5430
    },
    {
      "epoch": 0.20502770135303208,
      "grad_norm": 1.5599236676909736,
      "learning_rate": 9.668110337783696e-06,
      "loss": 0.5278,
      "step": 5440
    },
    {
      "epoch": 0.20540459050993104,
      "grad_norm": 1.7551032509348412,
      "learning_rate": 9.665749614243139e-06,
      "loss": 0.5173,
      "step": 5450
    },
    {
      "epoch": 0.20578147966683,
      "grad_norm": 1.5194286251590126,
      "learning_rate": 9.663380814841487e-06,
      "loss": 0.5209,
      "step": 5460
    },
    {
      "epoch": 0.20615836882372895,
      "grad_norm": 1.9229370370271754,
      "learning_rate": 9.66100394367885e-06,
      "loss": 0.5366,
      "step": 5470
    },
    {
      "epoch": 0.20653525798062788,
      "grad_norm": 1.6741605984890093,
      "learning_rate": 9.658619004869314e-06,
      "loss": 0.5479,
      "step": 5480
    },
    {
      "epoch": 0.20691214713752684,
      "grad_norm": 1.5030012618627315,
      "learning_rate": 9.656226002540923e-06,
      "loss": 0.5151,
      "step": 5490
    },
    {
      "epoch": 0.2072890362944258,
      "grad_norm": 1.8829102820108654,
      "learning_rate": 9.653824940835683e-06,
      "loss": 0.5398,
      "step": 5500
    },
    {
      "epoch": 0.20766592545132476,
      "grad_norm": 1.7502902417744142,
      "learning_rate": 9.651415823909547e-06,
      "loss": 0.5356,
      "step": 5510
    },
    {
      "epoch": 0.20804281460822371,
      "grad_norm": 1.8452401375252057,
      "learning_rate": 9.648998655932414e-06,
      "loss": 0.5392,
      "step": 5520
    },
    {
      "epoch": 0.20841970376512267,
      "grad_norm": 1.6582272984116684,
      "learning_rate": 9.646573441088112e-06,
      "loss": 0.5128,
      "step": 5530
    },
    {
      "epoch": 0.20879659292202163,
      "grad_norm": 1.5467497129190437,
      "learning_rate": 9.644140183574407e-06,
      "loss": 0.5551,
      "step": 5540
    },
    {
      "epoch": 0.2091734820789206,
      "grad_norm": 1.9957256803945376,
      "learning_rate": 9.641698887602973e-06,
      "loss": 0.5658,
      "step": 5550
    },
    {
      "epoch": 0.20955037123581954,
      "grad_norm": 1.6565250884502132,
      "learning_rate": 9.63924955739941e-06,
      "loss": 0.5103,
      "step": 5560
    },
    {
      "epoch": 0.2099272603927185,
      "grad_norm": 1.730711290180862,
      "learning_rate": 9.636792197203218e-06,
      "loss": 0.5311,
      "step": 5570
    },
    {
      "epoch": 0.21030414954961746,
      "grad_norm": 1.6469079302286813,
      "learning_rate": 9.634326811267796e-06,
      "loss": 0.558,
      "step": 5580
    },
    {
      "epoch": 0.21068103870651642,
      "grad_norm": 2.1727142231298737,
      "learning_rate": 9.631853403860437e-06,
      "loss": 0.5467,
      "step": 5590
    },
    {
      "epoch": 0.21105792786341537,
      "grad_norm": 1.7971977696668728,
      "learning_rate": 9.629371979262314e-06,
      "loss": 0.5043,
      "step": 5600
    },
    {
      "epoch": 0.21143481702031433,
      "grad_norm": 10.80688874918979,
      "learning_rate": 9.626882541768484e-06,
      "loss": 0.5577,
      "step": 5610
    },
    {
      "epoch": 0.2118117061772133,
      "grad_norm": 2.323690498795392,
      "learning_rate": 9.624385095687865e-06,
      "loss": 0.571,
      "step": 5620
    },
    {
      "epoch": 0.21218859533411225,
      "grad_norm": 1.719967739675491,
      "learning_rate": 9.621879645343245e-06,
      "loss": 0.5411,
      "step": 5630
    },
    {
      "epoch": 0.2125654844910112,
      "grad_norm": 1.532181810090769,
      "learning_rate": 9.619366195071258e-06,
      "loss": 0.5415,
      "step": 5640
    },
    {
      "epoch": 0.21294237364791016,
      "grad_norm": 1.7442472684705252,
      "learning_rate": 9.616844749222391e-06,
      "loss": 0.555,
      "step": 5650
    },
    {
      "epoch": 0.21331926280480912,
      "grad_norm": 1.8977510610017796,
      "learning_rate": 9.614315312160972e-06,
      "loss": 0.5259,
      "step": 5660
    },
    {
      "epoch": 0.21369615196170808,
      "grad_norm": 1.5012868113061877,
      "learning_rate": 9.611777888265153e-06,
      "loss": 0.5602,
      "step": 5670
    },
    {
      "epoch": 0.214073041118607,
      "grad_norm": 1.7027261474156072,
      "learning_rate": 9.609232481926917e-06,
      "loss": 0.4989,
      "step": 5680
    },
    {
      "epoch": 0.21444993027550596,
      "grad_norm": 1.6913027886629168,
      "learning_rate": 9.606679097552061e-06,
      "loss": 0.5414,
      "step": 5690
    },
    {
      "epoch": 0.21482681943240492,
      "grad_norm": 1.7822692679518921,
      "learning_rate": 9.604117739560192e-06,
      "loss": 0.5307,
      "step": 5700
    },
    {
      "epoch": 0.21520370858930388,
      "grad_norm": 1.7521449233376833,
      "learning_rate": 9.601548412384718e-06,
      "loss": 0.5366,
      "step": 5710
    },
    {
      "epoch": 0.21558059774620283,
      "grad_norm": 1.4927823655216998,
      "learning_rate": 9.59897112047284e-06,
      "loss": 0.5457,
      "step": 5720
    },
    {
      "epoch": 0.2159574869031018,
      "grad_norm": 1.5719965609870012,
      "learning_rate": 9.596385868285547e-06,
      "loss": 0.5744,
      "step": 5730
    },
    {
      "epoch": 0.21633437606000075,
      "grad_norm": 1.6228135876923027,
      "learning_rate": 9.593792660297603e-06,
      "loss": 0.5361,
      "step": 5740
    },
    {
      "epoch": 0.2167112652168997,
      "grad_norm": 1.869501122929772,
      "learning_rate": 9.591191500997545e-06,
      "loss": 0.5824,
      "step": 5750
    },
    {
      "epoch": 0.21708815437379866,
      "grad_norm": 1.6116057455831496,
      "learning_rate": 9.588582394887674e-06,
      "loss": 0.5208,
      "step": 5760
    },
    {
      "epoch": 0.21746504353069762,
      "grad_norm": 1.7598646289067172,
      "learning_rate": 9.58596534648404e-06,
      "loss": 0.5172,
      "step": 5770
    },
    {
      "epoch": 0.21784193268759658,
      "grad_norm": 1.459229389644524,
      "learning_rate": 9.583340360316452e-06,
      "loss": 0.5247,
      "step": 5780
    },
    {
      "epoch": 0.21821882184449554,
      "grad_norm": 1.3090949493088406,
      "learning_rate": 9.580707440928442e-06,
      "loss": 0.5795,
      "step": 5790
    },
    {
      "epoch": 0.2185957110013945,
      "grad_norm": 1.6277194603630043,
      "learning_rate": 9.578066592877289e-06,
      "loss": 0.5192,
      "step": 5800
    },
    {
      "epoch": 0.21897260015829345,
      "grad_norm": 1.3790098723023494,
      "learning_rate": 9.575417820733985e-06,
      "loss": 0.5348,
      "step": 5810
    },
    {
      "epoch": 0.2193494893151924,
      "grad_norm": 1.3968735415508085,
      "learning_rate": 9.572761129083245e-06,
      "loss": 0.512,
      "step": 5820
    },
    {
      "epoch": 0.21972637847209137,
      "grad_norm": 1.7812282571098073,
      "learning_rate": 9.570096522523484e-06,
      "loss": 0.543,
      "step": 5830
    },
    {
      "epoch": 0.22010326762899032,
      "grad_norm": 1.834347893716607,
      "learning_rate": 9.567424005666825e-06,
      "loss": 0.5329,
      "step": 5840
    },
    {
      "epoch": 0.22048015678588928,
      "grad_norm": 1.8129108228485702,
      "learning_rate": 9.564743583139076e-06,
      "loss": 0.5384,
      "step": 5850
    },
    {
      "epoch": 0.22085704594278824,
      "grad_norm": 1.6223887647007407,
      "learning_rate": 9.562055259579731e-06,
      "loss": 0.5268,
      "step": 5860
    },
    {
      "epoch": 0.2212339350996872,
      "grad_norm": 1.606954920038498,
      "learning_rate": 9.559359039641962e-06,
      "loss": 0.5414,
      "step": 5870
    },
    {
      "epoch": 0.22161082425658613,
      "grad_norm": 1.629843365300857,
      "learning_rate": 9.556654927992609e-06,
      "loss": 0.5242,
      "step": 5880
    },
    {
      "epoch": 0.22198771341348508,
      "grad_norm": 1.7527089646543905,
      "learning_rate": 9.553942929312166e-06,
      "loss": 0.5272,
      "step": 5890
    },
    {
      "epoch": 0.22236460257038404,
      "grad_norm": 1.6581171602617495,
      "learning_rate": 9.551223048294785e-06,
      "loss": 0.5116,
      "step": 5900
    },
    {
      "epoch": 0.222741491727283,
      "grad_norm": 2.235545487251775,
      "learning_rate": 9.548495289648254e-06,
      "loss": 0.5385,
      "step": 5910
    },
    {
      "epoch": 0.22311838088418195,
      "grad_norm": 2.0034168319325243,
      "learning_rate": 9.545759658094007e-06,
      "loss": 0.5557,
      "step": 5920
    },
    {
      "epoch": 0.2234952700410809,
      "grad_norm": 1.4966777192122558,
      "learning_rate": 9.543016158367093e-06,
      "loss": 0.5405,
      "step": 5930
    },
    {
      "epoch": 0.22387215919797987,
      "grad_norm": 1.7766848501696213,
      "learning_rate": 9.540264795216192e-06,
      "loss": 0.5104,
      "step": 5940
    },
    {
      "epoch": 0.22424904835487883,
      "grad_norm": 1.6670384095637465,
      "learning_rate": 9.537505573403582e-06,
      "loss": 0.5436,
      "step": 5950
    },
    {
      "epoch": 0.22462593751177778,
      "grad_norm": 1.5467554161425514,
      "learning_rate": 9.534738497705153e-06,
      "loss": 0.557,
      "step": 5960
    },
    {
      "epoch": 0.22500282666867674,
      "grad_norm": 1.7813974332712823,
      "learning_rate": 9.531963572910388e-06,
      "loss": 0.559,
      "step": 5970
    },
    {
      "epoch": 0.2253797158255757,
      "grad_norm": 1.7053744486978277,
      "learning_rate": 9.529180803822351e-06,
      "loss": 0.5489,
      "step": 5980
    },
    {
      "epoch": 0.22575660498247466,
      "grad_norm": 1.243354982475666,
      "learning_rate": 9.526390195257686e-06,
      "loss": 0.4922,
      "step": 5990
    },
    {
      "epoch": 0.22613349413937361,
      "grad_norm": 1.8099541389369207,
      "learning_rate": 9.523591752046608e-06,
      "loss": 0.5443,
      "step": 6000
    },
    {
      "epoch": 0.22651038329627257,
      "grad_norm": 1.6063302471417757,
      "learning_rate": 9.52078547903289e-06,
      "loss": 0.519,
      "step": 6010
    },
    {
      "epoch": 0.22688727245317153,
      "grad_norm": 1.480600706868146,
      "learning_rate": 9.51797138107386e-06,
      "loss": 0.516,
      "step": 6020
    },
    {
      "epoch": 0.2272641616100705,
      "grad_norm": 1.4421735699209184,
      "learning_rate": 9.51514946304039e-06,
      "loss": 0.5507,
      "step": 6030
    },
    {
      "epoch": 0.22764105076696944,
      "grad_norm": 1.6185750934964662,
      "learning_rate": 9.512319729816886e-06,
      "loss": 0.5155,
      "step": 6040
    },
    {
      "epoch": 0.2280179399238684,
      "grad_norm": 1.6957212178717491,
      "learning_rate": 9.50948218630128e-06,
      "loss": 0.5272,
      "step": 6050
    },
    {
      "epoch": 0.22839482908076736,
      "grad_norm": 1.7169594191615623,
      "learning_rate": 9.506636837405025e-06,
      "loss": 0.5314,
      "step": 6060
    },
    {
      "epoch": 0.22877171823766632,
      "grad_norm": 1.5477125080399536,
      "learning_rate": 9.503783688053085e-06,
      "loss": 0.5431,
      "step": 6070
    },
    {
      "epoch": 0.22914860739456525,
      "grad_norm": 1.6785046483352886,
      "learning_rate": 9.500922743183922e-06,
      "loss": 0.5126,
      "step": 6080
    },
    {
      "epoch": 0.2295254965514642,
      "grad_norm": 1.890254359102995,
      "learning_rate": 9.498054007749498e-06,
      "loss": 0.5337,
      "step": 6090
    },
    {
      "epoch": 0.22990238570836316,
      "grad_norm": 1.643088361181434,
      "learning_rate": 9.495177486715247e-06,
      "loss": 0.5793,
      "step": 6100
    },
    {
      "epoch": 0.23027927486526212,
      "grad_norm": 1.735778264496379,
      "learning_rate": 9.492293185060095e-06,
      "loss": 0.5551,
      "step": 6110
    },
    {
      "epoch": 0.23065616402216108,
      "grad_norm": 1.4390586582782128,
      "learning_rate": 9.489401107776425e-06,
      "loss": 0.5262,
      "step": 6120
    },
    {
      "epoch": 0.23103305317906003,
      "grad_norm": 1.8374375522238977,
      "learning_rate": 9.486501259870078e-06,
      "loss": 0.5526,
      "step": 6130
    },
    {
      "epoch": 0.231409942335959,
      "grad_norm": 1.279671922211445,
      "learning_rate": 9.48359364636035e-06,
      "loss": 0.5341,
      "step": 6140
    },
    {
      "epoch": 0.23178683149285795,
      "grad_norm": 1.628189415008674,
      "learning_rate": 9.480678272279976e-06,
      "loss": 0.5088,
      "step": 6150
    },
    {
      "epoch": 0.2321637206497569,
      "grad_norm": 1.6997013770455123,
      "learning_rate": 9.477755142675125e-06,
      "loss": 0.5629,
      "step": 6160
    },
    {
      "epoch": 0.23254060980665586,
      "grad_norm": 3.5623010997302944,
      "learning_rate": 9.474824262605386e-06,
      "loss": 0.5488,
      "step": 6170
    },
    {
      "epoch": 0.23291749896355482,
      "grad_norm": 1.7466850826897597,
      "learning_rate": 9.47188563714377e-06,
      "loss": 0.534,
      "step": 6180
    },
    {
      "epoch": 0.23329438812045378,
      "grad_norm": 1.6695888230856442,
      "learning_rate": 9.468939271376688e-06,
      "loss": 0.5062,
      "step": 6190
    },
    {
      "epoch": 0.23367127727735273,
      "grad_norm": 1.835339155823516,
      "learning_rate": 9.46598517040395e-06,
      "loss": 0.5274,
      "step": 6200
    },
    {
      "epoch": 0.2340481664342517,
      "grad_norm": 1.6711258470843053,
      "learning_rate": 9.463023339338758e-06,
      "loss": 0.5395,
      "step": 6210
    },
    {
      "epoch": 0.23442505559115065,
      "grad_norm": 1.7881856636235314,
      "learning_rate": 9.46005378330769e-06,
      "loss": 0.546,
      "step": 6220
    },
    {
      "epoch": 0.2348019447480496,
      "grad_norm": 1.6790671962686543,
      "learning_rate": 9.457076507450697e-06,
      "loss": 0.5061,
      "step": 6230
    },
    {
      "epoch": 0.23517883390494856,
      "grad_norm": 1.3732357055205477,
      "learning_rate": 9.45409151692109e-06,
      "loss": 0.521,
      "step": 6240
    },
    {
      "epoch": 0.23555572306184752,
      "grad_norm": 1.7725150216025622,
      "learning_rate": 9.451098816885538e-06,
      "loss": 0.5429,
      "step": 6250
    },
    {
      "epoch": 0.23593261221874648,
      "grad_norm": 1.714678055331704,
      "learning_rate": 9.448098412524047e-06,
      "loss": 0.5266,
      "step": 6260
    },
    {
      "epoch": 0.2363095013756454,
      "grad_norm": 1.8750459001067499,
      "learning_rate": 9.445090309029965e-06,
      "loss": 0.5624,
      "step": 6270
    },
    {
      "epoch": 0.23668639053254437,
      "grad_norm": 1.7380553727353028,
      "learning_rate": 9.442074511609965e-06,
      "loss": 0.5223,
      "step": 6280
    },
    {
      "epoch": 0.23706327968944332,
      "grad_norm": 1.6267385236512102,
      "learning_rate": 9.439051025484032e-06,
      "loss": 0.5341,
      "step": 6290
    },
    {
      "epoch": 0.23744016884634228,
      "grad_norm": 1.831598701186007,
      "learning_rate": 9.436019855885466e-06,
      "loss": 0.5406,
      "step": 6300
    },
    {
      "epoch": 0.23781705800324124,
      "grad_norm": 2.6302827853025486,
      "learning_rate": 9.432981008060861e-06,
      "loss": 0.5331,
      "step": 6310
    },
    {
      "epoch": 0.2381939471601402,
      "grad_norm": 1.2440710954030016,
      "learning_rate": 9.429934487270105e-06,
      "loss": 0.5129,
      "step": 6320
    },
    {
      "epoch": 0.23857083631703915,
      "grad_norm": 1.637294830817524,
      "learning_rate": 9.426880298786366e-06,
      "loss": 0.539,
      "step": 6330
    },
    {
      "epoch": 0.2389477254739381,
      "grad_norm": 1.446625909816762,
      "learning_rate": 9.423818447896081e-06,
      "loss": 0.505,
      "step": 6340
    },
    {
      "epoch": 0.23932461463083707,
      "grad_norm": 2.0064803572085936,
      "learning_rate": 9.420748939898955e-06,
      "loss": 0.5741,
      "step": 6350
    },
    {
      "epoch": 0.23970150378773603,
      "grad_norm": 1.9422133263523575,
      "learning_rate": 9.417671780107941e-06,
      "loss": 0.5398,
      "step": 6360
    },
    {
      "epoch": 0.24007839294463498,
      "grad_norm": 1.7232411604328788,
      "learning_rate": 9.414586973849241e-06,
      "loss": 0.5293,
      "step": 6370
    },
    {
      "epoch": 0.24045528210153394,
      "grad_norm": 1.6201469087371054,
      "learning_rate": 9.411494526462286e-06,
      "loss": 0.5269,
      "step": 6380
    },
    {
      "epoch": 0.2408321712584329,
      "grad_norm": 1.70158816865489,
      "learning_rate": 9.408394443299743e-06,
      "loss": 0.5716,
      "step": 6390
    },
    {
      "epoch": 0.24120906041533186,
      "grad_norm": 1.837108473006738,
      "learning_rate": 9.405286729727483e-06,
      "loss": 0.5208,
      "step": 6400
    },
    {
      "epoch": 0.2415859495722308,
      "grad_norm": 1.7073086270634739,
      "learning_rate": 9.402171391124597e-06,
      "loss": 0.5428,
      "step": 6410
    },
    {
      "epoch": 0.24196283872912977,
      "grad_norm": 3.051981097028862,
      "learning_rate": 9.399048432883363e-06,
      "loss": 0.5158,
      "step": 6420
    },
    {
      "epoch": 0.24233972788602873,
      "grad_norm": 1.7864500392491454,
      "learning_rate": 9.395917860409255e-06,
      "loss": 0.5241,
      "step": 6430
    },
    {
      "epoch": 0.24271661704292768,
      "grad_norm": 1.5968823208409386,
      "learning_rate": 9.392779679120924e-06,
      "loss": 0.5214,
      "step": 6440
    },
    {
      "epoch": 0.24309350619982664,
      "grad_norm": 1.5815922668690165,
      "learning_rate": 9.38963389445019e-06,
      "loss": 0.5503,
      "step": 6450
    },
    {
      "epoch": 0.2434703953567256,
      "grad_norm": 1.6823529848515881,
      "learning_rate": 9.386480511842035e-06,
      "loss": 0.5109,
      "step": 6460
    },
    {
      "epoch": 0.24384728451362453,
      "grad_norm": 1.7524818808137763,
      "learning_rate": 9.38331953675459e-06,
      "loss": 0.5373,
      "step": 6470
    },
    {
      "epoch": 0.2442241736705235,
      "grad_norm": 1.5806519372358918,
      "learning_rate": 9.380150974659132e-06,
      "loss": 0.5259,
      "step": 6480
    },
    {
      "epoch": 0.24460106282742244,
      "grad_norm": 1.7916689002740533,
      "learning_rate": 9.376974831040066e-06,
      "loss": 0.5658,
      "step": 6490
    },
    {
      "epoch": 0.2449779519843214,
      "grad_norm": 1.7760513276744359,
      "learning_rate": 9.373791111394921e-06,
      "loss": 0.5571,
      "step": 6500
    },
    {
      "epoch": 0.24535484114122036,
      "grad_norm": 1.531656356531642,
      "learning_rate": 9.37059982123434e-06,
      "loss": 0.5324,
      "step": 6510
    },
    {
      "epoch": 0.24573173029811932,
      "grad_norm": 1.7434004811232835,
      "learning_rate": 9.367400966082067e-06,
      "loss": 0.5402,
      "step": 6520
    },
    {
      "epoch": 0.24610861945501827,
      "grad_norm": 1.9091316224501476,
      "learning_rate": 9.364194551474947e-06,
      "loss": 0.5314,
      "step": 6530
    },
    {
      "epoch": 0.24648550861191723,
      "grad_norm": 1.4637280981673166,
      "learning_rate": 9.3609805829629e-06,
      "loss": 0.5214,
      "step": 6540
    },
    {
      "epoch": 0.2468623977688162,
      "grad_norm": 1.6182959856878305,
      "learning_rate": 9.357759066108928e-06,
      "loss": 0.5547,
      "step": 6550
    },
    {
      "epoch": 0.24723928692571515,
      "grad_norm": 1.9292790559109196,
      "learning_rate": 9.354530006489093e-06,
      "loss": 0.5423,
      "step": 6560
    },
    {
      "epoch": 0.2476161760826141,
      "grad_norm": 2.1285426080176415,
      "learning_rate": 9.351293409692519e-06,
      "loss": 0.5643,
      "step": 6570
    },
    {
      "epoch": 0.24799306523951306,
      "grad_norm": 1.8555701825811315,
      "learning_rate": 9.34804928132137e-06,
      "loss": 0.484,
      "step": 6580
    },
    {
      "epoch": 0.24836995439641202,
      "grad_norm": 1.933502698125089,
      "learning_rate": 9.344797626990851e-06,
      "loss": 0.532,
      "step": 6590
    },
    {
      "epoch": 0.24874684355331098,
      "grad_norm": 1.719405207009378,
      "learning_rate": 9.341538452329191e-06,
      "loss": 0.5411,
      "step": 6600
    },
    {
      "epoch": 0.24912373271020993,
      "grad_norm": 1.6862541493581185,
      "learning_rate": 9.338271762977633e-06,
      "loss": 0.5173,
      "step": 6610
    },
    {
      "epoch": 0.2495006218671089,
      "grad_norm": 1.5377963927275895,
      "learning_rate": 9.334997564590434e-06,
      "loss": 0.5156,
      "step": 6620
    },
    {
      "epoch": 0.24987751102400785,
      "grad_norm": 1.677774421001133,
      "learning_rate": 9.331715862834842e-06,
      "loss": 0.5083,
      "step": 6630
    },
    {
      "epoch": 0.2502544001809068,
      "grad_norm": 1.5490491612940884,
      "learning_rate": 9.328426663391096e-06,
      "loss": 0.5145,
      "step": 6640
    },
    {
      "epoch": 0.25063128933780576,
      "grad_norm": 1.5642521485987577,
      "learning_rate": 9.325129971952412e-06,
      "loss": 0.5261,
      "step": 6650
    },
    {
      "epoch": 0.2510081784947047,
      "grad_norm": 1.6706919162023979,
      "learning_rate": 9.32182579422497e-06,
      "loss": 0.529,
      "step": 6660
    },
    {
      "epoch": 0.2513850676516037,
      "grad_norm": 1.5818205221721195,
      "learning_rate": 9.318514135927916e-06,
      "loss": 0.5369,
      "step": 6670
    },
    {
      "epoch": 0.2517619568085026,
      "grad_norm": 2.0562318160924495,
      "learning_rate": 9.315195002793335e-06,
      "loss": 0.5234,
      "step": 6680
    },
    {
      "epoch": 0.2521388459654016,
      "grad_norm": 1.67745815477172,
      "learning_rate": 9.311868400566255e-06,
      "loss": 0.5211,
      "step": 6690
    },
    {
      "epoch": 0.2525157351223005,
      "grad_norm": 1.6591773189380454,
      "learning_rate": 9.308534335004633e-06,
      "loss": 0.5539,
      "step": 6700
    },
    {
      "epoch": 0.2528926242791995,
      "grad_norm": 1.4697051603169902,
      "learning_rate": 9.305192811879342e-06,
      "loss": 0.5181,
      "step": 6710
    },
    {
      "epoch": 0.25326951343609844,
      "grad_norm": 1.6681508210359333,
      "learning_rate": 9.301843836974162e-06,
      "loss": 0.5602,
      "step": 6720
    },
    {
      "epoch": 0.2536464025929974,
      "grad_norm": 2.3108255647817724,
      "learning_rate": 9.298487416085774e-06,
      "loss": 0.5067,
      "step": 6730
    },
    {
      "epoch": 0.25402329174989635,
      "grad_norm": 1.7726965314764336,
      "learning_rate": 9.295123555023746e-06,
      "loss": 0.5397,
      "step": 6740
    },
    {
      "epoch": 0.25440018090679534,
      "grad_norm": 1.6529476204478943,
      "learning_rate": 9.291752259610521e-06,
      "loss": 0.5437,
      "step": 6750
    },
    {
      "epoch": 0.25477707006369427,
      "grad_norm": 1.623414078675652,
      "learning_rate": 9.288373535681417e-06,
      "loss": 0.5206,
      "step": 6760
    },
    {
      "epoch": 0.2551539592205932,
      "grad_norm": 1.4719649974173148,
      "learning_rate": 9.284987389084602e-06,
      "loss": 0.569,
      "step": 6770
    },
    {
      "epoch": 0.2555308483774922,
      "grad_norm": 1.625628891396421,
      "learning_rate": 9.281593825681102e-06,
      "loss": 0.5398,
      "step": 6780
    },
    {
      "epoch": 0.2559077375343911,
      "grad_norm": 1.792916883420293,
      "learning_rate": 9.278192851344765e-06,
      "loss": 0.5551,
      "step": 6790
    },
    {
      "epoch": 0.2562846266912901,
      "grad_norm": 2.156619467272627,
      "learning_rate": 9.274784471962283e-06,
      "loss": 0.4974,
      "step": 6800
    },
    {
      "epoch": 0.256661515848189,
      "grad_norm": 1.6687247274318509,
      "learning_rate": 9.271368693433153e-06,
      "loss": 0.5422,
      "step": 6810
    },
    {
      "epoch": 0.257038405005088,
      "grad_norm": 1.7150335026062424,
      "learning_rate": 9.267945521669687e-06,
      "loss": 0.5179,
      "step": 6820
    },
    {
      "epoch": 0.25741529416198694,
      "grad_norm": 1.5067882971197635,
      "learning_rate": 9.264514962596989e-06,
      "loss": 0.5207,
      "step": 6830
    },
    {
      "epoch": 0.2577921833188859,
      "grad_norm": 2.1289911856188657,
      "learning_rate": 9.261077022152953e-06,
      "loss": 0.5437,
      "step": 6840
    },
    {
      "epoch": 0.25816907247578486,
      "grad_norm": 1.9539761400644868,
      "learning_rate": 9.257631706288246e-06,
      "loss": 0.5517,
      "step": 6850
    },
    {
      "epoch": 0.25854596163268384,
      "grad_norm": 1.9497689876502742,
      "learning_rate": 9.254179020966303e-06,
      "loss": 0.5288,
      "step": 6860
    },
    {
      "epoch": 0.25892285078958277,
      "grad_norm": 1.5902800114741822,
      "learning_rate": 9.250718972163312e-06,
      "loss": 0.5244,
      "step": 6870
    },
    {
      "epoch": 0.25929973994648176,
      "grad_norm": 1.7856883546213593,
      "learning_rate": 9.247251565868214e-06,
      "loss": 0.5054,
      "step": 6880
    },
    {
      "epoch": 0.2596766291033807,
      "grad_norm": 1.5741551964446796,
      "learning_rate": 9.243776808082675e-06,
      "loss": 0.5371,
      "step": 6890
    },
    {
      "epoch": 0.26005351826027967,
      "grad_norm": 1.648666621240082,
      "learning_rate": 9.240294704821091e-06,
      "loss": 0.5355,
      "step": 6900
    },
    {
      "epoch": 0.2604304074171786,
      "grad_norm": 1.9842160004462486,
      "learning_rate": 9.236805262110571e-06,
      "loss": 0.531,
      "step": 6910
    },
    {
      "epoch": 0.2608072965740776,
      "grad_norm": 1.6690746816867539,
      "learning_rate": 9.233308485990929e-06,
      "loss": 0.5199,
      "step": 6920
    },
    {
      "epoch": 0.2611841857309765,
      "grad_norm": 2.000871754392917,
      "learning_rate": 9.229804382514668e-06,
      "loss": 0.5287,
      "step": 6930
    },
    {
      "epoch": 0.2615610748878755,
      "grad_norm": 1.6694534259040406,
      "learning_rate": 9.226292957746982e-06,
      "loss": 0.5063,
      "step": 6940
    },
    {
      "epoch": 0.26193796404477443,
      "grad_norm": 1.7676982056441022,
      "learning_rate": 9.222774217765728e-06,
      "loss": 0.542,
      "step": 6950
    },
    {
      "epoch": 0.2623148532016734,
      "grad_norm": 1.4980337618111739,
      "learning_rate": 9.21924816866143e-06,
      "loss": 0.5138,
      "step": 6960
    },
    {
      "epoch": 0.26269174235857234,
      "grad_norm": 1.5116056583689286,
      "learning_rate": 9.215714816537265e-06,
      "loss": 0.5265,
      "step": 6970
    },
    {
      "epoch": 0.2630686315154713,
      "grad_norm": 1.4865966539266282,
      "learning_rate": 9.212174167509044e-06,
      "loss": 0.5403,
      "step": 6980
    },
    {
      "epoch": 0.26344552067237026,
      "grad_norm": 1.6837642502881358,
      "learning_rate": 9.208626227705212e-06,
      "loss": 0.5434,
      "step": 6990
    },
    {
      "epoch": 0.2638224098292692,
      "grad_norm": 1.7206211694739486,
      "learning_rate": 9.205071003266838e-06,
      "loss": 0.5293,
      "step": 7000
    },
    {
      "epoch": 0.2641992989861682,
      "grad_norm": 1.5568568822181916,
      "learning_rate": 9.201508500347592e-06,
      "loss": 0.539,
      "step": 7010
    },
    {
      "epoch": 0.2645761881430671,
      "grad_norm": 2.515135490034705,
      "learning_rate": 9.197938725113745e-06,
      "loss": 0.5273,
      "step": 7020
    },
    {
      "epoch": 0.2649530772999661,
      "grad_norm": 1.7780698740100387,
      "learning_rate": 9.194361683744156e-06,
      "loss": 0.5249,
      "step": 7030
    },
    {
      "epoch": 0.265329966456865,
      "grad_norm": 1.9741428022356151,
      "learning_rate": 9.190777382430262e-06,
      "loss": 0.5067,
      "step": 7040
    },
    {
      "epoch": 0.265706855613764,
      "grad_norm": 1.5854337997969816,
      "learning_rate": 9.187185827376065e-06,
      "loss": 0.5162,
      "step": 7050
    },
    {
      "epoch": 0.26608374477066293,
      "grad_norm": 1.8032750599953304,
      "learning_rate": 9.183587024798122e-06,
      "loss": 0.5337,
      "step": 7060
    },
    {
      "epoch": 0.2664606339275619,
      "grad_norm": 1.6853602175583824,
      "learning_rate": 9.179980980925533e-06,
      "loss": 0.5619,
      "step": 7070
    },
    {
      "epoch": 0.26683752308446085,
      "grad_norm": 1.668776536624248,
      "learning_rate": 9.176367701999936e-06,
      "loss": 0.5306,
      "step": 7080
    },
    {
      "epoch": 0.26721441224135983,
      "grad_norm": 1.8011152218189725,
      "learning_rate": 9.172747194275492e-06,
      "loss": 0.5421,
      "step": 7090
    },
    {
      "epoch": 0.26759130139825876,
      "grad_norm": 1.8708330614213387,
      "learning_rate": 9.169119464018865e-06,
      "loss": 0.5326,
      "step": 7100
    },
    {
      "epoch": 0.26796819055515775,
      "grad_norm": 1.6632424343194352,
      "learning_rate": 9.165484517509231e-06,
      "loss": 0.5538,
      "step": 7110
    },
    {
      "epoch": 0.2683450797120567,
      "grad_norm": 1.467226646436778,
      "learning_rate": 9.161842361038255e-06,
      "loss": 0.5068,
      "step": 7120
    },
    {
      "epoch": 0.26872196886895566,
      "grad_norm": 1.6200121333407522,
      "learning_rate": 9.158193000910078e-06,
      "loss": 0.5388,
      "step": 7130
    },
    {
      "epoch": 0.2690988580258546,
      "grad_norm": 1.7014337626263312,
      "learning_rate": 9.15453644344131e-06,
      "loss": 0.5293,
      "step": 7140
    },
    {
      "epoch": 0.2694757471827536,
      "grad_norm": 1.7595131636999561,
      "learning_rate": 9.15087269496102e-06,
      "loss": 0.5448,
      "step": 7150
    },
    {
      "epoch": 0.2698526363396525,
      "grad_norm": 1.8761488565801718,
      "learning_rate": 9.147201761810722e-06,
      "loss": 0.53,
      "step": 7160
    },
    {
      "epoch": 0.27022952549655144,
      "grad_norm": 1.5345557406874837,
      "learning_rate": 9.143523650344373e-06,
      "loss": 0.5328,
      "step": 7170
    },
    {
      "epoch": 0.2706064146534504,
      "grad_norm": 1.6268714379432996,
      "learning_rate": 9.139838366928341e-06,
      "loss": 0.5676,
      "step": 7180
    },
    {
      "epoch": 0.27098330381034935,
      "grad_norm": 1.5406506948214973,
      "learning_rate": 9.136145917941423e-06,
      "loss": 0.5199,
      "step": 7190
    },
    {
      "epoch": 0.27136019296724834,
      "grad_norm": 1.6991584106421929,
      "learning_rate": 9.13244630977481e-06,
      "loss": 0.5249,
      "step": 7200
    },
    {
      "epoch": 0.27173708212414727,
      "grad_norm": 1.778739550927463,
      "learning_rate": 9.128739548832084e-06,
      "loss": 0.5493,
      "step": 7210
    },
    {
      "epoch": 0.27211397128104625,
      "grad_norm": 1.5672069369770456,
      "learning_rate": 9.125025641529212e-06,
      "loss": 0.548,
      "step": 7220
    },
    {
      "epoch": 0.2724908604379452,
      "grad_norm": 1.849271034046483,
      "learning_rate": 9.121304594294526e-06,
      "loss": 0.5069,
      "step": 7230
    },
    {
      "epoch": 0.27286774959484417,
      "grad_norm": 1.6198818202816212,
      "learning_rate": 9.117576413568726e-06,
      "loss": 0.5491,
      "step": 7240
    },
    {
      "epoch": 0.2732446387517431,
      "grad_norm": 1.7505219289954272,
      "learning_rate": 9.113841105804843e-06,
      "loss": 0.5331,
      "step": 7250
    },
    {
      "epoch": 0.2736215279086421,
      "grad_norm": 1.5456684152965627,
      "learning_rate": 9.110098677468258e-06,
      "loss": 0.5304,
      "step": 7260
    },
    {
      "epoch": 0.273998417065541,
      "grad_norm": 1.4875862331167544,
      "learning_rate": 9.106349135036673e-06,
      "loss": 0.5268,
      "step": 7270
    },
    {
      "epoch": 0.27437530622244,
      "grad_norm": 1.7648342778101611,
      "learning_rate": 9.102592485000101e-06,
      "loss": 0.541,
      "step": 7280
    },
    {
      "epoch": 0.2747521953793389,
      "grad_norm": 1.585590877192049,
      "learning_rate": 9.09882873386086e-06,
      "loss": 0.5159,
      "step": 7290
    },
    {
      "epoch": 0.2751290845362379,
      "grad_norm": 1.8789850010967337,
      "learning_rate": 9.095057888133557e-06,
      "loss": 0.526,
      "step": 7300
    },
    {
      "epoch": 0.27550597369313684,
      "grad_norm": 1.6350234581153913,
      "learning_rate": 9.09127995434508e-06,
      "loss": 0.5094,
      "step": 7310
    },
    {
      "epoch": 0.2758828628500358,
      "grad_norm": 1.7747303027226409,
      "learning_rate": 9.087494939034589e-06,
      "loss": 0.5223,
      "step": 7320
    },
    {
      "epoch": 0.27625975200693476,
      "grad_norm": 1.6705228626037893,
      "learning_rate": 9.083702848753496e-06,
      "loss": 0.5115,
      "step": 7330
    },
    {
      "epoch": 0.27663664116383374,
      "grad_norm": 1.7334155324512346,
      "learning_rate": 9.079903690065461e-06,
      "loss": 0.536,
      "step": 7340
    },
    {
      "epoch": 0.27701353032073267,
      "grad_norm": 1.7152387686021637,
      "learning_rate": 9.076097469546378e-06,
      "loss": 0.5174,
      "step": 7350
    },
    {
      "epoch": 0.27739041947763166,
      "grad_norm": 2.7121339144898267,
      "learning_rate": 9.072284193784366e-06,
      "loss": 0.5278,
      "step": 7360
    },
    {
      "epoch": 0.2777673086345306,
      "grad_norm": 1.4228173967742475,
      "learning_rate": 9.068463869379755e-06,
      "loss": 0.5315,
      "step": 7370
    },
    {
      "epoch": 0.2781441977914295,
      "grad_norm": 1.5850322389947202,
      "learning_rate": 9.064636502945074e-06,
      "loss": 0.5437,
      "step": 7380
    },
    {
      "epoch": 0.2785210869483285,
      "grad_norm": 1.462469278604766,
      "learning_rate": 9.060802101105041e-06,
      "loss": 0.5043,
      "step": 7390
    },
    {
      "epoch": 0.27889797610522743,
      "grad_norm": 1.991811474599226,
      "learning_rate": 9.056960670496555e-06,
      "loss": 0.5347,
      "step": 7400
    },
    {
      "epoch": 0.2792748652621264,
      "grad_norm": 1.5481573287316113,
      "learning_rate": 9.053112217768675e-06,
      "loss": 0.5317,
      "step": 7410
    },
    {
      "epoch": 0.27965175441902534,
      "grad_norm": 1.9124383091203907,
      "learning_rate": 9.049256749582621e-06,
      "loss": 0.5363,
      "step": 7420
    },
    {
      "epoch": 0.28002864357592433,
      "grad_norm": 1.8423235171267427,
      "learning_rate": 9.045394272611752e-06,
      "loss": 0.573,
      "step": 7430
    },
    {
      "epoch": 0.28040553273282326,
      "grad_norm": 1.8356986741564718,
      "learning_rate": 9.041524793541557e-06,
      "loss": 0.527,
      "step": 7440
    },
    {
      "epoch": 0.28078242188972224,
      "grad_norm": 1.709517929026637,
      "learning_rate": 9.037648319069648e-06,
      "loss": 0.5325,
      "step": 7450
    },
    {
      "epoch": 0.2811593110466212,
      "grad_norm": 1.6511934273562192,
      "learning_rate": 9.033764855905746e-06,
      "loss": 0.5107,
      "step": 7460
    },
    {
      "epoch": 0.28153620020352016,
      "grad_norm": 1.7382038263988389,
      "learning_rate": 9.029874410771664e-06,
      "loss": 0.5501,
      "step": 7470
    },
    {
      "epoch": 0.2819130893604191,
      "grad_norm": 1.5833394804264111,
      "learning_rate": 9.025976990401304e-06,
      "loss": 0.5124,
      "step": 7480
    },
    {
      "epoch": 0.2822899785173181,
      "grad_norm": 1.355478094878015,
      "learning_rate": 9.022072601540642e-06,
      "loss": 0.5425,
      "step": 7490
    },
    {
      "epoch": 0.282666867674217,
      "grad_norm": 1.6618586288433348,
      "learning_rate": 9.018161250947708e-06,
      "loss": 0.5291,
      "step": 7500
    },
    {
      "epoch": 0.283043756831116,
      "grad_norm": 1.273053488731193,
      "learning_rate": 9.014242945392592e-06,
      "loss": 0.4874,
      "step": 7510
    },
    {
      "epoch": 0.2834206459880149,
      "grad_norm": 2.0289155247042383,
      "learning_rate": 9.010317691657417e-06,
      "loss": 0.4941,
      "step": 7520
    },
    {
      "epoch": 0.2837975351449139,
      "grad_norm": 1.4934609822867562,
      "learning_rate": 9.006385496536334e-06,
      "loss": 0.5214,
      "step": 7530
    },
    {
      "epoch": 0.28417442430181283,
      "grad_norm": 1.6263199918676976,
      "learning_rate": 9.002446366835507e-06,
      "loss": 0.5493,
      "step": 7540
    },
    {
      "epoch": 0.2845513134587118,
      "grad_norm": 1.5893668854653922,
      "learning_rate": 8.998500309373104e-06,
      "loss": 0.4892,
      "step": 7550
    },
    {
      "epoch": 0.28492820261561075,
      "grad_norm": 1.41806671358887,
      "learning_rate": 8.994547330979281e-06,
      "loss": 0.524,
      "step": 7560
    },
    {
      "epoch": 0.2853050917725097,
      "grad_norm": 1.5553788303244762,
      "learning_rate": 8.990587438496183e-06,
      "loss": 0.5221,
      "step": 7570
    },
    {
      "epoch": 0.28568198092940866,
      "grad_norm": 1.418345991264022,
      "learning_rate": 8.986620638777911e-06,
      "loss": 0.4997,
      "step": 7580
    },
    {
      "epoch": 0.2860588700863076,
      "grad_norm": 1.508355836892063,
      "learning_rate": 8.982646938690527e-06,
      "loss": 0.5395,
      "step": 7590
    },
    {
      "epoch": 0.2864357592432066,
      "grad_norm": 1.6201465695031843,
      "learning_rate": 8.978666345112037e-06,
      "loss": 0.5507,
      "step": 7600
    },
    {
      "epoch": 0.2868126484001055,
      "grad_norm": 1.57811554793437,
      "learning_rate": 8.974678864932379e-06,
      "loss": 0.5004,
      "step": 7610
    },
    {
      "epoch": 0.2871895375570045,
      "grad_norm": 1.5741977951369208,
      "learning_rate": 8.970684505053407e-06,
      "loss": 0.5116,
      "step": 7620
    },
    {
      "epoch": 0.2875664267139034,
      "grad_norm": 1.676860663266555,
      "learning_rate": 8.96668327238889e-06,
      "loss": 0.5461,
      "step": 7630
    },
    {
      "epoch": 0.2879433158708024,
      "grad_norm": 1.4656181144812006,
      "learning_rate": 8.962675173864483e-06,
      "loss": 0.513,
      "step": 7640
    },
    {
      "epoch": 0.28832020502770134,
      "grad_norm": 1.7396852241340373,
      "learning_rate": 8.958660216417735e-06,
      "loss": 0.5341,
      "step": 7650
    },
    {
      "epoch": 0.2886970941846003,
      "grad_norm": 1.4829830776509865,
      "learning_rate": 8.954638406998062e-06,
      "loss": 0.5364,
      "step": 7660
    },
    {
      "epoch": 0.28907398334149925,
      "grad_norm": 2.003917803432353,
      "learning_rate": 8.95060975256674e-06,
      "loss": 0.5107,
      "step": 7670
    },
    {
      "epoch": 0.28945087249839824,
      "grad_norm": 1.5880349728736471,
      "learning_rate": 8.946574260096897e-06,
      "loss": 0.5199,
      "step": 7680
    },
    {
      "epoch": 0.28982776165529717,
      "grad_norm": 6.4085223096319295,
      "learning_rate": 8.942531936573487e-06,
      "loss": 0.5336,
      "step": 7690
    },
    {
      "epoch": 0.29020465081219615,
      "grad_norm": 1.700617891186804,
      "learning_rate": 8.9384827889933e-06,
      "loss": 0.524,
      "step": 7700
    },
    {
      "epoch": 0.2905815399690951,
      "grad_norm": 1.9072803846307507,
      "learning_rate": 8.934426824364931e-06,
      "loss": 0.4835,
      "step": 7710
    },
    {
      "epoch": 0.29095842912599407,
      "grad_norm": 1.455274287063036,
      "learning_rate": 8.93036404970877e-06,
      "loss": 0.5229,
      "step": 7720
    },
    {
      "epoch": 0.291335318282893,
      "grad_norm": 1.8160201738390154,
      "learning_rate": 8.926294472057006e-06,
      "loss": 0.5123,
      "step": 7730
    },
    {
      "epoch": 0.291712207439792,
      "grad_norm": 1.865480030478559,
      "learning_rate": 8.922218098453596e-06,
      "loss": 0.5363,
      "step": 7740
    },
    {
      "epoch": 0.2920890965966909,
      "grad_norm": 1.5712881260410958,
      "learning_rate": 8.91813493595426e-06,
      "loss": 0.5267,
      "step": 7750
    },
    {
      "epoch": 0.2924659857535899,
      "grad_norm": 1.6468565924570966,
      "learning_rate": 8.914044991626467e-06,
      "loss": 0.5313,
      "step": 7760
    },
    {
      "epoch": 0.2928428749104888,
      "grad_norm": 1.82716894869601,
      "learning_rate": 8.90994827254943e-06,
      "loss": 0.5278,
      "step": 7770
    },
    {
      "epoch": 0.29321976406738776,
      "grad_norm": 1.5036064580532265,
      "learning_rate": 8.905844785814086e-06,
      "loss": 0.5086,
      "step": 7780
    },
    {
      "epoch": 0.29359665322428674,
      "grad_norm": 1.5144138972292562,
      "learning_rate": 8.901734538523083e-06,
      "loss": 0.5081,
      "step": 7790
    },
    {
      "epoch": 0.29397354238118567,
      "grad_norm": 1.7463912063578895,
      "learning_rate": 8.897617537790775e-06,
      "loss": 0.5414,
      "step": 7800
    },
    {
      "epoch": 0.29435043153808466,
      "grad_norm": 1.4528500852259172,
      "learning_rate": 8.893493790743205e-06,
      "loss": 0.5077,
      "step": 7810
    },
    {
      "epoch": 0.2947273206949836,
      "grad_norm": 1.6942113196018895,
      "learning_rate": 8.889363304518088e-06,
      "loss": 0.5399,
      "step": 7820
    },
    {
      "epoch": 0.29510420985188257,
      "grad_norm": 1.5104690108892953,
      "learning_rate": 8.88522608626481e-06,
      "loss": 0.5459,
      "step": 7830
    },
    {
      "epoch": 0.2954810990087815,
      "grad_norm": 1.8645243846646347,
      "learning_rate": 8.881082143144405e-06,
      "loss": 0.5134,
      "step": 7840
    },
    {
      "epoch": 0.2958579881656805,
      "grad_norm": 1.6728891933665688,
      "learning_rate": 8.876931482329554e-06,
      "loss": 0.5177,
      "step": 7850
    },
    {
      "epoch": 0.2962348773225794,
      "grad_norm": 1.2067983902923343,
      "learning_rate": 8.872774111004553e-06,
      "loss": 0.5047,
      "step": 7860
    },
    {
      "epoch": 0.2966117664794784,
      "grad_norm": 1.5099148600629388,
      "learning_rate": 8.868610036365324e-06,
      "loss": 0.4986,
      "step": 7870
    },
    {
      "epoch": 0.29698865563637733,
      "grad_norm": 2.34928629080023,
      "learning_rate": 8.86443926561939e-06,
      "loss": 0.5366,
      "step": 7880
    },
    {
      "epoch": 0.2973655447932763,
      "grad_norm": 1.661924846466901,
      "learning_rate": 8.860261805985857e-06,
      "loss": 0.5272,
      "step": 7890
    },
    {
      "epoch": 0.29774243395017524,
      "grad_norm": 1.6500446518789744,
      "learning_rate": 8.856077664695418e-06,
      "loss": 0.5247,
      "step": 7900
    },
    {
      "epoch": 0.29811932310707423,
      "grad_norm": 1.6550912001046552,
      "learning_rate": 8.851886848990326e-06,
      "loss": 0.5073,
      "step": 7910
    },
    {
      "epoch": 0.29849621226397316,
      "grad_norm": 2.4385332990829394,
      "learning_rate": 8.847689366124387e-06,
      "loss": 0.5224,
      "step": 7920
    },
    {
      "epoch": 0.29887310142087214,
      "grad_norm": 1.7454181558614066,
      "learning_rate": 8.843485223362947e-06,
      "loss": 0.5404,
      "step": 7930
    },
    {
      "epoch": 0.2992499905777711,
      "grad_norm": 1.6197152816080147,
      "learning_rate": 8.839274427982883e-06,
      "loss": 0.5249,
      "step": 7940
    },
    {
      "epoch": 0.29962687973467006,
      "grad_norm": 1.6733433336543917,
      "learning_rate": 8.835056987272581e-06,
      "loss": 0.5369,
      "step": 7950
    },
    {
      "epoch": 0.300003768891569,
      "grad_norm": 1.6407791190885486,
      "learning_rate": 8.830832908531935e-06,
      "loss": 0.5036,
      "step": 7960
    },
    {
      "epoch": 0.3003806580484679,
      "grad_norm": 1.6837408609676576,
      "learning_rate": 8.826602199072323e-06,
      "loss": 0.5304,
      "step": 7970
    },
    {
      "epoch": 0.3007575472053669,
      "grad_norm": 1.5824176969906407,
      "learning_rate": 8.822364866216606e-06,
      "loss": 0.4872,
      "step": 7980
    },
    {
      "epoch": 0.30113443636226583,
      "grad_norm": 1.4977384439375079,
      "learning_rate": 8.818120917299105e-06,
      "loss": 0.4893,
      "step": 7990
    },
    {
      "epoch": 0.3015113255191648,
      "grad_norm": 1.9173818601725474,
      "learning_rate": 8.813870359665594e-06,
      "loss": 0.515,
      "step": 8000
    },
    {
      "epoch": 0.30188821467606375,
      "grad_norm": 1.224532027864391,
      "learning_rate": 8.809613200673284e-06,
      "loss": 0.4968,
      "step": 8010
    },
    {
      "epoch": 0.30226510383296273,
      "grad_norm": 1.507185992220378,
      "learning_rate": 8.805349447690819e-06,
      "loss": 0.5283,
      "step": 8020
    },
    {
      "epoch": 0.30264199298986166,
      "grad_norm": 1.5501471489535523,
      "learning_rate": 8.801079108098247e-06,
      "loss": 0.5297,
      "step": 8030
    },
    {
      "epoch": 0.30301888214676065,
      "grad_norm": 1.6682468431261555,
      "learning_rate": 8.796802189287021e-06,
      "loss": 0.5169,
      "step": 8040
    },
    {
      "epoch": 0.3033957713036596,
      "grad_norm": 1.5793954538427635,
      "learning_rate": 8.792518698659985e-06,
      "loss": 0.514,
      "step": 8050
    },
    {
      "epoch": 0.30377266046055856,
      "grad_norm": 1.5869189857437231,
      "learning_rate": 8.788228643631353e-06,
      "loss": 0.5699,
      "step": 8060
    },
    {
      "epoch": 0.3041495496174575,
      "grad_norm": 1.5017790526890054,
      "learning_rate": 8.783932031626702e-06,
      "loss": 0.5333,
      "step": 8070
    },
    {
      "epoch": 0.3045264387743565,
      "grad_norm": 1.7418008438314914,
      "learning_rate": 8.779628870082963e-06,
      "loss": 0.5681,
      "step": 8080
    },
    {
      "epoch": 0.3049033279312554,
      "grad_norm": 1.5384555545934482,
      "learning_rate": 8.775319166448397e-06,
      "loss": 0.4892,
      "step": 8090
    },
    {
      "epoch": 0.3052802170881544,
      "grad_norm": 1.7242800734457064,
      "learning_rate": 8.771002928182593e-06,
      "loss": 0.5323,
      "step": 8100
    },
    {
      "epoch": 0.3056571062450533,
      "grad_norm": 1.5545232251003573,
      "learning_rate": 8.76668016275645e-06,
      "loss": 0.5347,
      "step": 8110
    },
    {
      "epoch": 0.3060339954019523,
      "grad_norm": 1.5864191351139438,
      "learning_rate": 8.762350877652161e-06,
      "loss": 0.5133,
      "step": 8120
    },
    {
      "epoch": 0.30641088455885124,
      "grad_norm": 1.536374345634808,
      "learning_rate": 8.758015080363209e-06,
      "loss": 0.5429,
      "step": 8130
    },
    {
      "epoch": 0.3067877737157502,
      "grad_norm": 1.3739374982043573,
      "learning_rate": 8.753672778394348e-06,
      "loss": 0.5071,
      "step": 8140
    },
    {
      "epoch": 0.30716466287264915,
      "grad_norm": 1.9356831887412023,
      "learning_rate": 8.749323979261586e-06,
      "loss": 0.5598,
      "step": 8150
    },
    {
      "epoch": 0.30754155202954814,
      "grad_norm": 1.8841720246001954,
      "learning_rate": 8.744968690492183e-06,
      "loss": 0.5251,
      "step": 8160
    },
    {
      "epoch": 0.30791844118644707,
      "grad_norm": 1.4483138834088356,
      "learning_rate": 8.740606919624628e-06,
      "loss": 0.542,
      "step": 8170
    },
    {
      "epoch": 0.308295330343346,
      "grad_norm": 1.739676604765352,
      "learning_rate": 8.73623867420863e-06,
      "loss": 0.5161,
      "step": 8180
    },
    {
      "epoch": 0.308672219500245,
      "grad_norm": 1.4496329719941419,
      "learning_rate": 8.731863961805108e-06,
      "loss": 0.5142,
      "step": 8190
    },
    {
      "epoch": 0.3090491086571439,
      "grad_norm": 1.586205834775067,
      "learning_rate": 8.727482789986167e-06,
      "loss": 0.5105,
      "step": 8200
    },
    {
      "epoch": 0.3094259978140429,
      "grad_norm": 1.5822661719201925,
      "learning_rate": 8.723095166335105e-06,
      "loss": 0.4927,
      "step": 8210
    },
    {
      "epoch": 0.3098028869709418,
      "grad_norm": 1.4744825299579403,
      "learning_rate": 8.718701098446373e-06,
      "loss": 0.5154,
      "step": 8220
    },
    {
      "epoch": 0.3101797761278408,
      "grad_norm": 1.6760657484578674,
      "learning_rate": 8.714300593925588e-06,
      "loss": 0.5443,
      "step": 8230
    },
    {
      "epoch": 0.31055666528473974,
      "grad_norm": 1.6507496475712244,
      "learning_rate": 8.709893660389502e-06,
      "loss": 0.5103,
      "step": 8240
    },
    {
      "epoch": 0.3109335544416387,
      "grad_norm": 1.6267514125886644,
      "learning_rate": 8.705480305465993e-06,
      "loss": 0.5204,
      "step": 8250
    },
    {
      "epoch": 0.31131044359853766,
      "grad_norm": 1.7139044318938548,
      "learning_rate": 8.701060536794062e-06,
      "loss": 0.5082,
      "step": 8260
    },
    {
      "epoch": 0.31168733275543664,
      "grad_norm": 1.5364667287673175,
      "learning_rate": 8.6966343620238e-06,
      "loss": 0.5124,
      "step": 8270
    },
    {
      "epoch": 0.31206422191233557,
      "grad_norm": 1.5973367114004897,
      "learning_rate": 8.692201788816397e-06,
      "loss": 0.5401,
      "step": 8280
    },
    {
      "epoch": 0.31244111106923456,
      "grad_norm": 1.6171012597396603,
      "learning_rate": 8.687762824844112e-06,
      "loss": 0.5523,
      "step": 8290
    },
    {
      "epoch": 0.3128180002261335,
      "grad_norm": 1.6798865965319494,
      "learning_rate": 8.683317477790267e-06,
      "loss": 0.5566,
      "step": 8300
    },
    {
      "epoch": 0.31319488938303247,
      "grad_norm": 1.3965855622429122,
      "learning_rate": 8.678865755349232e-06,
      "loss": 0.5215,
      "step": 8310
    },
    {
      "epoch": 0.3135717785399314,
      "grad_norm": 1.478475036458125,
      "learning_rate": 8.674407665226412e-06,
      "loss": 0.548,
      "step": 8320
    },
    {
      "epoch": 0.3139486676968304,
      "grad_norm": 1.6537961782542907,
      "learning_rate": 8.669943215138236e-06,
      "loss": 0.5155,
      "step": 8330
    },
    {
      "epoch": 0.3143255568537293,
      "grad_norm": 1.5083041356086178,
      "learning_rate": 8.665472412812137e-06,
      "loss": 0.5218,
      "step": 8340
    },
    {
      "epoch": 0.3147024460106283,
      "grad_norm": 1.7094855096711425,
      "learning_rate": 8.660995265986547e-06,
      "loss": 0.4969,
      "step": 8350
    },
    {
      "epoch": 0.31507933516752723,
      "grad_norm": 1.5448154600516473,
      "learning_rate": 8.656511782410877e-06,
      "loss": 0.5228,
      "step": 8360
    },
    {
      "epoch": 0.31545622432442616,
      "grad_norm": 1.8392297958376145,
      "learning_rate": 8.652021969845508e-06,
      "loss": 0.5122,
      "step": 8370
    },
    {
      "epoch": 0.31583311348132515,
      "grad_norm": 1.5057677282206323,
      "learning_rate": 8.647525836061773e-06,
      "loss": 0.5232,
      "step": 8380
    },
    {
      "epoch": 0.3162100026382241,
      "grad_norm": 1.3387979618187744,
      "learning_rate": 8.643023388841951e-06,
      "loss": 0.4788,
      "step": 8390
    },
    {
      "epoch": 0.31658689179512306,
      "grad_norm": 1.7299810103354585,
      "learning_rate": 8.638514635979242e-06,
      "loss": 0.5271,
      "step": 8400
    },
    {
      "epoch": 0.316963780952022,
      "grad_norm": 1.5877959379659248,
      "learning_rate": 8.633999585277769e-06,
      "loss": 0.5492,
      "step": 8410
    },
    {
      "epoch": 0.317340670108921,
      "grad_norm": 1.5926803639365381,
      "learning_rate": 8.629478244552548e-06,
      "loss": 0.4928,
      "step": 8420
    },
    {
      "epoch": 0.3177175592658199,
      "grad_norm": 1.4153581295672915,
      "learning_rate": 8.624950621629487e-06,
      "loss": 0.5204,
      "step": 8430
    },
    {
      "epoch": 0.3180944484227189,
      "grad_norm": 1.515638801797706,
      "learning_rate": 8.620416724345365e-06,
      "loss": 0.5266,
      "step": 8440
    },
    {
      "epoch": 0.3184713375796178,
      "grad_norm": 1.7525263151023882,
      "learning_rate": 8.615876560547822e-06,
      "loss": 0.524,
      "step": 8450
    },
    {
      "epoch": 0.3188482267365168,
      "grad_norm": 1.5277030246398249,
      "learning_rate": 8.611330138095344e-06,
      "loss": 0.5071,
      "step": 8460
    },
    {
      "epoch": 0.31922511589341573,
      "grad_norm": 1.692436940543452,
      "learning_rate": 8.606777464857254e-06,
      "loss": 0.518,
      "step": 8470
    },
    {
      "epoch": 0.3196020050503147,
      "grad_norm": 1.9842826236775062,
      "learning_rate": 8.60221854871369e-06,
      "loss": 0.5193,
      "step": 8480
    },
    {
      "epoch": 0.31997889420721365,
      "grad_norm": 1.7689057994372488,
      "learning_rate": 8.597653397555597e-06,
      "loss": 0.5288,
      "step": 8490
    },
    {
      "epoch": 0.32035578336411263,
      "grad_norm": 1.6259926395499629,
      "learning_rate": 8.59308201928471e-06,
      "loss": 0.5614,
      "step": 8500
    },
    {
      "epoch": 0.32073267252101156,
      "grad_norm": 1.4818216820726773,
      "learning_rate": 8.588504421813548e-06,
      "loss": 0.519,
      "step": 8510
    },
    {
      "epoch": 0.32110956167791055,
      "grad_norm": 1.4755097387688436,
      "learning_rate": 8.583920613065389e-06,
      "loss": 0.5363,
      "step": 8520
    },
    {
      "epoch": 0.3214864508348095,
      "grad_norm": 1.4930239554129483,
      "learning_rate": 8.579330600974263e-06,
      "loss": 0.5245,
      "step": 8530
    },
    {
      "epoch": 0.32186333999170846,
      "grad_norm": 1.5984210950118547,
      "learning_rate": 8.57473439348494e-06,
      "loss": 0.5069,
      "step": 8540
    },
    {
      "epoch": 0.3222402291486074,
      "grad_norm": 1.667635983292806,
      "learning_rate": 8.570131998552912e-06,
      "loss": 0.5303,
      "step": 8550
    },
    {
      "epoch": 0.3226171183055063,
      "grad_norm": 1.616690957226872,
      "learning_rate": 8.56552342414438e-06,
      "loss": 0.5231,
      "step": 8560
    },
    {
      "epoch": 0.3229940074624053,
      "grad_norm": 1.8034906955411334,
      "learning_rate": 8.560908678236243e-06,
      "loss": 0.5207,
      "step": 8570
    },
    {
      "epoch": 0.32337089661930424,
      "grad_norm": 1.629302217435465,
      "learning_rate": 8.55628776881608e-06,
      "loss": 0.5111,
      "step": 8580
    },
    {
      "epoch": 0.3237477857762032,
      "grad_norm": 1.5524410794967876,
      "learning_rate": 8.551660703882137e-06,
      "loss": 0.5291,
      "step": 8590
    },
    {
      "epoch": 0.32412467493310215,
      "grad_norm": 1.682436170015779,
      "learning_rate": 8.547027491443319e-06,
      "loss": 0.5203,
      "step": 8600
    },
    {
      "epoch": 0.32450156409000114,
      "grad_norm": 1.4406822786435207,
      "learning_rate": 8.542388139519166e-06,
      "loss": 0.5147,
      "step": 8610
    },
    {
      "epoch": 0.32487845324690007,
      "grad_norm": 1.7053903855885608,
      "learning_rate": 8.537742656139854e-06,
      "loss": 0.5221,
      "step": 8620
    },
    {
      "epoch": 0.32525534240379905,
      "grad_norm": 1.6508021549322034,
      "learning_rate": 8.533091049346158e-06,
      "loss": 0.5087,
      "step": 8630
    },
    {
      "epoch": 0.325632231560698,
      "grad_norm": 1.7227108959852215,
      "learning_rate": 8.528433327189464e-06,
      "loss": 0.5144,
      "step": 8640
    },
    {
      "epoch": 0.32600912071759697,
      "grad_norm": 1.7003660286486464,
      "learning_rate": 8.52376949773174e-06,
      "loss": 0.5178,
      "step": 8650
    },
    {
      "epoch": 0.3263860098744959,
      "grad_norm": 1.3401486704634595,
      "learning_rate": 8.51909956904552e-06,
      "loss": 0.5392,
      "step": 8660
    },
    {
      "epoch": 0.3267628990313949,
      "grad_norm": 1.5872896977384134,
      "learning_rate": 8.514423549213899e-06,
      "loss": 0.5173,
      "step": 8670
    },
    {
      "epoch": 0.3271397881882938,
      "grad_norm": 1.5745916384042906,
      "learning_rate": 8.509741446330516e-06,
      "loss": 0.5014,
      "step": 8680
    },
    {
      "epoch": 0.3275166773451928,
      "grad_norm": 1.5616168597563413,
      "learning_rate": 8.505053268499536e-06,
      "loss": 0.5448,
      "step": 8690
    },
    {
      "epoch": 0.3278935665020917,
      "grad_norm": 1.6773461052799608,
      "learning_rate": 8.500359023835643e-06,
      "loss": 0.5367,
      "step": 8700
    },
    {
      "epoch": 0.3282704556589907,
      "grad_norm": 1.744777642171872,
      "learning_rate": 8.49565872046402e-06,
      "loss": 0.5294,
      "step": 8710
    },
    {
      "epoch": 0.32864734481588964,
      "grad_norm": 1.4370066131355128,
      "learning_rate": 8.490952366520332e-06,
      "loss": 0.5104,
      "step": 8720
    },
    {
      "epoch": 0.3290242339727886,
      "grad_norm": 1.5686171487455622,
      "learning_rate": 8.486239970150726e-06,
      "loss": 0.5082,
      "step": 8730
    },
    {
      "epoch": 0.32940112312968756,
      "grad_norm": 1.729514880196974,
      "learning_rate": 8.481521539511802e-06,
      "loss": 0.5424,
      "step": 8740
    },
    {
      "epoch": 0.32977801228658654,
      "grad_norm": 1.7026908866007286,
      "learning_rate": 8.476797082770604e-06,
      "loss": 0.5319,
      "step": 8750
    },
    {
      "epoch": 0.33015490144348547,
      "grad_norm": 1.6815280081880184,
      "learning_rate": 8.472066608104613e-06,
      "loss": 0.497,
      "step": 8760
    },
    {
      "epoch": 0.3305317906003844,
      "grad_norm": 1.3354916475471044,
      "learning_rate": 8.467330123701713e-06,
      "loss": 0.5199,
      "step": 8770
    },
    {
      "epoch": 0.3309086797572834,
      "grad_norm": 1.6596093120910274,
      "learning_rate": 8.462587637760207e-06,
      "loss": 0.49,
      "step": 8780
    },
    {
      "epoch": 0.3312855689141823,
      "grad_norm": 1.4490041698465326,
      "learning_rate": 8.457839158488772e-06,
      "loss": 0.5177,
      "step": 8790
    },
    {
      "epoch": 0.3316624580710813,
      "grad_norm": 1.743520901799635,
      "learning_rate": 8.453084694106468e-06,
      "loss": 0.5554,
      "step": 8800
    },
    {
      "epoch": 0.33203934722798023,
      "grad_norm": 1.3601593837886905,
      "learning_rate": 8.448324252842708e-06,
      "loss": 0.4939,
      "step": 8810
    },
    {
      "epoch": 0.3324162363848792,
      "grad_norm": 1.0538420503197117,
      "learning_rate": 8.443557842937257e-06,
      "loss": 0.5129,
      "step": 8820
    },
    {
      "epoch": 0.33279312554177815,
      "grad_norm": 1.580901795857022,
      "learning_rate": 8.438785472640202e-06,
      "loss": 0.523,
      "step": 8830
    },
    {
      "epoch": 0.33317001469867713,
      "grad_norm": 1.6642518860804858,
      "learning_rate": 8.434007150211957e-06,
      "loss": 0.5148,
      "step": 8840
    },
    {
      "epoch": 0.33354690385557606,
      "grad_norm": 1.5678025009658634,
      "learning_rate": 8.42922288392323e-06,
      "loss": 0.5189,
      "step": 8850
    },
    {
      "epoch": 0.33392379301247505,
      "grad_norm": 1.5916235440951905,
      "learning_rate": 8.424432682055022e-06,
      "loss": 0.5072,
      "step": 8860
    },
    {
      "epoch": 0.334300682169374,
      "grad_norm": 1.4657720753841874,
      "learning_rate": 8.419636552898605e-06,
      "loss": 0.5275,
      "step": 8870
    },
    {
      "epoch": 0.33467757132627296,
      "grad_norm": 1.5520680065937231,
      "learning_rate": 8.414834504755513e-06,
      "loss": 0.5329,
      "step": 8880
    },
    {
      "epoch": 0.3350544604831719,
      "grad_norm": 1.4122325295424663,
      "learning_rate": 8.410026545937522e-06,
      "loss": 0.5215,
      "step": 8890
    },
    {
      "epoch": 0.3354313496400709,
      "grad_norm": 1.7208431430034201,
      "learning_rate": 8.405212684766642e-06,
      "loss": 0.5266,
      "step": 8900
    },
    {
      "epoch": 0.3358082387969698,
      "grad_norm": 1.522595875256597,
      "learning_rate": 8.400392929575098e-06,
      "loss": 0.521,
      "step": 8910
    },
    {
      "epoch": 0.3361851279538688,
      "grad_norm": 1.193362753628422,
      "learning_rate": 8.395567288705315e-06,
      "loss": 0.473,
      "step": 8920
    },
    {
      "epoch": 0.3365620171107677,
      "grad_norm": 1.617816412749885,
      "learning_rate": 8.390735770509909e-06,
      "loss": 0.5367,
      "step": 8930
    },
    {
      "epoch": 0.3369389062676667,
      "grad_norm": 3.7585583359479173,
      "learning_rate": 8.385898383351662e-06,
      "loss": 0.5273,
      "step": 8940
    },
    {
      "epoch": 0.33731579542456563,
      "grad_norm": 1.570651388025663,
      "learning_rate": 8.381055135603526e-06,
      "loss": 0.5431,
      "step": 8950
    },
    {
      "epoch": 0.33769268458146456,
      "grad_norm": 1.7069789377376001,
      "learning_rate": 8.376206035648587e-06,
      "loss": 0.5534,
      "step": 8960
    },
    {
      "epoch": 0.33806957373836355,
      "grad_norm": 1.718778224322803,
      "learning_rate": 8.371351091880064e-06,
      "loss": 0.5132,
      "step": 8970
    },
    {
      "epoch": 0.3384464628952625,
      "grad_norm": 1.5304391761250087,
      "learning_rate": 8.366490312701292e-06,
      "loss": 0.5227,
      "step": 8980
    },
    {
      "epoch": 0.33882335205216146,
      "grad_norm": 1.5179430433625931,
      "learning_rate": 8.361623706525703e-06,
      "loss": 0.5131,
      "step": 8990
    },
    {
      "epoch": 0.3392002412090604,
      "grad_norm": 1.7236639439764125,
      "learning_rate": 8.356751281776818e-06,
      "loss": 0.5392,
      "step": 9000
    },
    {
      "epoch": 0.3395771303659594,
      "grad_norm": 1.5735386800178819,
      "learning_rate": 8.35187304688823e-06,
      "loss": 0.5347,
      "step": 9010
    },
    {
      "epoch": 0.3399540195228583,
      "grad_norm": 1.8833870834225461,
      "learning_rate": 8.346989010303586e-06,
      "loss": 0.5209,
      "step": 9020
    },
    {
      "epoch": 0.3403309086797573,
      "grad_norm": 1.4643995674675825,
      "learning_rate": 8.342099180476575e-06,
      "loss": 0.5049,
      "step": 9030
    },
    {
      "epoch": 0.3407077978366562,
      "grad_norm": 1.8572382732988715,
      "learning_rate": 8.337203565870915e-06,
      "loss": 0.5256,
      "step": 9040
    },
    {
      "epoch": 0.3410846869935552,
      "grad_norm": 1.7660917988302332,
      "learning_rate": 8.332302174960336e-06,
      "loss": 0.5416,
      "step": 9050
    },
    {
      "epoch": 0.34146157615045414,
      "grad_norm": 1.8036514572139464,
      "learning_rate": 8.327395016228567e-06,
      "loss": 0.5649,
      "step": 9060
    },
    {
      "epoch": 0.3418384653073531,
      "grad_norm": 1.3940242330097408,
      "learning_rate": 8.32248209816932e-06,
      "loss": 0.5114,
      "step": 9070
    },
    {
      "epoch": 0.34221535446425205,
      "grad_norm": 1.6019993171028344,
      "learning_rate": 8.317563429286274e-06,
      "loss": 0.4947,
      "step": 9080
    },
    {
      "epoch": 0.34259224362115104,
      "grad_norm": 2.247467137710252,
      "learning_rate": 8.312639018093067e-06,
      "loss": 0.5569,
      "step": 9090
    },
    {
      "epoch": 0.34296913277804997,
      "grad_norm": 1.5951663374446334,
      "learning_rate": 8.307708873113267e-06,
      "loss": 0.4897,
      "step": 9100
    },
    {
      "epoch": 0.34334602193494895,
      "grad_norm": 1.738333108559983,
      "learning_rate": 8.302773002880377e-06,
      "loss": 0.4987,
      "step": 9110
    },
    {
      "epoch": 0.3437229110918479,
      "grad_norm": 1.5337169050623085,
      "learning_rate": 8.297831415937802e-06,
      "loss": 0.505,
      "step": 9120
    },
    {
      "epoch": 0.34409980024874687,
      "grad_norm": 1.4472548665213318,
      "learning_rate": 8.29288412083885e-06,
      "loss": 0.512,
      "step": 9130
    },
    {
      "epoch": 0.3444766894056458,
      "grad_norm": 1.4492396478807243,
      "learning_rate": 8.287931126146696e-06,
      "loss": 0.4886,
      "step": 9140
    },
    {
      "epoch": 0.3448535785625448,
      "grad_norm": 1.7630091584083531,
      "learning_rate": 8.282972440434393e-06,
      "loss": 0.534,
      "step": 9150
    },
    {
      "epoch": 0.3452304677194437,
      "grad_norm": 1.3895390793947004,
      "learning_rate": 8.278008072284841e-06,
      "loss": 0.4952,
      "step": 9160
    },
    {
      "epoch": 0.34560735687634264,
      "grad_norm": 1.3777597188749056,
      "learning_rate": 8.273038030290772e-06,
      "loss": 0.5084,
      "step": 9170
    },
    {
      "epoch": 0.3459842460332416,
      "grad_norm": 1.7939386012497827,
      "learning_rate": 8.268062323054742e-06,
      "loss": 0.5433,
      "step": 9180
    },
    {
      "epoch": 0.34636113519014056,
      "grad_norm": 1.4962140700288487,
      "learning_rate": 8.263080959189114e-06,
      "loss": 0.5415,
      "step": 9190
    },
    {
      "epoch": 0.34673802434703954,
      "grad_norm": 1.6671458345630203,
      "learning_rate": 8.258093947316036e-06,
      "loss": 0.5137,
      "step": 9200
    },
    {
      "epoch": 0.34711491350393847,
      "grad_norm": 1.5818238301461247,
      "learning_rate": 8.253101296067441e-06,
      "loss": 0.5005,
      "step": 9210
    },
    {
      "epoch": 0.34749180266083746,
      "grad_norm": 1.6485091022559941,
      "learning_rate": 8.248103014085014e-06,
      "loss": 0.526,
      "step": 9220
    },
    {
      "epoch": 0.3478686918177364,
      "grad_norm": 1.6061788923973597,
      "learning_rate": 8.243099110020191e-06,
      "loss": 0.5299,
      "step": 9230
    },
    {
      "epoch": 0.34824558097463537,
      "grad_norm": 1.5857303046251194,
      "learning_rate": 8.238089592534143e-06,
      "loss": 0.5272,
      "step": 9240
    },
    {
      "epoch": 0.3486224701315343,
      "grad_norm": 1.5733908134969434,
      "learning_rate": 8.233074470297746e-06,
      "loss": 0.5027,
      "step": 9250
    },
    {
      "epoch": 0.3489993592884333,
      "grad_norm": 1.2391810742375864,
      "learning_rate": 8.228053751991586e-06,
      "loss": 0.5147,
      "step": 9260
    },
    {
      "epoch": 0.3493762484453322,
      "grad_norm": 1.6623967687120003,
      "learning_rate": 8.223027446305939e-06,
      "loss": 0.562,
      "step": 9270
    },
    {
      "epoch": 0.3497531376022312,
      "grad_norm": 1.6535672620155857,
      "learning_rate": 8.217995561940735e-06,
      "loss": 0.5135,
      "step": 9280
    },
    {
      "epoch": 0.35013002675913013,
      "grad_norm": 1.628954367480316,
      "learning_rate": 8.21295810760558e-06,
      "loss": 0.5491,
      "step": 9290
    },
    {
      "epoch": 0.3505069159160291,
      "grad_norm": 1.6259980778856178,
      "learning_rate": 8.207915092019709e-06,
      "loss": 0.5277,
      "step": 9300
    },
    {
      "epoch": 0.35088380507292805,
      "grad_norm": 1.7960271399406822,
      "learning_rate": 8.202866523911985e-06,
      "loss": 0.5026,
      "step": 9310
    },
    {
      "epoch": 0.35126069422982703,
      "grad_norm": 1.5027810941773745,
      "learning_rate": 8.197812412020882e-06,
      "loss": 0.5219,
      "step": 9320
    },
    {
      "epoch": 0.35163758338672596,
      "grad_norm": 1.4147518487518373,
      "learning_rate": 8.192752765094474e-06,
      "loss": 0.4946,
      "step": 9330
    },
    {
      "epoch": 0.35201447254362495,
      "grad_norm": 1.7588868083859255,
      "learning_rate": 8.18768759189041e-06,
      "loss": 0.5214,
      "step": 9340
    },
    {
      "epoch": 0.3523913617005239,
      "grad_norm": 1.9046948041639848,
      "learning_rate": 8.182616901175904e-06,
      "loss": 0.5327,
      "step": 9350
    },
    {
      "epoch": 0.3527682508574228,
      "grad_norm": 1.8541351405292703,
      "learning_rate": 8.177540701727725e-06,
      "loss": 0.5332,
      "step": 9360
    },
    {
      "epoch": 0.3531451400143218,
      "grad_norm": 1.4841893890474134,
      "learning_rate": 8.172459002332174e-06,
      "loss": 0.5198,
      "step": 9370
    },
    {
      "epoch": 0.3535220291712207,
      "grad_norm": 1.6262991665753983,
      "learning_rate": 8.16737181178507e-06,
      "loss": 0.5204,
      "step": 9380
    },
    {
      "epoch": 0.3538989183281197,
      "grad_norm": 1.9711118756578987,
      "learning_rate": 8.16227913889174e-06,
      "loss": 0.5227,
      "step": 9390
    },
    {
      "epoch": 0.35427580748501863,
      "grad_norm": 1.6101287024416397,
      "learning_rate": 8.157180992466999e-06,
      "loss": 0.5213,
      "step": 9400
    },
    {
      "epoch": 0.3546526966419176,
      "grad_norm": 1.4345161151869006,
      "learning_rate": 8.152077381335136e-06,
      "loss": 0.5156,
      "step": 9410
    },
    {
      "epoch": 0.35502958579881655,
      "grad_norm": 1.3670300786401688,
      "learning_rate": 8.146968314329897e-06,
      "loss": 0.5415,
      "step": 9420
    },
    {
      "epoch": 0.35540647495571553,
      "grad_norm": 2.0488645347215755,
      "learning_rate": 8.141853800294474e-06,
      "loss": 0.495,
      "step": 9430
    },
    {
      "epoch": 0.35578336411261446,
      "grad_norm": 1.6748625828080144,
      "learning_rate": 8.136733848081489e-06,
      "loss": 0.5253,
      "step": 9440
    },
    {
      "epoch": 0.35616025326951345,
      "grad_norm": 1.749008596784993,
      "learning_rate": 8.131608466552968e-06,
      "loss": 0.5306,
      "step": 9450
    },
    {
      "epoch": 0.3565371424264124,
      "grad_norm": 1.4862728647070822,
      "learning_rate": 8.126477664580347e-06,
      "loss": 0.5124,
      "step": 9460
    },
    {
      "epoch": 0.35691403158331136,
      "grad_norm": 1.6537416257961348,
      "learning_rate": 8.121341451044433e-06,
      "loss": 0.53,
      "step": 9470
    },
    {
      "epoch": 0.3572909207402103,
      "grad_norm": 1.6263866458416927,
      "learning_rate": 8.116199834835408e-06,
      "loss": 0.4975,
      "step": 9480
    },
    {
      "epoch": 0.3576678098971093,
      "grad_norm": 1.5395362965786443,
      "learning_rate": 8.1110528248528e-06,
      "loss": 0.5234,
      "step": 9490
    },
    {
      "epoch": 0.3580446990540082,
      "grad_norm": 1.6712903285736607,
      "learning_rate": 8.105900430005476e-06,
      "loss": 0.5306,
      "step": 9500
    },
    {
      "epoch": 0.3584215882109072,
      "grad_norm": 1.8324911808117614,
      "learning_rate": 8.10074265921162e-06,
      "loss": 0.5242,
      "step": 9510
    },
    {
      "epoch": 0.3587984773678061,
      "grad_norm": 2.351195839028606,
      "learning_rate": 8.095579521398727e-06,
      "loss": 0.5219,
      "step": 9520
    },
    {
      "epoch": 0.3591753665247051,
      "grad_norm": 1.7110044303010266,
      "learning_rate": 8.090411025503576e-06,
      "loss": 0.4978,
      "step": 9530
    },
    {
      "epoch": 0.35955225568160404,
      "grad_norm": 1.6106891478057317,
      "learning_rate": 8.085237180472222e-06,
      "loss": 0.4827,
      "step": 9540
    },
    {
      "epoch": 0.359929144838503,
      "grad_norm": 1.7506503522662198,
      "learning_rate": 8.080057995259983e-06,
      "loss": 0.5101,
      "step": 9550
    },
    {
      "epoch": 0.36030603399540195,
      "grad_norm": 1.4401619042910059,
      "learning_rate": 8.074873478831412e-06,
      "loss": 0.4944,
      "step": 9560
    },
    {
      "epoch": 0.3606829231523009,
      "grad_norm": 1.5447630644836872,
      "learning_rate": 8.069683640160297e-06,
      "loss": 0.5043,
      "step": 9570
    },
    {
      "epoch": 0.36105981230919987,
      "grad_norm": 1.6594696899732704,
      "learning_rate": 8.064488488229634e-06,
      "loss": 0.5308,
      "step": 9580
    },
    {
      "epoch": 0.3614367014660988,
      "grad_norm": 1.50896874784597,
      "learning_rate": 8.059288032031616e-06,
      "loss": 0.511,
      "step": 9590
    },
    {
      "epoch": 0.3618135906229978,
      "grad_norm": 1.463806572060008,
      "learning_rate": 8.05408228056762e-06,
      "loss": 0.5112,
      "step": 9600
    },
    {
      "epoch": 0.3621904797798967,
      "grad_norm": 2.3161399801404206,
      "learning_rate": 8.048871242848186e-06,
      "loss": 0.5094,
      "step": 9610
    },
    {
      "epoch": 0.3625673689367957,
      "grad_norm": 1.6934623824302724,
      "learning_rate": 8.043654927893003e-06,
      "loss": 0.5302,
      "step": 9620
    },
    {
      "epoch": 0.3629442580936946,
      "grad_norm": 1.669003654657236,
      "learning_rate": 8.038433344730896e-06,
      "loss": 0.5149,
      "step": 9630
    },
    {
      "epoch": 0.3633211472505936,
      "grad_norm": 1.627539817842675,
      "learning_rate": 8.033206502399811e-06,
      "loss": 0.508,
      "step": 9640
    },
    {
      "epoch": 0.36369803640749254,
      "grad_norm": 1.606477921617676,
      "learning_rate": 8.027974409946791e-06,
      "loss": 0.5388,
      "step": 9650
    },
    {
      "epoch": 0.3640749255643915,
      "grad_norm": 1.5765425415250627,
      "learning_rate": 8.02273707642797e-06,
      "loss": 0.4904,
      "step": 9660
    },
    {
      "epoch": 0.36445181472129046,
      "grad_norm": 1.377919727134035,
      "learning_rate": 8.017494510908557e-06,
      "loss": 0.4736,
      "step": 9670
    },
    {
      "epoch": 0.36482870387818944,
      "grad_norm": 1.5390007963630454,
      "learning_rate": 8.012246722462807e-06,
      "loss": 0.5366,
      "step": 9680
    },
    {
      "epoch": 0.36520559303508837,
      "grad_norm": 1.6016562038880642,
      "learning_rate": 8.006993720174026e-06,
      "loss": 0.5278,
      "step": 9690
    },
    {
      "epoch": 0.36558248219198736,
      "grad_norm": 1.6926301666587609,
      "learning_rate": 8.001735513134539e-06,
      "loss": 0.524,
      "step": 9700
    },
    {
      "epoch": 0.3659593713488863,
      "grad_norm": 1.4095598406907603,
      "learning_rate": 7.996472110445682e-06,
      "loss": 0.5248,
      "step": 9710
    },
    {
      "epoch": 0.36633626050578527,
      "grad_norm": 1.931772269279146,
      "learning_rate": 7.99120352121778e-06,
      "loss": 0.5468,
      "step": 9720
    },
    {
      "epoch": 0.3667131496626842,
      "grad_norm": 1.7501030367149104,
      "learning_rate": 7.985929754570138e-06,
      "loss": 0.522,
      "step": 9730
    },
    {
      "epoch": 0.3670900388195832,
      "grad_norm": 1.526100066204629,
      "learning_rate": 7.980650819631028e-06,
      "loss": 0.5101,
      "step": 9740
    },
    {
      "epoch": 0.3674669279764821,
      "grad_norm": 1.7385487243528495,
      "learning_rate": 7.975366725537657e-06,
      "loss": 0.5216,
      "step": 9750
    },
    {
      "epoch": 0.36784381713338105,
      "grad_norm": 1.5749812078525176,
      "learning_rate": 7.970077481436169e-06,
      "loss": 0.5003,
      "step": 9760
    },
    {
      "epoch": 0.36822070629028003,
      "grad_norm": 1.9001739721765867,
      "learning_rate": 7.964783096481624e-06,
      "loss": 0.5299,
      "step": 9770
    },
    {
      "epoch": 0.36859759544717896,
      "grad_norm": 1.7061699416032134,
      "learning_rate": 7.95948357983797e-06,
      "loss": 0.5293,
      "step": 9780
    },
    {
      "epoch": 0.36897448460407795,
      "grad_norm": 1.628434299258182,
      "learning_rate": 7.954178940678048e-06,
      "loss": 0.5365,
      "step": 9790
    },
    {
      "epoch": 0.3693513737609769,
      "grad_norm": 1.5914358544888132,
      "learning_rate": 7.94886918818356e-06,
      "loss": 0.486,
      "step": 9800
    },
    {
      "epoch": 0.36972826291787586,
      "grad_norm": 1.8260310549139975,
      "learning_rate": 7.94355433154506e-06,
      "loss": 0.5051,
      "step": 9810
    },
    {
      "epoch": 0.3701051520747748,
      "grad_norm": 1.5743149246238135,
      "learning_rate": 7.93823437996194e-06,
      "loss": 0.4909,
      "step": 9820
    },
    {
      "epoch": 0.3704820412316738,
      "grad_norm": 1.5885416947805906,
      "learning_rate": 7.932909342642403e-06,
      "loss": 0.5111,
      "step": 9830
    },
    {
      "epoch": 0.3708589303885727,
      "grad_norm": 1.806111484800823,
      "learning_rate": 7.92757922880346e-06,
      "loss": 0.5213,
      "step": 9840
    },
    {
      "epoch": 0.3712358195454717,
      "grad_norm": 1.622739814163259,
      "learning_rate": 7.922244047670908e-06,
      "loss": 0.5223,
      "step": 9850
    },
    {
      "epoch": 0.3716127087023706,
      "grad_norm": 1.422381514282876,
      "learning_rate": 7.916903808479316e-06,
      "loss": 0.4954,
      "step": 9860
    },
    {
      "epoch": 0.3719895978592696,
      "grad_norm": 1.4819588262177361,
      "learning_rate": 7.911558520472007e-06,
      "loss": 0.5041,
      "step": 9870
    },
    {
      "epoch": 0.37236648701616853,
      "grad_norm": 1.6630721593622193,
      "learning_rate": 7.906208192901043e-06,
      "loss": 0.5031,
      "step": 9880
    },
    {
      "epoch": 0.3727433761730675,
      "grad_norm": 1.5994053992133728,
      "learning_rate": 7.900852835027207e-06,
      "loss": 0.5212,
      "step": 9890
    },
    {
      "epoch": 0.37312026532996645,
      "grad_norm": 1.6742248574206915,
      "learning_rate": 7.89549245611999e-06,
      "loss": 0.509,
      "step": 9900
    },
    {
      "epoch": 0.37349715448686543,
      "grad_norm": 1.3401945002776963,
      "learning_rate": 7.890127065457578e-06,
      "loss": 0.4989,
      "step": 9910
    },
    {
      "epoch": 0.37387404364376436,
      "grad_norm": 1.7744024916171353,
      "learning_rate": 7.884756672326824e-06,
      "loss": 0.5221,
      "step": 9920
    },
    {
      "epoch": 0.37425093280066335,
      "grad_norm": 1.5151769409007294,
      "learning_rate": 7.879381286023247e-06,
      "loss": 0.4874,
      "step": 9930
    },
    {
      "epoch": 0.3746278219575623,
      "grad_norm": 1.521150560489862,
      "learning_rate": 7.874000915851e-06,
      "loss": 0.5243,
      "step": 9940
    },
    {
      "epoch": 0.37500471111446126,
      "grad_norm": 1.8681950791510447,
      "learning_rate": 7.868615571122877e-06,
      "loss": 0.5333,
      "step": 9950
    },
    {
      "epoch": 0.3753816002713602,
      "grad_norm": 1.7696887020829462,
      "learning_rate": 7.863225261160264e-06,
      "loss": 0.5095,
      "step": 9960
    },
    {
      "epoch": 0.3757584894282591,
      "grad_norm": 1.5476742902685527,
      "learning_rate": 7.857829995293156e-06,
      "loss": 0.5138,
      "step": 9970
    },
    {
      "epoch": 0.3761353785851581,
      "grad_norm": 1.8113224519075866,
      "learning_rate": 7.852429782860116e-06,
      "loss": 0.5204,
      "step": 9980
    },
    {
      "epoch": 0.37651226774205704,
      "grad_norm": 1.5771605683013104,
      "learning_rate": 7.847024633208277e-06,
      "loss": 0.5251,
      "step": 9990
    },
    {
      "epoch": 0.376889156898956,
      "grad_norm": 1.7363856844555856,
      "learning_rate": 7.841614555693315e-06,
      "loss": 0.5374,
      "step": 10000
    },
    {
      "epoch": 0.37726604605585495,
      "grad_norm": 1.4364933283426136,
      "learning_rate": 7.83619955967943e-06,
      "loss": 0.5058,
      "step": 10010
    },
    {
      "epoch": 0.37764293521275394,
      "grad_norm": 1.7783682918591002,
      "learning_rate": 7.830779654539347e-06,
      "loss": 0.5219,
      "step": 10020
    },
    {
      "epoch": 0.37801982436965287,
      "grad_norm": 1.502023352144145,
      "learning_rate": 7.825354849654276e-06,
      "loss": 0.5063,
      "step": 10030
    },
    {
      "epoch": 0.37839671352655185,
      "grad_norm": 1.4662226669968323,
      "learning_rate": 7.819925154413913e-06,
      "loss": 0.519,
      "step": 10040
    },
    {
      "epoch": 0.3787736026834508,
      "grad_norm": 1.7426260620841227,
      "learning_rate": 7.814490578216418e-06,
      "loss": 0.5139,
      "step": 10050
    },
    {
      "epoch": 0.37915049184034977,
      "grad_norm": 1.392450084963678,
      "learning_rate": 7.809051130468406e-06,
      "loss": 0.5117,
      "step": 10060
    },
    {
      "epoch": 0.3795273809972487,
      "grad_norm": 1.3645116377228637,
      "learning_rate": 7.80360682058491e-06,
      "loss": 0.4957,
      "step": 10070
    },
    {
      "epoch": 0.3799042701541477,
      "grad_norm": 1.585986026276787,
      "learning_rate": 7.798157657989393e-06,
      "loss": 0.4932,
      "step": 10080
    },
    {
      "epoch": 0.3802811593110466,
      "grad_norm": 1.732526223305691,
      "learning_rate": 7.792703652113711e-06,
      "loss": 0.489,
      "step": 10090
    },
    {
      "epoch": 0.3806580484679456,
      "grad_norm": 1.5456835026999505,
      "learning_rate": 7.7872448123981e-06,
      "loss": 0.5113,
      "step": 10100
    },
    {
      "epoch": 0.3810349376248445,
      "grad_norm": 1.691666553542104,
      "learning_rate": 7.781781148291168e-06,
      "loss": 0.5062,
      "step": 10110
    },
    {
      "epoch": 0.3814118267817435,
      "grad_norm": 1.4393454733074624,
      "learning_rate": 7.776312669249871e-06,
      "loss": 0.5259,
      "step": 10120
    },
    {
      "epoch": 0.38178871593864244,
      "grad_norm": 1.5606823602350173,
      "learning_rate": 7.770839384739502e-06,
      "loss": 0.481,
      "step": 10130
    },
    {
      "epoch": 0.3821656050955414,
      "grad_norm": 1.5406731978486246,
      "learning_rate": 7.765361304233669e-06,
      "loss": 0.5022,
      "step": 10140
    },
    {
      "epoch": 0.38254249425244036,
      "grad_norm": 1.5789632721608042,
      "learning_rate": 7.759878437214279e-06,
      "loss": 0.5205,
      "step": 10150
    },
    {
      "epoch": 0.3829193834093393,
      "grad_norm": 1.4404684890173407,
      "learning_rate": 7.75439079317153e-06,
      "loss": 0.5194,
      "step": 10160
    },
    {
      "epoch": 0.38329627256623827,
      "grad_norm": 1.5872838579011181,
      "learning_rate": 7.748898381603885e-06,
      "loss": 0.5209,
      "step": 10170
    },
    {
      "epoch": 0.3836731617231372,
      "grad_norm": 1.7373659799447403,
      "learning_rate": 7.743401212018058e-06,
      "loss": 0.5338,
      "step": 10180
    },
    {
      "epoch": 0.3840500508800362,
      "grad_norm": 1.5163208593264923,
      "learning_rate": 7.737899293929e-06,
      "loss": 0.5171,
      "step": 10190
    },
    {
      "epoch": 0.3844269400369351,
      "grad_norm": 1.7459426641170264,
      "learning_rate": 7.73239263685988e-06,
      "loss": 0.514,
      "step": 10200
    },
    {
      "epoch": 0.3848038291938341,
      "grad_norm": 1.4346771101184586,
      "learning_rate": 7.726881250342072e-06,
      "loss": 0.4932,
      "step": 10210
    },
    {
      "epoch": 0.38518071835073303,
      "grad_norm": 1.5111843012047024,
      "learning_rate": 7.721365143915134e-06,
      "loss": 0.5125,
      "step": 10220
    },
    {
      "epoch": 0.385557607507632,
      "grad_norm": 1.9962267341536073,
      "learning_rate": 7.715844327126796e-06,
      "loss": 0.5167,
      "step": 10230
    },
    {
      "epoch": 0.38593449666453095,
      "grad_norm": 1.8161411611054894,
      "learning_rate": 7.710318809532936e-06,
      "loss": 0.5158,
      "step": 10240
    },
    {
      "epoch": 0.38631138582142993,
      "grad_norm": 2.7639886954074973,
      "learning_rate": 7.704788600697572e-06,
      "loss": 0.5188,
      "step": 10250
    },
    {
      "epoch": 0.38668827497832886,
      "grad_norm": 1.4820078773895478,
      "learning_rate": 7.699253710192846e-06,
      "loss": 0.5393,
      "step": 10260
    },
    {
      "epoch": 0.38706516413522785,
      "grad_norm": 1.5410641109210454,
      "learning_rate": 7.693714147598997e-06,
      "loss": 0.5153,
      "step": 10270
    },
    {
      "epoch": 0.3874420532921268,
      "grad_norm": 1.5522185520833145,
      "learning_rate": 7.68816992250435e-06,
      "loss": 0.501,
      "step": 10280
    },
    {
      "epoch": 0.38781894244902576,
      "grad_norm": 1.5919453235813696,
      "learning_rate": 7.682621044505307e-06,
      "loss": 0.5129,
      "step": 10290
    },
    {
      "epoch": 0.3881958316059247,
      "grad_norm": 1.8187432897104705,
      "learning_rate": 7.67706752320632e-06,
      "loss": 0.5119,
      "step": 10300
    },
    {
      "epoch": 0.3885727207628237,
      "grad_norm": 1.7249561612487072,
      "learning_rate": 7.671509368219876e-06,
      "loss": 0.4994,
      "step": 10310
    },
    {
      "epoch": 0.3889496099197226,
      "grad_norm": 1.6848328239504586,
      "learning_rate": 7.665946589166487e-06,
      "loss": 0.4925,
      "step": 10320
    },
    {
      "epoch": 0.3893264990766216,
      "grad_norm": 1.5828091110560405,
      "learning_rate": 7.660379195674661e-06,
      "loss": 0.5038,
      "step": 10330
    },
    {
      "epoch": 0.3897033882335205,
      "grad_norm": 1.5813911515185386,
      "learning_rate": 7.654807197380905e-06,
      "loss": 0.5195,
      "step": 10340
    },
    {
      "epoch": 0.3900802773904195,
      "grad_norm": 1.6125111488328268,
      "learning_rate": 7.649230603929682e-06,
      "loss": 0.5015,
      "step": 10350
    },
    {
      "epoch": 0.39045716654731843,
      "grad_norm": 1.3381134076751229,
      "learning_rate": 7.643649424973423e-06,
      "loss": 0.5088,
      "step": 10360
    },
    {
      "epoch": 0.39083405570421736,
      "grad_norm": 1.7305681398298995,
      "learning_rate": 7.638063670172484e-06,
      "loss": 0.5185,
      "step": 10370
    },
    {
      "epoch": 0.39121094486111635,
      "grad_norm": 1.4448524895747423,
      "learning_rate": 7.632473349195148e-06,
      "loss": 0.4951,
      "step": 10380
    },
    {
      "epoch": 0.3915878340180153,
      "grad_norm": 1.4981197503697667,
      "learning_rate": 7.626878471717601e-06,
      "loss": 0.4968,
      "step": 10390
    },
    {
      "epoch": 0.39196472317491426,
      "grad_norm": 1.7418645645645234,
      "learning_rate": 7.621279047423913e-06,
      "loss": 0.5008,
      "step": 10400
    },
    {
      "epoch": 0.3923416123318132,
      "grad_norm": 1.5178888998524598,
      "learning_rate": 7.615675086006027e-06,
      "loss": 0.5289,
      "step": 10410
    },
    {
      "epoch": 0.3927185014887122,
      "grad_norm": 1.830273252291855,
      "learning_rate": 7.610066597163737e-06,
      "loss": 0.5122,
      "step": 10420
    },
    {
      "epoch": 0.3930953906456111,
      "grad_norm": 1.7128529156361387,
      "learning_rate": 7.604453590604675e-06,
      "loss": 0.5195,
      "step": 10430
    },
    {
      "epoch": 0.3934722798025101,
      "grad_norm": 1.391617720005151,
      "learning_rate": 7.5988360760442905e-06,
      "loss": 0.5076,
      "step": 10440
    },
    {
      "epoch": 0.393849168959409,
      "grad_norm": 1.6877860440671137,
      "learning_rate": 7.5932140632058395e-06,
      "loss": 0.4974,
      "step": 10450
    },
    {
      "epoch": 0.394226058116308,
      "grad_norm": 1.8880275691787758,
      "learning_rate": 7.587587561820357e-06,
      "loss": 0.5285,
      "step": 10460
    },
    {
      "epoch": 0.39460294727320694,
      "grad_norm": 2.1952687274271323,
      "learning_rate": 7.581956581626659e-06,
      "loss": 0.4788,
      "step": 10470
    },
    {
      "epoch": 0.3949798364301059,
      "grad_norm": 1.4679354015620223,
      "learning_rate": 7.5763211323713e-06,
      "loss": 0.5148,
      "step": 10480
    },
    {
      "epoch": 0.39535672558700485,
      "grad_norm": 5.552246755488179,
      "learning_rate": 7.570681223808581e-06,
      "loss": 0.5088,
      "step": 10490
    },
    {
      "epoch": 0.39573361474390384,
      "grad_norm": 1.7064464108546398,
      "learning_rate": 7.565036865700515e-06,
      "loss": 0.5036,
      "step": 10500
    },
    {
      "epoch": 0.39611050390080277,
      "grad_norm": 2.5811736419688125,
      "learning_rate": 7.559388067816818e-06,
      "loss": 0.4968,
      "step": 10510
    },
    {
      "epoch": 0.39648739305770175,
      "grad_norm": 1.5411522330658454,
      "learning_rate": 7.553734839934892e-06,
      "loss": 0.5321,
      "step": 10520
    },
    {
      "epoch": 0.3968642822146007,
      "grad_norm": 7.8958392331494265,
      "learning_rate": 7.54807719183981e-06,
      "loss": 0.5144,
      "step": 10530
    },
    {
      "epoch": 0.39724117137149967,
      "grad_norm": 1.398958685780613,
      "learning_rate": 7.5424151333242854e-06,
      "loss": 0.5038,
      "step": 10540
    },
    {
      "epoch": 0.3976180605283986,
      "grad_norm": 1.8158525212197818,
      "learning_rate": 7.536748674188679e-06,
      "loss": 0.5498,
      "step": 10550
    },
    {
      "epoch": 0.3979949496852975,
      "grad_norm": 1.5804568739533704,
      "learning_rate": 7.531077824240955e-06,
      "loss": 0.4943,
      "step": 10560
    },
    {
      "epoch": 0.3983718388421965,
      "grad_norm": 1.5226993293921613,
      "learning_rate": 7.5254025932966915e-06,
      "loss": 0.5197,
      "step": 10570
    },
    {
      "epoch": 0.39874872799909544,
      "grad_norm": 1.4875198630376472,
      "learning_rate": 7.519722991179037e-06,
      "loss": 0.4911,
      "step": 10580
    },
    {
      "epoch": 0.3991256171559944,
      "grad_norm": 1.4559827608231475,
      "learning_rate": 7.514039027718714e-06,
      "loss": 0.5369,
      "step": 10590
    },
    {
      "epoch": 0.39950250631289336,
      "grad_norm": 1.6204937117910332,
      "learning_rate": 7.50835071275399e-06,
      "loss": 0.5126,
      "step": 10600
    },
    {
      "epoch": 0.39987939546979234,
      "grad_norm": 1.3328838051236007,
      "learning_rate": 7.502658056130667e-06,
      "loss": 0.4924,
      "step": 10610
    },
    {
      "epoch": 0.40025628462669127,
      "grad_norm": 1.6977987639267709,
      "learning_rate": 7.496961067702061e-06,
      "loss": 0.5299,
      "step": 10620
    },
    {
      "epoch": 0.40063317378359026,
      "grad_norm": 1.7016949489371669,
      "learning_rate": 7.491259757328986e-06,
      "loss": 0.4688,
      "step": 10630
    },
    {
      "epoch": 0.4010100629404892,
      "grad_norm": 1.7144533476268096,
      "learning_rate": 7.4855541348797325e-06,
      "loss": 0.496,
      "step": 10640
    },
    {
      "epoch": 0.40138695209738817,
      "grad_norm": 1.6798605375904403,
      "learning_rate": 7.479844210230063e-06,
      "loss": 0.4848,
      "step": 10650
    },
    {
      "epoch": 0.4017638412542871,
      "grad_norm": 1.6026398018607957,
      "learning_rate": 7.474129993263181e-06,
      "loss": 0.5436,
      "step": 10660
    },
    {
      "epoch": 0.4021407304111861,
      "grad_norm": 2.1790501189406974,
      "learning_rate": 7.468411493869719e-06,
      "loss": 0.506,
      "step": 10670
    },
    {
      "epoch": 0.402517619568085,
      "grad_norm": 1.5645837080947917,
      "learning_rate": 7.462688721947724e-06,
      "loss": 0.5218,
      "step": 10680
    },
    {
      "epoch": 0.402894508724984,
      "grad_norm": 1.4088765793630955,
      "learning_rate": 7.456961687402639e-06,
      "loss": 0.5237,
      "step": 10690
    },
    {
      "epoch": 0.40327139788188293,
      "grad_norm": 1.7292916232116071,
      "learning_rate": 7.451230400147285e-06,
      "loss": 0.5469,
      "step": 10700
    },
    {
      "epoch": 0.4036482870387819,
      "grad_norm": 1.5186451953406783,
      "learning_rate": 7.44549487010184e-06,
      "loss": 0.4883,
      "step": 10710
    },
    {
      "epoch": 0.40402517619568085,
      "grad_norm": 1.5087236868153622,
      "learning_rate": 7.43975510719383e-06,
      "loss": 0.5093,
      "step": 10720
    },
    {
      "epoch": 0.40440206535257983,
      "grad_norm": 1.4677033417891505,
      "learning_rate": 7.434011121358106e-06,
      "loss": 0.5286,
      "step": 10730
    },
    {
      "epoch": 0.40477895450947876,
      "grad_norm": 1.4802091202672563,
      "learning_rate": 7.428262922536829e-06,
      "loss": 0.5089,
      "step": 10740
    },
    {
      "epoch": 0.4051558436663777,
      "grad_norm": 1.7355158540184825,
      "learning_rate": 7.422510520679451e-06,
      "loss": 0.4905,
      "step": 10750
    },
    {
      "epoch": 0.4055327328232767,
      "grad_norm": 1.6236103109691675,
      "learning_rate": 7.416753925742699e-06,
      "loss": 0.5378,
      "step": 10760
    },
    {
      "epoch": 0.4059096219801756,
      "grad_norm": 1.6609723115712154,
      "learning_rate": 7.410993147690559e-06,
      "loss": 0.5389,
      "step": 10770
    },
    {
      "epoch": 0.4062865111370746,
      "grad_norm": 1.723187447121083,
      "learning_rate": 7.405228196494258e-06,
      "loss": 0.506,
      "step": 10780
    },
    {
      "epoch": 0.4066634002939735,
      "grad_norm": 1.77371397243615,
      "learning_rate": 7.399459082132245e-06,
      "loss": 0.5513,
      "step": 10790
    },
    {
      "epoch": 0.4070402894508725,
      "grad_norm": 1.61901847701063,
      "learning_rate": 7.393685814590173e-06,
      "loss": 0.5186,
      "step": 10800
    },
    {
      "epoch": 0.40741717860777144,
      "grad_norm": 1.59625784282029,
      "learning_rate": 7.387908403860888e-06,
      "loss": 0.5185,
      "step": 10810
    },
    {
      "epoch": 0.4077940677646704,
      "grad_norm": 1.6692144430702707,
      "learning_rate": 7.382126859944404e-06,
      "loss": 0.512,
      "step": 10820
    },
    {
      "epoch": 0.40817095692156935,
      "grad_norm": 1.4908534978634642,
      "learning_rate": 7.3763411928478905e-06,
      "loss": 0.4861,
      "step": 10830
    },
    {
      "epoch": 0.40854784607846834,
      "grad_norm": 1.8840748788280792,
      "learning_rate": 7.370551412585653e-06,
      "loss": 0.5155,
      "step": 10840
    },
    {
      "epoch": 0.40892473523536726,
      "grad_norm": 1.6633231923886227,
      "learning_rate": 7.364757529179116e-06,
      "loss": 0.5222,
      "step": 10850
    },
    {
      "epoch": 0.40930162439226625,
      "grad_norm": 1.484920688542688,
      "learning_rate": 7.3589595526568105e-06,
      "loss": 0.5058,
      "step": 10860
    },
    {
      "epoch": 0.4096785135491652,
      "grad_norm": 1.9228281526896014,
      "learning_rate": 7.353157493054342e-06,
      "loss": 0.5304,
      "step": 10870
    },
    {
      "epoch": 0.41005540270606416,
      "grad_norm": 1.8251544219160065,
      "learning_rate": 7.347351360414396e-06,
      "loss": 0.5211,
      "step": 10880
    },
    {
      "epoch": 0.4104322918629631,
      "grad_norm": 1.6738905480970352,
      "learning_rate": 7.341541164786701e-06,
      "loss": 0.472,
      "step": 10890
    },
    {
      "epoch": 0.4108091810198621,
      "grad_norm": 1.7440198392451363,
      "learning_rate": 7.335726916228014e-06,
      "loss": 0.5083,
      "step": 10900
    },
    {
      "epoch": 0.411186070176761,
      "grad_norm": 1.6268369569369572,
      "learning_rate": 7.329908624802118e-06,
      "loss": 0.5208,
      "step": 10910
    },
    {
      "epoch": 0.41156295933366,
      "grad_norm": 1.254862433004947,
      "learning_rate": 7.3240863005797845e-06,
      "loss": 0.4823,
      "step": 10920
    },
    {
      "epoch": 0.4119398484905589,
      "grad_norm": 1.396064069324666,
      "learning_rate": 7.3182599536387685e-06,
      "loss": 0.5345,
      "step": 10930
    },
    {
      "epoch": 0.4123167376474579,
      "grad_norm": 1.5132124149170976,
      "learning_rate": 7.31242959406379e-06,
      "loss": 0.5,
      "step": 10940
    },
    {
      "epoch": 0.41269362680435684,
      "grad_norm": 1.6199593366062408,
      "learning_rate": 7.306595231946509e-06,
      "loss": 0.52,
      "step": 10950
    },
    {
      "epoch": 0.41307051596125577,
      "grad_norm": 1.4096476517099632,
      "learning_rate": 7.300756877385522e-06,
      "loss": 0.5073,
      "step": 10960
    },
    {
      "epoch": 0.41344740511815475,
      "grad_norm": 2.2637085400824266,
      "learning_rate": 7.294914540486324e-06,
      "loss": 0.5514,
      "step": 10970
    },
    {
      "epoch": 0.4138242942750537,
      "grad_norm": 1.7076238981325191,
      "learning_rate": 7.2890682313613145e-06,
      "loss": 0.5193,
      "step": 10980
    },
    {
      "epoch": 0.41420118343195267,
      "grad_norm": 1.404089053698958,
      "learning_rate": 7.283217960129761e-06,
      "loss": 0.4978,
      "step": 10990
    },
    {
      "epoch": 0.4145780725888516,
      "grad_norm": 1.765699200284767,
      "learning_rate": 7.277363736917793e-06,
      "loss": 0.5045,
      "step": 11000
    },
    {
      "epoch": 0.4149549617457506,
      "grad_norm": 1.2515597552306361,
      "learning_rate": 7.271505571858378e-06,
      "loss": 0.5161,
      "step": 11010
    },
    {
      "epoch": 0.4153318509026495,
      "grad_norm": 1.5637990689131112,
      "learning_rate": 7.265643475091308e-06,
      "loss": 0.5056,
      "step": 11020
    },
    {
      "epoch": 0.4157087400595485,
      "grad_norm": 1.6950097710271756,
      "learning_rate": 7.25977745676318e-06,
      "loss": 0.5305,
      "step": 11030
    },
    {
      "epoch": 0.41608562921644743,
      "grad_norm": 1.3673559058916098,
      "learning_rate": 7.253907527027377e-06,
      "loss": 0.5156,
      "step": 11040
    },
    {
      "epoch": 0.4164625183733464,
      "grad_norm": 1.7616801139174183,
      "learning_rate": 7.2480336960440535e-06,
      "loss": 0.5105,
      "step": 11050
    },
    {
      "epoch": 0.41683940753024534,
      "grad_norm": 1.5601831166364712,
      "learning_rate": 7.242155973980118e-06,
      "loss": 0.4974,
      "step": 11060
    },
    {
      "epoch": 0.41721629668714433,
      "grad_norm": 1.5959842163354248,
      "learning_rate": 7.236274371009213e-06,
      "loss": 0.5112,
      "step": 11070
    },
    {
      "epoch": 0.41759318584404326,
      "grad_norm": 1.5739266782444512,
      "learning_rate": 7.2303888973116955e-06,
      "loss": 0.5146,
      "step": 11080
    },
    {
      "epoch": 0.41797007500094224,
      "grad_norm": 1.4353518599364972,
      "learning_rate": 7.224499563074627e-06,
      "loss": 0.4896,
      "step": 11090
    },
    {
      "epoch": 0.4183469641578412,
      "grad_norm": 1.6746462092510674,
      "learning_rate": 7.218606378491748e-06,
      "loss": 0.5083,
      "step": 11100
    },
    {
      "epoch": 0.41872385331474016,
      "grad_norm": 1.4785054484483375,
      "learning_rate": 7.2127093537634655e-06,
      "loss": 0.504,
      "step": 11110
    },
    {
      "epoch": 0.4191007424716391,
      "grad_norm": 2.5097265005422287,
      "learning_rate": 7.20680849909683e-06,
      "loss": 0.5089,
      "step": 11120
    },
    {
      "epoch": 0.4194776316285381,
      "grad_norm": 1.936326911057867,
      "learning_rate": 7.200903824705525e-06,
      "loss": 0.4966,
      "step": 11130
    },
    {
      "epoch": 0.419854520785437,
      "grad_norm": 1.3661039009657177,
      "learning_rate": 7.194995340809845e-06,
      "loss": 0.4992,
      "step": 11140
    },
    {
      "epoch": 0.42023140994233593,
      "grad_norm": 1.7262176315985598,
      "learning_rate": 7.189083057636677e-06,
      "loss": 0.5468,
      "step": 11150
    },
    {
      "epoch": 0.4206082990992349,
      "grad_norm": 1.4653322424571276,
      "learning_rate": 7.183166985419482e-06,
      "loss": 0.5141,
      "step": 11160
    },
    {
      "epoch": 0.42098518825613385,
      "grad_norm": 1.401053993164947,
      "learning_rate": 7.177247134398286e-06,
      "loss": 0.4912,
      "step": 11170
    },
    {
      "epoch": 0.42136207741303283,
      "grad_norm": 1.4861938807474284,
      "learning_rate": 7.171323514819645e-06,
      "loss": 0.5232,
      "step": 11180
    },
    {
      "epoch": 0.42173896656993176,
      "grad_norm": 1.4194599929006113,
      "learning_rate": 7.1653961369366495e-06,
      "loss": 0.4814,
      "step": 11190
    },
    {
      "epoch": 0.42211585572683075,
      "grad_norm": 1.76956116217899,
      "learning_rate": 7.159465011008888e-06,
      "loss": 0.4932,
      "step": 11200
    },
    {
      "epoch": 0.4224927448837297,
      "grad_norm": 1.9109196300178812,
      "learning_rate": 7.15353014730244e-06,
      "loss": 0.5128,
      "step": 11210
    },
    {
      "epoch": 0.42286963404062866,
      "grad_norm": 1.6509926306486402,
      "learning_rate": 7.147591556089851e-06,
      "loss": 0.505,
      "step": 11220
    },
    {
      "epoch": 0.4232465231975276,
      "grad_norm": 1.6713792587181258,
      "learning_rate": 7.141649247650122e-06,
      "loss": 0.4887,
      "step": 11230
    },
    {
      "epoch": 0.4236234123544266,
      "grad_norm": 1.668002839224313,
      "learning_rate": 7.135703232268686e-06,
      "loss": 0.4888,
      "step": 11240
    },
    {
      "epoch": 0.4240003015113255,
      "grad_norm": 1.6242132187489502,
      "learning_rate": 7.1297535202373935e-06,
      "loss": 0.4965,
      "step": 11250
    },
    {
      "epoch": 0.4243771906682245,
      "grad_norm": 1.4189185720393587,
      "learning_rate": 7.1238001218544904e-06,
      "loss": 0.4619,
      "step": 11260
    },
    {
      "epoch": 0.4247540798251234,
      "grad_norm": 1.3574884914862415,
      "learning_rate": 7.117843047424608e-06,
      "loss": 0.5141,
      "step": 11270
    },
    {
      "epoch": 0.4251309689820224,
      "grad_norm": 1.5298779197157868,
      "learning_rate": 7.111882307258737e-06,
      "loss": 0.4846,
      "step": 11280
    },
    {
      "epoch": 0.42550785813892134,
      "grad_norm": 1.6463532463625445,
      "learning_rate": 7.105917911674216e-06,
      "loss": 0.52,
      "step": 11290
    },
    {
      "epoch": 0.4258847472958203,
      "grad_norm": 1.8876680862122976,
      "learning_rate": 7.099949870994706e-06,
      "loss": 0.5022,
      "step": 11300
    },
    {
      "epoch": 0.42626163645271925,
      "grad_norm": 1.6209020479441716,
      "learning_rate": 7.093978195550181e-06,
      "loss": 0.4856,
      "step": 11310
    },
    {
      "epoch": 0.42663852560961824,
      "grad_norm": 1.4825939311414624,
      "learning_rate": 7.088002895676905e-06,
      "loss": 0.51,
      "step": 11320
    },
    {
      "epoch": 0.42701541476651717,
      "grad_norm": 1.6454549725646832,
      "learning_rate": 7.082023981717417e-06,
      "loss": 0.5298,
      "step": 11330
    },
    {
      "epoch": 0.42739230392341615,
      "grad_norm": 1.8515246881502785,
      "learning_rate": 7.07604146402051e-06,
      "loss": 0.5353,
      "step": 11340
    },
    {
      "epoch": 0.4277691930803151,
      "grad_norm": 1.664094685534996,
      "learning_rate": 7.0700553529412155e-06,
      "loss": 0.5199,
      "step": 11350
    },
    {
      "epoch": 0.428146082237214,
      "grad_norm": 2.1244311792060975,
      "learning_rate": 7.064065658840782e-06,
      "loss": 0.5145,
      "step": 11360
    },
    {
      "epoch": 0.428522971394113,
      "grad_norm": 1.520255254828738,
      "learning_rate": 7.058072392086663e-06,
      "loss": 0.5159,
      "step": 11370
    },
    {
      "epoch": 0.4288998605510119,
      "grad_norm": 1.6576637569684334,
      "learning_rate": 7.052075563052496e-06,
      "loss": 0.4984,
      "step": 11380
    },
    {
      "epoch": 0.4292767497079109,
      "grad_norm": 1.5125466189919647,
      "learning_rate": 7.0460751821180825e-06,
      "loss": 0.5264,
      "step": 11390
    },
    {
      "epoch": 0.42965363886480984,
      "grad_norm": 1.6676033896976015,
      "learning_rate": 7.0400712596693735e-06,
      "loss": 0.5229,
      "step": 11400
    },
    {
      "epoch": 0.4300305280217088,
      "grad_norm": 1.7189105587329556,
      "learning_rate": 7.034063806098447e-06,
      "loss": 0.5207,
      "step": 11410
    },
    {
      "epoch": 0.43040741717860775,
      "grad_norm": 1.7180985315889115,
      "learning_rate": 7.0280528318034965e-06,
      "loss": 0.5022,
      "step": 11420
    },
    {
      "epoch": 0.43078430633550674,
      "grad_norm": 1.5059034039755612,
      "learning_rate": 7.022038347188809e-06,
      "loss": 0.5184,
      "step": 11430
    },
    {
      "epoch": 0.43116119549240567,
      "grad_norm": 1.6528886008084185,
      "learning_rate": 7.016020362664744e-06,
      "loss": 0.5168,
      "step": 11440
    },
    {
      "epoch": 0.43153808464930465,
      "grad_norm": 1.8617180030972997,
      "learning_rate": 7.009998888647724e-06,
      "loss": 0.502,
      "step": 11450
    },
    {
      "epoch": 0.4319149738062036,
      "grad_norm": 1.3525198323198173,
      "learning_rate": 7.003973935560206e-06,
      "loss": 0.4869,
      "step": 11460
    },
    {
      "epoch": 0.43229186296310257,
      "grad_norm": 1.677808325515248,
      "learning_rate": 6.997945513830674e-06,
      "loss": 0.5101,
      "step": 11470
    },
    {
      "epoch": 0.4326687521200015,
      "grad_norm": 1.5676318820179806,
      "learning_rate": 6.991913633893612e-06,
      "loss": 0.5009,
      "step": 11480
    },
    {
      "epoch": 0.4330456412769005,
      "grad_norm": 1.5538674193725228,
      "learning_rate": 6.985878306189491e-06,
      "loss": 0.4667,
      "step": 11490
    },
    {
      "epoch": 0.4334225304337994,
      "grad_norm": 1.783690739137192,
      "learning_rate": 6.979839541164754e-06,
      "loss": 0.5322,
      "step": 11500
    },
    {
      "epoch": 0.4337994195906984,
      "grad_norm": 1.6669015455087597,
      "learning_rate": 6.973797349271783e-06,
      "loss": 0.5029,
      "step": 11510
    },
    {
      "epoch": 0.43417630874759733,
      "grad_norm": 1.4853940822920297,
      "learning_rate": 6.967751740968902e-06,
      "loss": 0.5118,
      "step": 11520
    },
    {
      "epoch": 0.4345531979044963,
      "grad_norm": 1.6489294125281642,
      "learning_rate": 6.9617027267203445e-06,
      "loss": 0.5031,
      "step": 11530
    },
    {
      "epoch": 0.43493008706139524,
      "grad_norm": 1.449669861501994,
      "learning_rate": 6.955650316996236e-06,
      "loss": 0.5022,
      "step": 11540
    },
    {
      "epoch": 0.4353069762182942,
      "grad_norm": 1.8165282391809885,
      "learning_rate": 6.949594522272587e-06,
      "loss": 0.4935,
      "step": 11550
    },
    {
      "epoch": 0.43568386537519316,
      "grad_norm": 1.5552590851069892,
      "learning_rate": 6.943535353031258e-06,
      "loss": 0.5157,
      "step": 11560
    },
    {
      "epoch": 0.4360607545320921,
      "grad_norm": 1.6072285953371521,
      "learning_rate": 6.937472819759959e-06,
      "loss": 0.5416,
      "step": 11570
    },
    {
      "epoch": 0.4364376436889911,
      "grad_norm": 1.7154718263219901,
      "learning_rate": 6.931406932952216e-06,
      "loss": 0.5112,
      "step": 11580
    },
    {
      "epoch": 0.43681453284589,
      "grad_norm": 1.69530017912524,
      "learning_rate": 6.92533770310736e-06,
      "loss": 0.5259,
      "step": 11590
    },
    {
      "epoch": 0.437191422002789,
      "grad_norm": 1.860148174972511,
      "learning_rate": 6.919265140730514e-06,
      "loss": 0.5106,
      "step": 11600
    },
    {
      "epoch": 0.4375683111596879,
      "grad_norm": 1.5811409620351222,
      "learning_rate": 6.913189256332566e-06,
      "loss": 0.5198,
      "step": 11610
    },
    {
      "epoch": 0.4379452003165869,
      "grad_norm": 1.4378401199137765,
      "learning_rate": 6.9071100604301496e-06,
      "loss": 0.5018,
      "step": 11620
    },
    {
      "epoch": 0.43832208947348583,
      "grad_norm": 1.6434275760246106,
      "learning_rate": 6.901027563545639e-06,
      "loss": 0.5117,
      "step": 11630
    },
    {
      "epoch": 0.4386989786303848,
      "grad_norm": 1.6446268399097024,
      "learning_rate": 6.894941776207114e-06,
      "loss": 0.5143,
      "step": 11640
    },
    {
      "epoch": 0.43907586778728375,
      "grad_norm": 1.5857907742925326,
      "learning_rate": 6.888852708948354e-06,
      "loss": 0.5174,
      "step": 11650
    },
    {
      "epoch": 0.43945275694418273,
      "grad_norm": 1.4020005504081066,
      "learning_rate": 6.882760372308819e-06,
      "loss": 0.5229,
      "step": 11660
    },
    {
      "epoch": 0.43982964610108166,
      "grad_norm": 1.61069613644627,
      "learning_rate": 6.876664776833616e-06,
      "loss": 0.4927,
      "step": 11670
    },
    {
      "epoch": 0.44020653525798065,
      "grad_norm": 1.7140951891727507,
      "learning_rate": 6.870565933073505e-06,
      "loss": 0.4936,
      "step": 11680
    },
    {
      "epoch": 0.4405834244148796,
      "grad_norm": 1.4507770402959719,
      "learning_rate": 6.864463851584863e-06,
      "loss": 0.5296,
      "step": 11690
    },
    {
      "epoch": 0.44096031357177856,
      "grad_norm": 1.460824925207524,
      "learning_rate": 6.858358542929672e-06,
      "loss": 0.5255,
      "step": 11700
    },
    {
      "epoch": 0.4413372027286775,
      "grad_norm": 1.6825791692741976,
      "learning_rate": 6.852250017675499e-06,
      "loss": 0.5079,
      "step": 11710
    },
    {
      "epoch": 0.4417140918855765,
      "grad_norm": 1.7652951082406643,
      "learning_rate": 6.8461382863954786e-06,
      "loss": 0.5281,
      "step": 11720
    },
    {
      "epoch": 0.4420909810424754,
      "grad_norm": 1.6445005156801455,
      "learning_rate": 6.840023359668297e-06,
      "loss": 0.5007,
      "step": 11730
    },
    {
      "epoch": 0.4424678701993744,
      "grad_norm": 3.0505367160131107,
      "learning_rate": 6.833905248078168e-06,
      "loss": 0.5027,
      "step": 11740
    },
    {
      "epoch": 0.4428447593562733,
      "grad_norm": 1.7728481701439127,
      "learning_rate": 6.82778396221482e-06,
      "loss": 0.5067,
      "step": 11750
    },
    {
      "epoch": 0.44322164851317225,
      "grad_norm": 1.4266982652231972,
      "learning_rate": 6.8216595126734775e-06,
      "loss": 0.4973,
      "step": 11760
    },
    {
      "epoch": 0.44359853767007124,
      "grad_norm": 1.4465402471000843,
      "learning_rate": 6.815531910054834e-06,
      "loss": 0.5315,
      "step": 11770
    },
    {
      "epoch": 0.44397542682697017,
      "grad_norm": 1.5371566334005535,
      "learning_rate": 6.809401164965051e-06,
      "loss": 0.4947,
      "step": 11780
    },
    {
      "epoch": 0.44435231598386915,
      "grad_norm": 1.664248932365906,
      "learning_rate": 6.803267288015718e-06,
      "loss": 0.5267,
      "step": 11790
    },
    {
      "epoch": 0.4447292051407681,
      "grad_norm": 1.6494483320654694,
      "learning_rate": 6.7971302898238545e-06,
      "loss": 0.4986,
      "step": 11800
    },
    {
      "epoch": 0.44510609429766707,
      "grad_norm": 1.3037692393364804,
      "learning_rate": 6.7909901810118785e-06,
      "loss": 0.4724,
      "step": 11810
    },
    {
      "epoch": 0.445482983454566,
      "grad_norm": 2.6200187135591713,
      "learning_rate": 6.784846972207593e-06,
      "loss": 0.5032,
      "step": 11820
    },
    {
      "epoch": 0.445859872611465,
      "grad_norm": 1.6525404819183418,
      "learning_rate": 6.778700674044164e-06,
      "loss": 0.5413,
      "step": 11830
    },
    {
      "epoch": 0.4462367617683639,
      "grad_norm": 1.480259604215167,
      "learning_rate": 6.77255129716011e-06,
      "loss": 0.5062,
      "step": 11840
    },
    {
      "epoch": 0.4466136509252629,
      "grad_norm": 1.7299508446770775,
      "learning_rate": 6.7663988521992744e-06,
      "loss": 0.5062,
      "step": 11850
    },
    {
      "epoch": 0.4469905400821618,
      "grad_norm": 1.389929475780395,
      "learning_rate": 6.760243349810811e-06,
      "loss": 0.5041,
      "step": 11860
    },
    {
      "epoch": 0.4473674292390608,
      "grad_norm": 1.795064940876833,
      "learning_rate": 6.754084800649169e-06,
      "loss": 0.4923,
      "step": 11870
    },
    {
      "epoch": 0.44774431839595974,
      "grad_norm": 1.5502942925119751,
      "learning_rate": 6.747923215374068e-06,
      "loss": 0.4851,
      "step": 11880
    },
    {
      "epoch": 0.4481212075528587,
      "grad_norm": 1.635874220277167,
      "learning_rate": 6.741758604650485e-06,
      "loss": 0.5009,
      "step": 11890
    },
    {
      "epoch": 0.44849809670975765,
      "grad_norm": 1.706031522666674,
      "learning_rate": 6.735590979148629e-06,
      "loss": 0.487,
      "step": 11900
    },
    {
      "epoch": 0.44887498586665664,
      "grad_norm": 1.690364938457251,
      "learning_rate": 6.729420349543934e-06,
      "loss": 0.4947,
      "step": 11910
    },
    {
      "epoch": 0.44925187502355557,
      "grad_norm": 1.7433823515896854,
      "learning_rate": 6.7232467265170295e-06,
      "loss": 0.5077,
      "step": 11920
    },
    {
      "epoch": 0.44962876418045455,
      "grad_norm": 1.6126498482759561,
      "learning_rate": 6.7170701207537285e-06,
      "loss": 0.5043,
      "step": 11930
    },
    {
      "epoch": 0.4500056533373535,
      "grad_norm": 1.5461921740338886,
      "learning_rate": 6.7108905429450035e-06,
      "loss": 0.5211,
      "step": 11940
    },
    {
      "epoch": 0.4503825424942524,
      "grad_norm": 1.654741487368281,
      "learning_rate": 6.704708003786974e-06,
      "loss": 0.5162,
      "step": 11950
    },
    {
      "epoch": 0.4507594316511514,
      "grad_norm": 1.5875885105401868,
      "learning_rate": 6.698522513980884e-06,
      "loss": 0.5076,
      "step": 11960
    },
    {
      "epoch": 0.45113632080805033,
      "grad_norm": 1.501080589567821,
      "learning_rate": 6.692334084233087e-06,
      "loss": 0.5019,
      "step": 11970
    },
    {
      "epoch": 0.4515132099649493,
      "grad_norm": 1.6323939585322438,
      "learning_rate": 6.686142725255021e-06,
      "loss": 0.5215,
      "step": 11980
    },
    {
      "epoch": 0.45189009912184824,
      "grad_norm": 1.3624830176460956,
      "learning_rate": 6.679948447763201e-06,
      "loss": 0.5026,
      "step": 11990
    },
    {
      "epoch": 0.45226698827874723,
      "grad_norm": 1.6944099137300341,
      "learning_rate": 6.673751262479183e-06,
      "loss": 0.5073,
      "step": 12000
    },
    {
      "epoch": 0.45264387743564616,
      "grad_norm": 1.5860681363669702,
      "learning_rate": 6.667551180129565e-06,
      "loss": 0.5085,
      "step": 12010
    },
    {
      "epoch": 0.45302076659254514,
      "grad_norm": 1.6331152902584547,
      "learning_rate": 6.661348211445959e-06,
      "loss": 0.5195,
      "step": 12020
    },
    {
      "epoch": 0.4533976557494441,
      "grad_norm": 4.415183248235426,
      "learning_rate": 6.655142367164967e-06,
      "loss": 0.5005,
      "step": 12030
    },
    {
      "epoch": 0.45377454490634306,
      "grad_norm": 1.5798349602106418,
      "learning_rate": 6.648933658028174e-06,
      "loss": 0.5045,
      "step": 12040
    },
    {
      "epoch": 0.454151434063242,
      "grad_norm": 1.435313930078849,
      "learning_rate": 6.642722094782121e-06,
      "loss": 0.4641,
      "step": 12050
    },
    {
      "epoch": 0.454528323220141,
      "grad_norm": 1.7147543461190684,
      "learning_rate": 6.636507688178291e-06,
      "loss": 0.5031,
      "step": 12060
    },
    {
      "epoch": 0.4549052123770399,
      "grad_norm": 1.5410650369487786,
      "learning_rate": 6.630290448973087e-06,
      "loss": 0.5173,
      "step": 12070
    },
    {
      "epoch": 0.4552821015339389,
      "grad_norm": 1.61040530239707,
      "learning_rate": 6.624070387927811e-06,
      "loss": 0.5205,
      "step": 12080
    },
    {
      "epoch": 0.4556589906908378,
      "grad_norm": 1.4352463589168436,
      "learning_rate": 6.61784751580866e-06,
      "loss": 0.4747,
      "step": 12090
    },
    {
      "epoch": 0.4560358798477368,
      "grad_norm": 1.8210569410817206,
      "learning_rate": 6.611621843386684e-06,
      "loss": 0.4858,
      "step": 12100
    },
    {
      "epoch": 0.45641276900463573,
      "grad_norm": 1.9985993173284664,
      "learning_rate": 6.605393381437792e-06,
      "loss": 0.496,
      "step": 12110
    },
    {
      "epoch": 0.4567896581615347,
      "grad_norm": 1.2939840914047982,
      "learning_rate": 6.599162140742712e-06,
      "loss": 0.4852,
      "step": 12120
    },
    {
      "epoch": 0.45716654731843365,
      "grad_norm": 1.6530787032881842,
      "learning_rate": 6.592928132086984e-06,
      "loss": 0.5003,
      "step": 12130
    },
    {
      "epoch": 0.45754343647533263,
      "grad_norm": 1.2909832653537678,
      "learning_rate": 6.586691366260943e-06,
      "loss": 0.5254,
      "step": 12140
    },
    {
      "epoch": 0.45792032563223156,
      "grad_norm": 1.775707858274227,
      "learning_rate": 6.580451854059693e-06,
      "loss": 0.5033,
      "step": 12150
    },
    {
      "epoch": 0.4582972147891305,
      "grad_norm": 1.5901192603045122,
      "learning_rate": 6.574209606283089e-06,
      "loss": 0.4797,
      "step": 12160
    },
    {
      "epoch": 0.4586741039460295,
      "grad_norm": 1.5718931288158366,
      "learning_rate": 6.56796463373573e-06,
      "loss": 0.5122,
      "step": 12170
    },
    {
      "epoch": 0.4590509931029284,
      "grad_norm": 1.5316527090504148,
      "learning_rate": 6.561716947226918e-06,
      "loss": 0.5096,
      "step": 12180
    },
    {
      "epoch": 0.4594278822598274,
      "grad_norm": 1.6069192593187367,
      "learning_rate": 6.555466557570666e-06,
      "loss": 0.4749,
      "step": 12190
    },
    {
      "epoch": 0.4598047714167263,
      "grad_norm": 1.6443701058606435,
      "learning_rate": 6.549213475585657e-06,
      "loss": 0.5315,
      "step": 12200
    },
    {
      "epoch": 0.4601816605736253,
      "grad_norm": 1.6467073011805697,
      "learning_rate": 6.542957712095236e-06,
      "loss": 0.4864,
      "step": 12210
    },
    {
      "epoch": 0.46055854973052424,
      "grad_norm": 1.6443944395717125,
      "learning_rate": 6.536699277927393e-06,
      "loss": 0.5069,
      "step": 12220
    },
    {
      "epoch": 0.4609354388874232,
      "grad_norm": 1.6659779073083896,
      "learning_rate": 6.530438183914735e-06,
      "loss": 0.4887,
      "step": 12230
    },
    {
      "epoch": 0.46131232804432215,
      "grad_norm": 1.802633741824681,
      "learning_rate": 6.5241744408944776e-06,
      "loss": 0.4967,
      "step": 12240
    },
    {
      "epoch": 0.46168921720122114,
      "grad_norm": 1.6619516541296946,
      "learning_rate": 6.517908059708417e-06,
      "loss": 0.5076,
      "step": 12250
    },
    {
      "epoch": 0.46206610635812007,
      "grad_norm": 1.9424205639529566,
      "learning_rate": 6.511639051202922e-06,
      "loss": 0.5228,
      "step": 12260
    },
    {
      "epoch": 0.46244299551501905,
      "grad_norm": 1.864221195142991,
      "learning_rate": 6.505367426228902e-06,
      "loss": 0.5092,
      "step": 12270
    },
    {
      "epoch": 0.462819884671918,
      "grad_norm": 1.5859581361435124,
      "learning_rate": 6.499093195641801e-06,
      "loss": 0.4919,
      "step": 12280
    },
    {
      "epoch": 0.46319677382881697,
      "grad_norm": 1.5769900351453978,
      "learning_rate": 6.49281637030157e-06,
      "loss": 0.5003,
      "step": 12290
    },
    {
      "epoch": 0.4635736629857159,
      "grad_norm": 1.962586555293073,
      "learning_rate": 6.486536961072651e-06,
      "loss": 0.5144,
      "step": 12300
    },
    {
      "epoch": 0.4639505521426149,
      "grad_norm": 1.5960370769135634,
      "learning_rate": 6.4802549788239585e-06,
      "loss": 0.4968,
      "step": 12310
    },
    {
      "epoch": 0.4643274412995138,
      "grad_norm": 1.4471637413402056,
      "learning_rate": 6.473970434428865e-06,
      "loss": 0.5133,
      "step": 12320
    },
    {
      "epoch": 0.4647043304564128,
      "grad_norm": 1.5033062625403697,
      "learning_rate": 6.467683338765169e-06,
      "loss": 0.4983,
      "step": 12330
    },
    {
      "epoch": 0.4650812196133117,
      "grad_norm": 1.8045255687380959,
      "learning_rate": 6.461393702715093e-06,
      "loss": 0.5212,
      "step": 12340
    },
    {
      "epoch": 0.46545810877021065,
      "grad_norm": 1.5049755950938395,
      "learning_rate": 6.455101537165251e-06,
      "loss": 0.4964,
      "step": 12350
    },
    {
      "epoch": 0.46583499792710964,
      "grad_norm": 1.307607429446019,
      "learning_rate": 6.448806853006642e-06,
      "loss": 0.4847,
      "step": 12360
    },
    {
      "epoch": 0.46621188708400857,
      "grad_norm": 1.5148579248421497,
      "learning_rate": 6.442509661134617e-06,
      "loss": 0.4749,
      "step": 12370
    },
    {
      "epoch": 0.46658877624090755,
      "grad_norm": 1.6520404081654247,
      "learning_rate": 6.436209972448872e-06,
      "loss": 0.5118,
      "step": 12380
    },
    {
      "epoch": 0.4669656653978065,
      "grad_norm": 1.4969166628742265,
      "learning_rate": 6.4299077978534215e-06,
      "loss": 0.4866,
      "step": 12390
    },
    {
      "epoch": 0.46734255455470547,
      "grad_norm": 1.688329647541456,
      "learning_rate": 6.423603148256589e-06,
      "loss": 0.5215,
      "step": 12400
    },
    {
      "epoch": 0.4677194437116044,
      "grad_norm": 1.4741523126628993,
      "learning_rate": 6.417296034570972e-06,
      "loss": 0.4984,
      "step": 12410
    },
    {
      "epoch": 0.4680963328685034,
      "grad_norm": 1.4962239650802354,
      "learning_rate": 6.410986467713446e-06,
      "loss": 0.5275,
      "step": 12420
    },
    {
      "epoch": 0.4684732220254023,
      "grad_norm": 1.7317402848543209,
      "learning_rate": 6.404674458605119e-06,
      "loss": 0.5235,
      "step": 12430
    },
    {
      "epoch": 0.4688501111823013,
      "grad_norm": 1.507370223846744,
      "learning_rate": 6.398360018171335e-06,
      "loss": 0.5065,
      "step": 12440
    },
    {
      "epoch": 0.46922700033920023,
      "grad_norm": 1.6389685200877848,
      "learning_rate": 6.392043157341645e-06,
      "loss": 0.5139,
      "step": 12450
    },
    {
      "epoch": 0.4696038894960992,
      "grad_norm": 4.587056243685229,
      "learning_rate": 6.385723887049788e-06,
      "loss": 0.5037,
      "step": 12460
    },
    {
      "epoch": 0.46998077865299814,
      "grad_norm": 1.4469191726379287,
      "learning_rate": 6.379402218233673e-06,
      "loss": 0.5139,
      "step": 12470
    },
    {
      "epoch": 0.47035766780989713,
      "grad_norm": 1.4631499108231787,
      "learning_rate": 6.373078161835364e-06,
      "loss": 0.5132,
      "step": 12480
    },
    {
      "epoch": 0.47073455696679606,
      "grad_norm": 1.494757392645272,
      "learning_rate": 6.366751728801051e-06,
      "loss": 0.4952,
      "step": 12490
    },
    {
      "epoch": 0.47111144612369504,
      "grad_norm": 1.6614354722718154,
      "learning_rate": 6.360422930081045e-06,
      "loss": 0.5236,
      "step": 12500
    },
    {
      "epoch": 0.471488335280594,
      "grad_norm": 1.589063266340144,
      "learning_rate": 6.3540917766297475e-06,
      "loss": 0.4754,
      "step": 12510
    },
    {
      "epoch": 0.47186522443749296,
      "grad_norm": 1.645641474309447,
      "learning_rate": 6.347758279405636e-06,
      "loss": 0.5105,
      "step": 12520
    },
    {
      "epoch": 0.4722421135943919,
      "grad_norm": 1.842229947630362,
      "learning_rate": 6.341422449371247e-06,
      "loss": 0.5058,
      "step": 12530
    },
    {
      "epoch": 0.4726190027512908,
      "grad_norm": 1.6305355750205157,
      "learning_rate": 6.3350842974931526e-06,
      "loss": 0.5387,
      "step": 12540
    },
    {
      "epoch": 0.4729958919081898,
      "grad_norm": 1.618466891577579,
      "learning_rate": 6.328743834741945e-06,
      "loss": 0.4999,
      "step": 12550
    },
    {
      "epoch": 0.47337278106508873,
      "grad_norm": 1.326825185706353,
      "learning_rate": 6.322401072092216e-06,
      "loss": 0.5027,
      "step": 12560
    },
    {
      "epoch": 0.4737496702219877,
      "grad_norm": 1.5969546323969477,
      "learning_rate": 6.316056020522538e-06,
      "loss": 0.5222,
      "step": 12570
    },
    {
      "epoch": 0.47412655937888665,
      "grad_norm": 1.5972771926737852,
      "learning_rate": 6.309708691015443e-06,
      "loss": 0.5015,
      "step": 12580
    },
    {
      "epoch": 0.47450344853578563,
      "grad_norm": 1.5891933279912756,
      "learning_rate": 6.303359094557411e-06,
      "loss": 0.4977,
      "step": 12590
    },
    {
      "epoch": 0.47488033769268456,
      "grad_norm": 1.7999033521409773,
      "learning_rate": 6.297007242138842e-06,
      "loss": 0.5161,
      "step": 12600
    },
    {
      "epoch": 0.47525722684958355,
      "grad_norm": 1.5315463861951017,
      "learning_rate": 6.290653144754043e-06,
      "loss": 0.5215,
      "step": 12610
    },
    {
      "epoch": 0.4756341160064825,
      "grad_norm": 1.6153094914746262,
      "learning_rate": 6.2842968134012026e-06,
      "loss": 0.4953,
      "step": 12620
    },
    {
      "epoch": 0.47601100516338146,
      "grad_norm": 1.665498157343032,
      "learning_rate": 6.277938259082382e-06,
      "loss": 0.4995,
      "step": 12630
    },
    {
      "epoch": 0.4763878943202804,
      "grad_norm": 1.3905032960020645,
      "learning_rate": 6.271577492803486e-06,
      "loss": 0.4796,
      "step": 12640
    },
    {
      "epoch": 0.4767647834771794,
      "grad_norm": 1.6507279959491987,
      "learning_rate": 6.265214525574248e-06,
      "loss": 0.5157,
      "step": 12650
    },
    {
      "epoch": 0.4771416726340783,
      "grad_norm": 1.2843410140916522,
      "learning_rate": 6.258849368408213e-06,
      "loss": 0.4858,
      "step": 12660
    },
    {
      "epoch": 0.4775185617909773,
      "grad_norm": 1.8350039947211565,
      "learning_rate": 6.252482032322716e-06,
      "loss": 0.5029,
      "step": 12670
    },
    {
      "epoch": 0.4778954509478762,
      "grad_norm": 1.5252536968641863,
      "learning_rate": 6.246112528338864e-06,
      "loss": 0.4954,
      "step": 12680
    },
    {
      "epoch": 0.4782723401047752,
      "grad_norm": 15.626822494749767,
      "learning_rate": 6.239740867481514e-06,
      "loss": 0.4798,
      "step": 12690
    },
    {
      "epoch": 0.47864922926167414,
      "grad_norm": 1.4368053909649985,
      "learning_rate": 6.233367060779258e-06,
      "loss": 0.4988,
      "step": 12700
    },
    {
      "epoch": 0.4790261184185731,
      "grad_norm": 1.6672155662880033,
      "learning_rate": 6.226991119264405e-06,
      "loss": 0.501,
      "step": 12710
    },
    {
      "epoch": 0.47940300757547205,
      "grad_norm": 1.7236312698986331,
      "learning_rate": 6.22061305397295e-06,
      "loss": 0.49,
      "step": 12720
    },
    {
      "epoch": 0.47977989673237104,
      "grad_norm": 1.5777802364774114,
      "learning_rate": 6.214232875944577e-06,
      "loss": 0.4982,
      "step": 12730
    },
    {
      "epoch": 0.48015678588926997,
      "grad_norm": 1.6768420216779125,
      "learning_rate": 6.207850596222616e-06,
      "loss": 0.4923,
      "step": 12740
    },
    {
      "epoch": 0.4805336750461689,
      "grad_norm": 1.7758220533639664,
      "learning_rate": 6.201466225854038e-06,
      "loss": 0.5189,
      "step": 12750
    },
    {
      "epoch": 0.4809105642030679,
      "grad_norm": 1.4580963940658098,
      "learning_rate": 6.195079775889436e-06,
      "loss": 0.4777,
      "step": 12760
    },
    {
      "epoch": 0.4812874533599668,
      "grad_norm": 1.5845783588645914,
      "learning_rate": 6.188691257382998e-06,
      "loss": 0.5021,
      "step": 12770
    },
    {
      "epoch": 0.4816643425168658,
      "grad_norm": 1.6276734887673494,
      "learning_rate": 6.182300681392497e-06,
      "loss": 0.5087,
      "step": 12780
    },
    {
      "epoch": 0.4820412316737647,
      "grad_norm": 1.6758298613310316,
      "learning_rate": 6.175908058979264e-06,
      "loss": 0.4919,
      "step": 12790
    },
    {
      "epoch": 0.4824181208306637,
      "grad_norm": 1.733797532127255,
      "learning_rate": 6.169513401208169e-06,
      "loss": 0.4979,
      "step": 12800
    },
    {
      "epoch": 0.48279500998756264,
      "grad_norm": 1.497057452497915,
      "learning_rate": 6.163116719147615e-06,
      "loss": 0.5047,
      "step": 12810
    },
    {
      "epoch": 0.4831718991444616,
      "grad_norm": 1.8210153084730252,
      "learning_rate": 6.156718023869497e-06,
      "loss": 0.4924,
      "step": 12820
    },
    {
      "epoch": 0.48354878830136055,
      "grad_norm": 1.5847792515896284,
      "learning_rate": 6.150317326449204e-06,
      "loss": 0.4779,
      "step": 12830
    },
    {
      "epoch": 0.48392567745825954,
      "grad_norm": 1.7086888789433332,
      "learning_rate": 6.143914637965585e-06,
      "loss": 0.5339,
      "step": 12840
    },
    {
      "epoch": 0.48430256661515847,
      "grad_norm": 1.825053431015552,
      "learning_rate": 6.137509969500936e-06,
      "loss": 0.4735,
      "step": 12850
    },
    {
      "epoch": 0.48467945577205745,
      "grad_norm": 1.4362907044279158,
      "learning_rate": 6.131103332140983e-06,
      "loss": 0.487,
      "step": 12860
    },
    {
      "epoch": 0.4850563449289564,
      "grad_norm": 1.6070484026990965,
      "learning_rate": 6.124694736974857e-06,
      "loss": 0.5195,
      "step": 12870
    },
    {
      "epoch": 0.48543323408585537,
      "grad_norm": 1.4921206455295302,
      "learning_rate": 6.11828419509508e-06,
      "loss": 0.4883,
      "step": 12880
    },
    {
      "epoch": 0.4858101232427543,
      "grad_norm": 1.596099544918074,
      "learning_rate": 6.111871717597542e-06,
      "loss": 0.5001,
      "step": 12890
    },
    {
      "epoch": 0.4861870123996533,
      "grad_norm": 1.6612200565392714,
      "learning_rate": 6.10545731558148e-06,
      "loss": 0.4955,
      "step": 12900
    },
    {
      "epoch": 0.4865639015565522,
      "grad_norm": 1.5500638018436168,
      "learning_rate": 6.09904100014947e-06,
      "loss": 0.5034,
      "step": 12910
    },
    {
      "epoch": 0.4869407907134512,
      "grad_norm": 1.4977064904230966,
      "learning_rate": 6.092622782407395e-06,
      "loss": 0.4963,
      "step": 12920
    },
    {
      "epoch": 0.48731767987035013,
      "grad_norm": 1.556241953096911,
      "learning_rate": 6.086202673464428e-06,
      "loss": 0.4838,
      "step": 12930
    },
    {
      "epoch": 0.48769456902724906,
      "grad_norm": 1.3784052149036907,
      "learning_rate": 6.079780684433024e-06,
      "loss": 0.5104,
      "step": 12940
    },
    {
      "epoch": 0.48807145818414804,
      "grad_norm": 1.862515188918877,
      "learning_rate": 6.0733568264288825e-06,
      "loss": 0.4936,
      "step": 12950
    },
    {
      "epoch": 0.488448347341047,
      "grad_norm": 1.4553084049722098,
      "learning_rate": 6.066931110570946e-06,
      "loss": 0.5048,
      "step": 12960
    },
    {
      "epoch": 0.48882523649794596,
      "grad_norm": 1.8977016581962198,
      "learning_rate": 6.0605035479813665e-06,
      "loss": 0.51,
      "step": 12970
    },
    {
      "epoch": 0.4892021256548449,
      "grad_norm": 1.4849897548302309,
      "learning_rate": 6.054074149785495e-06,
      "loss": 0.5085,
      "step": 12980
    },
    {
      "epoch": 0.4895790148117439,
      "grad_norm": 1.5091872951995677,
      "learning_rate": 6.047642927111861e-06,
      "loss": 0.5341,
      "step": 12990
    },
    {
      "epoch": 0.4899559039686428,
      "grad_norm": 1.6207478659154608,
      "learning_rate": 6.04120989109215e-06,
      "loss": 0.4925,
      "step": 13000
    },
    {
      "epoch": 0.4903327931255418,
      "grad_norm": 1.7085152211604375,
      "learning_rate": 6.0347750528611885e-06,
      "loss": 0.5045,
      "step": 13010
    },
    {
      "epoch": 0.4907096822824407,
      "grad_norm": 1.566132388020068,
      "learning_rate": 6.028338423556921e-06,
      "loss": 0.4953,
      "step": 13020
    },
    {
      "epoch": 0.4910865714393397,
      "grad_norm": 5.227941826091356,
      "learning_rate": 6.021900014320388e-06,
      "loss": 0.4873,
      "step": 13030
    },
    {
      "epoch": 0.49146346059623863,
      "grad_norm": 1.399863983250925,
      "learning_rate": 6.015459836295719e-06,
      "loss": 0.5148,
      "step": 13040
    },
    {
      "epoch": 0.4918403497531376,
      "grad_norm": 1.7472942859455838,
      "learning_rate": 6.0090179006301e-06,
      "loss": 0.4913,
      "step": 13050
    },
    {
      "epoch": 0.49221723891003655,
      "grad_norm": 1.6716498146417993,
      "learning_rate": 6.002574218473759e-06,
      "loss": 0.5056,
      "step": 13060
    },
    {
      "epoch": 0.49259412806693553,
      "grad_norm": 1.4884093526859357,
      "learning_rate": 5.996128800979949e-06,
      "loss": 0.491,
      "step": 13070
    },
    {
      "epoch": 0.49297101722383446,
      "grad_norm": 1.2765637587957481,
      "learning_rate": 5.989681659304927e-06,
      "loss": 0.5089,
      "step": 13080
    },
    {
      "epoch": 0.49334790638073345,
      "grad_norm": 1.515026969598235,
      "learning_rate": 5.9832328046079305e-06,
      "loss": 0.5015,
      "step": 13090
    },
    {
      "epoch": 0.4937247955376324,
      "grad_norm": 1.7949411377094697,
      "learning_rate": 5.9767822480511685e-06,
      "loss": 0.5161,
      "step": 13100
    },
    {
      "epoch": 0.49410168469453136,
      "grad_norm": 1.4675750652458723,
      "learning_rate": 5.970330000799787e-06,
      "loss": 0.5104,
      "step": 13110
    },
    {
      "epoch": 0.4944785738514303,
      "grad_norm": 2.0046846020153444,
      "learning_rate": 5.963876074021868e-06,
      "loss": 0.5292,
      "step": 13120
    },
    {
      "epoch": 0.4948554630083293,
      "grad_norm": 1.5369389040150114,
      "learning_rate": 5.957420478888393e-06,
      "loss": 0.4792,
      "step": 13130
    },
    {
      "epoch": 0.4952323521652282,
      "grad_norm": 1.4186555111290844,
      "learning_rate": 5.950963226573237e-06,
      "loss": 0.4947,
      "step": 13140
    },
    {
      "epoch": 0.49560924132212714,
      "grad_norm": 1.8188924112261224,
      "learning_rate": 5.944504328253137e-06,
      "loss": 0.5111,
      "step": 13150
    },
    {
      "epoch": 0.4959861304790261,
      "grad_norm": 1.5665015635774655,
      "learning_rate": 5.9380437951076845e-06,
      "loss": 0.487,
      "step": 13160
    },
    {
      "epoch": 0.49636301963592505,
      "grad_norm": 1.408767806697384,
      "learning_rate": 5.931581638319298e-06,
      "loss": 0.5116,
      "step": 13170
    },
    {
      "epoch": 0.49673990879282404,
      "grad_norm": 1.58728988540725,
      "learning_rate": 5.925117869073208e-06,
      "loss": 0.5059,
      "step": 13180
    },
    {
      "epoch": 0.49711679794972297,
      "grad_norm": 1.6119437087711728,
      "learning_rate": 5.918652498557434e-06,
      "loss": 0.5047,
      "step": 13190
    },
    {
      "epoch": 0.49749368710662195,
      "grad_norm": 1.6279721324019796,
      "learning_rate": 5.91218553796277e-06,
      "loss": 0.4935,
      "step": 13200
    },
    {
      "epoch": 0.4978705762635209,
      "grad_norm": 1.459557111527884,
      "learning_rate": 5.905716998482758e-06,
      "loss": 0.4596,
      "step": 13210
    },
    {
      "epoch": 0.49824746542041987,
      "grad_norm": 1.939844630405015,
      "learning_rate": 5.899246891313678e-06,
      "loss": 0.5423,
      "step": 13220
    },
    {
      "epoch": 0.4986243545773188,
      "grad_norm": 2.0937651337717273,
      "learning_rate": 5.892775227654518e-06,
      "loss": 0.5223,
      "step": 13230
    },
    {
      "epoch": 0.4990012437342178,
      "grad_norm": 1.6236113152239642,
      "learning_rate": 5.886302018706964e-06,
      "loss": 0.5015,
      "step": 13240
    },
    {
      "epoch": 0.4993781328911167,
      "grad_norm": 1.701791434893844,
      "learning_rate": 5.879827275675375e-06,
      "loss": 0.5264,
      "step": 13250
    },
    {
      "epoch": 0.4997550220480157,
      "grad_norm": 1.452378340458775,
      "learning_rate": 5.8733510097667664e-06,
      "loss": 0.4962,
      "step": 13260
    },
    {
      "epoch": 0.5001319112049146,
      "grad_norm": 1.7488927537673415,
      "learning_rate": 5.866873232190791e-06,
      "loss": 0.5223,
      "step": 13270
    },
    {
      "epoch": 0.5005088003618136,
      "grad_norm": 1.4944535300590263,
      "learning_rate": 5.860393954159712e-06,
      "loss": 0.4943,
      "step": 13280
    },
    {
      "epoch": 0.5008856895187126,
      "grad_norm": 1.3543774753320355,
      "learning_rate": 5.853913186888397e-06,
      "loss": 0.5162,
      "step": 13290
    },
    {
      "epoch": 0.5012625786756115,
      "grad_norm": 1.505410524383986,
      "learning_rate": 5.847430941594287e-06,
      "loss": 0.4926,
      "step": 13300
    },
    {
      "epoch": 0.5016394678325105,
      "grad_norm": 1.8407394343276793,
      "learning_rate": 5.840947229497382e-06,
      "loss": 0.4958,
      "step": 13310
    },
    {
      "epoch": 0.5020163569894094,
      "grad_norm": 1.6072319888354176,
      "learning_rate": 5.834462061820223e-06,
      "loss": 0.5221,
      "step": 13320
    },
    {
      "epoch": 0.5023932461463084,
      "grad_norm": 1.4621312186704514,
      "learning_rate": 5.827975449787868e-06,
      "loss": 0.5361,
      "step": 13330
    },
    {
      "epoch": 0.5027701353032074,
      "grad_norm": 1.478486209469283,
      "learning_rate": 5.821487404627872e-06,
      "loss": 0.4898,
      "step": 13340
    },
    {
      "epoch": 0.5031470244601063,
      "grad_norm": 1.5900748132206215,
      "learning_rate": 5.814997937570282e-06,
      "loss": 0.4911,
      "step": 13350
    },
    {
      "epoch": 0.5035239136170052,
      "grad_norm": 1.6106460671873601,
      "learning_rate": 5.808507059847591e-06,
      "loss": 0.5078,
      "step": 13360
    },
    {
      "epoch": 0.5039008027739041,
      "grad_norm": 1.8201545845564078,
      "learning_rate": 5.802014782694745e-06,
      "loss": 0.5254,
      "step": 13370
    },
    {
      "epoch": 0.5042776919308032,
      "grad_norm": 1.5604700154370892,
      "learning_rate": 5.795521117349106e-06,
      "loss": 0.5183,
      "step": 13380
    },
    {
      "epoch": 0.5046545810877021,
      "grad_norm": 1.476477451573828,
      "learning_rate": 5.789026075050445e-06,
      "loss": 0.5158,
      "step": 13390
    },
    {
      "epoch": 0.505031470244601,
      "grad_norm": 1.8253062366468507,
      "learning_rate": 5.782529667040908e-06,
      "loss": 0.5044,
      "step": 13400
    },
    {
      "epoch": 0.5054083594015,
      "grad_norm": 1.4718401708375746,
      "learning_rate": 5.7760319045650124e-06,
      "loss": 0.4713,
      "step": 13410
    },
    {
      "epoch": 0.505785248558399,
      "grad_norm": 2.0225600662739187,
      "learning_rate": 5.769532798869617e-06,
      "loss": 0.5435,
      "step": 13420
    },
    {
      "epoch": 0.5061621377152979,
      "grad_norm": 1.7805238633538563,
      "learning_rate": 5.763032361203904e-06,
      "loss": 0.4927,
      "step": 13430
    },
    {
      "epoch": 0.5065390268721969,
      "grad_norm": 1.6277608026896737,
      "learning_rate": 5.756530602819363e-06,
      "loss": 0.5066,
      "step": 13440
    },
    {
      "epoch": 0.5069159160290958,
      "grad_norm": 1.4945525295342976,
      "learning_rate": 5.750027534969771e-06,
      "loss": 0.4921,
      "step": 13450
    },
    {
      "epoch": 0.5072928051859948,
      "grad_norm": 1.4820174242789568,
      "learning_rate": 5.743523168911167e-06,
      "loss": 0.5075,
      "step": 13460
    },
    {
      "epoch": 0.5076696943428938,
      "grad_norm": 1.3635089466658887,
      "learning_rate": 5.7370175159018415e-06,
      "loss": 0.5046,
      "step": 13470
    },
    {
      "epoch": 0.5080465834997927,
      "grad_norm": 1.8437545665124715,
      "learning_rate": 5.730510587202311e-06,
      "loss": 0.515,
      "step": 13480
    },
    {
      "epoch": 0.5084234726566916,
      "grad_norm": 1.786451934916694,
      "learning_rate": 5.7240023940752984e-06,
      "loss": 0.5066,
      "step": 13490
    },
    {
      "epoch": 0.5088003618135907,
      "grad_norm": 1.7504343352240117,
      "learning_rate": 5.71749294778572e-06,
      "loss": 0.4949,
      "step": 13500
    },
    {
      "epoch": 0.5091772509704896,
      "grad_norm": 1.4788751754375462,
      "learning_rate": 5.710982259600656e-06,
      "loss": 0.4816,
      "step": 13510
    },
    {
      "epoch": 0.5095541401273885,
      "grad_norm": 1.5291626156746818,
      "learning_rate": 5.704470340789335e-06,
      "loss": 0.4725,
      "step": 13520
    },
    {
      "epoch": 0.5099310292842875,
      "grad_norm": 1.6830268113490698,
      "learning_rate": 5.697957202623126e-06,
      "loss": 0.4755,
      "step": 13530
    },
    {
      "epoch": 0.5103079184411864,
      "grad_norm": 1.495645523541403,
      "learning_rate": 5.691442856375493e-06,
      "loss": 0.4848,
      "step": 13540
    },
    {
      "epoch": 0.5106848075980854,
      "grad_norm": 1.7364770312162106,
      "learning_rate": 5.684927313322006e-06,
      "loss": 0.4986,
      "step": 13550
    },
    {
      "epoch": 0.5110616967549844,
      "grad_norm": 1.646648774368243,
      "learning_rate": 5.678410584740296e-06,
      "loss": 0.5062,
      "step": 13560
    },
    {
      "epoch": 0.5114385859118833,
      "grad_norm": 1.4355497252644054,
      "learning_rate": 5.671892681910052e-06,
      "loss": 0.5043,
      "step": 13570
    },
    {
      "epoch": 0.5118154750687822,
      "grad_norm": 1.5515113579431314,
      "learning_rate": 5.6653736161129925e-06,
      "loss": 0.5216,
      "step": 13580
    },
    {
      "epoch": 0.5121923642256813,
      "grad_norm": 1.668318401565443,
      "learning_rate": 5.658853398632849e-06,
      "loss": 0.5192,
      "step": 13590
    },
    {
      "epoch": 0.5125692533825802,
      "grad_norm": 1.4997427229219318,
      "learning_rate": 5.6523320407553495e-06,
      "loss": 0.4884,
      "step": 13600
    },
    {
      "epoch": 0.5129461425394791,
      "grad_norm": 1.6101341859359553,
      "learning_rate": 5.6458095537681924e-06,
      "loss": 0.5099,
      "step": 13610
    },
    {
      "epoch": 0.513323031696378,
      "grad_norm": 1.606887828085733,
      "learning_rate": 5.63928594896103e-06,
      "loss": 0.5299,
      "step": 13620
    },
    {
      "epoch": 0.5136999208532771,
      "grad_norm": 1.416359664160664,
      "learning_rate": 5.632761237625455e-06,
      "loss": 0.4947,
      "step": 13630
    },
    {
      "epoch": 0.514076810010176,
      "grad_norm": 1.4981521351869527,
      "learning_rate": 5.626235431054968e-06,
      "loss": 0.5176,
      "step": 13640
    },
    {
      "epoch": 0.514453699167075,
      "grad_norm": 1.9146596793411172,
      "learning_rate": 5.619708540544971e-06,
      "loss": 0.4981,
      "step": 13650
    },
    {
      "epoch": 0.5148305883239739,
      "grad_norm": 1.6248776563981115,
      "learning_rate": 5.61318057739274e-06,
      "loss": 0.5343,
      "step": 13660
    },
    {
      "epoch": 0.5152074774808729,
      "grad_norm": 1.8392698085104202,
      "learning_rate": 5.606651552897404e-06,
      "loss": 0.4745,
      "step": 13670
    },
    {
      "epoch": 0.5155843666377719,
      "grad_norm": 1.51974705908948,
      "learning_rate": 5.6001214783599375e-06,
      "loss": 0.484,
      "step": 13680
    },
    {
      "epoch": 0.5159612557946708,
      "grad_norm": 1.5164194761342433,
      "learning_rate": 5.593590365083126e-06,
      "loss": 0.4973,
      "step": 13690
    },
    {
      "epoch": 0.5163381449515697,
      "grad_norm": 1.571042115479235,
      "learning_rate": 5.587058224371553e-06,
      "loss": 0.4708,
      "step": 13700
    },
    {
      "epoch": 0.5167150341084688,
      "grad_norm": 2.1629006116268683,
      "learning_rate": 5.580525067531585e-06,
      "loss": 0.4937,
      "step": 13710
    },
    {
      "epoch": 0.5170919232653677,
      "grad_norm": 1.842138362917266,
      "learning_rate": 5.57399090587134e-06,
      "loss": 0.499,
      "step": 13720
    },
    {
      "epoch": 0.5174688124222666,
      "grad_norm": 1.4590850155680444,
      "learning_rate": 5.5674557507006846e-06,
      "loss": 0.4989,
      "step": 13730
    },
    {
      "epoch": 0.5178457015791655,
      "grad_norm": 1.5433721159408116,
      "learning_rate": 5.560919613331197e-06,
      "loss": 0.5099,
      "step": 13740
    },
    {
      "epoch": 0.5182225907360645,
      "grad_norm": 1.8050635225380678,
      "learning_rate": 5.554382505076157e-06,
      "loss": 0.4918,
      "step": 13750
    },
    {
      "epoch": 0.5185994798929635,
      "grad_norm": 1.3538997043392071,
      "learning_rate": 5.54784443725053e-06,
      "loss": 0.4787,
      "step": 13760
    },
    {
      "epoch": 0.5189763690498624,
      "grad_norm": 1.7172296005933367,
      "learning_rate": 5.541305421170936e-06,
      "loss": 0.4926,
      "step": 13770
    },
    {
      "epoch": 0.5193532582067614,
      "grad_norm": 1.682395972487519,
      "learning_rate": 5.534765468155641e-06,
      "loss": 0.4837,
      "step": 13780
    },
    {
      "epoch": 0.5197301473636603,
      "grad_norm": 1.5176445024464842,
      "learning_rate": 5.528224589524527e-06,
      "loss": 0.4976,
      "step": 13790
    },
    {
      "epoch": 0.5201070365205593,
      "grad_norm": 1.5257635716345566,
      "learning_rate": 5.521682796599086e-06,
      "loss": 0.496,
      "step": 13800
    },
    {
      "epoch": 0.5204839256774583,
      "grad_norm": 1.5260587749295311,
      "learning_rate": 5.515140100702385e-06,
      "loss": 0.4884,
      "step": 13810
    },
    {
      "epoch": 0.5208608148343572,
      "grad_norm": 1.6982387061332391,
      "learning_rate": 5.508596513159059e-06,
      "loss": 0.5005,
      "step": 13820
    },
    {
      "epoch": 0.5212377039912561,
      "grad_norm": 1.4479971134584864,
      "learning_rate": 5.502052045295286e-06,
      "loss": 0.4982,
      "step": 13830
    },
    {
      "epoch": 0.5216145931481552,
      "grad_norm": 1.857022364604521,
      "learning_rate": 5.495506708438763e-06,
      "loss": 0.5174,
      "step": 13840
    },
    {
      "epoch": 0.5219914823050541,
      "grad_norm": 1.6885724207882848,
      "learning_rate": 5.488960513918695e-06,
      "loss": 0.522,
      "step": 13850
    },
    {
      "epoch": 0.522368371461953,
      "grad_norm": 1.4128662344535574,
      "learning_rate": 5.482413473065775e-06,
      "loss": 0.5039,
      "step": 13860
    },
    {
      "epoch": 0.522745260618852,
      "grad_norm": 1.9106751275521132,
      "learning_rate": 5.475865597212152e-06,
      "loss": 0.462,
      "step": 13870
    },
    {
      "epoch": 0.523122149775751,
      "grad_norm": 1.5304732560419125,
      "learning_rate": 5.469316897691428e-06,
      "loss": 0.4906,
      "step": 13880
    },
    {
      "epoch": 0.5234990389326499,
      "grad_norm": 1.6509200854352029,
      "learning_rate": 5.4627673858386255e-06,
      "loss": 0.4937,
      "step": 13890
    },
    {
      "epoch": 0.5238759280895489,
      "grad_norm": 1.692631204971466,
      "learning_rate": 5.456217072990178e-06,
      "loss": 0.4782,
      "step": 13900
    },
    {
      "epoch": 0.5242528172464478,
      "grad_norm": 1.5218720962530914,
      "learning_rate": 5.4496659704839e-06,
      "loss": 0.4917,
      "step": 13910
    },
    {
      "epoch": 0.5246297064033468,
      "grad_norm": 1.50914557920104,
      "learning_rate": 5.44311408965898e-06,
      "loss": 0.5226,
      "step": 13920
    },
    {
      "epoch": 0.5250065955602458,
      "grad_norm": 1.6708689941350754,
      "learning_rate": 5.436561441855942e-06,
      "loss": 0.4741,
      "step": 13930
    },
    {
      "epoch": 0.5253834847171447,
      "grad_norm": 2.0239362250295336,
      "learning_rate": 5.430008038416653e-06,
      "loss": 0.4797,
      "step": 13940
    },
    {
      "epoch": 0.5257603738740436,
      "grad_norm": 1.6524565432727731,
      "learning_rate": 5.423453890684274e-06,
      "loss": 0.5416,
      "step": 13950
    },
    {
      "epoch": 0.5261372630309425,
      "grad_norm": 1.4470951746948137,
      "learning_rate": 5.416899010003264e-06,
      "loss": 0.4571,
      "step": 13960
    },
    {
      "epoch": 0.5265141521878416,
      "grad_norm": 1.713191989373032,
      "learning_rate": 5.410343407719343e-06,
      "loss": 0.5086,
      "step": 13970
    },
    {
      "epoch": 0.5268910413447405,
      "grad_norm": 1.511732776736868,
      "learning_rate": 5.4037870951794856e-06,
      "loss": 0.4623,
      "step": 13980
    },
    {
      "epoch": 0.5272679305016394,
      "grad_norm": 1.6985510028227295,
      "learning_rate": 5.397230083731894e-06,
      "loss": 0.4956,
      "step": 13990
    },
    {
      "epoch": 0.5276448196585384,
      "grad_norm": 1.8917478296516785,
      "learning_rate": 5.390672384725979e-06,
      "loss": 0.5007,
      "step": 14000
    },
    {
      "epoch": 0.5280217088154374,
      "grad_norm": 1.45118679961553,
      "learning_rate": 5.384114009512343e-06,
      "loss": 0.4753,
      "step": 14010
    },
    {
      "epoch": 0.5283985979723363,
      "grad_norm": 1.5887735261780631,
      "learning_rate": 5.37755496944276e-06,
      "loss": 0.5109,
      "step": 14020
    },
    {
      "epoch": 0.5287754871292353,
      "grad_norm": 1.6042273339896562,
      "learning_rate": 5.37099527587015e-06,
      "loss": 0.5093,
      "step": 14030
    },
    {
      "epoch": 0.5291523762861342,
      "grad_norm": 1.5185256947676165,
      "learning_rate": 5.3644349401485695e-06,
      "loss": 0.512,
      "step": 14040
    },
    {
      "epoch": 0.5295292654430332,
      "grad_norm": 1.5903571571587558,
      "learning_rate": 5.3578739736331846e-06,
      "loss": 0.5145,
      "step": 14050
    },
    {
      "epoch": 0.5299061545999322,
      "grad_norm": 1.6617724641502587,
      "learning_rate": 5.351312387680249e-06,
      "loss": 0.4734,
      "step": 14060
    },
    {
      "epoch": 0.5302830437568311,
      "grad_norm": 1.5942708990624488,
      "learning_rate": 5.344750193647097e-06,
      "loss": 0.4822,
      "step": 14070
    },
    {
      "epoch": 0.53065993291373,
      "grad_norm": 1.6417425014333669,
      "learning_rate": 5.338187402892108e-06,
      "loss": 0.5148,
      "step": 14080
    },
    {
      "epoch": 0.5310368220706291,
      "grad_norm": 1.6747154379450402,
      "learning_rate": 5.331624026774698e-06,
      "loss": 0.4797,
      "step": 14090
    },
    {
      "epoch": 0.531413711227528,
      "grad_norm": 1.7559506025087541,
      "learning_rate": 5.325060076655295e-06,
      "loss": 0.4998,
      "step": 14100
    },
    {
      "epoch": 0.5317906003844269,
      "grad_norm": 1.5737701449749422,
      "learning_rate": 5.3184955638953215e-06,
      "loss": 0.4771,
      "step": 14110
    },
    {
      "epoch": 0.5321674895413259,
      "grad_norm": 1.4261947265219483,
      "learning_rate": 5.311930499857173e-06,
      "loss": 0.483,
      "step": 14120
    },
    {
      "epoch": 0.5325443786982249,
      "grad_norm": 1.5998345020742453,
      "learning_rate": 5.3053648959041995e-06,
      "loss": 0.4958,
      "step": 14130
    },
    {
      "epoch": 0.5329212678551238,
      "grad_norm": 1.4631565618451698,
      "learning_rate": 5.2987987634006845e-06,
      "loss": 0.4755,
      "step": 14140
    },
    {
      "epoch": 0.5332981570120228,
      "grad_norm": 1.5593631613031096,
      "learning_rate": 5.2922321137118285e-06,
      "loss": 0.4837,
      "step": 14150
    },
    {
      "epoch": 0.5336750461689217,
      "grad_norm": 1.373456275581913,
      "learning_rate": 5.285664958203723e-06,
      "loss": 0.488,
      "step": 14160
    },
    {
      "epoch": 0.5340519353258206,
      "grad_norm": 1.4401671838017023,
      "learning_rate": 5.2790973082433415e-06,
      "loss": 0.4953,
      "step": 14170
    },
    {
      "epoch": 0.5344288244827197,
      "grad_norm": 1.7640373010765296,
      "learning_rate": 5.2725291751985085e-06,
      "loss": 0.464,
      "step": 14180
    },
    {
      "epoch": 0.5348057136396186,
      "grad_norm": 3.309243521738535,
      "learning_rate": 5.2659605704378855e-06,
      "loss": 0.4997,
      "step": 14190
    },
    {
      "epoch": 0.5351826027965175,
      "grad_norm": 1.7411014099972144,
      "learning_rate": 5.259391505330952e-06,
      "loss": 0.487,
      "step": 14200
    },
    {
      "epoch": 0.5355594919534165,
      "grad_norm": 1.736020357499271,
      "learning_rate": 5.252821991247983e-06,
      "loss": 0.5079,
      "step": 14210
    },
    {
      "epoch": 0.5359363811103155,
      "grad_norm": 1.608976151378783,
      "learning_rate": 5.246252039560029e-06,
      "loss": 0.4948,
      "step": 14220
    },
    {
      "epoch": 0.5363132702672144,
      "grad_norm": 1.4342748366323024,
      "learning_rate": 5.239681661638902e-06,
      "loss": 0.4819,
      "step": 14230
    },
    {
      "epoch": 0.5366901594241134,
      "grad_norm": 1.5495611294979035,
      "learning_rate": 5.233110868857148e-06,
      "loss": 0.4804,
      "step": 14240
    },
    {
      "epoch": 0.5370670485810123,
      "grad_norm": 1.8546486328260592,
      "learning_rate": 5.2265396725880354e-06,
      "loss": 0.5026,
      "step": 14250
    },
    {
      "epoch": 0.5374439377379113,
      "grad_norm": 1.4351730050068885,
      "learning_rate": 5.219968084205525e-06,
      "loss": 0.4984,
      "step": 14260
    },
    {
      "epoch": 0.5378208268948103,
      "grad_norm": 1.5059171293734337,
      "learning_rate": 5.213396115084261e-06,
      "loss": 0.486,
      "step": 14270
    },
    {
      "epoch": 0.5381977160517092,
      "grad_norm": 1.5964828714981016,
      "learning_rate": 5.206823776599544e-06,
      "loss": 0.4951,
      "step": 14280
    },
    {
      "epoch": 0.5385746052086081,
      "grad_norm": 1.4533398425449158,
      "learning_rate": 5.200251080127318e-06,
      "loss": 0.5093,
      "step": 14290
    },
    {
      "epoch": 0.5389514943655072,
      "grad_norm": 1.6285262584640723,
      "learning_rate": 5.1936780370441395e-06,
      "loss": 0.4896,
      "step": 14300
    },
    {
      "epoch": 0.5393283835224061,
      "grad_norm": 1.6246946608117687,
      "learning_rate": 5.187104658727173e-06,
      "loss": 0.4775,
      "step": 14310
    },
    {
      "epoch": 0.539705272679305,
      "grad_norm": 1.4908047445233454,
      "learning_rate": 5.180530956554158e-06,
      "loss": 0.4975,
      "step": 14320
    },
    {
      "epoch": 0.5400821618362039,
      "grad_norm": 1.5621540920543053,
      "learning_rate": 5.173956941903395e-06,
      "loss": 0.4687,
      "step": 14330
    },
    {
      "epoch": 0.5404590509931029,
      "grad_norm": 1.7060966317168311,
      "learning_rate": 5.167382626153727e-06,
      "loss": 0.5019,
      "step": 14340
    },
    {
      "epoch": 0.5408359401500019,
      "grad_norm": 1.7020605336609178,
      "learning_rate": 5.160808020684519e-06,
      "loss": 0.4993,
      "step": 14350
    },
    {
      "epoch": 0.5412128293069008,
      "grad_norm": 1.7730954600238917,
      "learning_rate": 5.154233136875633e-06,
      "loss": 0.485,
      "step": 14360
    },
    {
      "epoch": 0.5415897184637998,
      "grad_norm": 1.9393987985330001,
      "learning_rate": 5.147657986107417e-06,
      "loss": 0.5375,
      "step": 14370
    },
    {
      "epoch": 0.5419666076206987,
      "grad_norm": 1.6471427503287805,
      "learning_rate": 5.1410825797606816e-06,
      "loss": 0.4997,
      "step": 14380
    },
    {
      "epoch": 0.5423434967775977,
      "grad_norm": 1.4369947353354569,
      "learning_rate": 5.134506929216674e-06,
      "loss": 0.4739,
      "step": 14390
    },
    {
      "epoch": 0.5427203859344967,
      "grad_norm": 1.7681719081478857,
      "learning_rate": 5.127931045857073e-06,
      "loss": 0.4991,
      "step": 14400
    },
    {
      "epoch": 0.5430972750913956,
      "grad_norm": 1.6691866607079882,
      "learning_rate": 5.1213549410639515e-06,
      "loss": 0.4623,
      "step": 14410
    },
    {
      "epoch": 0.5434741642482945,
      "grad_norm": 1.4149702534749613,
      "learning_rate": 5.114778626219772e-06,
      "loss": 0.4828,
      "step": 14420
    },
    {
      "epoch": 0.5438510534051936,
      "grad_norm": 1.6627823221828433,
      "learning_rate": 5.108202112707357e-06,
      "loss": 0.5027,
      "step": 14430
    },
    {
      "epoch": 0.5442279425620925,
      "grad_norm": 1.250526612258918,
      "learning_rate": 5.101625411909874e-06,
      "loss": 0.4779,
      "step": 14440
    },
    {
      "epoch": 0.5446048317189914,
      "grad_norm": 1.5283584890240594,
      "learning_rate": 5.0950485352108145e-06,
      "loss": 0.494,
      "step": 14450
    },
    {
      "epoch": 0.5449817208758904,
      "grad_norm": 1.337913464919517,
      "learning_rate": 5.088471493993977e-06,
      "loss": 0.459,
      "step": 14460
    },
    {
      "epoch": 0.5453586100327894,
      "grad_norm": 1.481063864916166,
      "learning_rate": 5.081894299643439e-06,
      "loss": 0.5148,
      "step": 14470
    },
    {
      "epoch": 0.5457354991896883,
      "grad_norm": 1.5902256444957483,
      "learning_rate": 5.07531696354355e-06,
      "loss": 0.4776,
      "step": 14480
    },
    {
      "epoch": 0.5461123883465873,
      "grad_norm": 1.443883382589487,
      "learning_rate": 5.068739497078898e-06,
      "loss": 0.5122,
      "step": 14490
    },
    {
      "epoch": 0.5464892775034862,
      "grad_norm": 1.6573811027305527,
      "learning_rate": 5.0621619116343e-06,
      "loss": 0.5163,
      "step": 14500
    },
    {
      "epoch": 0.5468661666603852,
      "grad_norm": 1.609253979586725,
      "learning_rate": 5.055584218594782e-06,
      "loss": 0.4862,
      "step": 14510
    },
    {
      "epoch": 0.5472430558172842,
      "grad_norm": 1.7791228748733698,
      "learning_rate": 5.049006429345552e-06,
      "loss": 0.5079,
      "step": 14520
    },
    {
      "epoch": 0.5476199449741831,
      "grad_norm": 1.5440262873205584,
      "learning_rate": 5.0424285552719845e-06,
      "loss": 0.4881,
      "step": 14530
    },
    {
      "epoch": 0.547996834131082,
      "grad_norm": 1.67027687894764,
      "learning_rate": 5.0358506077596035e-06,
      "loss": 0.4948,
      "step": 14540
    },
    {
      "epoch": 0.548373723287981,
      "grad_norm": 1.7084316467056804,
      "learning_rate": 5.029272598194057e-06,
      "loss": 0.4836,
      "step": 14550
    },
    {
      "epoch": 0.54875061244488,
      "grad_norm": 1.6824534462487943,
      "learning_rate": 5.022694537961105e-06,
      "loss": 0.4904,
      "step": 14560
    },
    {
      "epoch": 0.5491275016017789,
      "grad_norm": 1.684452437139124,
      "learning_rate": 5.016116438446588e-06,
      "loss": 0.5244,
      "step": 14570
    },
    {
      "epoch": 0.5495043907586779,
      "grad_norm": 1.7169193584179046,
      "learning_rate": 5.009538311036422e-06,
      "loss": 0.5139,
      "step": 14580
    },
    {
      "epoch": 0.5498812799155768,
      "grad_norm": 1.6319964128441222,
      "learning_rate": 5.002960167116567e-06,
      "loss": 0.4995,
      "step": 14590
    },
    {
      "epoch": 0.5502581690724758,
      "grad_norm": 1.7828166102258067,
      "learning_rate": 4.9963820180730125e-06,
      "loss": 0.4847,
      "step": 14600
    },
    {
      "epoch": 0.5506350582293748,
      "grad_norm": 1.4715536669658034,
      "learning_rate": 4.989803875291759e-06,
      "loss": 0.5032,
      "step": 14610
    },
    {
      "epoch": 0.5510119473862737,
      "grad_norm": 1.6193456161052595,
      "learning_rate": 4.983225750158789e-06,
      "loss": 0.4738,
      "step": 14620
    },
    {
      "epoch": 0.5513888365431726,
      "grad_norm": 1.6523635284605276,
      "learning_rate": 4.976647654060064e-06,
      "loss": 0.4697,
      "step": 14630
    },
    {
      "epoch": 0.5517657257000717,
      "grad_norm": 1.5353363387196937,
      "learning_rate": 4.970069598381489e-06,
      "loss": 0.4766,
      "step": 14640
    },
    {
      "epoch": 0.5521426148569706,
      "grad_norm": 1.599767794638566,
      "learning_rate": 4.963491594508904e-06,
      "loss": 0.486,
      "step": 14650
    },
    {
      "epoch": 0.5525195040138695,
      "grad_norm": 1.5072462327621345,
      "learning_rate": 4.956913653828051e-06,
      "loss": 0.5029,
      "step": 14660
    },
    {
      "epoch": 0.5528963931707684,
      "grad_norm": 1.576083520001881,
      "learning_rate": 4.950335787724571e-06,
      "loss": 0.5008,
      "step": 14670
    },
    {
      "epoch": 0.5532732823276675,
      "grad_norm": 1.7206709649650131,
      "learning_rate": 4.943758007583972e-06,
      "loss": 0.4899,
      "step": 14680
    },
    {
      "epoch": 0.5536501714845664,
      "grad_norm": 2.125129340848355,
      "learning_rate": 4.937180324791616e-06,
      "loss": 0.4858,
      "step": 14690
    },
    {
      "epoch": 0.5540270606414653,
      "grad_norm": 1.776386341218708,
      "learning_rate": 4.930602750732691e-06,
      "loss": 0.5114,
      "step": 14700
    },
    {
      "epoch": 0.5544039497983643,
      "grad_norm": 1.8272872066498904,
      "learning_rate": 4.924025296792202e-06,
      "loss": 0.4938,
      "step": 14710
    },
    {
      "epoch": 0.5547808389552633,
      "grad_norm": 1.5539132471817085,
      "learning_rate": 4.917447974354944e-06,
      "loss": 0.5012,
      "step": 14720
    },
    {
      "epoch": 0.5551577281121622,
      "grad_norm": 1.5058070102826557,
      "learning_rate": 4.910870794805484e-06,
      "loss": 0.4982,
      "step": 14730
    },
    {
      "epoch": 0.5555346172690612,
      "grad_norm": 1.710828327508459,
      "learning_rate": 4.904293769528146e-06,
      "loss": 0.4756,
      "step": 14740
    },
    {
      "epoch": 0.5559115064259601,
      "grad_norm": 1.8818911198800967,
      "learning_rate": 4.8977169099069774e-06,
      "loss": 0.4877,
      "step": 14750
    },
    {
      "epoch": 0.556288395582859,
      "grad_norm": 1.5555517297318513,
      "learning_rate": 4.891140227325749e-06,
      "loss": 0.5072,
      "step": 14760
    },
    {
      "epoch": 0.5566652847397581,
      "grad_norm": 1.3837969704058737,
      "learning_rate": 4.884563733167921e-06,
      "loss": 0.4493,
      "step": 14770
    },
    {
      "epoch": 0.557042173896657,
      "grad_norm": 1.605935176191625,
      "learning_rate": 4.877987438816626e-06,
      "loss": 0.5043,
      "step": 14780
    },
    {
      "epoch": 0.5574190630535559,
      "grad_norm": 1.4152291686855751,
      "learning_rate": 4.8714113556546526e-06,
      "loss": 0.4896,
      "step": 14790
    },
    {
      "epoch": 0.5577959522104549,
      "grad_norm": 1.555671007575408,
      "learning_rate": 4.864835495064422e-06,
      "loss": 0.4948,
      "step": 14800
    },
    {
      "epoch": 0.5581728413673539,
      "grad_norm": 1.7501287152105198,
      "learning_rate": 4.858259868427975e-06,
      "loss": 0.528,
      "step": 14810
    },
    {
      "epoch": 0.5585497305242528,
      "grad_norm": 1.4977704984866138,
      "learning_rate": 4.851684487126942e-06,
      "loss": 0.4995,
      "step": 14820
    },
    {
      "epoch": 0.5589266196811518,
      "grad_norm": 1.5881770020676744,
      "learning_rate": 4.845109362542531e-06,
      "loss": 0.5033,
      "step": 14830
    },
    {
      "epoch": 0.5593035088380507,
      "grad_norm": 1.6759640529299542,
      "learning_rate": 4.838534506055505e-06,
      "loss": 0.5153,
      "step": 14840
    },
    {
      "epoch": 0.5596803979949497,
      "grad_norm": 1.444873322408345,
      "learning_rate": 4.8319599290461644e-06,
      "loss": 0.4907,
      "step": 14850
    },
    {
      "epoch": 0.5600572871518487,
      "grad_norm": 1.8264686526034841,
      "learning_rate": 4.825385642894325e-06,
      "loss": 0.5306,
      "step": 14860
    },
    {
      "epoch": 0.5604341763087476,
      "grad_norm": 1.5497290772020473,
      "learning_rate": 4.818811658979298e-06,
      "loss": 0.5152,
      "step": 14870
    },
    {
      "epoch": 0.5608110654656465,
      "grad_norm": 1.37844981662825,
      "learning_rate": 4.8122379886798714e-06,
      "loss": 0.4983,
      "step": 14880
    },
    {
      "epoch": 0.5611879546225456,
      "grad_norm": 1.3444131954230294,
      "learning_rate": 4.805664643374295e-06,
      "loss": 0.4925,
      "step": 14890
    },
    {
      "epoch": 0.5615648437794445,
      "grad_norm": 1.5532769744703083,
      "learning_rate": 4.799091634440251e-06,
      "loss": 0.5188,
      "step": 14900
    },
    {
      "epoch": 0.5619417329363434,
      "grad_norm": 1.555196739372832,
      "learning_rate": 4.7925189732548396e-06,
      "loss": 0.4683,
      "step": 14910
    },
    {
      "epoch": 0.5623186220932423,
      "grad_norm": 1.4684972837534254,
      "learning_rate": 4.7859466711945616e-06,
      "loss": 0.479,
      "step": 14920
    },
    {
      "epoch": 0.5626955112501413,
      "grad_norm": 1.6202095473956792,
      "learning_rate": 4.7793747396352945e-06,
      "loss": 0.494,
      "step": 14930
    },
    {
      "epoch": 0.5630724004070403,
      "grad_norm": 1.7528710855944911,
      "learning_rate": 4.7728031899522775e-06,
      "loss": 0.4671,
      "step": 14940
    },
    {
      "epoch": 0.5634492895639392,
      "grad_norm": 1.8853181007805313,
      "learning_rate": 4.7662320335200815e-06,
      "loss": 0.4952,
      "step": 14950
    },
    {
      "epoch": 0.5638261787208382,
      "grad_norm": 1.5382530586672782,
      "learning_rate": 4.759661281712605e-06,
      "loss": 0.4707,
      "step": 14960
    },
    {
      "epoch": 0.5642030678777371,
      "grad_norm": 1.525234396856901,
      "learning_rate": 4.753090945903043e-06,
      "loss": 0.479,
      "step": 14970
    },
    {
      "epoch": 0.5645799570346361,
      "grad_norm": 1.4131804151431138,
      "learning_rate": 4.74652103746387e-06,
      "loss": 0.5002,
      "step": 14980
    },
    {
      "epoch": 0.5649568461915351,
      "grad_norm": 1.3413955318599295,
      "learning_rate": 4.739951567766819e-06,
      "loss": 0.5014,
      "step": 14990
    },
    {
      "epoch": 0.565333735348434,
      "grad_norm": 1.707719627926162,
      "learning_rate": 4.733382548182867e-06,
      "loss": 0.4803,
      "step": 15000
    },
    {
      "epoch": 0.5657106245053329,
      "grad_norm": 1.783248272136694,
      "learning_rate": 4.726813990082208e-06,
      "loss": 0.521,
      "step": 15010
    },
    {
      "epoch": 0.566087513662232,
      "grad_norm": 1.6966076793346403,
      "learning_rate": 4.720245904834247e-06,
      "loss": 0.491,
      "step": 15020
    },
    {
      "epoch": 0.5664644028191309,
      "grad_norm": 1.718872464504697,
      "learning_rate": 4.713678303807554e-06,
      "loss": 0.508,
      "step": 15030
    },
    {
      "epoch": 0.5668412919760298,
      "grad_norm": 1.3577910290768516,
      "learning_rate": 4.707111198369875e-06,
      "loss": 0.4792,
      "step": 15040
    },
    {
      "epoch": 0.5672181811329288,
      "grad_norm": 2.011765897335492,
      "learning_rate": 4.700544599888092e-06,
      "loss": 0.4792,
      "step": 15050
    },
    {
      "epoch": 0.5675950702898278,
      "grad_norm": 1.5685090926240022,
      "learning_rate": 4.693978519728214e-06,
      "loss": 0.487,
      "step": 15060
    },
    {
      "epoch": 0.5679719594467267,
      "grad_norm": 1.9465868567085707,
      "learning_rate": 4.687412969255344e-06,
      "loss": 0.5383,
      "step": 15070
    },
    {
      "epoch": 0.5683488486036257,
      "grad_norm": 1.9601527980802476,
      "learning_rate": 4.680847959833678e-06,
      "loss": 0.5143,
      "step": 15080
    },
    {
      "epoch": 0.5687257377605246,
      "grad_norm": 1.3360212285500883,
      "learning_rate": 4.674283502826469e-06,
      "loss": 0.5006,
      "step": 15090
    },
    {
      "epoch": 0.5691026269174236,
      "grad_norm": 1.8144442698478411,
      "learning_rate": 4.667719609596017e-06,
      "loss": 0.4999,
      "step": 15100
    },
    {
      "epoch": 0.5694795160743226,
      "grad_norm": 1.8698769948828864,
      "learning_rate": 4.661156291503648e-06,
      "loss": 0.4859,
      "step": 15110
    },
    {
      "epoch": 0.5698564052312215,
      "grad_norm": 1.49460133455783,
      "learning_rate": 4.654593559909686e-06,
      "loss": 0.4845,
      "step": 15120
    },
    {
      "epoch": 0.5702332943881204,
      "grad_norm": 1.4660243676447777,
      "learning_rate": 4.648031426173445e-06,
      "loss": 0.5125,
      "step": 15130
    },
    {
      "epoch": 0.5706101835450194,
      "grad_norm": 1.3870825072557174,
      "learning_rate": 4.641469901653202e-06,
      "loss": 0.5016,
      "step": 15140
    },
    {
      "epoch": 0.5709870727019184,
      "grad_norm": 1.6431723296673835,
      "learning_rate": 4.634908997706185e-06,
      "loss": 0.4987,
      "step": 15150
    },
    {
      "epoch": 0.5713639618588173,
      "grad_norm": 1.7105138212254234,
      "learning_rate": 4.628348725688535e-06,
      "loss": 0.4854,
      "step": 15160
    },
    {
      "epoch": 0.5717408510157163,
      "grad_norm": 1.9455745122203643,
      "learning_rate": 4.621789096955314e-06,
      "loss": 0.4913,
      "step": 15170
    },
    {
      "epoch": 0.5721177401726152,
      "grad_norm": 1.6110602983128681,
      "learning_rate": 4.615230122860463e-06,
      "loss": 0.478,
      "step": 15180
    },
    {
      "epoch": 0.5724946293295142,
      "grad_norm": 1.570236871676212,
      "learning_rate": 4.608671814756789e-06,
      "loss": 0.4966,
      "step": 15190
    },
    {
      "epoch": 0.5728715184864132,
      "grad_norm": 1.6101020345767108,
      "learning_rate": 4.60211418399595e-06,
      "loss": 0.4921,
      "step": 15200
    },
    {
      "epoch": 0.5732484076433121,
      "grad_norm": 1.3277725999257566,
      "learning_rate": 4.595557241928428e-06,
      "loss": 0.4492,
      "step": 15210
    },
    {
      "epoch": 0.573625296800211,
      "grad_norm": 1.4944481859425578,
      "learning_rate": 4.589000999903514e-06,
      "loss": 0.508,
      "step": 15220
    },
    {
      "epoch": 0.5740021859571101,
      "grad_norm": 1.949554647184248,
      "learning_rate": 4.582445469269293e-06,
      "loss": 0.4783,
      "step": 15230
    },
    {
      "epoch": 0.574379075114009,
      "grad_norm": 1.6382300534433607,
      "learning_rate": 4.575890661372608e-06,
      "loss": 0.5262,
      "step": 15240
    },
    {
      "epoch": 0.5747559642709079,
      "grad_norm": 1.7414910131507269,
      "learning_rate": 4.569336587559058e-06,
      "loss": 0.5097,
      "step": 15250
    },
    {
      "epoch": 0.5751328534278068,
      "grad_norm": 1.5308534197031307,
      "learning_rate": 4.562783259172972e-06,
      "loss": 0.4743,
      "step": 15260
    },
    {
      "epoch": 0.5755097425847059,
      "grad_norm": 1.544445790287268,
      "learning_rate": 4.556230687557387e-06,
      "loss": 0.4855,
      "step": 15270
    },
    {
      "epoch": 0.5758866317416048,
      "grad_norm": 1.5649621936574907,
      "learning_rate": 4.549678884054028e-06,
      "loss": 0.4827,
      "step": 15280
    },
    {
      "epoch": 0.5762635208985037,
      "grad_norm": 1.5699103732057733,
      "learning_rate": 4.543127860003291e-06,
      "loss": 0.5126,
      "step": 15290
    },
    {
      "epoch": 0.5766404100554027,
      "grad_norm": 1.6479924327503963,
      "learning_rate": 4.536577626744229e-06,
      "loss": 0.5087,
      "step": 15300
    },
    {
      "epoch": 0.5770172992123017,
      "grad_norm": 1.754860584177109,
      "learning_rate": 4.53002819561452e-06,
      "loss": 0.4868,
      "step": 15310
    },
    {
      "epoch": 0.5773941883692006,
      "grad_norm": 1.538257113940453,
      "learning_rate": 4.523479577950452e-06,
      "loss": 0.4828,
      "step": 15320
    },
    {
      "epoch": 0.5777710775260996,
      "grad_norm": 1.6723499369767234,
      "learning_rate": 4.516931785086911e-06,
      "loss": 0.4702,
      "step": 15330
    },
    {
      "epoch": 0.5781479666829985,
      "grad_norm": 1.441994971838687,
      "learning_rate": 4.510384828357352e-06,
      "loss": 0.5074,
      "step": 15340
    },
    {
      "epoch": 0.5785248558398974,
      "grad_norm": 1.676436195429064,
      "learning_rate": 4.503838719093785e-06,
      "loss": 0.498,
      "step": 15350
    },
    {
      "epoch": 0.5789017449967965,
      "grad_norm": 1.5193324381147915,
      "learning_rate": 4.4972934686267465e-06,
      "loss": 0.488,
      "step": 15360
    },
    {
      "epoch": 0.5792786341536954,
      "grad_norm": 1.644408204909188,
      "learning_rate": 4.4907490882852945e-06,
      "loss": 0.4658,
      "step": 15370
    },
    {
      "epoch": 0.5796555233105943,
      "grad_norm": 1.3830347527818876,
      "learning_rate": 4.484205589396979e-06,
      "loss": 0.5044,
      "step": 15380
    },
    {
      "epoch": 0.5800324124674933,
      "grad_norm": 1.5656512441657606,
      "learning_rate": 4.477662983287823e-06,
      "loss": 0.4713,
      "step": 15390
    },
    {
      "epoch": 0.5804093016243923,
      "grad_norm": 1.8212831299721022,
      "learning_rate": 4.4711212812823015e-06,
      "loss": 0.5006,
      "step": 15400
    },
    {
      "epoch": 0.5807861907812912,
      "grad_norm": 5.814852464154508,
      "learning_rate": 4.46458049470333e-06,
      "loss": 0.5273,
      "step": 15410
    },
    {
      "epoch": 0.5811630799381902,
      "grad_norm": 1.5922280470024501,
      "learning_rate": 4.458040634872234e-06,
      "loss": 0.512,
      "step": 15420
    },
    {
      "epoch": 0.5815399690950891,
      "grad_norm": 1.383810258386157,
      "learning_rate": 4.451501713108744e-06,
      "loss": 0.4864,
      "step": 15430
    },
    {
      "epoch": 0.5819168582519881,
      "grad_norm": 1.5168290662535795,
      "learning_rate": 4.444963740730953e-06,
      "loss": 0.5101,
      "step": 15440
    },
    {
      "epoch": 0.5822937474088871,
      "grad_norm": 1.628078473199888,
      "learning_rate": 4.438426729055324e-06,
      "loss": 0.4838,
      "step": 15450
    },
    {
      "epoch": 0.582670636565786,
      "grad_norm": 1.3493978928610881,
      "learning_rate": 4.431890689396649e-06,
      "loss": 0.4719,
      "step": 15460
    },
    {
      "epoch": 0.5830475257226849,
      "grad_norm": 1.740559583658373,
      "learning_rate": 4.425355633068041e-06,
      "loss": 0.5067,
      "step": 15470
    },
    {
      "epoch": 0.583424414879584,
      "grad_norm": 1.7981946745212039,
      "learning_rate": 4.418821571380911e-06,
      "loss": 0.4932,
      "step": 15480
    },
    {
      "epoch": 0.5838013040364829,
      "grad_norm": 1.5473002005079304,
      "learning_rate": 4.4122885156449445e-06,
      "loss": 0.4904,
      "step": 15490
    },
    {
      "epoch": 0.5841781931933818,
      "grad_norm": 1.8784776516281418,
      "learning_rate": 4.40575647716809e-06,
      "loss": 0.5048,
      "step": 15500
    },
    {
      "epoch": 0.5845550823502808,
      "grad_norm": 1.4719513927457284,
      "learning_rate": 4.399225467256535e-06,
      "loss": 0.4481,
      "step": 15510
    },
    {
      "epoch": 0.5849319715071798,
      "grad_norm": 1.825241349848936,
      "learning_rate": 4.392695497214688e-06,
      "loss": 0.4983,
      "step": 15520
    },
    {
      "epoch": 0.5853088606640787,
      "grad_norm": 1.5528305044356574,
      "learning_rate": 4.38616657834515e-06,
      "loss": 0.5041,
      "step": 15530
    },
    {
      "epoch": 0.5856857498209777,
      "grad_norm": 1.6870571870401214,
      "learning_rate": 4.3796387219487105e-06,
      "loss": 0.4874,
      "step": 15540
    },
    {
      "epoch": 0.5860626389778766,
      "grad_norm": 1.7920265982059933,
      "learning_rate": 4.373111939324317e-06,
      "loss": 0.4999,
      "step": 15550
    },
    {
      "epoch": 0.5864395281347755,
      "grad_norm": 1.341117566474037,
      "learning_rate": 4.366586241769061e-06,
      "loss": 0.4557,
      "step": 15560
    },
    {
      "epoch": 0.5868164172916746,
      "grad_norm": 1.3355923074651992,
      "learning_rate": 4.36006164057815e-06,
      "loss": 0.475,
      "step": 15570
    },
    {
      "epoch": 0.5871933064485735,
      "grad_norm": 1.5410068065396823,
      "learning_rate": 4.353538147044899e-06,
      "loss": 0.4794,
      "step": 15580
    },
    {
      "epoch": 0.5875701956054724,
      "grad_norm": 1.4096817479193515,
      "learning_rate": 4.347015772460705e-06,
      "loss": 0.5178,
      "step": 15590
    },
    {
      "epoch": 0.5879470847623713,
      "grad_norm": 1.7430158797469388,
      "learning_rate": 4.340494528115028e-06,
      "loss": 0.4908,
      "step": 15600
    },
    {
      "epoch": 0.5883239739192704,
      "grad_norm": 1.6723561324160858,
      "learning_rate": 4.333974425295368e-06,
      "loss": 0.4748,
      "step": 15610
    },
    {
      "epoch": 0.5887008630761693,
      "grad_norm": 1.5864053334700638,
      "learning_rate": 4.327455475287255e-06,
      "loss": 0.4994,
      "step": 15620
    },
    {
      "epoch": 0.5890777522330682,
      "grad_norm": 1.524780156258879,
      "learning_rate": 4.3209376893742185e-06,
      "loss": 0.4881,
      "step": 15630
    },
    {
      "epoch": 0.5894546413899672,
      "grad_norm": 1.7296029856373045,
      "learning_rate": 4.314421078837782e-06,
      "loss": 0.5231,
      "step": 15640
    },
    {
      "epoch": 0.5898315305468662,
      "grad_norm": 1.6109569171154967,
      "learning_rate": 4.3079056549574185e-06,
      "loss": 0.5001,
      "step": 15650
    },
    {
      "epoch": 0.5902084197037651,
      "grad_norm": 1.3624010397586623,
      "learning_rate": 4.301391429010563e-06,
      "loss": 0.5082,
      "step": 15660
    },
    {
      "epoch": 0.5905853088606641,
      "grad_norm": 1.7683758241128607,
      "learning_rate": 4.2948784122725695e-06,
      "loss": 0.4992,
      "step": 15670
    },
    {
      "epoch": 0.590962198017563,
      "grad_norm": 1.8030632058982388,
      "learning_rate": 4.2883666160167004e-06,
      "loss": 0.4562,
      "step": 15680
    },
    {
      "epoch": 0.591339087174462,
      "grad_norm": 1.4736588153729777,
      "learning_rate": 4.281856051514104e-06,
      "loss": 0.4598,
      "step": 15690
    },
    {
      "epoch": 0.591715976331361,
      "grad_norm": 1.9040076493277438,
      "learning_rate": 4.275346730033797e-06,
      "loss": 0.5181,
      "step": 15700
    },
    {
      "epoch": 0.5920928654882599,
      "grad_norm": 1.6217096093879626,
      "learning_rate": 4.268838662842648e-06,
      "loss": 0.493,
      "step": 15710
    },
    {
      "epoch": 0.5924697546451588,
      "grad_norm": 1.4714622199259768,
      "learning_rate": 4.262331861205353e-06,
      "loss": 0.4911,
      "step": 15720
    },
    {
      "epoch": 0.5928466438020578,
      "grad_norm": 1.6675985050238766,
      "learning_rate": 4.255826336384413e-06,
      "loss": 0.4839,
      "step": 15730
    },
    {
      "epoch": 0.5932235329589568,
      "grad_norm": 1.730305207931142,
      "learning_rate": 4.249322099640124e-06,
      "loss": 0.4613,
      "step": 15740
    },
    {
      "epoch": 0.5936004221158557,
      "grad_norm": 1.5875923671826002,
      "learning_rate": 4.2428191622305515e-06,
      "loss": 0.4882,
      "step": 15750
    },
    {
      "epoch": 0.5939773112727547,
      "grad_norm": 1.7817428188939046,
      "learning_rate": 4.2363175354115125e-06,
      "loss": 0.4735,
      "step": 15760
    },
    {
      "epoch": 0.5943542004296536,
      "grad_norm": 1.4446917245054236,
      "learning_rate": 4.229817230436551e-06,
      "loss": 0.4965,
      "step": 15770
    },
    {
      "epoch": 0.5947310895865526,
      "grad_norm": 1.5351237013104135,
      "learning_rate": 4.223318258556929e-06,
      "loss": 0.4889,
      "step": 15780
    },
    {
      "epoch": 0.5951079787434516,
      "grad_norm": 1.4127276518276473,
      "learning_rate": 4.2168206310216e-06,
      "loss": 0.4777,
      "step": 15790
    },
    {
      "epoch": 0.5954848679003505,
      "grad_norm": 1.632038239139784,
      "learning_rate": 4.210324359077188e-06,
      "loss": 0.4863,
      "step": 15800
    },
    {
      "epoch": 0.5958617570572494,
      "grad_norm": 1.58550770046582,
      "learning_rate": 4.20382945396797e-06,
      "loss": 0.4629,
      "step": 15810
    },
    {
      "epoch": 0.5962386462141485,
      "grad_norm": 1.5604563182410427,
      "learning_rate": 4.197335926935862e-06,
      "loss": 0.4702,
      "step": 15820
    },
    {
      "epoch": 0.5966155353710474,
      "grad_norm": 1.6694863244839393,
      "learning_rate": 4.190843789220388e-06,
      "loss": 0.4841,
      "step": 15830
    },
    {
      "epoch": 0.5969924245279463,
      "grad_norm": 1.3812318270249444,
      "learning_rate": 4.184353052058675e-06,
      "loss": 0.4803,
      "step": 15840
    },
    {
      "epoch": 0.5973693136848452,
      "grad_norm": 1.542874778740591,
      "learning_rate": 4.177863726685422e-06,
      "loss": 0.4774,
      "step": 15850
    },
    {
      "epoch": 0.5977462028417443,
      "grad_norm": 1.5992161372449223,
      "learning_rate": 4.1713758243328805e-06,
      "loss": 0.4642,
      "step": 15860
    },
    {
      "epoch": 0.5981230919986432,
      "grad_norm": 1.695522458255685,
      "learning_rate": 4.164889356230845e-06,
      "loss": 0.4984,
      "step": 15870
    },
    {
      "epoch": 0.5984999811555421,
      "grad_norm": 1.5064263824602755,
      "learning_rate": 4.158404333606624e-06,
      "loss": 0.484,
      "step": 15880
    },
    {
      "epoch": 0.5988768703124411,
      "grad_norm": 1.5539780173830111,
      "learning_rate": 4.151920767685028e-06,
      "loss": 0.5053,
      "step": 15890
    },
    {
      "epoch": 0.5992537594693401,
      "grad_norm": 1.8156834275952407,
      "learning_rate": 4.145438669688339e-06,
      "loss": 0.4891,
      "step": 15900
    },
    {
      "epoch": 0.599630648626239,
      "grad_norm": 1.6867172865153917,
      "learning_rate": 4.138958050836305e-06,
      "loss": 0.4933,
      "step": 15910
    },
    {
      "epoch": 0.600007537783138,
      "grad_norm": 1.5069489029221794,
      "learning_rate": 4.132478922346111e-06,
      "loss": 0.4981,
      "step": 15920
    },
    {
      "epoch": 0.6003844269400369,
      "grad_norm": 1.645715388170334,
      "learning_rate": 4.126001295432362e-06,
      "loss": 0.5092,
      "step": 15930
    },
    {
      "epoch": 0.6007613160969358,
      "grad_norm": 1.5081305054375247,
      "learning_rate": 4.119525181307065e-06,
      "loss": 0.5007,
      "step": 15940
    },
    {
      "epoch": 0.6011382052538349,
      "grad_norm": 1.7513431875588092,
      "learning_rate": 4.113050591179608e-06,
      "loss": 0.4818,
      "step": 15950
    },
    {
      "epoch": 0.6015150944107338,
      "grad_norm": 1.4446843423733429,
      "learning_rate": 4.10657753625674e-06,
      "loss": 0.4891,
      "step": 15960
    },
    {
      "epoch": 0.6018919835676327,
      "grad_norm": 1.5962355483326147,
      "learning_rate": 4.100106027742559e-06,
      "loss": 0.5487,
      "step": 15970
    },
    {
      "epoch": 0.6022688727245317,
      "grad_norm": 1.5956138956675063,
      "learning_rate": 4.093636076838474e-06,
      "loss": 0.4953,
      "step": 15980
    },
    {
      "epoch": 0.6026457618814307,
      "grad_norm": 1.6376372777266162,
      "learning_rate": 4.087167694743209e-06,
      "loss": 0.474,
      "step": 15990
    },
    {
      "epoch": 0.6030226510383296,
      "grad_norm": 1.7797231365552175,
      "learning_rate": 4.080700892652769e-06,
      "loss": 0.5058,
      "step": 16000
    },
    {
      "epoch": 0.6033995401952286,
      "grad_norm": 1.5483118782326815,
      "learning_rate": 4.074235681760425e-06,
      "loss": 0.4455,
      "step": 16010
    },
    {
      "epoch": 0.6037764293521275,
      "grad_norm": 1.6389537384394115,
      "learning_rate": 4.067772073256691e-06,
      "loss": 0.4974,
      "step": 16020
    },
    {
      "epoch": 0.6041533185090265,
      "grad_norm": 1.5711684676833029,
      "learning_rate": 4.0613100783293085e-06,
      "loss": 0.4745,
      "step": 16030
    },
    {
      "epoch": 0.6045302076659255,
      "grad_norm": 1.583414482094785,
      "learning_rate": 4.0548497081632275e-06,
      "loss": 0.4832,
      "step": 16040
    },
    {
      "epoch": 0.6049070968228244,
      "grad_norm": 1.9771396052065735,
      "learning_rate": 4.04839097394059e-06,
      "loss": 0.4997,
      "step": 16050
    },
    {
      "epoch": 0.6052839859797233,
      "grad_norm": 1.4625015091341529,
      "learning_rate": 4.0419338868406934e-06,
      "loss": 0.4469,
      "step": 16060
    },
    {
      "epoch": 0.6056608751366224,
      "grad_norm": 1.497067817501958,
      "learning_rate": 4.035478458039998e-06,
      "loss": 0.4967,
      "step": 16070
    },
    {
      "epoch": 0.6060377642935213,
      "grad_norm": 1.5120714577785972,
      "learning_rate": 4.029024698712085e-06,
      "loss": 0.4829,
      "step": 16080
    },
    {
      "epoch": 0.6064146534504202,
      "grad_norm": 1.37555735450956,
      "learning_rate": 4.022572620027653e-06,
      "loss": 0.4758,
      "step": 16090
    },
    {
      "epoch": 0.6067915426073192,
      "grad_norm": 1.956108364099901,
      "learning_rate": 4.016122233154483e-06,
      "loss": 0.5154,
      "step": 16100
    },
    {
      "epoch": 0.6071684317642182,
      "grad_norm": 1.426684210517623,
      "learning_rate": 4.009673549257432e-06,
      "loss": 0.5068,
      "step": 16110
    },
    {
      "epoch": 0.6075453209211171,
      "grad_norm": 1.675741874097294,
      "learning_rate": 4.0032265794984145e-06,
      "loss": 0.4616,
      "step": 16120
    },
    {
      "epoch": 0.6079222100780161,
      "grad_norm": 1.666536388372485,
      "learning_rate": 3.99678133503637e-06,
      "loss": 0.4775,
      "step": 16130
    },
    {
      "epoch": 0.608299099234915,
      "grad_norm": 1.4010007944856846,
      "learning_rate": 3.990337827027256e-06,
      "loss": 0.5018,
      "step": 16140
    },
    {
      "epoch": 0.6086759883918139,
      "grad_norm": 1.811100516226975,
      "learning_rate": 3.983896066624021e-06,
      "loss": 0.4643,
      "step": 16150
    },
    {
      "epoch": 0.609052877548713,
      "grad_norm": 1.4452896868562695,
      "learning_rate": 3.977456064976592e-06,
      "loss": 0.5072,
      "step": 16160
    },
    {
      "epoch": 0.6094297667056119,
      "grad_norm": 1.2863215835461435,
      "learning_rate": 3.97101783323185e-06,
      "loss": 0.4604,
      "step": 16170
    },
    {
      "epoch": 0.6098066558625108,
      "grad_norm": 1.6495177612337615,
      "learning_rate": 3.964581382533618e-06,
      "loss": 0.4874,
      "step": 16180
    },
    {
      "epoch": 0.6101835450194097,
      "grad_norm": 1.4527097080833093,
      "learning_rate": 3.958146724022623e-06,
      "loss": 0.4744,
      "step": 16190
    },
    {
      "epoch": 0.6105604341763088,
      "grad_norm": 1.6146711317833942,
      "learning_rate": 3.951713868836506e-06,
      "loss": 0.4962,
      "step": 16200
    },
    {
      "epoch": 0.6109373233332077,
      "grad_norm": 1.8235449585876042,
      "learning_rate": 3.945282828109774e-06,
      "loss": 0.4968,
      "step": 16210
    },
    {
      "epoch": 0.6113142124901066,
      "grad_norm": 1.592201298917257,
      "learning_rate": 3.938853612973801e-06,
      "loss": 0.508,
      "step": 16220
    },
    {
      "epoch": 0.6116911016470056,
      "grad_norm": 1.9031681135985004,
      "learning_rate": 3.932426234556798e-06,
      "loss": 0.4793,
      "step": 16230
    },
    {
      "epoch": 0.6120679908039046,
      "grad_norm": 1.860838297311073,
      "learning_rate": 3.926000703983795e-06,
      "loss": 0.4691,
      "step": 16240
    },
    {
      "epoch": 0.6124448799608035,
      "grad_norm": 1.7168068035412793,
      "learning_rate": 3.919577032376628e-06,
      "loss": 0.4927,
      "step": 16250
    },
    {
      "epoch": 0.6128217691177025,
      "grad_norm": 1.856102414725057,
      "learning_rate": 3.913155230853915e-06,
      "loss": 0.4918,
      "step": 16260
    },
    {
      "epoch": 0.6131986582746014,
      "grad_norm": 1.712306650139487,
      "learning_rate": 3.906735310531033e-06,
      "loss": 0.4969,
      "step": 16270
    },
    {
      "epoch": 0.6135755474315004,
      "grad_norm": 1.6309354412368642,
      "learning_rate": 3.900317282520104e-06,
      "loss": 0.4693,
      "step": 16280
    },
    {
      "epoch": 0.6139524365883994,
      "grad_norm": 1.4778531939363033,
      "learning_rate": 3.893901157929979e-06,
      "loss": 0.4735,
      "step": 16290
    },
    {
      "epoch": 0.6143293257452983,
      "grad_norm": 1.8592722441894747,
      "learning_rate": 3.8874869478662104e-06,
      "loss": 0.4552,
      "step": 16300
    },
    {
      "epoch": 0.6147062149021972,
      "grad_norm": 1.9102009395175383,
      "learning_rate": 3.881074663431037e-06,
      "loss": 0.4856,
      "step": 16310
    },
    {
      "epoch": 0.6150831040590963,
      "grad_norm": 2.834088988880712,
      "learning_rate": 3.874664315723363e-06,
      "loss": 0.4862,
      "step": 16320
    },
    {
      "epoch": 0.6154599932159952,
      "grad_norm": 1.5759267871394191,
      "learning_rate": 3.8682559158387474e-06,
      "loss": 0.4749,
      "step": 16330
    },
    {
      "epoch": 0.6158368823728941,
      "grad_norm": 1.6563437776338659,
      "learning_rate": 3.861849474869371e-06,
      "loss": 0.4675,
      "step": 16340
    },
    {
      "epoch": 0.6162137715297931,
      "grad_norm": 1.7936481213990962,
      "learning_rate": 3.855445003904024e-06,
      "loss": 0.4901,
      "step": 16350
    },
    {
      "epoch": 0.616590660686692,
      "grad_norm": 1.6261629750224562,
      "learning_rate": 3.849042514028091e-06,
      "loss": 0.4817,
      "step": 16360
    },
    {
      "epoch": 0.616967549843591,
      "grad_norm": 1.6014458715286652,
      "learning_rate": 3.842642016323522e-06,
      "loss": 0.4757,
      "step": 16370
    },
    {
      "epoch": 0.61734443900049,
      "grad_norm": 1.6565625346460429,
      "learning_rate": 3.836243521868828e-06,
      "loss": 0.4849,
      "step": 16380
    },
    {
      "epoch": 0.6177213281573889,
      "grad_norm": 1.6412335965766696,
      "learning_rate": 3.82984704173904e-06,
      "loss": 0.486,
      "step": 16390
    },
    {
      "epoch": 0.6180982173142878,
      "grad_norm": 1.8138163964366028,
      "learning_rate": 3.823452587005712e-06,
      "loss": 0.5104,
      "step": 16400
    },
    {
      "epoch": 0.6184751064711869,
      "grad_norm": 1.7953902099489745,
      "learning_rate": 3.8170601687368905e-06,
      "loss": 0.479,
      "step": 16410
    },
    {
      "epoch": 0.6188519956280858,
      "grad_norm": 1.5270507793675938,
      "learning_rate": 3.8106697979970952e-06,
      "loss": 0.528,
      "step": 16420
    },
    {
      "epoch": 0.6192288847849847,
      "grad_norm": 1.5641867404888987,
      "learning_rate": 3.804281485847301e-06,
      "loss": 0.4849,
      "step": 16430
    },
    {
      "epoch": 0.6196057739418837,
      "grad_norm": 1.7507477091577552,
      "learning_rate": 3.7978952433449223e-06,
      "loss": 0.4832,
      "step": 16440
    },
    {
      "epoch": 0.6199826630987827,
      "grad_norm": 1.6054491509073952,
      "learning_rate": 3.7915110815437883e-06,
      "loss": 0.4919,
      "step": 16450
    },
    {
      "epoch": 0.6203595522556816,
      "grad_norm": 1.3576882864362545,
      "learning_rate": 3.7851290114941335e-06,
      "loss": 0.4842,
      "step": 16460
    },
    {
      "epoch": 0.6207364414125806,
      "grad_norm": 1.5934327565220905,
      "learning_rate": 3.77874904424256e-06,
      "loss": 0.4787,
      "step": 16470
    },
    {
      "epoch": 0.6211133305694795,
      "grad_norm": 1.4581770227833064,
      "learning_rate": 3.7723711908320417e-06,
      "loss": 0.4991,
      "step": 16480
    },
    {
      "epoch": 0.6214902197263785,
      "grad_norm": 1.7598577411897167,
      "learning_rate": 3.7659954623018875e-06,
      "loss": 0.4655,
      "step": 16490
    },
    {
      "epoch": 0.6218671088832775,
      "grad_norm": 1.5466125977952652,
      "learning_rate": 3.759621869687731e-06,
      "loss": 0.4763,
      "step": 16500
    },
    {
      "epoch": 0.6222439980401764,
      "grad_norm": 1.5162276323975878,
      "learning_rate": 3.753250424021506e-06,
      "loss": 0.4791,
      "step": 16510
    },
    {
      "epoch": 0.6226208871970753,
      "grad_norm": 1.6745379682639492,
      "learning_rate": 3.746881136331431e-06,
      "loss": 0.5151,
      "step": 16520
    },
    {
      "epoch": 0.6229977763539742,
      "grad_norm": 1.532874094800718,
      "learning_rate": 3.740514017641993e-06,
      "loss": 0.4911,
      "step": 16530
    },
    {
      "epoch": 0.6233746655108733,
      "grad_norm": 1.6604506659265745,
      "learning_rate": 3.7341490789739205e-06,
      "loss": 0.4906,
      "step": 16540
    },
    {
      "epoch": 0.6237515546677722,
      "grad_norm": 1.6456103279322771,
      "learning_rate": 3.727786331344171e-06,
      "loss": 0.4923,
      "step": 16550
    },
    {
      "epoch": 0.6241284438246711,
      "grad_norm": 1.4879389920554817,
      "learning_rate": 3.7214257857659066e-06,
      "loss": 0.489,
      "step": 16560
    },
    {
      "epoch": 0.6245053329815701,
      "grad_norm": 2.2740003134139237,
      "learning_rate": 3.715067453248481e-06,
      "loss": 0.5154,
      "step": 16570
    },
    {
      "epoch": 0.6248822221384691,
      "grad_norm": 1.7286954403484827,
      "learning_rate": 3.7087113447974153e-06,
      "loss": 0.4746,
      "step": 16580
    },
    {
      "epoch": 0.625259111295368,
      "grad_norm": 1.291986369209173,
      "learning_rate": 3.7023574714143858e-06,
      "loss": 0.4625,
      "step": 16590
    },
    {
      "epoch": 0.625636000452267,
      "grad_norm": 1.664446699881965,
      "learning_rate": 3.69600584409719e-06,
      "loss": 0.4541,
      "step": 16600
    },
    {
      "epoch": 0.6260128896091659,
      "grad_norm": 1.5018038978083545,
      "learning_rate": 3.6896564738397484e-06,
      "loss": 0.4657,
      "step": 16610
    },
    {
      "epoch": 0.6263897787660649,
      "grad_norm": 1.5823124760264218,
      "learning_rate": 3.6833093716320693e-06,
      "loss": 0.4768,
      "step": 16620
    },
    {
      "epoch": 0.6267666679229639,
      "grad_norm": 1.9860629829549734,
      "learning_rate": 3.6769645484602377e-06,
      "loss": 0.4811,
      "step": 16630
    },
    {
      "epoch": 0.6271435570798628,
      "grad_norm": 1.839944752571797,
      "learning_rate": 3.6706220153063904e-06,
      "loss": 0.48,
      "step": 16640
    },
    {
      "epoch": 0.6275204462367617,
      "grad_norm": 1.7309100874405818,
      "learning_rate": 3.664281783148702e-06,
      "loss": 0.4722,
      "step": 16650
    },
    {
      "epoch": 0.6278973353936608,
      "grad_norm": 1.581593496476517,
      "learning_rate": 3.6579438629613682e-06,
      "loss": 0.475,
      "step": 16660
    },
    {
      "epoch": 0.6282742245505597,
      "grad_norm": 1.6548205842663573,
      "learning_rate": 3.651608265714579e-06,
      "loss": 0.4907,
      "step": 16670
    },
    {
      "epoch": 0.6286511137074586,
      "grad_norm": 1.5516453686391054,
      "learning_rate": 3.645275002374502e-06,
      "loss": 0.4909,
      "step": 16680
    },
    {
      "epoch": 0.6290280028643576,
      "grad_norm": 1.4834746500429061,
      "learning_rate": 3.6389440839032687e-06,
      "loss": 0.5048,
      "step": 16690
    },
    {
      "epoch": 0.6294048920212566,
      "grad_norm": 1.7024990526554837,
      "learning_rate": 3.6326155212589507e-06,
      "loss": 0.4714,
      "step": 16700
    },
    {
      "epoch": 0.6297817811781555,
      "grad_norm": 1.709920706597902,
      "learning_rate": 3.6262893253955433e-06,
      "loss": 0.4828,
      "step": 16710
    },
    {
      "epoch": 0.6301586703350545,
      "grad_norm": 1.8336853543986507,
      "learning_rate": 3.6199655072629415e-06,
      "loss": 0.4847,
      "step": 16720
    },
    {
      "epoch": 0.6305355594919534,
      "grad_norm": 1.4929651219976985,
      "learning_rate": 3.613644077806927e-06,
      "loss": 0.4786,
      "step": 16730
    },
    {
      "epoch": 0.6309124486488523,
      "grad_norm": 1.7036171691777842,
      "learning_rate": 3.607325047969149e-06,
      "loss": 0.4957,
      "step": 16740
    },
    {
      "epoch": 0.6312893378057514,
      "grad_norm": 1.73108529336121,
      "learning_rate": 3.6010084286871017e-06,
      "loss": 0.5082,
      "step": 16750
    },
    {
      "epoch": 0.6316662269626503,
      "grad_norm": 1.6591602232622107,
      "learning_rate": 3.5946942308941035e-06,
      "loss": 0.4894,
      "step": 16760
    },
    {
      "epoch": 0.6320431161195492,
      "grad_norm": 2.047186622437741,
      "learning_rate": 3.5883824655192855e-06,
      "loss": 0.4853,
      "step": 16770
    },
    {
      "epoch": 0.6324200052764481,
      "grad_norm": 1.6832333116348397,
      "learning_rate": 3.582073143487568e-06,
      "loss": 0.5132,
      "step": 16780
    },
    {
      "epoch": 0.6327968944333472,
      "grad_norm": 1.5899139760429426,
      "learning_rate": 3.575766275719644e-06,
      "loss": 0.5026,
      "step": 16790
    },
    {
      "epoch": 0.6331737835902461,
      "grad_norm": 1.6765166894945724,
      "learning_rate": 3.5694618731319507e-06,
      "loss": 0.493,
      "step": 16800
    },
    {
      "epoch": 0.633550672747145,
      "grad_norm": 1.5669282699472866,
      "learning_rate": 3.5631599466366683e-06,
      "loss": 0.4989,
      "step": 16810
    },
    {
      "epoch": 0.633927561904044,
      "grad_norm": 1.6353842292836174,
      "learning_rate": 3.556860507141685e-06,
      "loss": 0.4842,
      "step": 16820
    },
    {
      "epoch": 0.634304451060943,
      "grad_norm": 1.5863452326347784,
      "learning_rate": 3.5505635655505877e-06,
      "loss": 0.4808,
      "step": 16830
    },
    {
      "epoch": 0.634681340217842,
      "grad_norm": 1.4750527987414617,
      "learning_rate": 3.5442691327626354e-06,
      "loss": 0.4833,
      "step": 16840
    },
    {
      "epoch": 0.6350582293747409,
      "grad_norm": 1.5244616927874408,
      "learning_rate": 3.5379772196727486e-06,
      "loss": 0.4848,
      "step": 16850
    },
    {
      "epoch": 0.6354351185316398,
      "grad_norm": 1.4503143224413209,
      "learning_rate": 3.5316878371714838e-06,
      "loss": 0.4737,
      "step": 16860
    },
    {
      "epoch": 0.6358120076885388,
      "grad_norm": 1.631831674936825,
      "learning_rate": 3.525400996145023e-06,
      "loss": 0.4847,
      "step": 16870
    },
    {
      "epoch": 0.6361888968454378,
      "grad_norm": 1.863352381042274,
      "learning_rate": 3.5191167074751385e-06,
      "loss": 0.461,
      "step": 16880
    },
    {
      "epoch": 0.6365657860023367,
      "grad_norm": 1.6699698482794394,
      "learning_rate": 3.512834982039196e-06,
      "loss": 0.4629,
      "step": 16890
    },
    {
      "epoch": 0.6369426751592356,
      "grad_norm": 1.487044517490085,
      "learning_rate": 3.506555830710118e-06,
      "loss": 0.5105,
      "step": 16900
    },
    {
      "epoch": 0.6373195643161347,
      "grad_norm": 1.4479081048385236,
      "learning_rate": 3.500279264356374e-06,
      "loss": 0.5242,
      "step": 16910
    },
    {
      "epoch": 0.6376964534730336,
      "grad_norm": 1.447171417720663,
      "learning_rate": 3.4940052938419583e-06,
      "loss": 0.508,
      "step": 16920
    },
    {
      "epoch": 0.6380733426299325,
      "grad_norm": 1.6796141341080977,
      "learning_rate": 3.4877339300263712e-06,
      "loss": 0.5005,
      "step": 16930
    },
    {
      "epoch": 0.6384502317868315,
      "grad_norm": 1.6662153763761518,
      "learning_rate": 3.481465183764602e-06,
      "loss": 0.4834,
      "step": 16940
    },
    {
      "epoch": 0.6388271209437304,
      "grad_norm": 1.5754157381604186,
      "learning_rate": 3.475199065907111e-06,
      "loss": 0.4874,
      "step": 16950
    },
    {
      "epoch": 0.6392040101006294,
      "grad_norm": 1.6041426691346072,
      "learning_rate": 3.4689355872998085e-06,
      "loss": 0.4865,
      "step": 16960
    },
    {
      "epoch": 0.6395808992575284,
      "grad_norm": 1.6020448439122437,
      "learning_rate": 3.4626747587840336e-06,
      "loss": 0.4804,
      "step": 16970
    },
    {
      "epoch": 0.6399577884144273,
      "grad_norm": 1.5691356747235539,
      "learning_rate": 3.4564165911965407e-06,
      "loss": 0.4491,
      "step": 16980
    },
    {
      "epoch": 0.6403346775713262,
      "grad_norm": 1.6238593763575764,
      "learning_rate": 3.4501610953694775e-06,
      "loss": 0.4721,
      "step": 16990
    },
    {
      "epoch": 0.6407115667282253,
      "grad_norm": 1.8524954109583753,
      "learning_rate": 3.4439082821303723e-06,
      "loss": 0.5065,
      "step": 17000
    },
    {
      "epoch": 0.6410884558851242,
      "grad_norm": 1.5903092899398827,
      "learning_rate": 3.4376581623020987e-06,
      "loss": 0.4751,
      "step": 17010
    },
    {
      "epoch": 0.6414653450420231,
      "grad_norm": 1.6223821940369376,
      "learning_rate": 3.43141074670288e-06,
      "loss": 0.482,
      "step": 17020
    },
    {
      "epoch": 0.6418422341989221,
      "grad_norm": 1.7154442225202828,
      "learning_rate": 3.425166046146254e-06,
      "loss": 0.5018,
      "step": 17030
    },
    {
      "epoch": 0.6422191233558211,
      "grad_norm": 1.4885853201247903,
      "learning_rate": 3.4189240714410587e-06,
      "loss": 0.4554,
      "step": 17040
    },
    {
      "epoch": 0.64259601251272,
      "grad_norm": 1.7004544435150633,
      "learning_rate": 3.412684833391413e-06,
      "loss": 0.4831,
      "step": 17050
    },
    {
      "epoch": 0.642972901669619,
      "grad_norm": 1.5122082088204818,
      "learning_rate": 3.406448342796702e-06,
      "loss": 0.4601,
      "step": 17060
    },
    {
      "epoch": 0.6433497908265179,
      "grad_norm": 1.5886153641711012,
      "learning_rate": 3.400214610451553e-06,
      "loss": 0.5,
      "step": 17070
    },
    {
      "epoch": 0.6437266799834169,
      "grad_norm": 1.4497829362440928,
      "learning_rate": 3.393983647145823e-06,
      "loss": 0.4886,
      "step": 17080
    },
    {
      "epoch": 0.6441035691403159,
      "grad_norm": 1.8243610592206863,
      "learning_rate": 3.387755463664567e-06,
      "loss": 0.4844,
      "step": 17090
    },
    {
      "epoch": 0.6444804582972148,
      "grad_norm": 1.9217986771041224,
      "learning_rate": 3.3815300707880394e-06,
      "loss": 0.4921,
      "step": 17100
    },
    {
      "epoch": 0.6448573474541137,
      "grad_norm": 1.5791418592871644,
      "learning_rate": 3.3753074792916574e-06,
      "loss": 0.482,
      "step": 17110
    },
    {
      "epoch": 0.6452342366110126,
      "grad_norm": 1.4431656921824283,
      "learning_rate": 3.369087699945993e-06,
      "loss": 0.4711,
      "step": 17120
    },
    {
      "epoch": 0.6456111257679117,
      "grad_norm": 1.662138312216896,
      "learning_rate": 3.3628707435167467e-06,
      "loss": 0.4701,
      "step": 17130
    },
    {
      "epoch": 0.6459880149248106,
      "grad_norm": 1.6549524822340256,
      "learning_rate": 3.3566566207647354e-06,
      "loss": 0.4761,
      "step": 17140
    },
    {
      "epoch": 0.6463649040817095,
      "grad_norm": 1.7699738162116803,
      "learning_rate": 3.350445342445874e-06,
      "loss": 0.4945,
      "step": 17150
    },
    {
      "epoch": 0.6467417932386085,
      "grad_norm": 2.1127375357724083,
      "learning_rate": 3.344236919311149e-06,
      "loss": 0.4765,
      "step": 17160
    },
    {
      "epoch": 0.6471186823955075,
      "grad_norm": 1.5444316703665961,
      "learning_rate": 3.338031362106607e-06,
      "loss": 0.4936,
      "step": 17170
    },
    {
      "epoch": 0.6474955715524064,
      "grad_norm": 1.6616572448362332,
      "learning_rate": 3.3318286815733335e-06,
      "loss": 0.4746,
      "step": 17180
    },
    {
      "epoch": 0.6478724607093054,
      "grad_norm": 1.9913624341143157,
      "learning_rate": 3.325628888447437e-06,
      "loss": 0.5077,
      "step": 17190
    },
    {
      "epoch": 0.6482493498662043,
      "grad_norm": 1.7915552215298538,
      "learning_rate": 3.319431993460026e-06,
      "loss": 0.504,
      "step": 17200
    },
    {
      "epoch": 0.6486262390231033,
      "grad_norm": 1.732835360991205,
      "learning_rate": 3.3132380073371926e-06,
      "loss": 0.4925,
      "step": 17210
    },
    {
      "epoch": 0.6490031281800023,
      "grad_norm": 1.3938136019682936,
      "learning_rate": 3.3070469407999937e-06,
      "loss": 0.4801,
      "step": 17220
    },
    {
      "epoch": 0.6493800173369012,
      "grad_norm": 1.3212224075939478,
      "learning_rate": 3.3008588045644357e-06,
      "loss": 0.4609,
      "step": 17230
    },
    {
      "epoch": 0.6497569064938001,
      "grad_norm": 1.7945950130121113,
      "learning_rate": 3.2946736093414524e-06,
      "loss": 0.467,
      "step": 17240
    },
    {
      "epoch": 0.6501337956506992,
      "grad_norm": 1.7547142990915863,
      "learning_rate": 3.288491365836881e-06,
      "loss": 0.5079,
      "step": 17250
    },
    {
      "epoch": 0.6505106848075981,
      "grad_norm": 1.6591091274236383,
      "learning_rate": 3.2823120847514577e-06,
      "loss": 0.4642,
      "step": 17260
    },
    {
      "epoch": 0.650887573964497,
      "grad_norm": 1.5655640287361217,
      "learning_rate": 3.2761357767807857e-06,
      "loss": 0.4641,
      "step": 17270
    },
    {
      "epoch": 0.651264463121396,
      "grad_norm": 1.7936591153526042,
      "learning_rate": 3.269962452615326e-06,
      "loss": 0.471,
      "step": 17280
    },
    {
      "epoch": 0.651641352278295,
      "grad_norm": 1.5915717374592357,
      "learning_rate": 3.2637921229403734e-06,
      "loss": 0.4689,
      "step": 17290
    },
    {
      "epoch": 0.6520182414351939,
      "grad_norm": 1.775887565559236,
      "learning_rate": 3.2576247984360372e-06,
      "loss": 0.4985,
      "step": 17300
    },
    {
      "epoch": 0.6523951305920929,
      "grad_norm": 1.8241609832963868,
      "learning_rate": 3.251460489777228e-06,
      "loss": 0.4983,
      "step": 17310
    },
    {
      "epoch": 0.6527720197489918,
      "grad_norm": 1.7201193138133724,
      "learning_rate": 3.2452992076336356e-06,
      "loss": 0.486,
      "step": 17320
    },
    {
      "epoch": 0.6531489089058907,
      "grad_norm": 1.6087203461140804,
      "learning_rate": 3.239140962669711e-06,
      "loss": 0.4933,
      "step": 17330
    },
    {
      "epoch": 0.6535257980627898,
      "grad_norm": 1.7218137998329464,
      "learning_rate": 3.2329857655446483e-06,
      "loss": 0.4932,
      "step": 17340
    },
    {
      "epoch": 0.6539026872196887,
      "grad_norm": 1.5206186268024502,
      "learning_rate": 3.2268336269123646e-06,
      "loss": 0.4552,
      "step": 17350
    },
    {
      "epoch": 0.6542795763765876,
      "grad_norm": 1.4491517030153769,
      "learning_rate": 3.220684557421488e-06,
      "loss": 0.4773,
      "step": 17360
    },
    {
      "epoch": 0.6546564655334866,
      "grad_norm": 1.5069597772562586,
      "learning_rate": 3.21453856771533e-06,
      "loss": 0.4768,
      "step": 17370
    },
    {
      "epoch": 0.6550333546903856,
      "grad_norm": 1.5693052306029478,
      "learning_rate": 3.2083956684318708e-06,
      "loss": 0.4817,
      "step": 17380
    },
    {
      "epoch": 0.6554102438472845,
      "grad_norm": 1.6315582314566435,
      "learning_rate": 3.2022558702037432e-06,
      "loss": 0.4875,
      "step": 17390
    },
    {
      "epoch": 0.6557871330041835,
      "grad_norm": 1.8830189051247035,
      "learning_rate": 3.196119183658213e-06,
      "loss": 0.5081,
      "step": 17400
    },
    {
      "epoch": 0.6561640221610824,
      "grad_norm": 1.4994699080361438,
      "learning_rate": 3.1899856194171607e-06,
      "loss": 0.4637,
      "step": 17410
    },
    {
      "epoch": 0.6565409113179814,
      "grad_norm": 1.5681733019464799,
      "learning_rate": 3.183855188097057e-06,
      "loss": 0.4754,
      "step": 17420
    },
    {
      "epoch": 0.6569178004748804,
      "grad_norm": 1.7957738354956814,
      "learning_rate": 3.177727900308958e-06,
      "loss": 0.4834,
      "step": 17430
    },
    {
      "epoch": 0.6572946896317793,
      "grad_norm": 1.4836118332583659,
      "learning_rate": 3.171603766658472e-06,
      "loss": 0.487,
      "step": 17440
    },
    {
      "epoch": 0.6576715787886782,
      "grad_norm": 1.8415155422864224,
      "learning_rate": 3.1654827977457526e-06,
      "loss": 0.4965,
      "step": 17450
    },
    {
      "epoch": 0.6580484679455773,
      "grad_norm": 1.48362840539746,
      "learning_rate": 3.1593650041654716e-06,
      "loss": 0.446,
      "step": 17460
    },
    {
      "epoch": 0.6584253571024762,
      "grad_norm": 1.6394333815884048,
      "learning_rate": 3.1532503965068073e-06,
      "loss": 0.4687,
      "step": 17470
    },
    {
      "epoch": 0.6588022462593751,
      "grad_norm": 1.483403229969005,
      "learning_rate": 3.1471389853534217e-06,
      "loss": 0.4596,
      "step": 17480
    },
    {
      "epoch": 0.659179135416274,
      "grad_norm": 1.3730547797639057,
      "learning_rate": 3.141030781283449e-06,
      "loss": 0.4691,
      "step": 17490
    },
    {
      "epoch": 0.6595560245731731,
      "grad_norm": 1.692266344168683,
      "learning_rate": 3.134925794869463e-06,
      "loss": 0.4649,
      "step": 17500
    },
    {
      "epoch": 0.659932913730072,
      "grad_norm": 1.5190834038718941,
      "learning_rate": 3.128824036678477e-06,
      "loss": 0.4734,
      "step": 17510
    },
    {
      "epoch": 0.6603098028869709,
      "grad_norm": 1.4798475487891651,
      "learning_rate": 3.1227255172719127e-06,
      "loss": 0.486,
      "step": 17520
    },
    {
      "epoch": 0.6606866920438699,
      "grad_norm": 1.5780730702677566,
      "learning_rate": 3.1166302472055873e-06,
      "loss": 0.462,
      "step": 17530
    },
    {
      "epoch": 0.6610635812007688,
      "grad_norm": 1.645103230020474,
      "learning_rate": 3.11053823702969e-06,
      "loss": 0.4983,
      "step": 17540
    },
    {
      "epoch": 0.6614404703576678,
      "grad_norm": 1.6169975944237835,
      "learning_rate": 3.104449497288772e-06,
      "loss": 0.4693,
      "step": 17550
    },
    {
      "epoch": 0.6618173595145668,
      "grad_norm": 1.6644257874809296,
      "learning_rate": 3.0983640385217224e-06,
      "loss": 0.537,
      "step": 17560
    },
    {
      "epoch": 0.6621942486714657,
      "grad_norm": 1.5913845909506998,
      "learning_rate": 3.092281871261752e-06,
      "loss": 0.4874,
      "step": 17570
    },
    {
      "epoch": 0.6625711378283646,
      "grad_norm": 1.6846273341706974,
      "learning_rate": 3.086203006036371e-06,
      "loss": 0.4407,
      "step": 17580
    },
    {
      "epoch": 0.6629480269852637,
      "grad_norm": 1.4314112760740891,
      "learning_rate": 3.0801274533673776e-06,
      "loss": 0.4778,
      "step": 17590
    },
    {
      "epoch": 0.6633249161421626,
      "grad_norm": 1.528021919193015,
      "learning_rate": 3.0740552237708366e-06,
      "loss": 0.5041,
      "step": 17600
    },
    {
      "epoch": 0.6637018052990615,
      "grad_norm": 1.679731483162306,
      "learning_rate": 3.0679863277570566e-06,
      "loss": 0.4939,
      "step": 17610
    },
    {
      "epoch": 0.6640786944559605,
      "grad_norm": 1.4342878274161748,
      "learning_rate": 3.0619207758305848e-06,
      "loss": 0.4895,
      "step": 17620
    },
    {
      "epoch": 0.6644555836128595,
      "grad_norm": 1.7346799588693844,
      "learning_rate": 3.0558585784901675e-06,
      "loss": 0.486,
      "step": 17630
    },
    {
      "epoch": 0.6648324727697584,
      "grad_norm": 1.783807850705795,
      "learning_rate": 3.0497997462287566e-06,
      "loss": 0.492,
      "step": 17640
    },
    {
      "epoch": 0.6652093619266574,
      "grad_norm": 2.0262857478932634,
      "learning_rate": 3.0437442895334734e-06,
      "loss": 0.5014,
      "step": 17650
    },
    {
      "epoch": 0.6655862510835563,
      "grad_norm": 1.5453260298900549,
      "learning_rate": 3.037692218885599e-06,
      "loss": 0.4923,
      "step": 17660
    },
    {
      "epoch": 0.6659631402404553,
      "grad_norm": 2.203790859304095,
      "learning_rate": 3.0316435447605495e-06,
      "loss": 0.4846,
      "step": 17670
    },
    {
      "epoch": 0.6663400293973543,
      "grad_norm": 1.546001802031686,
      "learning_rate": 3.025598277627866e-06,
      "loss": 0.4971,
      "step": 17680
    },
    {
      "epoch": 0.6667169185542532,
      "grad_norm": 1.5128697377492308,
      "learning_rate": 3.0195564279511925e-06,
      "loss": 0.4797,
      "step": 17690
    },
    {
      "epoch": 0.6670938077111521,
      "grad_norm": 2.0573665058922135,
      "learning_rate": 3.0135180061882564e-06,
      "loss": 0.4543,
      "step": 17700
    },
    {
      "epoch": 0.6674706968680512,
      "grad_norm": 1.7400957327471658,
      "learning_rate": 3.0074830227908514e-06,
      "loss": 0.4574,
      "step": 17710
    },
    {
      "epoch": 0.6678475860249501,
      "grad_norm": 1.3380341450114601,
      "learning_rate": 3.0014514882048195e-06,
      "loss": 0.5058,
      "step": 17720
    },
    {
      "epoch": 0.668224475181849,
      "grad_norm": 2.076718786647805,
      "learning_rate": 2.995423412870036e-06,
      "loss": 0.4859,
      "step": 17730
    },
    {
      "epoch": 0.668601364338748,
      "grad_norm": 1.4195821383830665,
      "learning_rate": 2.9893988072203867e-06,
      "loss": 0.492,
      "step": 17740
    },
    {
      "epoch": 0.6689782534956469,
      "grad_norm": 1.8805532322048002,
      "learning_rate": 2.98337768168375e-06,
      "loss": 0.483,
      "step": 17750
    },
    {
      "epoch": 0.6693551426525459,
      "grad_norm": 1.6317624518967453,
      "learning_rate": 2.977360046681983e-06,
      "loss": 0.478,
      "step": 17760
    },
    {
      "epoch": 0.6697320318094448,
      "grad_norm": 2.0847886406534513,
      "learning_rate": 2.971345912630902e-06,
      "loss": 0.4872,
      "step": 17770
    },
    {
      "epoch": 0.6701089209663438,
      "grad_norm": 1.7246432982403883,
      "learning_rate": 2.965335289940263e-06,
      "loss": 0.5001,
      "step": 17780
    },
    {
      "epoch": 0.6704858101232427,
      "grad_norm": 1.6363668958491415,
      "learning_rate": 2.9593281890137404e-06,
      "loss": 0.4686,
      "step": 17790
    },
    {
      "epoch": 0.6708626992801417,
      "grad_norm": 1.7985482020730335,
      "learning_rate": 2.9533246202489173e-06,
      "loss": 0.4969,
      "step": 17800
    },
    {
      "epoch": 0.6712395884370407,
      "grad_norm": 1.6264485996061422,
      "learning_rate": 2.9473245940372608e-06,
      "loss": 0.4936,
      "step": 17810
    },
    {
      "epoch": 0.6716164775939396,
      "grad_norm": 1.6890174531918563,
      "learning_rate": 2.9413281207641114e-06,
      "loss": 0.4799,
      "step": 17820
    },
    {
      "epoch": 0.6719933667508385,
      "grad_norm": 1.5841849546055524,
      "learning_rate": 2.9353352108086485e-06,
      "loss": 0.4998,
      "step": 17830
    },
    {
      "epoch": 0.6723702559077376,
      "grad_norm": 1.6089769681179087,
      "learning_rate": 2.929345874543896e-06,
      "loss": 0.4887,
      "step": 17840
    },
    {
      "epoch": 0.6727471450646365,
      "grad_norm": 1.5674713179458315,
      "learning_rate": 2.923360122336686e-06,
      "loss": 0.4847,
      "step": 17850
    },
    {
      "epoch": 0.6731240342215354,
      "grad_norm": 1.584156919079405,
      "learning_rate": 2.9173779645476474e-06,
      "loss": 0.4628,
      "step": 17860
    },
    {
      "epoch": 0.6735009233784344,
      "grad_norm": 1.6929345771758708,
      "learning_rate": 2.911399411531188e-06,
      "loss": 0.4748,
      "step": 17870
    },
    {
      "epoch": 0.6738778125353334,
      "grad_norm": 1.787787378046894,
      "learning_rate": 2.9054244736354766e-06,
      "loss": 0.4735,
      "step": 17880
    },
    {
      "epoch": 0.6742547016922323,
      "grad_norm": 1.5201306101583867,
      "learning_rate": 2.899453161202425e-06,
      "loss": 0.4833,
      "step": 17890
    },
    {
      "epoch": 0.6746315908491313,
      "grad_norm": 1.9695556108547445,
      "learning_rate": 2.893485484567669e-06,
      "loss": 0.4861,
      "step": 17900
    },
    {
      "epoch": 0.6750084800060302,
      "grad_norm": 1.4351406646686231,
      "learning_rate": 2.887521454060551e-06,
      "loss": 0.4673,
      "step": 17910
    },
    {
      "epoch": 0.6753853691629291,
      "grad_norm": 2.0856261193107732,
      "learning_rate": 2.881561080004104e-06,
      "loss": 0.4938,
      "step": 17920
    },
    {
      "epoch": 0.6757622583198282,
      "grad_norm": 1.609969345939983,
      "learning_rate": 2.8756043727150295e-06,
      "loss": 0.4843,
      "step": 17930
    },
    {
      "epoch": 0.6761391474767271,
      "grad_norm": 1.3392614292717313,
      "learning_rate": 2.8696513425036874e-06,
      "loss": 0.4819,
      "step": 17940
    },
    {
      "epoch": 0.676516036633626,
      "grad_norm": 1.7102447232516564,
      "learning_rate": 2.8637019996740624e-06,
      "loss": 0.494,
      "step": 17950
    },
    {
      "epoch": 0.676892925790525,
      "grad_norm": 1.6998269355745326,
      "learning_rate": 2.8577563545237686e-06,
      "loss": 0.4653,
      "step": 17960
    },
    {
      "epoch": 0.677269814947424,
      "grad_norm": 1.4862506147625136,
      "learning_rate": 2.8518144173440153e-06,
      "loss": 0.4922,
      "step": 17970
    },
    {
      "epoch": 0.6776467041043229,
      "grad_norm": 1.510405588964004,
      "learning_rate": 2.8458761984195913e-06,
      "loss": 0.4763,
      "step": 17980
    },
    {
      "epoch": 0.6780235932612219,
      "grad_norm": 1.5288462993209506,
      "learning_rate": 2.839941708028856e-06,
      "loss": 0.4736,
      "step": 17990
    },
    {
      "epoch": 0.6784004824181208,
      "grad_norm": 1.649944605527973,
      "learning_rate": 2.8340109564437028e-06,
      "loss": 0.5076,
      "step": 18000
    },
    {
      "epoch": 0.6787773715750198,
      "grad_norm": 1.517180625990711,
      "learning_rate": 2.8280839539295685e-06,
      "loss": 0.4903,
      "step": 18010
    },
    {
      "epoch": 0.6791542607319188,
      "grad_norm": 1.6911443889236912,
      "learning_rate": 2.822160710745392e-06,
      "loss": 0.4963,
      "step": 18020
    },
    {
      "epoch": 0.6795311498888177,
      "grad_norm": 1.870392805720581,
      "learning_rate": 2.8162412371436087e-06,
      "loss": 0.4636,
      "step": 18030
    },
    {
      "epoch": 0.6799080390457166,
      "grad_norm": 1.7551336831390325,
      "learning_rate": 2.8103255433701238e-06,
      "loss": 0.505,
      "step": 18040
    },
    {
      "epoch": 0.6802849282026157,
      "grad_norm": 2.112747546430556,
      "learning_rate": 2.804413639664306e-06,
      "loss": 0.4923,
      "step": 18050
    },
    {
      "epoch": 0.6806618173595146,
      "grad_norm": 1.389558866431419,
      "learning_rate": 2.7985055362589597e-06,
      "loss": 0.4746,
      "step": 18060
    },
    {
      "epoch": 0.6810387065164135,
      "grad_norm": 1.8602009007028841,
      "learning_rate": 2.792601243380321e-06,
      "loss": 0.4935,
      "step": 18070
    },
    {
      "epoch": 0.6814155956733124,
      "grad_norm": 1.8232438996039204,
      "learning_rate": 2.7867007712480145e-06,
      "loss": 0.4638,
      "step": 18080
    },
    {
      "epoch": 0.6817924848302115,
      "grad_norm": 1.422637041046491,
      "learning_rate": 2.780804130075064e-06,
      "loss": 0.4859,
      "step": 18090
    },
    {
      "epoch": 0.6821693739871104,
      "grad_norm": 1.79592896537598,
      "learning_rate": 2.7749113300678576e-06,
      "loss": 0.4994,
      "step": 18100
    },
    {
      "epoch": 0.6825462631440093,
      "grad_norm": 1.7163110389066987,
      "learning_rate": 2.7690223814261358e-06,
      "loss": 0.4649,
      "step": 18110
    },
    {
      "epoch": 0.6829231523009083,
      "grad_norm": 1.4437242473003,
      "learning_rate": 2.7631372943429724e-06,
      "loss": 0.4818,
      "step": 18120
    },
    {
      "epoch": 0.6833000414578072,
      "grad_norm": 1.799293879805964,
      "learning_rate": 2.757256079004758e-06,
      "loss": 0.5199,
      "step": 18130
    },
    {
      "epoch": 0.6836769306147062,
      "grad_norm": 1.8978824221262882,
      "learning_rate": 2.751378745591181e-06,
      "loss": 0.4743,
      "step": 18140
    },
    {
      "epoch": 0.6840538197716052,
      "grad_norm": 1.7079497057612991,
      "learning_rate": 2.74550530427521e-06,
      "loss": 0.4572,
      "step": 18150
    },
    {
      "epoch": 0.6844307089285041,
      "grad_norm": 1.6167362676629933,
      "learning_rate": 2.739635765223079e-06,
      "loss": 0.4645,
      "step": 18160
    },
    {
      "epoch": 0.684807598085403,
      "grad_norm": 1.1239553035502026,
      "learning_rate": 2.7337701385942655e-06,
      "loss": 0.4916,
      "step": 18170
    },
    {
      "epoch": 0.6851844872423021,
      "grad_norm": 1.80414731066518,
      "learning_rate": 2.7279084345414765e-06,
      "loss": 0.4832,
      "step": 18180
    },
    {
      "epoch": 0.685561376399201,
      "grad_norm": 1.6220429458848973,
      "learning_rate": 2.7220506632106304e-06,
      "loss": 0.4637,
      "step": 18190
    },
    {
      "epoch": 0.6859382655560999,
      "grad_norm": 1.6869049749820662,
      "learning_rate": 2.7161968347408325e-06,
      "loss": 0.4966,
      "step": 18200
    },
    {
      "epoch": 0.6863151547129989,
      "grad_norm": 1.6657505964750594,
      "learning_rate": 2.710346959264369e-06,
      "loss": 0.4561,
      "step": 18210
    },
    {
      "epoch": 0.6866920438698979,
      "grad_norm": 1.3973709297787218,
      "learning_rate": 2.7045010469066864e-06,
      "loss": 0.4933,
      "step": 18220
    },
    {
      "epoch": 0.6870689330267968,
      "grad_norm": 1.5860018125512794,
      "learning_rate": 2.6986591077863677e-06,
      "loss": 0.4857,
      "step": 18230
    },
    {
      "epoch": 0.6874458221836958,
      "grad_norm": 1.4618918574737128,
      "learning_rate": 2.692821152015116e-06,
      "loss": 0.4591,
      "step": 18240
    },
    {
      "epoch": 0.6878227113405947,
      "grad_norm": 1.638643622605981,
      "learning_rate": 2.686987189697744e-06,
      "loss": 0.4951,
      "step": 18250
    },
    {
      "epoch": 0.6881996004974937,
      "grad_norm": 1.7231621888652404,
      "learning_rate": 2.6811572309321487e-06,
      "loss": 0.4845,
      "step": 18260
    },
    {
      "epoch": 0.6885764896543927,
      "grad_norm": 1.834141519895122,
      "learning_rate": 2.6753312858093056e-06,
      "loss": 0.4793,
      "step": 18270
    },
    {
      "epoch": 0.6889533788112916,
      "grad_norm": 1.401487676831547,
      "learning_rate": 2.669509364413232e-06,
      "loss": 0.4864,
      "step": 18280
    },
    {
      "epoch": 0.6893302679681905,
      "grad_norm": 1.6493898881695628,
      "learning_rate": 2.6636914768209867e-06,
      "loss": 0.4856,
      "step": 18290
    },
    {
      "epoch": 0.6897071571250896,
      "grad_norm": 1.751769186322749,
      "learning_rate": 2.6578776331026456e-06,
      "loss": 0.5033,
      "step": 18300
    },
    {
      "epoch": 0.6900840462819885,
      "grad_norm": 1.3871471388084073,
      "learning_rate": 2.6520678433212854e-06,
      "loss": 0.4726,
      "step": 18310
    },
    {
      "epoch": 0.6904609354388874,
      "grad_norm": 1.5531242747701188,
      "learning_rate": 2.646262117532966e-06,
      "loss": 0.4818,
      "step": 18320
    },
    {
      "epoch": 0.6908378245957864,
      "grad_norm": 1.5566017006302422,
      "learning_rate": 2.640460465786711e-06,
      "loss": 0.4743,
      "step": 18330
    },
    {
      "epoch": 0.6912147137526853,
      "grad_norm": 1.7092683735724328,
      "learning_rate": 2.634662898124495e-06,
      "loss": 0.4473,
      "step": 18340
    },
    {
      "epoch": 0.6915916029095843,
      "grad_norm": 1.7674173470502206,
      "learning_rate": 2.6288694245812217e-06,
      "loss": 0.5052,
      "step": 18350
    },
    {
      "epoch": 0.6919684920664833,
      "grad_norm": 1.7113075330809617,
      "learning_rate": 2.6230800551847096e-06,
      "loss": 0.4968,
      "step": 18360
    },
    {
      "epoch": 0.6923453812233822,
      "grad_norm": 1.666331092982349,
      "learning_rate": 2.6172947999556723e-06,
      "loss": 0.4852,
      "step": 18370
    },
    {
      "epoch": 0.6927222703802811,
      "grad_norm": 1.7496234849403591,
      "learning_rate": 2.6115136689077037e-06,
      "loss": 0.4809,
      "step": 18380
    },
    {
      "epoch": 0.6930991595371802,
      "grad_norm": 1.4830201051445864,
      "learning_rate": 2.605736672047257e-06,
      "loss": 0.4579,
      "step": 18390
    },
    {
      "epoch": 0.6934760486940791,
      "grad_norm": 1.6817677793368029,
      "learning_rate": 2.5999638193736337e-06,
      "loss": 0.4922,
      "step": 18400
    },
    {
      "epoch": 0.693852937850978,
      "grad_norm": 1.4954573467617007,
      "learning_rate": 2.594195120878954e-06,
      "loss": 0.5002,
      "step": 18410
    },
    {
      "epoch": 0.6942298270078769,
      "grad_norm": 1.5504183128022453,
      "learning_rate": 2.5884305865481572e-06,
      "loss": 0.4834,
      "step": 18420
    },
    {
      "epoch": 0.694606716164776,
      "grad_norm": 1.554112427963254,
      "learning_rate": 2.582670226358971e-06,
      "loss": 0.4486,
      "step": 18430
    },
    {
      "epoch": 0.6949836053216749,
      "grad_norm": 1.4901063381514676,
      "learning_rate": 2.576914050281899e-06,
      "loss": 0.494,
      "step": 18440
    },
    {
      "epoch": 0.6953604944785738,
      "grad_norm": 1.5107903863102292,
      "learning_rate": 2.5711620682801973e-06,
      "loss": 0.4662,
      "step": 18450
    },
    {
      "epoch": 0.6957373836354728,
      "grad_norm": 1.4705557147554638,
      "learning_rate": 2.56541429030987e-06,
      "loss": 0.4955,
      "step": 18460
    },
    {
      "epoch": 0.6961142727923718,
      "grad_norm": 1.5353961394271842,
      "learning_rate": 2.5596707263196386e-06,
      "loss": 0.4796,
      "step": 18470
    },
    {
      "epoch": 0.6964911619492707,
      "grad_norm": 1.3895564519970267,
      "learning_rate": 2.55393138625094e-06,
      "loss": 0.4634,
      "step": 18480
    },
    {
      "epoch": 0.6968680511061697,
      "grad_norm": 1.3450383420888639,
      "learning_rate": 2.548196280037886e-06,
      "loss": 0.4798,
      "step": 18490
    },
    {
      "epoch": 0.6972449402630686,
      "grad_norm": 1.8244663013187354,
      "learning_rate": 2.5424654176072714e-06,
      "loss": 0.4746,
      "step": 18500
    },
    {
      "epoch": 0.6976218294199676,
      "grad_norm": 1.5654399272762263,
      "learning_rate": 2.5367388088785413e-06,
      "loss": 0.4899,
      "step": 18510
    },
    {
      "epoch": 0.6979987185768666,
      "grad_norm": 1.4654205360338723,
      "learning_rate": 2.5310164637637773e-06,
      "loss": 0.49,
      "step": 18520
    },
    {
      "epoch": 0.6983756077337655,
      "grad_norm": 1.4467059234382345,
      "learning_rate": 2.525298392167683e-06,
      "loss": 0.4427,
      "step": 18530
    },
    {
      "epoch": 0.6987524968906644,
      "grad_norm": 1.5408140891984066,
      "learning_rate": 2.519584603987566e-06,
      "loss": 0.4758,
      "step": 18540
    },
    {
      "epoch": 0.6991293860475634,
      "grad_norm": 1.7821474974934417,
      "learning_rate": 2.513875109113316e-06,
      "loss": 0.4865,
      "step": 18550
    },
    {
      "epoch": 0.6995062752044624,
      "grad_norm": 1.9953848627201554,
      "learning_rate": 2.5081699174273955e-06,
      "loss": 0.4808,
      "step": 18560
    },
    {
      "epoch": 0.6998831643613613,
      "grad_norm": 1.741343264928784,
      "learning_rate": 2.5024690388048154e-06,
      "loss": 0.502,
      "step": 18570
    },
    {
      "epoch": 0.7002600535182603,
      "grad_norm": 1.6437287473675368,
      "learning_rate": 2.4967724831131244e-06,
      "loss": 0.4969,
      "step": 18580
    },
    {
      "epoch": 0.7006369426751592,
      "grad_norm": 1.6241010396370417,
      "learning_rate": 2.4910802602123865e-06,
      "loss": 0.5005,
      "step": 18590
    },
    {
      "epoch": 0.7010138318320582,
      "grad_norm": 1.4898387628775849,
      "learning_rate": 2.4853923799551677e-06,
      "loss": 0.484,
      "step": 18600
    },
    {
      "epoch": 0.7013907209889572,
      "grad_norm": 1.6400342378919166,
      "learning_rate": 2.4797088521865138e-06,
      "loss": 0.4722,
      "step": 18610
    },
    {
      "epoch": 0.7017676101458561,
      "grad_norm": 1.479505953040376,
      "learning_rate": 2.474029686743939e-06,
      "loss": 0.5037,
      "step": 18620
    },
    {
      "epoch": 0.702144499302755,
      "grad_norm": 1.4589932060948365,
      "learning_rate": 2.4683548934574115e-06,
      "loss": 0.4609,
      "step": 18630
    },
    {
      "epoch": 0.7025213884596541,
      "grad_norm": 1.551678370051871,
      "learning_rate": 2.462684482149327e-06,
      "loss": 0.4801,
      "step": 18640
    },
    {
      "epoch": 0.702898277616553,
      "grad_norm": 1.7192058552759832,
      "learning_rate": 2.4570184626344944e-06,
      "loss": 0.4644,
      "step": 18650
    },
    {
      "epoch": 0.7032751667734519,
      "grad_norm": 1.631280002083957,
      "learning_rate": 2.451356844720125e-06,
      "loss": 0.4907,
      "step": 18660
    },
    {
      "epoch": 0.7036520559303509,
      "grad_norm": 1.6750923039054713,
      "learning_rate": 2.445699638205809e-06,
      "loss": 0.5031,
      "step": 18670
    },
    {
      "epoch": 0.7040289450872499,
      "grad_norm": 1.9691622944065195,
      "learning_rate": 2.440046852883507e-06,
      "loss": 0.4536,
      "step": 18680
    },
    {
      "epoch": 0.7044058342441488,
      "grad_norm": 1.507322764879853,
      "learning_rate": 2.4343984985375167e-06,
      "loss": 0.4725,
      "step": 18690
    },
    {
      "epoch": 0.7047827234010478,
      "grad_norm": 1.7740189927150876,
      "learning_rate": 2.4287545849444747e-06,
      "loss": 0.4698,
      "step": 18700
    },
    {
      "epoch": 0.7051596125579467,
      "grad_norm": 1.5752161156901476,
      "learning_rate": 2.423115121873328e-06,
      "loss": 0.4571,
      "step": 18710
    },
    {
      "epoch": 0.7055365017148456,
      "grad_norm": 1.9762064673353243,
      "learning_rate": 2.4174801190853196e-06,
      "loss": 0.4921,
      "step": 18720
    },
    {
      "epoch": 0.7059133908717447,
      "grad_norm": 1.6174279577484105,
      "learning_rate": 2.411849586333974e-06,
      "loss": 0.4975,
      "step": 18730
    },
    {
      "epoch": 0.7062902800286436,
      "grad_norm": 1.7193669580907476,
      "learning_rate": 2.406223533365078e-06,
      "loss": 0.4873,
      "step": 18740
    },
    {
      "epoch": 0.7066671691855425,
      "grad_norm": 1.7235537874317444,
      "learning_rate": 2.4006019699166643e-06,
      "loss": 0.4685,
      "step": 18750
    },
    {
      "epoch": 0.7070440583424414,
      "grad_norm": 1.63971711730806,
      "learning_rate": 2.394984905718994e-06,
      "loss": 0.4818,
      "step": 18760
    },
    {
      "epoch": 0.7074209474993405,
      "grad_norm": 1.4461491095827899,
      "learning_rate": 2.3893723504945425e-06,
      "loss": 0.4914,
      "step": 18770
    },
    {
      "epoch": 0.7077978366562394,
      "grad_norm": 1.4529129185509562,
      "learning_rate": 2.3837643139579786e-06,
      "loss": 0.4628,
      "step": 18780
    },
    {
      "epoch": 0.7081747258131383,
      "grad_norm": 1.53376236798455,
      "learning_rate": 2.378160805816151e-06,
      "loss": 0.4969,
      "step": 18790
    },
    {
      "epoch": 0.7085516149700373,
      "grad_norm": 1.6666468688910057,
      "learning_rate": 2.3725618357680697e-06,
      "loss": 0.4796,
      "step": 18800
    },
    {
      "epoch": 0.7089285041269363,
      "grad_norm": 1.6506198653287087,
      "learning_rate": 2.366967413504892e-06,
      "loss": 0.4854,
      "step": 18810
    },
    {
      "epoch": 0.7093053932838352,
      "grad_norm": 1.7178732497859122,
      "learning_rate": 2.361377548709897e-06,
      "loss": 0.4727,
      "step": 18820
    },
    {
      "epoch": 0.7096822824407342,
      "grad_norm": 1.4181246211634644,
      "learning_rate": 2.3557922510584837e-06,
      "loss": 0.4836,
      "step": 18830
    },
    {
      "epoch": 0.7100591715976331,
      "grad_norm": 1.5200708457900483,
      "learning_rate": 2.3502115302181415e-06,
      "loss": 0.4736,
      "step": 18840
    },
    {
      "epoch": 0.7104360607545321,
      "grad_norm": 1.8352918119756971,
      "learning_rate": 2.3446353958484404e-06,
      "loss": 0.4932,
      "step": 18850
    },
    {
      "epoch": 0.7108129499114311,
      "grad_norm": 1.6181777322718822,
      "learning_rate": 2.339063857601006e-06,
      "loss": 0.481,
      "step": 18860
    },
    {
      "epoch": 0.71118983906833,
      "grad_norm": 1.6727732163944582,
      "learning_rate": 2.3334969251195137e-06,
      "loss": 0.4688,
      "step": 18870
    },
    {
      "epoch": 0.7115667282252289,
      "grad_norm": 1.5382920829842202,
      "learning_rate": 2.3279346080396652e-06,
      "loss": 0.4799,
      "step": 18880
    },
    {
      "epoch": 0.711943617382128,
      "grad_norm": 1.6126228289797586,
      "learning_rate": 2.322376915989178e-06,
      "loss": 0.4579,
      "step": 18890
    },
    {
      "epoch": 0.7123205065390269,
      "grad_norm": 2.051868736900158,
      "learning_rate": 2.3168238585877552e-06,
      "loss": 0.5088,
      "step": 18900
    },
    {
      "epoch": 0.7126973956959258,
      "grad_norm": 1.485292408430921,
      "learning_rate": 2.3112754454470847e-06,
      "loss": 0.4821,
      "step": 18910
    },
    {
      "epoch": 0.7130742848528248,
      "grad_norm": 1.488486027715864,
      "learning_rate": 2.305731686170814e-06,
      "loss": 0.4498,
      "step": 18920
    },
    {
      "epoch": 0.7134511740097237,
      "grad_norm": 1.5197855092868775,
      "learning_rate": 2.300192590354534e-06,
      "loss": 0.466,
      "step": 18930
    },
    {
      "epoch": 0.7138280631666227,
      "grad_norm": 1.723349595195898,
      "learning_rate": 2.2946581675857667e-06,
      "loss": 0.4954,
      "step": 18940
    },
    {
      "epoch": 0.7142049523235217,
      "grad_norm": 1.8046482293904333,
      "learning_rate": 2.2891284274439424e-06,
      "loss": 0.4798,
      "step": 18950
    },
    {
      "epoch": 0.7145818414804206,
      "grad_norm": 1.5075542664335193,
      "learning_rate": 2.2836033795003882e-06,
      "loss": 0.4625,
      "step": 18960
    },
    {
      "epoch": 0.7149587306373195,
      "grad_norm": 1.7547546524633186,
      "learning_rate": 2.2780830333183086e-06,
      "loss": 0.4916,
      "step": 18970
    },
    {
      "epoch": 0.7153356197942186,
      "grad_norm": 1.5599589166635623,
      "learning_rate": 2.2725673984527706e-06,
      "loss": 0.4878,
      "step": 18980
    },
    {
      "epoch": 0.7157125089511175,
      "grad_norm": 1.5938966644066468,
      "learning_rate": 2.2670564844506863e-06,
      "loss": 0.4914,
      "step": 18990
    },
    {
      "epoch": 0.7160893981080164,
      "grad_norm": 1.758549701257888,
      "learning_rate": 2.2615503008507965e-06,
      "loss": 0.46,
      "step": 19000
    },
    {
      "epoch": 0.7164662872649153,
      "grad_norm": 1.6218207774272693,
      "learning_rate": 2.256048857183656e-06,
      "loss": 0.4709,
      "step": 19010
    },
    {
      "epoch": 0.7168431764218144,
      "grad_norm": 2.0658511464902447,
      "learning_rate": 2.2505521629716095e-06,
      "loss": 0.4902,
      "step": 19020
    },
    {
      "epoch": 0.7172200655787133,
      "grad_norm": 1.6814039721656933,
      "learning_rate": 2.245060227728785e-06,
      "loss": 0.4711,
      "step": 19030
    },
    {
      "epoch": 0.7175969547356122,
      "grad_norm": 1.7568224370312793,
      "learning_rate": 2.2395730609610777e-06,
      "loss": 0.4949,
      "step": 19040
    },
    {
      "epoch": 0.7179738438925112,
      "grad_norm": 1.8189719042512071,
      "learning_rate": 2.234090672166122e-06,
      "loss": 0.5321,
      "step": 19050
    },
    {
      "epoch": 0.7183507330494102,
      "grad_norm": 1.568239365153995,
      "learning_rate": 2.2286130708332876e-06,
      "loss": 0.4724,
      "step": 19060
    },
    {
      "epoch": 0.7187276222063091,
      "grad_norm": 2.0389164815636325,
      "learning_rate": 2.22314026644365e-06,
      "loss": 0.4657,
      "step": 19070
    },
    {
      "epoch": 0.7191045113632081,
      "grad_norm": 1.385299223521904,
      "learning_rate": 2.2176722684699882e-06,
      "loss": 0.4835,
      "step": 19080
    },
    {
      "epoch": 0.719481400520107,
      "grad_norm": 1.4633858575844483,
      "learning_rate": 2.2122090863767627e-06,
      "loss": 0.4542,
      "step": 19090
    },
    {
      "epoch": 0.719858289677006,
      "grad_norm": 1.7748405690606124,
      "learning_rate": 2.206750729620097e-06,
      "loss": 0.4782,
      "step": 19100
    },
    {
      "epoch": 0.720235178833905,
      "grad_norm": 1.5545823449736953,
      "learning_rate": 2.201297207647757e-06,
      "loss": 0.4548,
      "step": 19110
    },
    {
      "epoch": 0.7206120679908039,
      "grad_norm": 2.292728574012736,
      "learning_rate": 2.195848529899147e-06,
      "loss": 0.4722,
      "step": 19120
    },
    {
      "epoch": 0.7209889571477028,
      "grad_norm": 1.716053797160062,
      "learning_rate": 2.1904047058052842e-06,
      "loss": 0.4828,
      "step": 19130
    },
    {
      "epoch": 0.7213658463046018,
      "grad_norm": 1.714097262044458,
      "learning_rate": 2.1849657447887847e-06,
      "loss": 0.4735,
      "step": 19140
    },
    {
      "epoch": 0.7217427354615008,
      "grad_norm": 1.7301553058622174,
      "learning_rate": 2.1795316562638462e-06,
      "loss": 0.485,
      "step": 19150
    },
    {
      "epoch": 0.7221196246183997,
      "grad_norm": 2.437219895216966,
      "learning_rate": 2.1741024496362344e-06,
      "loss": 0.455,
      "step": 19160
    },
    {
      "epoch": 0.7224965137752987,
      "grad_norm": 1.7131734298817816,
      "learning_rate": 2.1686781343032647e-06,
      "loss": 0.484,
      "step": 19170
    },
    {
      "epoch": 0.7228734029321976,
      "grad_norm": 1.4800874315130503,
      "learning_rate": 2.1632587196537853e-06,
      "loss": 0.4646,
      "step": 19180
    },
    {
      "epoch": 0.7232502920890966,
      "grad_norm": 1.6136385919031264,
      "learning_rate": 2.1578442150681615e-06,
      "loss": 0.4615,
      "step": 19190
    },
    {
      "epoch": 0.7236271812459956,
      "grad_norm": 1.678439760720894,
      "learning_rate": 2.1524346299182626e-06,
      "loss": 0.4632,
      "step": 19200
    },
    {
      "epoch": 0.7240040704028945,
      "grad_norm": 1.5309141919283373,
      "learning_rate": 2.14702997356744e-06,
      "loss": 0.4585,
      "step": 19210
    },
    {
      "epoch": 0.7243809595597934,
      "grad_norm": 1.393910668679631,
      "learning_rate": 2.1416302553705165e-06,
      "loss": 0.4844,
      "step": 19220
    },
    {
      "epoch": 0.7247578487166925,
      "grad_norm": 1.6745490665396063,
      "learning_rate": 2.136235484673761e-06,
      "loss": 0.4523,
      "step": 19230
    },
    {
      "epoch": 0.7251347378735914,
      "grad_norm": 1.6646971203310925,
      "learning_rate": 2.1308456708148896e-06,
      "loss": 0.4777,
      "step": 19240
    },
    {
      "epoch": 0.7255116270304903,
      "grad_norm": 1.7651217240185753,
      "learning_rate": 2.1254608231230312e-06,
      "loss": 0.4985,
      "step": 19250
    },
    {
      "epoch": 0.7258885161873893,
      "grad_norm": 1.458188978373751,
      "learning_rate": 2.120080950918722e-06,
      "loss": 0.4609,
      "step": 19260
    },
    {
      "epoch": 0.7262654053442883,
      "grad_norm": 1.3512368514891746,
      "learning_rate": 2.1147060635138817e-06,
      "loss": 0.4586,
      "step": 19270
    },
    {
      "epoch": 0.7266422945011872,
      "grad_norm": 1.6354165388054114,
      "learning_rate": 2.1093361702118065e-06,
      "loss": 0.4673,
      "step": 19280
    },
    {
      "epoch": 0.7270191836580862,
      "grad_norm": 1.6908458833172149,
      "learning_rate": 2.103971280307146e-06,
      "loss": 0.4652,
      "step": 19290
    },
    {
      "epoch": 0.7273960728149851,
      "grad_norm": 1.5384882126868258,
      "learning_rate": 2.098611403085895e-06,
      "loss": 0.4553,
      "step": 19300
    },
    {
      "epoch": 0.727772961971884,
      "grad_norm": 1.3879436105661611,
      "learning_rate": 2.0932565478253624e-06,
      "loss": 0.4606,
      "step": 19310
    },
    {
      "epoch": 0.728149851128783,
      "grad_norm": 1.7839927445388464,
      "learning_rate": 2.087906723794171e-06,
      "loss": 0.4913,
      "step": 19320
    },
    {
      "epoch": 0.728526740285682,
      "grad_norm": 1.5679146539305475,
      "learning_rate": 2.0825619402522356e-06,
      "loss": 0.4764,
      "step": 19330
    },
    {
      "epoch": 0.7289036294425809,
      "grad_norm": 1.6427710422238193,
      "learning_rate": 2.077222206450743e-06,
      "loss": 0.4941,
      "step": 19340
    },
    {
      "epoch": 0.7292805185994798,
      "grad_norm": 1.9163137570823914,
      "learning_rate": 2.0718875316321413e-06,
      "loss": 0.4728,
      "step": 19350
    },
    {
      "epoch": 0.7296574077563789,
      "grad_norm": 1.7523481576736066,
      "learning_rate": 2.066557925030123e-06,
      "loss": 0.4837,
      "step": 19360
    },
    {
      "epoch": 0.7300342969132778,
      "grad_norm": 1.6581516586288727,
      "learning_rate": 2.0612333958696068e-06,
      "loss": 0.4649,
      "step": 19370
    },
    {
      "epoch": 0.7304111860701767,
      "grad_norm": 1.833543727989413,
      "learning_rate": 2.0559139533667227e-06,
      "loss": 0.4888,
      "step": 19380
    },
    {
      "epoch": 0.7307880752270757,
      "grad_norm": 2.948145026805694,
      "learning_rate": 2.050599606728798e-06,
      "loss": 0.4679,
      "step": 19390
    },
    {
      "epoch": 0.7311649643839747,
      "grad_norm": 1.6265548517672246,
      "learning_rate": 2.045290365154338e-06,
      "loss": 0.4561,
      "step": 19400
    },
    {
      "epoch": 0.7315418535408736,
      "grad_norm": 1.5522637397176864,
      "learning_rate": 2.039986237833012e-06,
      "loss": 0.4481,
      "step": 19410
    },
    {
      "epoch": 0.7319187426977726,
      "grad_norm": 1.5713552061547922,
      "learning_rate": 2.0346872339456385e-06,
      "loss": 0.4555,
      "step": 19420
    },
    {
      "epoch": 0.7322956318546715,
      "grad_norm": 1.9565945231630675,
      "learning_rate": 2.0293933626641677e-06,
      "loss": 0.4705,
      "step": 19430
    },
    {
      "epoch": 0.7326725210115705,
      "grad_norm": 1.4336544390295196,
      "learning_rate": 2.0241046331516596e-06,
      "loss": 0.475,
      "step": 19440
    },
    {
      "epoch": 0.7330494101684695,
      "grad_norm": 1.9396889631970387,
      "learning_rate": 2.018821054562286e-06,
      "loss": 0.4681,
      "step": 19450
    },
    {
      "epoch": 0.7334262993253684,
      "grad_norm": 1.567151805567963,
      "learning_rate": 2.0135426360412945e-06,
      "loss": 0.4835,
      "step": 19460
    },
    {
      "epoch": 0.7338031884822673,
      "grad_norm": 1.9444973709798723,
      "learning_rate": 2.008269386725006e-06,
      "loss": 0.4698,
      "step": 19470
    },
    {
      "epoch": 0.7341800776391664,
      "grad_norm": 1.6143737110809373,
      "learning_rate": 2.003001315740788e-06,
      "loss": 0.4718,
      "step": 19480
    },
    {
      "epoch": 0.7345569667960653,
      "grad_norm": 1.4062299288988356,
      "learning_rate": 1.997738432207048e-06,
      "loss": 0.486,
      "step": 19490
    },
    {
      "epoch": 0.7349338559529642,
      "grad_norm": 1.8345777555224132,
      "learning_rate": 1.9924807452332203e-06,
      "loss": 0.4982,
      "step": 19500
    },
    {
      "epoch": 0.7353107451098632,
      "grad_norm": 1.3571830592619372,
      "learning_rate": 1.9872282639197384e-06,
      "loss": 0.4541,
      "step": 19510
    },
    {
      "epoch": 0.7356876342667621,
      "grad_norm": 1.5972192547656638,
      "learning_rate": 1.981980997358023e-06,
      "loss": 0.4876,
      "step": 19520
    },
    {
      "epoch": 0.7360645234236611,
      "grad_norm": 1.6793172446301055,
      "learning_rate": 1.976738954630475e-06,
      "loss": 0.4902,
      "step": 19530
    },
    {
      "epoch": 0.7364414125805601,
      "grad_norm": 1.7207394609259994,
      "learning_rate": 1.97150214481045e-06,
      "loss": 0.4631,
      "step": 19540
    },
    {
      "epoch": 0.736818301737459,
      "grad_norm": 1.7659650208337772,
      "learning_rate": 1.9662705769622473e-06,
      "loss": 0.475,
      "step": 19550
    },
    {
      "epoch": 0.7371951908943579,
      "grad_norm": 2.259295033352332,
      "learning_rate": 1.9610442601410924e-06,
      "loss": 0.4748,
      "step": 19560
    },
    {
      "epoch": 0.737572080051257,
      "grad_norm": 1.4373497805396753,
      "learning_rate": 1.955823203393122e-06,
      "loss": 0.4417,
      "step": 19570
    },
    {
      "epoch": 0.7379489692081559,
      "grad_norm": 1.7830963074391613,
      "learning_rate": 1.9506074157553674e-06,
      "loss": 0.4995,
      "step": 19580
    },
    {
      "epoch": 0.7383258583650548,
      "grad_norm": 1.6506977257382058,
      "learning_rate": 1.9453969062557413e-06,
      "loss": 0.4704,
      "step": 19590
    },
    {
      "epoch": 0.7387027475219538,
      "grad_norm": 1.8345545514824426,
      "learning_rate": 1.94019168391302e-06,
      "loss": 0.4513,
      "step": 19600
    },
    {
      "epoch": 0.7390796366788528,
      "grad_norm": 1.5681906345509673,
      "learning_rate": 1.9349917577368278e-06,
      "loss": 0.4633,
      "step": 19610
    },
    {
      "epoch": 0.7394565258357517,
      "grad_norm": 1.1866445291178405,
      "learning_rate": 1.929797136727622e-06,
      "loss": 0.4482,
      "step": 19620
    },
    {
      "epoch": 0.7398334149926507,
      "grad_norm": 1.7441782836688702,
      "learning_rate": 1.924607829876679e-06,
      "loss": 0.4656,
      "step": 19630
    },
    {
      "epoch": 0.7402103041495496,
      "grad_norm": 1.5560618510253559,
      "learning_rate": 1.9194238461660715e-06,
      "loss": 0.4713,
      "step": 19640
    },
    {
      "epoch": 0.7405871933064486,
      "grad_norm": 1.612264222679392,
      "learning_rate": 1.9142451945686675e-06,
      "loss": 0.4888,
      "step": 19650
    },
    {
      "epoch": 0.7409640824633476,
      "grad_norm": 1.6525004938247971,
      "learning_rate": 1.909071884048098e-06,
      "loss": 0.4831,
      "step": 19660
    },
    {
      "epoch": 0.7413409716202465,
      "grad_norm": 1.8991946449473516,
      "learning_rate": 1.9039039235587549e-06,
      "loss": 0.4793,
      "step": 19670
    },
    {
      "epoch": 0.7417178607771454,
      "grad_norm": 1.661925662248117,
      "learning_rate": 1.898741322045763e-06,
      "loss": 0.468,
      "step": 19680
    },
    {
      "epoch": 0.7420947499340445,
      "grad_norm": 1.6008784105624398,
      "learning_rate": 1.8935840884449774e-06,
      "loss": 0.4959,
      "step": 19690
    },
    {
      "epoch": 0.7424716390909434,
      "grad_norm": 1.8462741745907572,
      "learning_rate": 1.888432231682958e-06,
      "loss": 0.447,
      "step": 19700
    },
    {
      "epoch": 0.7428485282478423,
      "grad_norm": 1.6621308425745434,
      "learning_rate": 1.8832857606769645e-06,
      "loss": 0.454,
      "step": 19710
    },
    {
      "epoch": 0.7432254174047412,
      "grad_norm": 1.4464720693906488,
      "learning_rate": 1.8781446843349255e-06,
      "loss": 0.4744,
      "step": 19720
    },
    {
      "epoch": 0.7436023065616402,
      "grad_norm": 1.5289864438887075,
      "learning_rate": 1.8730090115554377e-06,
      "loss": 0.4847,
      "step": 19730
    },
    {
      "epoch": 0.7439791957185392,
      "grad_norm": 1.499672820897478,
      "learning_rate": 1.8678787512277441e-06,
      "loss": 0.4696,
      "step": 19740
    },
    {
      "epoch": 0.7443560848754381,
      "grad_norm": 1.9522488619546912,
      "learning_rate": 1.8627539122317184e-06,
      "loss": 0.51,
      "step": 19750
    },
    {
      "epoch": 0.7447329740323371,
      "grad_norm": 1.578646901148932,
      "learning_rate": 1.8576345034378518e-06,
      "loss": 0.4626,
      "step": 19760
    },
    {
      "epoch": 0.745109863189236,
      "grad_norm": 1.6897078881033194,
      "learning_rate": 1.8525205337072356e-06,
      "loss": 0.4986,
      "step": 19770
    },
    {
      "epoch": 0.745486752346135,
      "grad_norm": 1.6933365658689057,
      "learning_rate": 1.8474120118915468e-06,
      "loss": 0.4989,
      "step": 19780
    },
    {
      "epoch": 0.745863641503034,
      "grad_norm": 1.5425636755893886,
      "learning_rate": 1.8423089468330323e-06,
      "loss": 0.4755,
      "step": 19790
    },
    {
      "epoch": 0.7462405306599329,
      "grad_norm": 1.7854964281266579,
      "learning_rate": 1.8372113473644954e-06,
      "loss": 0.4677,
      "step": 19800
    },
    {
      "epoch": 0.7466174198168318,
      "grad_norm": 1.5758981880661738,
      "learning_rate": 1.8321192223092783e-06,
      "loss": 0.4596,
      "step": 19810
    },
    {
      "epoch": 0.7469943089737309,
      "grad_norm": 1.7615382948562168,
      "learning_rate": 1.8270325804812467e-06,
      "loss": 0.4959,
      "step": 19820
    },
    {
      "epoch": 0.7473711981306298,
      "grad_norm": 1.6845149695852346,
      "learning_rate": 1.8219514306847769e-06,
      "loss": 0.453,
      "step": 19830
    },
    {
      "epoch": 0.7477480872875287,
      "grad_norm": 1.5622386509669985,
      "learning_rate": 1.8168757817147408e-06,
      "loss": 0.4636,
      "step": 19840
    },
    {
      "epoch": 0.7481249764444277,
      "grad_norm": 1.659724890019801,
      "learning_rate": 1.8118056423564807e-06,
      "loss": 0.4773,
      "step": 19850
    },
    {
      "epoch": 0.7485018656013267,
      "grad_norm": 1.6175612238786405,
      "learning_rate": 1.8067410213858144e-06,
      "loss": 0.4586,
      "step": 19860
    },
    {
      "epoch": 0.7488787547582256,
      "grad_norm": 1.2204409557789897,
      "learning_rate": 1.8016819275690005e-06,
      "loss": 0.4876,
      "step": 19870
    },
    {
      "epoch": 0.7492556439151246,
      "grad_norm": 1.5479726038649555,
      "learning_rate": 1.7966283696627334e-06,
      "loss": 0.4903,
      "step": 19880
    },
    {
      "epoch": 0.7496325330720235,
      "grad_norm": 1.5825271274712456,
      "learning_rate": 1.791580356414122e-06,
      "loss": 0.48,
      "step": 19890
    },
    {
      "epoch": 0.7500094222289225,
      "grad_norm": 1.6729980724400284,
      "learning_rate": 1.7865378965606816e-06,
      "loss": 0.4971,
      "step": 19900
    },
    {
      "epoch": 0.7503863113858215,
      "grad_norm": 1.49855379749909,
      "learning_rate": 1.7815009988303128e-06,
      "loss": 0.4559,
      "step": 19910
    },
    {
      "epoch": 0.7507632005427204,
      "grad_norm": 1.867864298503486,
      "learning_rate": 1.7764696719412955e-06,
      "loss": 0.4676,
      "step": 19920
    },
    {
      "epoch": 0.7511400896996193,
      "grad_norm": 1.398138122231671,
      "learning_rate": 1.7714439246022563e-06,
      "loss": 0.4665,
      "step": 19930
    },
    {
      "epoch": 0.7515169788565182,
      "grad_norm": 1.679272548470173,
      "learning_rate": 1.7664237655121712e-06,
      "loss": 0.4845,
      "step": 19940
    },
    {
      "epoch": 0.7518938680134173,
      "grad_norm": 1.6071742957955386,
      "learning_rate": 1.7614092033603435e-06,
      "loss": 0.4762,
      "step": 19950
    },
    {
      "epoch": 0.7522707571703162,
      "grad_norm": 2.0121603774745,
      "learning_rate": 1.7564002468263864e-06,
      "loss": 0.4983,
      "step": 19960
    },
    {
      "epoch": 0.7526476463272151,
      "grad_norm": 1.6878110868707674,
      "learning_rate": 1.7513969045802121e-06,
      "loss": 0.4774,
      "step": 19970
    },
    {
      "epoch": 0.7530245354841141,
      "grad_norm": 1.5812116606356919,
      "learning_rate": 1.7463991852820146e-06,
      "loss": 0.4694,
      "step": 19980
    },
    {
      "epoch": 0.7534014246410131,
      "grad_norm": 1.6728801843104153,
      "learning_rate": 1.741407097582255e-06,
      "loss": 0.4812,
      "step": 19990
    },
    {
      "epoch": 0.753778313797912,
      "grad_norm": 1.558056793965425,
      "learning_rate": 1.7364206501216468e-06,
      "loss": 0.4771,
      "step": 20000
    },
    {
      "epoch": 0.754155202954811,
      "grad_norm": 1.572534621526344,
      "learning_rate": 1.7314398515311425e-06,
      "loss": 0.4825,
      "step": 20010
    },
    {
      "epoch": 0.7545320921117099,
      "grad_norm": 1.7319010605390628,
      "learning_rate": 1.7264647104319144e-06,
      "loss": 0.4924,
      "step": 20020
    },
    {
      "epoch": 0.754908981268609,
      "grad_norm": 1.8088713988535818,
      "learning_rate": 1.7214952354353442e-06,
      "loss": 0.5092,
      "step": 20030
    },
    {
      "epoch": 0.7552858704255079,
      "grad_norm": 1.6367538520605005,
      "learning_rate": 1.7165314351430073e-06,
      "loss": 0.4853,
      "step": 20040
    },
    {
      "epoch": 0.7556627595824068,
      "grad_norm": 1.8009115510393299,
      "learning_rate": 1.7115733181466521e-06,
      "loss": 0.4861,
      "step": 20050
    },
    {
      "epoch": 0.7560396487393057,
      "grad_norm": 1.647359105340635,
      "learning_rate": 1.706620893028193e-06,
      "loss": 0.4872,
      "step": 20060
    },
    {
      "epoch": 0.7564165378962048,
      "grad_norm": 1.7977265334517736,
      "learning_rate": 1.7016741683596956e-06,
      "loss": 0.4861,
      "step": 20070
    },
    {
      "epoch": 0.7567934270531037,
      "grad_norm": 1.4658968392116936,
      "learning_rate": 1.696733152703356e-06,
      "loss": 0.4621,
      "step": 20080
    },
    {
      "epoch": 0.7571703162100026,
      "grad_norm": 1.400405223101517,
      "learning_rate": 1.6917978546114844e-06,
      "loss": 0.4567,
      "step": 20090
    },
    {
      "epoch": 0.7575472053669016,
      "grad_norm": 1.7826408832538072,
      "learning_rate": 1.686868282626501e-06,
      "loss": 0.455,
      "step": 20100
    },
    {
      "epoch": 0.7579240945238005,
      "grad_norm": 1.369980544067672,
      "learning_rate": 1.6819444452809097e-06,
      "loss": 0.4498,
      "step": 20110
    },
    {
      "epoch": 0.7583009836806995,
      "grad_norm": 1.606503602489862,
      "learning_rate": 1.6770263510972967e-06,
      "loss": 0.4784,
      "step": 20120
    },
    {
      "epoch": 0.7586778728375985,
      "grad_norm": 1.7717643562693965,
      "learning_rate": 1.6721140085882958e-06,
      "loss": 0.4983,
      "step": 20130
    },
    {
      "epoch": 0.7590547619944974,
      "grad_norm": 1.5525199466594755,
      "learning_rate": 1.6672074262565935e-06,
      "loss": 0.4724,
      "step": 20140
    },
    {
      "epoch": 0.7594316511513963,
      "grad_norm": 1.8260818838800927,
      "learning_rate": 1.6623066125949039e-06,
      "loss": 0.4855,
      "step": 20150
    },
    {
      "epoch": 0.7598085403082954,
      "grad_norm": 1.5847972521629938,
      "learning_rate": 1.6574115760859565e-06,
      "loss": 0.4962,
      "step": 20160
    },
    {
      "epoch": 0.7601854294651943,
      "grad_norm": 1.9147538929254044,
      "learning_rate": 1.6525223252024803e-06,
      "loss": 0.4906,
      "step": 20170
    },
    {
      "epoch": 0.7605623186220932,
      "grad_norm": 1.8192442389995647,
      "learning_rate": 1.6476388684071904e-06,
      "loss": 0.4461,
      "step": 20180
    },
    {
      "epoch": 0.7609392077789922,
      "grad_norm": 1.6057172465162213,
      "learning_rate": 1.6427612141527737e-06,
      "loss": 0.4661,
      "step": 20190
    },
    {
      "epoch": 0.7613160969358912,
      "grad_norm": 1.5700052558656017,
      "learning_rate": 1.6378893708818737e-06,
      "loss": 0.4579,
      "step": 20200
    },
    {
      "epoch": 0.7616929860927901,
      "grad_norm": 2.4569585216041556,
      "learning_rate": 1.6330233470270745e-06,
      "loss": 0.4794,
      "step": 20210
    },
    {
      "epoch": 0.762069875249689,
      "grad_norm": 1.889553496160301,
      "learning_rate": 1.6281631510108886e-06,
      "loss": 0.442,
      "step": 20220
    },
    {
      "epoch": 0.762446764406588,
      "grad_norm": 1.5962321807838258,
      "learning_rate": 1.6233087912457412e-06,
      "loss": 0.4672,
      "step": 20230
    },
    {
      "epoch": 0.762823653563487,
      "grad_norm": 1.5965451145332648,
      "learning_rate": 1.618460276133954e-06,
      "loss": 0.4676,
      "step": 20240
    },
    {
      "epoch": 0.763200542720386,
      "grad_norm": 1.6567069219014103,
      "learning_rate": 1.6136176140677368e-06,
      "loss": 0.4783,
      "step": 20250
    },
    {
      "epoch": 0.7635774318772849,
      "grad_norm": 1.4557357506093793,
      "learning_rate": 1.6087808134291593e-06,
      "loss": 0.4823,
      "step": 20260
    },
    {
      "epoch": 0.7639543210341838,
      "grad_norm": 1.876565177528593,
      "learning_rate": 1.6039498825901568e-06,
      "loss": 0.4774,
      "step": 20270
    },
    {
      "epoch": 0.7643312101910829,
      "grad_norm": 1.7263871602732919,
      "learning_rate": 1.5991248299124978e-06,
      "loss": 0.4738,
      "step": 20280
    },
    {
      "epoch": 0.7647080993479818,
      "grad_norm": 1.6090188313058575,
      "learning_rate": 1.5943056637477804e-06,
      "loss": 0.4567,
      "step": 20290
    },
    {
      "epoch": 0.7650849885048807,
      "grad_norm": 1.8159775563602787,
      "learning_rate": 1.5894923924374077e-06,
      "loss": 0.4996,
      "step": 20300
    },
    {
      "epoch": 0.7654618776617796,
      "grad_norm": 1.694825125868995,
      "learning_rate": 1.5846850243125856e-06,
      "loss": 0.467,
      "step": 20310
    },
    {
      "epoch": 0.7658387668186786,
      "grad_norm": 1.4834845730262398,
      "learning_rate": 1.5798835676942976e-06,
      "loss": 0.4733,
      "step": 20320
    },
    {
      "epoch": 0.7662156559755776,
      "grad_norm": 1.6457346282769572,
      "learning_rate": 1.5750880308933036e-06,
      "loss": 0.4775,
      "step": 20330
    },
    {
      "epoch": 0.7665925451324765,
      "grad_norm": 1.6332831296059798,
      "learning_rate": 1.5702984222101053e-06,
      "loss": 0.4598,
      "step": 20340
    },
    {
      "epoch": 0.7669694342893755,
      "grad_norm": 2.0230516472784417,
      "learning_rate": 1.565514749934951e-06,
      "loss": 0.501,
      "step": 20350
    },
    {
      "epoch": 0.7673463234462744,
      "grad_norm": 1.9624821551932368,
      "learning_rate": 1.5607370223478118e-06,
      "loss": 0.4863,
      "step": 20360
    },
    {
      "epoch": 0.7677232126031734,
      "grad_norm": 1.3909923765612713,
      "learning_rate": 1.5559652477183702e-06,
      "loss": 0.4592,
      "step": 20370
    },
    {
      "epoch": 0.7681001017600724,
      "grad_norm": 1.6465814513557648,
      "learning_rate": 1.5511994343060033e-06,
      "loss": 0.4755,
      "step": 20380
    },
    {
      "epoch": 0.7684769909169713,
      "grad_norm": 1.610226051279983,
      "learning_rate": 1.5464395903597713e-06,
      "loss": 0.4469,
      "step": 20390
    },
    {
      "epoch": 0.7688538800738702,
      "grad_norm": 1.7453869621269993,
      "learning_rate": 1.5416857241184007e-06,
      "loss": 0.4547,
      "step": 20400
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 1.310381314751475,
      "learning_rate": 1.5369378438102728e-06,
      "loss": 0.4668,
      "step": 20410
    },
    {
      "epoch": 0.7696076583876682,
      "grad_norm": 1.6872384131950084,
      "learning_rate": 1.5321959576534073e-06,
      "loss": 0.5217,
      "step": 20420
    },
    {
      "epoch": 0.7699845475445671,
      "grad_norm": 1.6894678298188206,
      "learning_rate": 1.527460073855448e-06,
      "loss": 0.4665,
      "step": 20430
    },
    {
      "epoch": 0.7703614367014661,
      "grad_norm": 1.8097958205422997,
      "learning_rate": 1.52273020061365e-06,
      "loss": 0.4564,
      "step": 20440
    },
    {
      "epoch": 0.7707383258583651,
      "grad_norm": 1.7701718906608808,
      "learning_rate": 1.5180063461148675e-06,
      "loss": 0.4664,
      "step": 20450
    },
    {
      "epoch": 0.771115215015264,
      "grad_norm": 1.2961421273522296,
      "learning_rate": 1.5132885185355294e-06,
      "loss": 0.4527,
      "step": 20460
    },
    {
      "epoch": 0.771492104172163,
      "grad_norm": 1.8199021031458331,
      "learning_rate": 1.5085767260416396e-06,
      "loss": 0.4945,
      "step": 20470
    },
    {
      "epoch": 0.7718689933290619,
      "grad_norm": 1.5671269899021723,
      "learning_rate": 1.5038709767887548e-06,
      "loss": 0.4816,
      "step": 20480
    },
    {
      "epoch": 0.7722458824859609,
      "grad_norm": 1.818867610498672,
      "learning_rate": 1.4991712789219714e-06,
      "loss": 0.4778,
      "step": 20490
    },
    {
      "epoch": 0.7726227716428599,
      "grad_norm": 1.5948143698764703,
      "learning_rate": 1.4944776405759115e-06,
      "loss": 0.4652,
      "step": 20500
    },
    {
      "epoch": 0.7729996607997588,
      "grad_norm": 1.4821620142605674,
      "learning_rate": 1.4897900698747047e-06,
      "loss": 0.4422,
      "step": 20510
    },
    {
      "epoch": 0.7733765499566577,
      "grad_norm": 1.8116026121890576,
      "learning_rate": 1.4851085749319827e-06,
      "loss": 0.469,
      "step": 20520
    },
    {
      "epoch": 0.7737534391135567,
      "grad_norm": 1.523784502143446,
      "learning_rate": 1.4804331638508623e-06,
      "loss": 0.4773,
      "step": 20530
    },
    {
      "epoch": 0.7741303282704557,
      "grad_norm": 1.8206430937956362,
      "learning_rate": 1.4757638447239276e-06,
      "loss": 0.4724,
      "step": 20540
    },
    {
      "epoch": 0.7745072174273546,
      "grad_norm": 1.7588855241689347,
      "learning_rate": 1.4711006256332156e-06,
      "loss": 0.4382,
      "step": 20550
    },
    {
      "epoch": 0.7748841065842536,
      "grad_norm": 1.584901601395231,
      "learning_rate": 1.4664435146502083e-06,
      "loss": 0.4674,
      "step": 20560
    },
    {
      "epoch": 0.7752609957411525,
      "grad_norm": 1.7973543634379379,
      "learning_rate": 1.461792519835814e-06,
      "loss": 0.4826,
      "step": 20570
    },
    {
      "epoch": 0.7756378848980515,
      "grad_norm": 1.673141519768556,
      "learning_rate": 1.4571476492403563e-06,
      "loss": 0.4753,
      "step": 20580
    },
    {
      "epoch": 0.7760147740549505,
      "grad_norm": 1.5795162978217505,
      "learning_rate": 1.452508910903556e-06,
      "loss": 0.4965,
      "step": 20590
    },
    {
      "epoch": 0.7763916632118494,
      "grad_norm": 1.71797844150418,
      "learning_rate": 1.447876312854521e-06,
      "loss": 0.466,
      "step": 20600
    },
    {
      "epoch": 0.7767685523687483,
      "grad_norm": 1.6656630817840206,
      "learning_rate": 1.4432498631117314e-06,
      "loss": 0.43,
      "step": 20610
    },
    {
      "epoch": 0.7771454415256474,
      "grad_norm": 1.5139791631000281,
      "learning_rate": 1.438629569683025e-06,
      "loss": 0.4855,
      "step": 20620
    },
    {
      "epoch": 0.7775223306825463,
      "grad_norm": 1.6906826740177294,
      "learning_rate": 1.4340154405655826e-06,
      "loss": 0.456,
      "step": 20630
    },
    {
      "epoch": 0.7778992198394452,
      "grad_norm": 1.6698594166197502,
      "learning_rate": 1.4294074837459177e-06,
      "loss": 0.4912,
      "step": 20640
    },
    {
      "epoch": 0.7782761089963441,
      "grad_norm": 2.250059784898189,
      "learning_rate": 1.4248057071998578e-06,
      "loss": 0.4998,
      "step": 20650
    },
    {
      "epoch": 0.7786529981532432,
      "grad_norm": 1.575246221565116,
      "learning_rate": 1.420210118892536e-06,
      "loss": 0.4768,
      "step": 20660
    },
    {
      "epoch": 0.7790298873101421,
      "grad_norm": 1.5597959754124424,
      "learning_rate": 1.4156207267783679e-06,
      "loss": 0.4652,
      "step": 20670
    },
    {
      "epoch": 0.779406776467041,
      "grad_norm": 1.628610962575096,
      "learning_rate": 1.4110375388010538e-06,
      "loss": 0.4876,
      "step": 20680
    },
    {
      "epoch": 0.77978366562394,
      "grad_norm": 1.644374962717556,
      "learning_rate": 1.4064605628935479e-06,
      "loss": 0.4679,
      "step": 20690
    },
    {
      "epoch": 0.780160554780839,
      "grad_norm": 1.8253088878455022,
      "learning_rate": 1.4018898069780572e-06,
      "loss": 0.4772,
      "step": 20700
    },
    {
      "epoch": 0.7805374439377379,
      "grad_norm": 1.5207862619368617,
      "learning_rate": 1.3973252789660158e-06,
      "loss": 0.4574,
      "step": 20710
    },
    {
      "epoch": 0.7809143330946369,
      "grad_norm": 1.7050624400247496,
      "learning_rate": 1.3927669867580845e-06,
      "loss": 0.4554,
      "step": 20720
    },
    {
      "epoch": 0.7812912222515358,
      "grad_norm": 1.9273191609007996,
      "learning_rate": 1.3882149382441262e-06,
      "loss": 0.5077,
      "step": 20730
    },
    {
      "epoch": 0.7816681114084347,
      "grad_norm": 1.4282728575268597,
      "learning_rate": 1.3836691413032045e-06,
      "loss": 0.4596,
      "step": 20740
    },
    {
      "epoch": 0.7820450005653338,
      "grad_norm": 1.5766792437516781,
      "learning_rate": 1.37912960380355e-06,
      "loss": 0.475,
      "step": 20750
    },
    {
      "epoch": 0.7824218897222327,
      "grad_norm": 1.588717645461143,
      "learning_rate": 1.3745963336025692e-06,
      "loss": 0.4701,
      "step": 20760
    },
    {
      "epoch": 0.7827987788791316,
      "grad_norm": 1.628374898696195,
      "learning_rate": 1.3700693385468156e-06,
      "loss": 0.467,
      "step": 20770
    },
    {
      "epoch": 0.7831756680360306,
      "grad_norm": 1.8101040525930028,
      "learning_rate": 1.3655486264719832e-06,
      "loss": 0.4655,
      "step": 20780
    },
    {
      "epoch": 0.7835525571929296,
      "grad_norm": 1.5363813815541065,
      "learning_rate": 1.3610342052028897e-06,
      "loss": 0.4629,
      "step": 20790
    },
    {
      "epoch": 0.7839294463498285,
      "grad_norm": 1.7639661489622709,
      "learning_rate": 1.3565260825534653e-06,
      "loss": 0.4502,
      "step": 20800
    },
    {
      "epoch": 0.7843063355067275,
      "grad_norm": 1.5089833035960092,
      "learning_rate": 1.3520242663267375e-06,
      "loss": 0.4871,
      "step": 20810
    },
    {
      "epoch": 0.7846832246636264,
      "grad_norm": 1.5073945769296926,
      "learning_rate": 1.3475287643148178e-06,
      "loss": 0.4786,
      "step": 20820
    },
    {
      "epoch": 0.7850601138205254,
      "grad_norm": 1.5526068937170885,
      "learning_rate": 1.3430395842988886e-06,
      "loss": 0.4549,
      "step": 20830
    },
    {
      "epoch": 0.7854370029774244,
      "grad_norm": 1.4425597365312917,
      "learning_rate": 1.3385567340491901e-06,
      "loss": 0.453,
      "step": 20840
    },
    {
      "epoch": 0.7858138921343233,
      "grad_norm": 1.6718319416849392,
      "learning_rate": 1.334080221325006e-06,
      "loss": 0.4755,
      "step": 20850
    },
    {
      "epoch": 0.7861907812912222,
      "grad_norm": 1.4577265197030453,
      "learning_rate": 1.3296100538746514e-06,
      "loss": 0.4454,
      "step": 20860
    },
    {
      "epoch": 0.7865676704481213,
      "grad_norm": 1.3692713929909994,
      "learning_rate": 1.3251462394354585e-06,
      "loss": 0.4927,
      "step": 20870
    },
    {
      "epoch": 0.7869445596050202,
      "grad_norm": 1.6442519408672833,
      "learning_rate": 1.3206887857337586e-06,
      "loss": 0.4492,
      "step": 20880
    },
    {
      "epoch": 0.7873214487619191,
      "grad_norm": 1.6104969996274061,
      "learning_rate": 1.3162377004848814e-06,
      "loss": 0.4515,
      "step": 20890
    },
    {
      "epoch": 0.787698337918818,
      "grad_norm": 1.7066857405575866,
      "learning_rate": 1.3117929913931277e-06,
      "loss": 0.4553,
      "step": 20900
    },
    {
      "epoch": 0.788075227075717,
      "grad_norm": 1.731131533765537,
      "learning_rate": 1.3073546661517655e-06,
      "loss": 0.4822,
      "step": 20910
    },
    {
      "epoch": 0.788452116232616,
      "grad_norm": 1.696849854193515,
      "learning_rate": 1.3029227324430077e-06,
      "loss": 0.4536,
      "step": 20920
    },
    {
      "epoch": 0.788829005389515,
      "grad_norm": 1.6266173084112765,
      "learning_rate": 1.298497197938008e-06,
      "loss": 0.4464,
      "step": 20930
    },
    {
      "epoch": 0.7892058945464139,
      "grad_norm": 1.5230400863153157,
      "learning_rate": 1.2940780702968464e-06,
      "loss": 0.4838,
      "step": 20940
    },
    {
      "epoch": 0.7895827837033128,
      "grad_norm": 1.805355977994606,
      "learning_rate": 1.2896653571685108e-06,
      "loss": 0.4808,
      "step": 20950
    },
    {
      "epoch": 0.7899596728602118,
      "grad_norm": 1.6563216644658791,
      "learning_rate": 1.2852590661908826e-06,
      "loss": 0.4793,
      "step": 20960
    },
    {
      "epoch": 0.7903365620171108,
      "grad_norm": 1.7324681232443127,
      "learning_rate": 1.280859204990732e-06,
      "loss": 0.4659,
      "step": 20970
    },
    {
      "epoch": 0.7907134511740097,
      "grad_norm": 1.6887405218479397,
      "learning_rate": 1.2764657811836995e-06,
      "loss": 0.4829,
      "step": 20980
    },
    {
      "epoch": 0.7910903403309086,
      "grad_norm": 1.723570674808702,
      "learning_rate": 1.2720788023742819e-06,
      "loss": 0.495,
      "step": 20990
    },
    {
      "epoch": 0.7914672294878077,
      "grad_norm": 1.7913544321855928,
      "learning_rate": 1.267698276155821e-06,
      "loss": 0.4626,
      "step": 21000
    },
    {
      "epoch": 0.7918441186447066,
      "grad_norm": 1.7911338951212774,
      "learning_rate": 1.2633242101104904e-06,
      "loss": 0.4577,
      "step": 21010
    },
    {
      "epoch": 0.7922210078016055,
      "grad_norm": 1.8879029948128403,
      "learning_rate": 1.2589566118092805e-06,
      "loss": 0.5013,
      "step": 21020
    },
    {
      "epoch": 0.7925978969585045,
      "grad_norm": 1.602586178784185,
      "learning_rate": 1.2545954888119882e-06,
      "loss": 0.4872,
      "step": 21030
    },
    {
      "epoch": 0.7929747861154035,
      "grad_norm": 1.816604176967041,
      "learning_rate": 1.2502408486672018e-06,
      "loss": 0.4898,
      "step": 21040
    },
    {
      "epoch": 0.7933516752723024,
      "grad_norm": 1.6554081568794934,
      "learning_rate": 1.2458926989122894e-06,
      "loss": 0.4739,
      "step": 21050
    },
    {
      "epoch": 0.7937285644292014,
      "grad_norm": 1.8212477680147816,
      "learning_rate": 1.2415510470733832e-06,
      "loss": 0.4574,
      "step": 21060
    },
    {
      "epoch": 0.7941054535861003,
      "grad_norm": 1.2942280081366884,
      "learning_rate": 1.2372159006653711e-06,
      "loss": 0.4775,
      "step": 21070
    },
    {
      "epoch": 0.7944823427429993,
      "grad_norm": 1.7198494071850723,
      "learning_rate": 1.2328872671918752e-06,
      "loss": 0.5035,
      "step": 21080
    },
    {
      "epoch": 0.7948592318998983,
      "grad_norm": 1.717727877702444,
      "learning_rate": 1.2285651541452526e-06,
      "loss": 0.4602,
      "step": 21090
    },
    {
      "epoch": 0.7952361210567972,
      "grad_norm": 1.7030104890295072,
      "learning_rate": 1.2242495690065687e-06,
      "loss": 0.4563,
      "step": 21100
    },
    {
      "epoch": 0.7956130102136961,
      "grad_norm": 1.550857418455602,
      "learning_rate": 1.219940519245592e-06,
      "loss": 0.4906,
      "step": 21110
    },
    {
      "epoch": 0.795989899370595,
      "grad_norm": 1.1895997553169184,
      "learning_rate": 1.2156380123207761e-06,
      "loss": 0.476,
      "step": 21120
    },
    {
      "epoch": 0.7963667885274941,
      "grad_norm": 1.6911416575004463,
      "learning_rate": 1.2113420556792539e-06,
      "loss": 0.4591,
      "step": 21130
    },
    {
      "epoch": 0.796743677684393,
      "grad_norm": 1.439704510030527,
      "learning_rate": 1.2070526567568164e-06,
      "loss": 0.4489,
      "step": 21140
    },
    {
      "epoch": 0.797120566841292,
      "grad_norm": 1.6272324810392764,
      "learning_rate": 1.20276982297791e-06,
      "loss": 0.4763,
      "step": 21150
    },
    {
      "epoch": 0.7974974559981909,
      "grad_norm": 1.661794252836065,
      "learning_rate": 1.1984935617556104e-06,
      "loss": 0.4652,
      "step": 21160
    },
    {
      "epoch": 0.7978743451550899,
      "grad_norm": 1.6161485954397128,
      "learning_rate": 1.1942238804916213e-06,
      "loss": 0.478,
      "step": 21170
    },
    {
      "epoch": 0.7982512343119889,
      "grad_norm": 1.5127230860148504,
      "learning_rate": 1.1899607865762563e-06,
      "loss": 0.4879,
      "step": 21180
    },
    {
      "epoch": 0.7986281234688878,
      "grad_norm": 1.6559970652967313,
      "learning_rate": 1.1857042873884272e-06,
      "loss": 0.4557,
      "step": 21190
    },
    {
      "epoch": 0.7990050126257867,
      "grad_norm": 1.6399527198328363,
      "learning_rate": 1.181454390295631e-06,
      "loss": 0.4691,
      "step": 21200
    },
    {
      "epoch": 0.7993819017826858,
      "grad_norm": 1.5670234998624126,
      "learning_rate": 1.1772111026539374e-06,
      "loss": 0.454,
      "step": 21210
    },
    {
      "epoch": 0.7997587909395847,
      "grad_norm": 1.7735935156287603,
      "learning_rate": 1.172974431807975e-06,
      "loss": 0.4637,
      "step": 21220
    },
    {
      "epoch": 0.8001356800964836,
      "grad_norm": 1.6014800132057636,
      "learning_rate": 1.1687443850909208e-06,
      "loss": 0.4736,
      "step": 21230
    },
    {
      "epoch": 0.8005125692533825,
      "grad_norm": 1.63595133372094,
      "learning_rate": 1.1645209698244857e-06,
      "loss": 0.4642,
      "step": 21240
    },
    {
      "epoch": 0.8008894584102816,
      "grad_norm": 1.7792664084505718,
      "learning_rate": 1.1603041933189024e-06,
      "loss": 0.5004,
      "step": 21250
    },
    {
      "epoch": 0.8012663475671805,
      "grad_norm": 1.7417841561819936,
      "learning_rate": 1.1560940628729129e-06,
      "loss": 0.4851,
      "step": 21260
    },
    {
      "epoch": 0.8016432367240794,
      "grad_norm": 1.7474085529041983,
      "learning_rate": 1.1518905857737544e-06,
      "loss": 0.506,
      "step": 21270
    },
    {
      "epoch": 0.8020201258809784,
      "grad_norm": 1.4496625205949163,
      "learning_rate": 1.1476937692971508e-06,
      "loss": 0.4375,
      "step": 21280
    },
    {
      "epoch": 0.8023970150378774,
      "grad_norm": 1.6179305557255557,
      "learning_rate": 1.1435036207072913e-06,
      "loss": 0.448,
      "step": 21290
    },
    {
      "epoch": 0.8027739041947763,
      "grad_norm": 1.6365956374761494,
      "learning_rate": 1.1393201472568322e-06,
      "loss": 0.4974,
      "step": 21300
    },
    {
      "epoch": 0.8031507933516753,
      "grad_norm": 1.3450521505509172,
      "learning_rate": 1.1351433561868697e-06,
      "loss": 0.4508,
      "step": 21310
    },
    {
      "epoch": 0.8035276825085742,
      "grad_norm": 1.4538600265225352,
      "learning_rate": 1.130973254726937e-06,
      "loss": 0.4614,
      "step": 21320
    },
    {
      "epoch": 0.8039045716654731,
      "grad_norm": 1.587273756529849,
      "learning_rate": 1.1268098500949843e-06,
      "loss": 0.4577,
      "step": 21330
    },
    {
      "epoch": 0.8042814608223722,
      "grad_norm": 1.6193327198648404,
      "learning_rate": 1.122653149497373e-06,
      "loss": 0.4548,
      "step": 21340
    },
    {
      "epoch": 0.8046583499792711,
      "grad_norm": 1.7408766583273092,
      "learning_rate": 1.1185031601288627e-06,
      "loss": 0.4792,
      "step": 21350
    },
    {
      "epoch": 0.80503523913617,
      "grad_norm": 1.745321600962186,
      "learning_rate": 1.1143598891725948e-06,
      "loss": 0.4503,
      "step": 21360
    },
    {
      "epoch": 0.805412128293069,
      "grad_norm": 1.6321545726426894,
      "learning_rate": 1.1102233438000786e-06,
      "loss": 0.4755,
      "step": 21370
    },
    {
      "epoch": 0.805789017449968,
      "grad_norm": 1.6372516624414968,
      "learning_rate": 1.1060935311711873e-06,
      "loss": 0.4491,
      "step": 21380
    },
    {
      "epoch": 0.8061659066068669,
      "grad_norm": 1.8295447316903106,
      "learning_rate": 1.1019704584341374e-06,
      "loss": 0.4645,
      "step": 21390
    },
    {
      "epoch": 0.8065427957637659,
      "grad_norm": 1.6650412672495543,
      "learning_rate": 1.097854132725481e-06,
      "loss": 0.4669,
      "step": 21400
    },
    {
      "epoch": 0.8069196849206648,
      "grad_norm": 1.5629750029935003,
      "learning_rate": 1.093744561170092e-06,
      "loss": 0.469,
      "step": 21410
    },
    {
      "epoch": 0.8072965740775638,
      "grad_norm": 1.421621390086491,
      "learning_rate": 1.0896417508811518e-06,
      "loss": 0.4753,
      "step": 21420
    },
    {
      "epoch": 0.8076734632344628,
      "grad_norm": 1.6379330117232693,
      "learning_rate": 1.0855457089601407e-06,
      "loss": 0.4587,
      "step": 21430
    },
    {
      "epoch": 0.8080503523913617,
      "grad_norm": 1.7407275341596244,
      "learning_rate": 1.0814564424968226e-06,
      "loss": 0.4966,
      "step": 21440
    },
    {
      "epoch": 0.8084272415482606,
      "grad_norm": 1.846067209557093,
      "learning_rate": 1.0773739585692356e-06,
      "loss": 0.5118,
      "step": 21450
    },
    {
      "epoch": 0.8088041307051597,
      "grad_norm": 1.456547037165189,
      "learning_rate": 1.0732982642436757e-06,
      "loss": 0.4466,
      "step": 21460
    },
    {
      "epoch": 0.8091810198620586,
      "grad_norm": 1.7012035006791435,
      "learning_rate": 1.0692293665746884e-06,
      "loss": 0.4926,
      "step": 21470
    },
    {
      "epoch": 0.8095579090189575,
      "grad_norm": 1.5902195620043145,
      "learning_rate": 1.065167272605056e-06,
      "loss": 0.4765,
      "step": 21480
    },
    {
      "epoch": 0.8099347981758565,
      "grad_norm": 1.527190606227678,
      "learning_rate": 1.061111989365779e-06,
      "loss": 0.4694,
      "step": 21490
    },
    {
      "epoch": 0.8103116873327554,
      "grad_norm": 1.6866265884761789,
      "learning_rate": 1.0570635238760774e-06,
      "loss": 0.4623,
      "step": 21500
    },
    {
      "epoch": 0.8106885764896544,
      "grad_norm": 1.575765143637899,
      "learning_rate": 1.0530218831433652e-06,
      "loss": 0.4482,
      "step": 21510
    },
    {
      "epoch": 0.8110654656465534,
      "grad_norm": 2.4146188153476995,
      "learning_rate": 1.0489870741632456e-06,
      "loss": 0.4633,
      "step": 21520
    },
    {
      "epoch": 0.8114423548034523,
      "grad_norm": 1.6718557277711972,
      "learning_rate": 1.044959103919494e-06,
      "loss": 0.4811,
      "step": 21530
    },
    {
      "epoch": 0.8118192439603512,
      "grad_norm": 1.7873992974852744,
      "learning_rate": 1.0409379793840518e-06,
      "loss": 0.4546,
      "step": 21540
    },
    {
      "epoch": 0.8121961331172503,
      "grad_norm": 1.8256231709433406,
      "learning_rate": 1.0369237075170091e-06,
      "loss": 0.4743,
      "step": 21550
    },
    {
      "epoch": 0.8125730222741492,
      "grad_norm": 1.6028991502176622,
      "learning_rate": 1.0329162952666e-06,
      "loss": 0.441,
      "step": 21560
    },
    {
      "epoch": 0.8129499114310481,
      "grad_norm": 1.7523235315102614,
      "learning_rate": 1.028915749569177e-06,
      "loss": 0.4874,
      "step": 21570
    },
    {
      "epoch": 0.813326800587947,
      "grad_norm": 1.574362879271632,
      "learning_rate": 1.0249220773492142e-06,
      "loss": 0.47,
      "step": 21580
    },
    {
      "epoch": 0.8137036897448461,
      "grad_norm": 1.4217729969659767,
      "learning_rate": 1.020935285519285e-06,
      "loss": 0.4655,
      "step": 21590
    },
    {
      "epoch": 0.814080578901745,
      "grad_norm": 1.7611978152515075,
      "learning_rate": 1.0169553809800543e-06,
      "loss": 0.4992,
      "step": 21600
    },
    {
      "epoch": 0.8144574680586439,
      "grad_norm": 1.4580463296463873,
      "learning_rate": 1.0129823706202696e-06,
      "loss": 0.4516,
      "step": 21610
    },
    {
      "epoch": 0.8148343572155429,
      "grad_norm": 1.5284529560123907,
      "learning_rate": 1.0090162613167393e-06,
      "loss": 0.4668,
      "step": 21620
    },
    {
      "epoch": 0.8152112463724419,
      "grad_norm": 1.6642481846748813,
      "learning_rate": 1.0050570599343302e-06,
      "loss": 0.4533,
      "step": 21630
    },
    {
      "epoch": 0.8155881355293408,
      "grad_norm": 1.3683583910657175,
      "learning_rate": 1.0011047733259521e-06,
      "loss": 0.4597,
      "step": 21640
    },
    {
      "epoch": 0.8159650246862398,
      "grad_norm": 1.8875658078070612,
      "learning_rate": 9.97159408332547e-07,
      "loss": 0.4782,
      "step": 21650
    },
    {
      "epoch": 0.8163419138431387,
      "grad_norm": 1.692047018964554,
      "learning_rate": 9.932209717830744e-07,
      "loss": 0.462,
      "step": 21660
    },
    {
      "epoch": 0.8167188030000377,
      "grad_norm": 1.5378872143686608,
      "learning_rate": 9.892894704945022e-07,
      "loss": 0.4656,
      "step": 21670
    },
    {
      "epoch": 0.8170956921569367,
      "grad_norm": 1.5613665579925253,
      "learning_rate": 9.85364911271795e-07,
      "loss": 0.476,
      "step": 21680
    },
    {
      "epoch": 0.8174725813138356,
      "grad_norm": 1.6137324346165267,
      "learning_rate": 9.814473009079017e-07,
      "loss": 0.5071,
      "step": 21690
    },
    {
      "epoch": 0.8178494704707345,
      "grad_norm": 1.614130393792285,
      "learning_rate": 9.7753664618374e-07,
      "loss": 0.4664,
      "step": 21700
    },
    {
      "epoch": 0.8182263596276335,
      "grad_norm": 1.6240132524422568,
      "learning_rate": 9.736329538681932e-07,
      "loss": 0.4683,
      "step": 21710
    },
    {
      "epoch": 0.8186032487845325,
      "grad_norm": 1.5296419317199343,
      "learning_rate": 9.697362307180918e-07,
      "loss": 0.4939,
      "step": 21720
    },
    {
      "epoch": 0.8189801379414314,
      "grad_norm": 1.5321812462004734,
      "learning_rate": 9.658464834782033e-07,
      "loss": 0.4778,
      "step": 21730
    },
    {
      "epoch": 0.8193570270983304,
      "grad_norm": 1.5185831568058594,
      "learning_rate": 9.619637188812175e-07,
      "loss": 0.46,
      "step": 21740
    },
    {
      "epoch": 0.8197339162552293,
      "grad_norm": 1.6821769094096455,
      "learning_rate": 9.58087943647743e-07,
      "loss": 0.4879,
      "step": 21750
    },
    {
      "epoch": 0.8201108054121283,
      "grad_norm": 1.467098506919944,
      "learning_rate": 9.542191644862869e-07,
      "loss": 0.4338,
      "step": 21760
    },
    {
      "epoch": 0.8204876945690273,
      "grad_norm": 1.5832840990797274,
      "learning_rate": 9.503573880932527e-07,
      "loss": 0.4617,
      "step": 21770
    },
    {
      "epoch": 0.8208645837259262,
      "grad_norm": 1.4725123019965634,
      "learning_rate": 9.465026211529149e-07,
      "loss": 0.4591,
      "step": 21780
    },
    {
      "epoch": 0.8212414728828251,
      "grad_norm": 1.4443596976324486,
      "learning_rate": 9.42654870337421e-07,
      "loss": 0.4723,
      "step": 21790
    },
    {
      "epoch": 0.8216183620397242,
      "grad_norm": 1.7715020744201238,
      "learning_rate": 9.38814142306772e-07,
      "loss": 0.4414,
      "step": 21800
    },
    {
      "epoch": 0.8219952511966231,
      "grad_norm": 1.6263211713573036,
      "learning_rate": 9.349804437088155e-07,
      "loss": 0.4657,
      "step": 21810
    },
    {
      "epoch": 0.822372140353522,
      "grad_norm": 2.675858370147406,
      "learning_rate": 9.311537811792299e-07,
      "loss": 0.4547,
      "step": 21820
    },
    {
      "epoch": 0.822749029510421,
      "grad_norm": 1.6989825689942237,
      "learning_rate": 9.273341613415155e-07,
      "loss": 0.4486,
      "step": 21830
    },
    {
      "epoch": 0.82312591866732,
      "grad_norm": 1.758883283595281,
      "learning_rate": 9.235215908069828e-07,
      "loss": 0.4752,
      "step": 21840
    },
    {
      "epoch": 0.8235028078242189,
      "grad_norm": 1.6500955266665545,
      "learning_rate": 9.197160761747415e-07,
      "loss": 0.4578,
      "step": 21850
    },
    {
      "epoch": 0.8238796969811178,
      "grad_norm": 1.4200589057349262,
      "learning_rate": 9.159176240316869e-07,
      "loss": 0.4292,
      "step": 21860
    },
    {
      "epoch": 0.8242565861380168,
      "grad_norm": 1.7138258286525525,
      "learning_rate": 9.121262409524906e-07,
      "loss": 0.479,
      "step": 21870
    },
    {
      "epoch": 0.8246334752949158,
      "grad_norm": 1.6629136940635971,
      "learning_rate": 9.08341933499589e-07,
      "loss": 0.4676,
      "step": 21880
    },
    {
      "epoch": 0.8250103644518147,
      "grad_norm": 1.7116482891389613,
      "learning_rate": 9.045647082231729e-07,
      "loss": 0.4717,
      "step": 21890
    },
    {
      "epoch": 0.8253872536087137,
      "grad_norm": 1.695232561294525,
      "learning_rate": 9.007945716611688e-07,
      "loss": 0.4766,
      "step": 21900
    },
    {
      "epoch": 0.8257641427656126,
      "grad_norm": 1.7002498190688085,
      "learning_rate": 8.970315303392379e-07,
      "loss": 0.4901,
      "step": 21910
    },
    {
      "epoch": 0.8261410319225115,
      "grad_norm": 1.492022987501469,
      "learning_rate": 8.93275590770763e-07,
      "loss": 0.4444,
      "step": 21920
    },
    {
      "epoch": 0.8265179210794106,
      "grad_norm": 1.7137434822176278,
      "learning_rate": 8.895267594568302e-07,
      "loss": 0.4595,
      "step": 21930
    },
    {
      "epoch": 0.8268948102363095,
      "grad_norm": 1.5218510147047475,
      "learning_rate": 8.857850428862241e-07,
      "loss": 0.4631,
      "step": 21940
    },
    {
      "epoch": 0.8272716993932084,
      "grad_norm": 1.8826119986337635,
      "learning_rate": 8.820504475354119e-07,
      "loss": 0.5034,
      "step": 21950
    },
    {
      "epoch": 0.8276485885501074,
      "grad_norm": 1.5920446251275133,
      "learning_rate": 8.783229798685361e-07,
      "loss": 0.467,
      "step": 21960
    },
    {
      "epoch": 0.8280254777070064,
      "grad_norm": 1.7063227060767632,
      "learning_rate": 8.746026463374058e-07,
      "loss": 0.4541,
      "step": 21970
    },
    {
      "epoch": 0.8284023668639053,
      "grad_norm": 1.618446816633231,
      "learning_rate": 8.708894533814788e-07,
      "loss": 0.4466,
      "step": 21980
    },
    {
      "epoch": 0.8287792560208043,
      "grad_norm": 1.7677621425455639,
      "learning_rate": 8.671834074278496e-07,
      "loss": 0.4488,
      "step": 21990
    },
    {
      "epoch": 0.8291561451777032,
      "grad_norm": 1.8004192808155495,
      "learning_rate": 8.63484514891248e-07,
      "loss": 0.4781,
      "step": 22000
    },
    {
      "epoch": 0.8295330343346022,
      "grad_norm": 1.638331409201194,
      "learning_rate": 8.597927821740188e-07,
      "loss": 0.4847,
      "step": 22010
    },
    {
      "epoch": 0.8299099234915012,
      "grad_norm": 1.547508824093798,
      "learning_rate": 8.56108215666116e-07,
      "loss": 0.467,
      "step": 22020
    },
    {
      "epoch": 0.8302868126484001,
      "grad_norm": 1.6865585478017953,
      "learning_rate": 8.524308217450883e-07,
      "loss": 0.4976,
      "step": 22030
    },
    {
      "epoch": 0.830663701805299,
      "grad_norm": 1.5407631720098116,
      "learning_rate": 8.487606067760695e-07,
      "loss": 0.4503,
      "step": 22040
    },
    {
      "epoch": 0.8310405909621981,
      "grad_norm": 1.7278683855838521,
      "learning_rate": 8.450975771117686e-07,
      "loss": 0.4766,
      "step": 22050
    },
    {
      "epoch": 0.831417480119097,
      "grad_norm": 1.6881225655115248,
      "learning_rate": 8.414417390924567e-07,
      "loss": 0.4529,
      "step": 22060
    },
    {
      "epoch": 0.8317943692759959,
      "grad_norm": 1.5343097557556282,
      "learning_rate": 8.37793099045957e-07,
      "loss": 0.4654,
      "step": 22070
    },
    {
      "epoch": 0.8321712584328949,
      "grad_norm": 1.5443651240466079,
      "learning_rate": 8.341516632876345e-07,
      "loss": 0.4725,
      "step": 22080
    },
    {
      "epoch": 0.8325481475897939,
      "grad_norm": 1.709840635782194,
      "learning_rate": 8.30517438120384e-07,
      "loss": 0.4648,
      "step": 22090
    },
    {
      "epoch": 0.8329250367466928,
      "grad_norm": 1.734867377598363,
      "learning_rate": 8.268904298346215e-07,
      "loss": 0.4862,
      "step": 22100
    },
    {
      "epoch": 0.8333019259035918,
      "grad_norm": 1.5853579920685308,
      "learning_rate": 8.232706447082644e-07,
      "loss": 0.4554,
      "step": 22110
    },
    {
      "epoch": 0.8336788150604907,
      "grad_norm": 1.8218704126887049,
      "learning_rate": 8.196580890067379e-07,
      "loss": 0.4712,
      "step": 22120
    },
    {
      "epoch": 0.8340557042173896,
      "grad_norm": 1.7644284565478414,
      "learning_rate": 8.160527689829473e-07,
      "loss": 0.5028,
      "step": 22130
    },
    {
      "epoch": 0.8344325933742887,
      "grad_norm": 1.6857508469766067,
      "learning_rate": 8.124546908772768e-07,
      "loss": 0.4622,
      "step": 22140
    },
    {
      "epoch": 0.8348094825311876,
      "grad_norm": 1.6855492767191518,
      "learning_rate": 8.088638609175719e-07,
      "loss": 0.4948,
      "step": 22150
    },
    {
      "epoch": 0.8351863716880865,
      "grad_norm": 1.3978162670227476,
      "learning_rate": 8.052802853191355e-07,
      "loss": 0.4743,
      "step": 22160
    },
    {
      "epoch": 0.8355632608449854,
      "grad_norm": 1.6951740065317433,
      "learning_rate": 8.01703970284713e-07,
      "loss": 0.4754,
      "step": 22170
    },
    {
      "epoch": 0.8359401500018845,
      "grad_norm": 1.7573161295973543,
      "learning_rate": 7.98134922004486e-07,
      "loss": 0.4871,
      "step": 22180
    },
    {
      "epoch": 0.8363170391587834,
      "grad_norm": 1.4918859167709155,
      "learning_rate": 7.945731466560519e-07,
      "loss": 0.4794,
      "step": 22190
    },
    {
      "epoch": 0.8366939283156823,
      "grad_norm": 1.7049198529331042,
      "learning_rate": 7.910186504044237e-07,
      "loss": 0.4611,
      "step": 22200
    },
    {
      "epoch": 0.8370708174725813,
      "grad_norm": 1.4292962627440216,
      "learning_rate": 7.874714394020145e-07,
      "loss": 0.4175,
      "step": 22210
    },
    {
      "epoch": 0.8374477066294803,
      "grad_norm": 2.0016660592227145,
      "learning_rate": 7.839315197886277e-07,
      "loss": 0.468,
      "step": 22220
    },
    {
      "epoch": 0.8378245957863792,
      "grad_norm": 1.8041549181742595,
      "learning_rate": 7.803988976914451e-07,
      "loss": 0.4661,
      "step": 22230
    },
    {
      "epoch": 0.8382014849432782,
      "grad_norm": 1.793146229523631,
      "learning_rate": 7.768735792250176e-07,
      "loss": 0.4874,
      "step": 22240
    },
    {
      "epoch": 0.8385783741001771,
      "grad_norm": 1.8151183016027572,
      "learning_rate": 7.73355570491256e-07,
      "loss": 0.4688,
      "step": 22250
    },
    {
      "epoch": 0.8389552632570761,
      "grad_norm": 1.6753537342016527,
      "learning_rate": 7.698448775794171e-07,
      "loss": 0.4918,
      "step": 22260
    },
    {
      "epoch": 0.8393321524139751,
      "grad_norm": 1.5400170574876808,
      "learning_rate": 7.663415065660951e-07,
      "loss": 0.4734,
      "step": 22270
    },
    {
      "epoch": 0.839709041570874,
      "grad_norm": 1.4967554695098977,
      "learning_rate": 7.628454635152111e-07,
      "loss": 0.4725,
      "step": 22280
    },
    {
      "epoch": 0.8400859307277729,
      "grad_norm": 1.8581940585235912,
      "learning_rate": 7.593567544780028e-07,
      "loss": 0.4813,
      "step": 22290
    },
    {
      "epoch": 0.8404628198846719,
      "grad_norm": 1.7617654233248232,
      "learning_rate": 7.558753854930129e-07,
      "loss": 0.4798,
      "step": 22300
    },
    {
      "epoch": 0.8408397090415709,
      "grad_norm": 1.8228739549825173,
      "learning_rate": 7.52401362586081e-07,
      "loss": 0.4661,
      "step": 22310
    },
    {
      "epoch": 0.8412165981984698,
      "grad_norm": 1.5249651201885777,
      "learning_rate": 7.489346917703261e-07,
      "loss": 0.4881,
      "step": 22320
    },
    {
      "epoch": 0.8415934873553688,
      "grad_norm": 1.6186808625257767,
      "learning_rate": 7.4547537904615e-07,
      "loss": 0.4733,
      "step": 22330
    },
    {
      "epoch": 0.8419703765122677,
      "grad_norm": 2.203606849350494,
      "learning_rate": 7.420234304012119e-07,
      "loss": 0.4488,
      "step": 22340
    },
    {
      "epoch": 0.8423472656691667,
      "grad_norm": 1.791129399689499,
      "learning_rate": 7.385788518104287e-07,
      "loss": 0.4419,
      "step": 22350
    },
    {
      "epoch": 0.8427241548260657,
      "grad_norm": 1.586850556241108,
      "learning_rate": 7.351416492359564e-07,
      "loss": 0.4632,
      "step": 22360
    },
    {
      "epoch": 0.8431010439829646,
      "grad_norm": 1.4777261662520846,
      "learning_rate": 7.317118286271869e-07,
      "loss": 0.4428,
      "step": 22370
    },
    {
      "epoch": 0.8434779331398635,
      "grad_norm": 1.6300982151377412,
      "learning_rate": 7.282893959207354e-07,
      "loss": 0.4844,
      "step": 22380
    },
    {
      "epoch": 0.8438548222967626,
      "grad_norm": 1.7666022912394777,
      "learning_rate": 7.248743570404293e-07,
      "loss": 0.4825,
      "step": 22390
    },
    {
      "epoch": 0.8442317114536615,
      "grad_norm": 1.5994223812698616,
      "learning_rate": 7.214667178972951e-07,
      "loss": 0.4678,
      "step": 22400
    },
    {
      "epoch": 0.8446086006105604,
      "grad_norm": 1.5930748274830833,
      "learning_rate": 7.180664843895536e-07,
      "loss": 0.4825,
      "step": 22410
    },
    {
      "epoch": 0.8449854897674594,
      "grad_norm": 1.8952726942929914,
      "learning_rate": 7.146736624026073e-07,
      "loss": 0.4619,
      "step": 22420
    },
    {
      "epoch": 0.8453623789243584,
      "grad_norm": 1.6535903612300786,
      "learning_rate": 7.112882578090308e-07,
      "loss": 0.442,
      "step": 22430
    },
    {
      "epoch": 0.8457392680812573,
      "grad_norm": 1.8113816961588787,
      "learning_rate": 7.079102764685592e-07,
      "loss": 0.4727,
      "step": 22440
    },
    {
      "epoch": 0.8461161572381563,
      "grad_norm": 1.6381559303129163,
      "learning_rate": 7.045397242280782e-07,
      "loss": 0.4739,
      "step": 22450
    },
    {
      "epoch": 0.8464930463950552,
      "grad_norm": 1.6420241463187408,
      "learning_rate": 7.011766069216153e-07,
      "loss": 0.4728,
      "step": 22460
    },
    {
      "epoch": 0.8468699355519542,
      "grad_norm": 1.8579503334291299,
      "learning_rate": 6.978209303703298e-07,
      "loss": 0.467,
      "step": 22470
    },
    {
      "epoch": 0.8472468247088532,
      "grad_norm": 1.8303598632267788,
      "learning_rate": 6.944727003825014e-07,
      "loss": 0.459,
      "step": 22480
    },
    {
      "epoch": 0.8476237138657521,
      "grad_norm": 1.6128953601572278,
      "learning_rate": 6.91131922753519e-07,
      "loss": 0.4592,
      "step": 22490
    },
    {
      "epoch": 0.848000603022651,
      "grad_norm": 1.7095865691859484,
      "learning_rate": 6.877986032658751e-07,
      "loss": 0.48,
      "step": 22500
    },
    {
      "epoch": 0.8483774921795499,
      "grad_norm": 1.4938798824764543,
      "learning_rate": 6.844727476891521e-07,
      "loss": 0.4781,
      "step": 22510
    },
    {
      "epoch": 0.848754381336449,
      "grad_norm": 1.6485957619451577,
      "learning_rate": 6.811543617800104e-07,
      "loss": 0.5045,
      "step": 22520
    },
    {
      "epoch": 0.8491312704933479,
      "grad_norm": 1.837620635777043,
      "learning_rate": 6.778434512821863e-07,
      "loss": 0.4748,
      "step": 22530
    },
    {
      "epoch": 0.8495081596502468,
      "grad_norm": 1.4879964061685897,
      "learning_rate": 6.745400219264736e-07,
      "loss": 0.4304,
      "step": 22540
    },
    {
      "epoch": 0.8498850488071458,
      "grad_norm": 1.7156819983043117,
      "learning_rate": 6.712440794307191e-07,
      "loss": 0.466,
      "step": 22550
    },
    {
      "epoch": 0.8502619379640448,
      "grad_norm": 1.3621122589006487,
      "learning_rate": 6.67955629499808e-07,
      "loss": 0.4704,
      "step": 22560
    },
    {
      "epoch": 0.8506388271209437,
      "grad_norm": 2.0534498348755834,
      "learning_rate": 6.646746778256591e-07,
      "loss": 0.4854,
      "step": 22570
    },
    {
      "epoch": 0.8510157162778427,
      "grad_norm": 1.6005946712317962,
      "learning_rate": 6.614012300872108e-07,
      "loss": 0.4695,
      "step": 22580
    },
    {
      "epoch": 0.8513926054347416,
      "grad_norm": 1.5414012999559674,
      "learning_rate": 6.581352919504175e-07,
      "loss": 0.4707,
      "step": 22590
    },
    {
      "epoch": 0.8517694945916406,
      "grad_norm": 1.8269075507153945,
      "learning_rate": 6.548768690682295e-07,
      "loss": 0.4661,
      "step": 22600
    },
    {
      "epoch": 0.8521463837485396,
      "grad_norm": 1.8104476310135393,
      "learning_rate": 6.516259670805914e-07,
      "loss": 0.4715,
      "step": 22610
    },
    {
      "epoch": 0.8525232729054385,
      "grad_norm": 1.5462248619686105,
      "learning_rate": 6.483825916144315e-07,
      "loss": 0.4634,
      "step": 22620
    },
    {
      "epoch": 0.8529001620623374,
      "grad_norm": 1.7572378321726936,
      "learning_rate": 6.451467482836493e-07,
      "loss": 0.47,
      "step": 22630
    },
    {
      "epoch": 0.8532770512192365,
      "grad_norm": 1.719401134457696,
      "learning_rate": 6.419184426891062e-07,
      "loss": 0.4417,
      "step": 22640
    },
    {
      "epoch": 0.8536539403761354,
      "grad_norm": 1.8799617216498543,
      "learning_rate": 6.386976804186185e-07,
      "loss": 0.4543,
      "step": 22650
    },
    {
      "epoch": 0.8540308295330343,
      "grad_norm": 1.7409813880394684,
      "learning_rate": 6.354844670469446e-07,
      "loss": 0.4555,
      "step": 22660
    },
    {
      "epoch": 0.8544077186899333,
      "grad_norm": 1.7233766286902579,
      "learning_rate": 6.322788081357767e-07,
      "loss": 0.4894,
      "step": 22670
    },
    {
      "epoch": 0.8547846078468323,
      "grad_norm": 1.822979772670787,
      "learning_rate": 6.290807092337325e-07,
      "loss": 0.456,
      "step": 22680
    },
    {
      "epoch": 0.8551614970037312,
      "grad_norm": 1.7840609931799256,
      "learning_rate": 6.258901758763425e-07,
      "loss": 0.4467,
      "step": 22690
    },
    {
      "epoch": 0.8555383861606302,
      "grad_norm": 1.7330476182654266,
      "learning_rate": 6.227072135860424e-07,
      "loss": 0.4887,
      "step": 22700
    },
    {
      "epoch": 0.8559152753175291,
      "grad_norm": 1.634410872367023,
      "learning_rate": 6.195318278721646e-07,
      "loss": 0.4589,
      "step": 22710
    },
    {
      "epoch": 0.856292164474428,
      "grad_norm": 1.8487043942748613,
      "learning_rate": 6.163640242309271e-07,
      "loss": 0.4514,
      "step": 22720
    },
    {
      "epoch": 0.8566690536313271,
      "grad_norm": 1.6693062741828186,
      "learning_rate": 6.132038081454206e-07,
      "loss": 0.4654,
      "step": 22730
    },
    {
      "epoch": 0.857045942788226,
      "grad_norm": 1.6243325415551528,
      "learning_rate": 6.100511850856083e-07,
      "loss": 0.4877,
      "step": 22740
    },
    {
      "epoch": 0.8574228319451249,
      "grad_norm": 1.76930759153765,
      "learning_rate": 6.069061605083076e-07,
      "loss": 0.4678,
      "step": 22750
    },
    {
      "epoch": 0.8577997211020238,
      "grad_norm": 1.6289028881940613,
      "learning_rate": 6.037687398571846e-07,
      "loss": 0.4247,
      "step": 22760
    },
    {
      "epoch": 0.8581766102589229,
      "grad_norm": 1.6696350756219092,
      "learning_rate": 6.006389285627423e-07,
      "loss": 0.4883,
      "step": 22770
    },
    {
      "epoch": 0.8585534994158218,
      "grad_norm": 1.513884778231805,
      "learning_rate": 5.975167320423137e-07,
      "loss": 0.4606,
      "step": 22780
    },
    {
      "epoch": 0.8589303885727207,
      "grad_norm": 1.6184179790577693,
      "learning_rate": 5.94402155700054e-07,
      "loss": 0.4408,
      "step": 22790
    },
    {
      "epoch": 0.8593072777296197,
      "grad_norm": 1.8267950570439317,
      "learning_rate": 5.912952049269271e-07,
      "loss": 0.4638,
      "step": 22800
    },
    {
      "epoch": 0.8596841668865187,
      "grad_norm": 1.411486088307513,
      "learning_rate": 5.881958851006952e-07,
      "loss": 0.4581,
      "step": 22810
    },
    {
      "epoch": 0.8600610560434176,
      "grad_norm": 1.4674642682660017,
      "learning_rate": 5.851042015859154e-07,
      "loss": 0.4565,
      "step": 22820
    },
    {
      "epoch": 0.8604379452003166,
      "grad_norm": 1.3939142639115625,
      "learning_rate": 5.82020159733927e-07,
      "loss": 0.4704,
      "step": 22830
    },
    {
      "epoch": 0.8608148343572155,
      "grad_norm": 1.5415763619326572,
      "learning_rate": 5.789437648828411e-07,
      "loss": 0.433,
      "step": 22840
    },
    {
      "epoch": 0.8611917235141145,
      "grad_norm": 1.6303887934059382,
      "learning_rate": 5.758750223575344e-07,
      "loss": 0.4747,
      "step": 22850
    },
    {
      "epoch": 0.8615686126710135,
      "grad_norm": 1.6198622243082812,
      "learning_rate": 5.728139374696368e-07,
      "loss": 0.4741,
      "step": 22860
    },
    {
      "epoch": 0.8619455018279124,
      "grad_norm": 1.6527922202005432,
      "learning_rate": 5.697605155175246e-07,
      "loss": 0.441,
      "step": 22870
    },
    {
      "epoch": 0.8623223909848113,
      "grad_norm": 1.6598779751043562,
      "learning_rate": 5.667147617863106e-07,
      "loss": 0.465,
      "step": 22880
    },
    {
      "epoch": 0.8626992801417104,
      "grad_norm": 1.601592197543877,
      "learning_rate": 5.636766815478346e-07,
      "loss": 0.4664,
      "step": 22890
    },
    {
      "epoch": 0.8630761692986093,
      "grad_norm": 1.8518020978894572,
      "learning_rate": 5.606462800606538e-07,
      "loss": 0.4765,
      "step": 22900
    },
    {
      "epoch": 0.8634530584555082,
      "grad_norm": 1.8569990976395905,
      "learning_rate": 5.576235625700355e-07,
      "loss": 0.4947,
      "step": 22910
    },
    {
      "epoch": 0.8638299476124072,
      "grad_norm": 1.78143629478858,
      "learning_rate": 5.546085343079472e-07,
      "loss": 0.4733,
      "step": 22920
    },
    {
      "epoch": 0.8642068367693061,
      "grad_norm": 1.7977943755656154,
      "learning_rate": 5.516012004930432e-07,
      "loss": 0.4677,
      "step": 22930
    },
    {
      "epoch": 0.8645837259262051,
      "grad_norm": 1.3894902301565615,
      "learning_rate": 5.486015663306665e-07,
      "loss": 0.4603,
      "step": 22940
    },
    {
      "epoch": 0.8649606150831041,
      "grad_norm": 1.8030057987995889,
      "learning_rate": 5.456096370128277e-07,
      "loss": 0.438,
      "step": 22950
    },
    {
      "epoch": 0.865337504240003,
      "grad_norm": 1.7403239254852352,
      "learning_rate": 5.426254177182039e-07,
      "loss": 0.4651,
      "step": 22960
    },
    {
      "epoch": 0.8657143933969019,
      "grad_norm": 1.5972874364344118,
      "learning_rate": 5.396489136121241e-07,
      "loss": 0.4621,
      "step": 22970
    },
    {
      "epoch": 0.866091282553801,
      "grad_norm": 1.9303613177891243,
      "learning_rate": 5.366801298465662e-07,
      "loss": 0.4713,
      "step": 22980
    },
    {
      "epoch": 0.8664681717106999,
      "grad_norm": 1.6872934044203467,
      "learning_rate": 5.337190715601426e-07,
      "loss": 0.4905,
      "step": 22990
    },
    {
      "epoch": 0.8668450608675988,
      "grad_norm": 1.7126679035862156,
      "learning_rate": 5.307657438780988e-07,
      "loss": 0.4803,
      "step": 23000
    },
    {
      "epoch": 0.8672219500244978,
      "grad_norm": 1.7350738496917792,
      "learning_rate": 5.278201519122922e-07,
      "loss": 0.4845,
      "step": 23010
    },
    {
      "epoch": 0.8675988391813968,
      "grad_norm": 1.787434922425744,
      "learning_rate": 5.248823007611964e-07,
      "loss": 0.4893,
      "step": 23020
    },
    {
      "epoch": 0.8679757283382957,
      "grad_norm": 1.872251424045816,
      "learning_rate": 5.219521955098833e-07,
      "loss": 0.4786,
      "step": 23030
    },
    {
      "epoch": 0.8683526174951947,
      "grad_norm": 1.7715299011721564,
      "learning_rate": 5.190298412300182e-07,
      "loss": 0.4791,
      "step": 23040
    },
    {
      "epoch": 0.8687295066520936,
      "grad_norm": 1.8357529427154649,
      "learning_rate": 5.161152429798538e-07,
      "loss": 0.4772,
      "step": 23050
    },
    {
      "epoch": 0.8691063958089926,
      "grad_norm": 1.6077824935411622,
      "learning_rate": 5.13208405804213e-07,
      "loss": 0.4591,
      "step": 23060
    },
    {
      "epoch": 0.8694832849658916,
      "grad_norm": 2.0708649306446567,
      "learning_rate": 5.103093347344872e-07,
      "loss": 0.4645,
      "step": 23070
    },
    {
      "epoch": 0.8698601741227905,
      "grad_norm": 1.4566190018720826,
      "learning_rate": 5.074180347886265e-07,
      "loss": 0.4395,
      "step": 23080
    },
    {
      "epoch": 0.8702370632796894,
      "grad_norm": 1.8556474690031441,
      "learning_rate": 5.045345109711291e-07,
      "loss": 0.4897,
      "step": 23090
    },
    {
      "epoch": 0.8706139524365883,
      "grad_norm": 1.8191111683824606,
      "learning_rate": 5.016587682730339e-07,
      "loss": 0.4656,
      "step": 23100
    },
    {
      "epoch": 0.8709908415934874,
      "grad_norm": 1.8020154384020783,
      "learning_rate": 4.98790811671912e-07,
      "loss": 0.4805,
      "step": 23110
    },
    {
      "epoch": 0.8713677307503863,
      "grad_norm": 1.6434790782350468,
      "learning_rate": 4.959306461318563e-07,
      "loss": 0.4614,
      "step": 23120
    },
    {
      "epoch": 0.8717446199072852,
      "grad_norm": 1.820609481455034,
      "learning_rate": 4.930782766034775e-07,
      "loss": 0.461,
      "step": 23130
    },
    {
      "epoch": 0.8721215090641842,
      "grad_norm": 1.5856064167725252,
      "learning_rate": 4.902337080238862e-07,
      "loss": 0.4856,
      "step": 23140
    },
    {
      "epoch": 0.8724983982210832,
      "grad_norm": 1.7306241882494389,
      "learning_rate": 4.873969453166982e-07,
      "loss": 0.4874,
      "step": 23150
    },
    {
      "epoch": 0.8728752873779821,
      "grad_norm": 1.5611552008896656,
      "learning_rate": 4.845679933920122e-07,
      "loss": 0.4528,
      "step": 23160
    },
    {
      "epoch": 0.8732521765348811,
      "grad_norm": 1.4214411570399696,
      "learning_rate": 4.817468571464118e-07,
      "loss": 0.4712,
      "step": 23170
    },
    {
      "epoch": 0.87362906569178,
      "grad_norm": 1.4281643083118118,
      "learning_rate": 4.789335414629481e-07,
      "loss": 0.4506,
      "step": 23180
    },
    {
      "epoch": 0.874005954848679,
      "grad_norm": 1.737558818061735,
      "learning_rate": 4.761280512111377e-07,
      "loss": 0.4896,
      "step": 23190
    },
    {
      "epoch": 0.874382844005578,
      "grad_norm": 1.9801433378045732,
      "learning_rate": 4.733303912469545e-07,
      "loss": 0.4325,
      "step": 23200
    },
    {
      "epoch": 0.8747597331624769,
      "grad_norm": 1.5293237221434222,
      "learning_rate": 4.7054056641281767e-07,
      "loss": 0.4658,
      "step": 23210
    },
    {
      "epoch": 0.8751366223193758,
      "grad_norm": 1.5764509216468041,
      "learning_rate": 4.6775858153758237e-07,
      "loss": 0.4849,
      "step": 23220
    },
    {
      "epoch": 0.8755135114762749,
      "grad_norm": 1.4828757798168408,
      "learning_rate": 4.649844414365357e-07,
      "loss": 0.4399,
      "step": 23230
    },
    {
      "epoch": 0.8758904006331738,
      "grad_norm": 1.6081292880236426,
      "learning_rate": 4.622181509113871e-07,
      "loss": 0.4631,
      "step": 23240
    },
    {
      "epoch": 0.8762672897900727,
      "grad_norm": 1.6761532852837226,
      "learning_rate": 4.594597147502583e-07,
      "loss": 0.4814,
      "step": 23250
    },
    {
      "epoch": 0.8766441789469717,
      "grad_norm": 1.7471109969458456,
      "learning_rate": 4.5670913772767665e-07,
      "loss": 0.4681,
      "step": 23260
    },
    {
      "epoch": 0.8770210681038707,
      "grad_norm": 1.670160553063871,
      "learning_rate": 4.53966424604565e-07,
      "loss": 0.4832,
      "step": 23270
    },
    {
      "epoch": 0.8773979572607696,
      "grad_norm": 2.012186736194834,
      "learning_rate": 4.5123158012823577e-07,
      "loss": 0.4324,
      "step": 23280
    },
    {
      "epoch": 0.8777748464176686,
      "grad_norm": 1.6439554732480879,
      "learning_rate": 4.4850460903238193e-07,
      "loss": 0.4924,
      "step": 23290
    },
    {
      "epoch": 0.8781517355745675,
      "grad_norm": 1.5734128031410948,
      "learning_rate": 4.4578551603706834e-07,
      "loss": 0.479,
      "step": 23300
    },
    {
      "epoch": 0.8785286247314664,
      "grad_norm": 1.5385928479066775,
      "learning_rate": 4.4307430584872247e-07,
      "loss": 0.4493,
      "step": 23310
    },
    {
      "epoch": 0.8789055138883655,
      "grad_norm": 1.495012993416791,
      "learning_rate": 4.403709831601299e-07,
      "loss": 0.4394,
      "step": 23320
    },
    {
      "epoch": 0.8792824030452644,
      "grad_norm": 1.7809672218234174,
      "learning_rate": 4.3767555265042283e-07,
      "loss": 0.4492,
      "step": 23330
    },
    {
      "epoch": 0.8796592922021633,
      "grad_norm": 1.7530873048425202,
      "learning_rate": 4.3498801898507027e-07,
      "loss": 0.4556,
      "step": 23340
    },
    {
      "epoch": 0.8800361813590623,
      "grad_norm": 1.6880143734094333,
      "learning_rate": 4.323083868158784e-07,
      "loss": 0.4908,
      "step": 23350
    },
    {
      "epoch": 0.8804130705159613,
      "grad_norm": 1.7763398568413087,
      "learning_rate": 4.2963666078097267e-07,
      "loss": 0.464,
      "step": 23360
    },
    {
      "epoch": 0.8807899596728602,
      "grad_norm": 1.534011001228688,
      "learning_rate": 4.26972845504795e-07,
      "loss": 0.466,
      "step": 23370
    },
    {
      "epoch": 0.8811668488297592,
      "grad_norm": 1.6994612004248872,
      "learning_rate": 4.2431694559809554e-07,
      "loss": 0.5048,
      "step": 23380
    },
    {
      "epoch": 0.8815437379866581,
      "grad_norm": 1.7973858705958985,
      "learning_rate": 4.216689656579215e-07,
      "loss": 0.4866,
      "step": 23390
    },
    {
      "epoch": 0.8819206271435571,
      "grad_norm": 1.7439539082800413,
      "learning_rate": 4.1902891026761316e-07,
      "loss": 0.4917,
      "step": 23400
    },
    {
      "epoch": 0.882297516300456,
      "grad_norm": 1.8633764405786568,
      "learning_rate": 4.1639678399679586e-07,
      "loss": 0.474,
      "step": 23410
    },
    {
      "epoch": 0.882674405457355,
      "grad_norm": 3.0062093045952927,
      "learning_rate": 4.137725914013696e-07,
      "loss": 0.4931,
      "step": 23420
    },
    {
      "epoch": 0.8830512946142539,
      "grad_norm": 1.6834986673559424,
      "learning_rate": 4.1115633702349943e-07,
      "loss": 0.4785,
      "step": 23430
    },
    {
      "epoch": 0.883428183771153,
      "grad_norm": 1.528153535189198,
      "learning_rate": 4.0854802539161353e-07,
      "loss": 0.4653,
      "step": 23440
    },
    {
      "epoch": 0.8838050729280519,
      "grad_norm": 1.9539698847148672,
      "learning_rate": 4.0594766102039e-07,
      "loss": 0.4624,
      "step": 23450
    },
    {
      "epoch": 0.8841819620849508,
      "grad_norm": 1.8627808627003384,
      "learning_rate": 4.03355248410755e-07,
      "loss": 0.4597,
      "step": 23460
    },
    {
      "epoch": 0.8845588512418497,
      "grad_norm": 1.8122593075205515,
      "learning_rate": 4.007707920498649e-07,
      "loss": 0.456,
      "step": 23470
    },
    {
      "epoch": 0.8849357403987488,
      "grad_norm": 1.6711500055529624,
      "learning_rate": 3.9819429641111074e-07,
      "loss": 0.4732,
      "step": 23480
    },
    {
      "epoch": 0.8853126295556477,
      "grad_norm": 1.5192643064244584,
      "learning_rate": 3.956257659541002e-07,
      "loss": 0.468,
      "step": 23490
    },
    {
      "epoch": 0.8856895187125466,
      "grad_norm": 1.813662608056834,
      "learning_rate": 3.93065205124657e-07,
      "loss": 0.4752,
      "step": 23500
    },
    {
      "epoch": 0.8860664078694456,
      "grad_norm": 1.7914587106316096,
      "learning_rate": 3.905126183548086e-07,
      "loss": 0.45,
      "step": 23510
    },
    {
      "epoch": 0.8864432970263445,
      "grad_norm": 1.634445231205134,
      "learning_rate": 3.879680100627814e-07,
      "loss": 0.4823,
      "step": 23520
    },
    {
      "epoch": 0.8868201861832435,
      "grad_norm": 1.5155533043912437,
      "learning_rate": 3.854313846529917e-07,
      "loss": 0.4738,
      "step": 23530
    },
    {
      "epoch": 0.8871970753401425,
      "grad_norm": 1.3069686366746593,
      "learning_rate": 3.8290274651603844e-07,
      "loss": 0.4295,
      "step": 23540
    },
    {
      "epoch": 0.8875739644970414,
      "grad_norm": 1.6900219347834147,
      "learning_rate": 3.803821000286939e-07,
      "loss": 0.4713,
      "step": 23550
    },
    {
      "epoch": 0.8879508536539403,
      "grad_norm": 1.7207203874610701,
      "learning_rate": 3.7786944955390094e-07,
      "loss": 0.4833,
      "step": 23560
    },
    {
      "epoch": 0.8883277428108394,
      "grad_norm": 1.6381226224767984,
      "learning_rate": 3.7536479944075946e-07,
      "loss": 0.4789,
      "step": 23570
    },
    {
      "epoch": 0.8887046319677383,
      "grad_norm": 1.468117460132038,
      "learning_rate": 3.7286815402452436e-07,
      "loss": 0.4666,
      "step": 23580
    },
    {
      "epoch": 0.8890815211246372,
      "grad_norm": 1.5096914213423873,
      "learning_rate": 3.703795176265912e-07,
      "loss": 0.4633,
      "step": 23590
    },
    {
      "epoch": 0.8894584102815362,
      "grad_norm": 1.8984329064476526,
      "learning_rate": 3.678988945544976e-07,
      "loss": 0.4806,
      "step": 23600
    },
    {
      "epoch": 0.8898352994384352,
      "grad_norm": 1.941908868591099,
      "learning_rate": 3.654262891019067e-07,
      "loss": 0.4769,
      "step": 23610
    },
    {
      "epoch": 0.8902121885953341,
      "grad_norm": 1.8348751421543537,
      "learning_rate": 3.6296170554860954e-07,
      "loss": 0.4828,
      "step": 23620
    },
    {
      "epoch": 0.8905890777522331,
      "grad_norm": 1.5016426776021727,
      "learning_rate": 3.60505148160506e-07,
      "loss": 0.4548,
      "step": 23630
    },
    {
      "epoch": 0.890965966909132,
      "grad_norm": 1.7145005520740269,
      "learning_rate": 3.5805662118960747e-07,
      "loss": 0.5038,
      "step": 23640
    },
    {
      "epoch": 0.891342856066031,
      "grad_norm": 1.705443534960991,
      "learning_rate": 3.5561612887402565e-07,
      "loss": 0.4417,
      "step": 23650
    },
    {
      "epoch": 0.89171974522293,
      "grad_norm": 1.4890162691299267,
      "learning_rate": 3.531836754379625e-07,
      "loss": 0.462,
      "step": 23660
    },
    {
      "epoch": 0.8920966343798289,
      "grad_norm": 3.142113368721328,
      "learning_rate": 3.507592650917091e-07,
      "loss": 0.5031,
      "step": 23670
    },
    {
      "epoch": 0.8924735235367278,
      "grad_norm": 1.6644517980326772,
      "learning_rate": 3.48342902031632e-07,
      "loss": 0.4791,
      "step": 23680
    },
    {
      "epoch": 0.8928504126936267,
      "grad_norm": 1.7717700337165432,
      "learning_rate": 3.459345904401712e-07,
      "loss": 0.4588,
      "step": 23690
    },
    {
      "epoch": 0.8932273018505258,
      "grad_norm": 1.7866048077368766,
      "learning_rate": 3.435343344858283e-07,
      "loss": 0.4523,
      "step": 23700
    },
    {
      "epoch": 0.8936041910074247,
      "grad_norm": 1.6579103062766696,
      "learning_rate": 3.411421383231628e-07,
      "loss": 0.4613,
      "step": 23710
    },
    {
      "epoch": 0.8939810801643236,
      "grad_norm": 1.2395669709919346,
      "learning_rate": 3.387580060927842e-07,
      "loss": 0.4635,
      "step": 23720
    },
    {
      "epoch": 0.8943579693212226,
      "grad_norm": 1.637561199613229,
      "learning_rate": 3.363819419213432e-07,
      "loss": 0.4709,
      "step": 23730
    },
    {
      "epoch": 0.8947348584781216,
      "grad_norm": 1.3235058842010576,
      "learning_rate": 3.3401394992152615e-07,
      "loss": 0.4477,
      "step": 23740
    },
    {
      "epoch": 0.8951117476350205,
      "grad_norm": 1.9666315503654384,
      "learning_rate": 3.316540341920477e-07,
      "loss": 0.5028,
      "step": 23750
    },
    {
      "epoch": 0.8954886367919195,
      "grad_norm": 1.5304868239681946,
      "learning_rate": 3.293021988176409e-07,
      "loss": 0.494,
      "step": 23760
    },
    {
      "epoch": 0.8958655259488184,
      "grad_norm": 1.7286366317517883,
      "learning_rate": 3.269584478690574e-07,
      "loss": 0.4889,
      "step": 23770
    },
    {
      "epoch": 0.8962424151057174,
      "grad_norm": 1.3521612831885137,
      "learning_rate": 3.2462278540305205e-07,
      "loss": 0.4572,
      "step": 23780
    },
    {
      "epoch": 0.8966193042626164,
      "grad_norm": 1.5149236125626533,
      "learning_rate": 3.2229521546238097e-07,
      "loss": 0.4456,
      "step": 23790
    },
    {
      "epoch": 0.8969961934195153,
      "grad_norm": 1.673486048314399,
      "learning_rate": 3.199757420757915e-07,
      "loss": 0.4624,
      "step": 23800
    },
    {
      "epoch": 0.8973730825764142,
      "grad_norm": 1.6567774362547631,
      "learning_rate": 3.176643692580184e-07,
      "loss": 0.4809,
      "step": 23810
    },
    {
      "epoch": 0.8977499717333133,
      "grad_norm": 1.8358040993755154,
      "learning_rate": 3.1536110100977514e-07,
      "loss": 0.4801,
      "step": 23820
    },
    {
      "epoch": 0.8981268608902122,
      "grad_norm": 1.6459275011239465,
      "learning_rate": 3.130659413177478e-07,
      "loss": 0.4345,
      "step": 23830
    },
    {
      "epoch": 0.8985037500471111,
      "grad_norm": 1.8349612600952543,
      "learning_rate": 3.107788941545842e-07,
      "loss": 0.4614,
      "step": 23840
    },
    {
      "epoch": 0.8988806392040101,
      "grad_norm": 1.7411885119540658,
      "learning_rate": 3.0849996347889434e-07,
      "loss": 0.4839,
      "step": 23850
    },
    {
      "epoch": 0.8992575283609091,
      "grad_norm": 1.9747342875954943,
      "learning_rate": 3.0622915323523683e-07,
      "loss": 0.472,
      "step": 23860
    },
    {
      "epoch": 0.899634417517808,
      "grad_norm": 1.5726613697693645,
      "learning_rate": 3.039664673541165e-07,
      "loss": 0.4805,
      "step": 23870
    },
    {
      "epoch": 0.900011306674707,
      "grad_norm": 1.7695993345825292,
      "learning_rate": 3.0171190975197553e-07,
      "loss": 0.4646,
      "step": 23880
    },
    {
      "epoch": 0.9003881958316059,
      "grad_norm": 1.6476558150869725,
      "learning_rate": 2.994654843311856e-07,
      "loss": 0.4738,
      "step": 23890
    },
    {
      "epoch": 0.9007650849885048,
      "grad_norm": 1.839852845526703,
      "learning_rate": 2.972271949800443e-07,
      "loss": 0.4871,
      "step": 23900
    },
    {
      "epoch": 0.9011419741454039,
      "grad_norm": 1.6296225754693838,
      "learning_rate": 2.949970455727652e-07,
      "loss": 0.4948,
      "step": 23910
    },
    {
      "epoch": 0.9015188633023028,
      "grad_norm": 1.446451999177883,
      "learning_rate": 2.9277503996947453e-07,
      "loss": 0.4458,
      "step": 23920
    },
    {
      "epoch": 0.9018957524592017,
      "grad_norm": 1.5091359658108487,
      "learning_rate": 2.905611820162002e-07,
      "loss": 0.4676,
      "step": 23930
    },
    {
      "epoch": 0.9022726416161007,
      "grad_norm": 1.4935637256342174,
      "learning_rate": 2.883554755448692e-07,
      "loss": 0.4402,
      "step": 23940
    },
    {
      "epoch": 0.9026495307729997,
      "grad_norm": 1.7255741199144814,
      "learning_rate": 2.861579243732993e-07,
      "loss": 0.4814,
      "step": 23950
    },
    {
      "epoch": 0.9030264199298986,
      "grad_norm": 1.7337660198803386,
      "learning_rate": 2.8396853230518993e-07,
      "loss": 0.4631,
      "step": 23960
    },
    {
      "epoch": 0.9034033090867976,
      "grad_norm": 1.8762174059045174,
      "learning_rate": 2.8178730313012215e-07,
      "loss": 0.4773,
      "step": 23970
    },
    {
      "epoch": 0.9037801982436965,
      "grad_norm": 1.7366313753924991,
      "learning_rate": 2.796142406235447e-07,
      "loss": 0.4423,
      "step": 23980
    },
    {
      "epoch": 0.9041570874005955,
      "grad_norm": 1.6724834106832989,
      "learning_rate": 2.7744934854677274e-07,
      "loss": 0.4486,
      "step": 23990
    },
    {
      "epoch": 0.9045339765574945,
      "grad_norm": 1.935280413678451,
      "learning_rate": 2.752926306469772e-07,
      "loss": 0.4678,
      "step": 24000
    },
    {
      "epoch": 0.9049108657143934,
      "grad_norm": 1.714097876276615,
      "learning_rate": 2.731440906571825e-07,
      "loss": 0.4606,
      "step": 24010
    },
    {
      "epoch": 0.9052877548712923,
      "grad_norm": 1.4926141470560026,
      "learning_rate": 2.710037322962572e-07,
      "loss": 0.4681,
      "step": 24020
    },
    {
      "epoch": 0.9056646440281914,
      "grad_norm": 1.722145408901395,
      "learning_rate": 2.688715592689101e-07,
      "loss": 0.4426,
      "step": 24030
    },
    {
      "epoch": 0.9060415331850903,
      "grad_norm": 1.9291301430266703,
      "learning_rate": 2.6674757526567895e-07,
      "loss": 0.4764,
      "step": 24040
    },
    {
      "epoch": 0.9064184223419892,
      "grad_norm": 1.7351194729472024,
      "learning_rate": 2.646317839629292e-07,
      "loss": 0.4556,
      "step": 24050
    },
    {
      "epoch": 0.9067953114988881,
      "grad_norm": 1.3921208085094439,
      "learning_rate": 2.625241890228464e-07,
      "loss": 0.4437,
      "step": 24060
    },
    {
      "epoch": 0.9071722006557872,
      "grad_norm": 5.211286582046159,
      "learning_rate": 2.6042479409342734e-07,
      "loss": 0.4792,
      "step": 24070
    },
    {
      "epoch": 0.9075490898126861,
      "grad_norm": 1.6508702793082282,
      "learning_rate": 2.5833360280847707e-07,
      "loss": 0.4854,
      "step": 24080
    },
    {
      "epoch": 0.907925978969585,
      "grad_norm": 1.5904848357115617,
      "learning_rate": 2.562506187876007e-07,
      "loss": 0.4795,
      "step": 24090
    },
    {
      "epoch": 0.908302868126484,
      "grad_norm": 1.6275384635774426,
      "learning_rate": 2.5417584563619647e-07,
      "loss": 0.4781,
      "step": 24100
    },
    {
      "epoch": 0.9086797572833829,
      "grad_norm": 1.5228159132695211,
      "learning_rate": 2.521092869454528e-07,
      "loss": 0.47,
      "step": 24110
    },
    {
      "epoch": 0.909056646440282,
      "grad_norm": 1.5131657204163729,
      "learning_rate": 2.5005094629233726e-07,
      "loss": 0.4746,
      "step": 24120
    },
    {
      "epoch": 0.9094335355971809,
      "grad_norm": 1.803558175951124,
      "learning_rate": 2.4800082723959505e-07,
      "loss": 0.4672,
      "step": 24130
    },
    {
      "epoch": 0.9098104247540798,
      "grad_norm": 1.5532182659903644,
      "learning_rate": 2.459589333357393e-07,
      "loss": 0.465,
      "step": 24140
    },
    {
      "epoch": 0.9101873139109787,
      "grad_norm": 1.8682246003822802,
      "learning_rate": 2.439252681150472e-07,
      "loss": 0.4661,
      "step": 24150
    },
    {
      "epoch": 0.9105642030678778,
      "grad_norm": 1.6186148451233608,
      "learning_rate": 2.418998350975543e-07,
      "loss": 0.4562,
      "step": 24160
    },
    {
      "epoch": 0.9109410922247767,
      "grad_norm": 1.9076729059759836,
      "learning_rate": 2.398826377890423e-07,
      "loss": 0.4791,
      "step": 24170
    },
    {
      "epoch": 0.9113179813816756,
      "grad_norm": 1.5131142108015385,
      "learning_rate": 2.378736796810449e-07,
      "loss": 0.4574,
      "step": 24180
    },
    {
      "epoch": 0.9116948705385746,
      "grad_norm": 1.6267367473954135,
      "learning_rate": 2.3587296425082894e-07,
      "loss": 0.4434,
      "step": 24190
    },
    {
      "epoch": 0.9120717596954736,
      "grad_norm": 1.756928999491046,
      "learning_rate": 2.338804949613982e-07,
      "loss": 0.4753,
      "step": 24200
    },
    {
      "epoch": 0.9124486488523725,
      "grad_norm": 1.678600318807189,
      "learning_rate": 2.3189627526148007e-07,
      "loss": 0.4892,
      "step": 24210
    },
    {
      "epoch": 0.9128255380092715,
      "grad_norm": 1.6170139181507344,
      "learning_rate": 2.299203085855234e-07,
      "loss": 0.4578,
      "step": 24220
    },
    {
      "epoch": 0.9132024271661704,
      "grad_norm": 1.5717138547339975,
      "learning_rate": 2.279525983536951e-07,
      "loss": 0.4751,
      "step": 24230
    },
    {
      "epoch": 0.9135793163230694,
      "grad_norm": 1.7504585367583836,
      "learning_rate": 2.2599314797186857e-07,
      "loss": 0.4996,
      "step": 24240
    },
    {
      "epoch": 0.9139562054799684,
      "grad_norm": 1.8589504523667113,
      "learning_rate": 2.2404196083161968e-07,
      "loss": 0.464,
      "step": 24250
    },
    {
      "epoch": 0.9143330946368673,
      "grad_norm": 1.5549339824814492,
      "learning_rate": 2.2209904031022356e-07,
      "loss": 0.474,
      "step": 24260
    },
    {
      "epoch": 0.9147099837937662,
      "grad_norm": 1.5431790462672454,
      "learning_rate": 2.2016438977064624e-07,
      "loss": 0.4688,
      "step": 24270
    },
    {
      "epoch": 0.9150868729506653,
      "grad_norm": 1.5231675790646082,
      "learning_rate": 2.18238012561538e-07,
      "loss": 0.4459,
      "step": 24280
    },
    {
      "epoch": 0.9154637621075642,
      "grad_norm": 1.213036543371949,
      "learning_rate": 2.1631991201723102e-07,
      "loss": 0.4214,
      "step": 24290
    },
    {
      "epoch": 0.9158406512644631,
      "grad_norm": 1.6789791239635883,
      "learning_rate": 2.1441009145773074e-07,
      "loss": 0.4608,
      "step": 24300
    },
    {
      "epoch": 0.916217540421362,
      "grad_norm": 1.646949624163508,
      "learning_rate": 2.1250855418871008e-07,
      "loss": 0.4597,
      "step": 24310
    },
    {
      "epoch": 0.916594429578261,
      "grad_norm": 1.8335341035244128,
      "learning_rate": 2.106153035015057e-07,
      "loss": 0.4875,
      "step": 24320
    },
    {
      "epoch": 0.91697131873516,
      "grad_norm": 1.5713652425889508,
      "learning_rate": 2.0873034267311131e-07,
      "loss": 0.4644,
      "step": 24330
    },
    {
      "epoch": 0.917348207892059,
      "grad_norm": 1.7316298479198824,
      "learning_rate": 2.0685367496617037e-07,
      "loss": 0.4834,
      "step": 24340
    },
    {
      "epoch": 0.9177250970489579,
      "grad_norm": 1.7723989836411413,
      "learning_rate": 2.0498530362897283e-07,
      "loss": 0.4794,
      "step": 24350
    },
    {
      "epoch": 0.9181019862058568,
      "grad_norm": 1.5053617798457812,
      "learning_rate": 2.031252318954502e-07,
      "loss": 0.468,
      "step": 24360
    },
    {
      "epoch": 0.9184788753627559,
      "grad_norm": 1.6353066163088765,
      "learning_rate": 2.0127346298516426e-07,
      "loss": 0.5002,
      "step": 24370
    },
    {
      "epoch": 0.9188557645196548,
      "grad_norm": 1.6543832590665188,
      "learning_rate": 1.9943000010331005e-07,
      "loss": 0.4606,
      "step": 24380
    },
    {
      "epoch": 0.9192326536765537,
      "grad_norm": 1.4329476172975082,
      "learning_rate": 1.9759484644070347e-07,
      "loss": 0.4732,
      "step": 24390
    },
    {
      "epoch": 0.9196095428334526,
      "grad_norm": 1.803480078827421,
      "learning_rate": 1.9576800517377924e-07,
      "loss": 0.4525,
      "step": 24400
    },
    {
      "epoch": 0.9199864319903517,
      "grad_norm": 1.5271475875148783,
      "learning_rate": 1.9394947946458243e-07,
      "loss": 0.4276,
      "step": 24410
    },
    {
      "epoch": 0.9203633211472506,
      "grad_norm": 1.7436847616380555,
      "learning_rate": 1.9213927246076623e-07,
      "loss": 0.4601,
      "step": 24420
    },
    {
      "epoch": 0.9207402103041495,
      "grad_norm": 1.7878744772222794,
      "learning_rate": 1.9033738729558437e-07,
      "loss": 0.4736,
      "step": 24430
    },
    {
      "epoch": 0.9211170994610485,
      "grad_norm": 1.6372286383071935,
      "learning_rate": 1.8854382708788976e-07,
      "loss": 0.4829,
      "step": 24440
    },
    {
      "epoch": 0.9214939886179475,
      "grad_norm": 1.8458554633785587,
      "learning_rate": 1.8675859494212078e-07,
      "loss": 0.4831,
      "step": 24450
    },
    {
      "epoch": 0.9218708777748464,
      "grad_norm": 1.7303090763015152,
      "learning_rate": 1.84981693948304e-07,
      "loss": 0.4581,
      "step": 24460
    },
    {
      "epoch": 0.9222477669317454,
      "grad_norm": 1.6324828539105698,
      "learning_rate": 1.8321312718204477e-07,
      "loss": 0.4652,
      "step": 24470
    },
    {
      "epoch": 0.9226246560886443,
      "grad_norm": 1.6706150940449451,
      "learning_rate": 1.8145289770452323e-07,
      "loss": 0.4862,
      "step": 24480
    },
    {
      "epoch": 0.9230015452455432,
      "grad_norm": 1.6307388216734264,
      "learning_rate": 1.7970100856248896e-07,
      "loss": 0.4872,
      "step": 24490
    },
    {
      "epoch": 0.9233784344024423,
      "grad_norm": 1.584467065772082,
      "learning_rate": 1.7795746278825465e-07,
      "loss": 0.476,
      "step": 24500
    },
    {
      "epoch": 0.9237553235593412,
      "grad_norm": 1.5002376627559966,
      "learning_rate": 1.7622226339969185e-07,
      "loss": 0.4608,
      "step": 24510
    },
    {
      "epoch": 0.9241322127162401,
      "grad_norm": 1.3947526048448347,
      "learning_rate": 1.7449541340022526e-07,
      "loss": 0.4641,
      "step": 24520
    },
    {
      "epoch": 0.9245091018731391,
      "grad_norm": 1.6798334967661213,
      "learning_rate": 1.7277691577882892e-07,
      "loss": 0.4469,
      "step": 24530
    },
    {
      "epoch": 0.9248859910300381,
      "grad_norm": 1.589068317695499,
      "learning_rate": 1.7106677351001855e-07,
      "loss": 0.458,
      "step": 24540
    },
    {
      "epoch": 0.925262880186937,
      "grad_norm": 1.8869275914521926,
      "learning_rate": 1.693649895538485e-07,
      "loss": 0.505,
      "step": 24550
    },
    {
      "epoch": 0.925639769343836,
      "grad_norm": 1.9569489786208991,
      "learning_rate": 1.6767156685590536e-07,
      "loss": 0.451,
      "step": 24560
    },
    {
      "epoch": 0.9260166585007349,
      "grad_norm": 1.6847190222460249,
      "learning_rate": 1.65986508347305e-07,
      "loss": 0.4609,
      "step": 24570
    },
    {
      "epoch": 0.9263935476576339,
      "grad_norm": 1.8408894133770082,
      "learning_rate": 1.6430981694468162e-07,
      "loss": 0.4766,
      "step": 24580
    },
    {
      "epoch": 0.9267704368145329,
      "grad_norm": 1.674533122441784,
      "learning_rate": 1.626414955501926e-07,
      "loss": 0.45,
      "step": 24590
    },
    {
      "epoch": 0.9271473259714318,
      "grad_norm": 1.8741720379805382,
      "learning_rate": 1.6098154705150416e-07,
      "loss": 0.4661,
      "step": 24600
    },
    {
      "epoch": 0.9275242151283307,
      "grad_norm": 1.733162525973201,
      "learning_rate": 1.593299743217913e-07,
      "loss": 0.4568,
      "step": 24610
    },
    {
      "epoch": 0.9279011042852298,
      "grad_norm": 4.339443575234999,
      "learning_rate": 1.5768678021973016e-07,
      "loss": 0.4862,
      "step": 24620
    },
    {
      "epoch": 0.9282779934421287,
      "grad_norm": 1.750943994731508,
      "learning_rate": 1.5605196758949614e-07,
      "loss": 0.4562,
      "step": 24630
    },
    {
      "epoch": 0.9286548825990276,
      "grad_norm": 1.5174387434569223,
      "learning_rate": 1.5442553926075687e-07,
      "loss": 0.4362,
      "step": 24640
    },
    {
      "epoch": 0.9290317717559265,
      "grad_norm": 1.724853168012421,
      "learning_rate": 1.528074980486677e-07,
      "loss": 0.4665,
      "step": 24650
    },
    {
      "epoch": 0.9294086609128256,
      "grad_norm": 2.2911044470949418,
      "learning_rate": 1.5119784675386607e-07,
      "loss": 0.4655,
      "step": 24660
    },
    {
      "epoch": 0.9297855500697245,
      "grad_norm": 1.7545886816782916,
      "learning_rate": 1.4959658816246836e-07,
      "loss": 0.4788,
      "step": 24670
    },
    {
      "epoch": 0.9301624392266234,
      "grad_norm": 1.7138768298267077,
      "learning_rate": 1.480037250460642e-07,
      "loss": 0.4483,
      "step": 24680
    },
    {
      "epoch": 0.9305393283835224,
      "grad_norm": 1.5647732024525882,
      "learning_rate": 1.4641926016171092e-07,
      "loss": 0.4594,
      "step": 24690
    },
    {
      "epoch": 0.9309162175404213,
      "grad_norm": 1.704892085076998,
      "learning_rate": 1.4484319625193033e-07,
      "loss": 0.4761,
      "step": 24700
    },
    {
      "epoch": 0.9312931066973203,
      "grad_norm": 1.8079933221397861,
      "learning_rate": 1.4327553604470246e-07,
      "loss": 0.4568,
      "step": 24710
    },
    {
      "epoch": 0.9316699958542193,
      "grad_norm": 3.18841995794234,
      "learning_rate": 1.4171628225346234e-07,
      "loss": 0.4503,
      "step": 24720
    },
    {
      "epoch": 0.9320468850111182,
      "grad_norm": 1.645937879683613,
      "learning_rate": 1.4016543757709332e-07,
      "loss": 0.4734,
      "step": 24730
    },
    {
      "epoch": 0.9324237741680171,
      "grad_norm": 1.6358083401976105,
      "learning_rate": 1.3862300469992484e-07,
      "loss": 0.4707,
      "step": 24740
    },
    {
      "epoch": 0.9328006633249162,
      "grad_norm": 1.6561818821247405,
      "learning_rate": 1.3708898629172518e-07,
      "loss": 0.4728,
      "step": 24750
    },
    {
      "epoch": 0.9331775524818151,
      "grad_norm": 1.6439915924189832,
      "learning_rate": 1.3556338500769982e-07,
      "loss": 0.4671,
      "step": 24760
    },
    {
      "epoch": 0.933554441638714,
      "grad_norm": 1.3928410136757627,
      "learning_rate": 1.3404620348848375e-07,
      "loss": 0.4766,
      "step": 24770
    },
    {
      "epoch": 0.933931330795613,
      "grad_norm": 1.6629613706509152,
      "learning_rate": 1.325374443601385e-07,
      "loss": 0.4634,
      "step": 24780
    },
    {
      "epoch": 0.934308219952512,
      "grad_norm": 1.3229160640821136,
      "learning_rate": 1.310371102341479e-07,
      "loss": 0.4527,
      "step": 24790
    },
    {
      "epoch": 0.9346851091094109,
      "grad_norm": 1.6985771267573568,
      "learning_rate": 1.2954520370741408e-07,
      "loss": 0.4449,
      "step": 24800
    },
    {
      "epoch": 0.9350619982663099,
      "grad_norm": 1.776417571410387,
      "learning_rate": 1.280617273622492e-07,
      "loss": 0.4278,
      "step": 24810
    },
    {
      "epoch": 0.9354388874232088,
      "grad_norm": 1.9248752747557138,
      "learning_rate": 1.2658668376637705e-07,
      "loss": 0.4785,
      "step": 24820
    },
    {
      "epoch": 0.9358157765801078,
      "grad_norm": 1.5537222976277234,
      "learning_rate": 1.251200754729226e-07,
      "loss": 0.4956,
      "step": 24830
    },
    {
      "epoch": 0.9361926657370068,
      "grad_norm": 1.6183831830487874,
      "learning_rate": 1.2366190502041186e-07,
      "loss": 0.4592,
      "step": 24840
    },
    {
      "epoch": 0.9365695548939057,
      "grad_norm": 1.7490907041034809,
      "learning_rate": 1.222121749327654e-07,
      "loss": 0.4916,
      "step": 24850
    },
    {
      "epoch": 0.9369464440508046,
      "grad_norm": 1.568020359678583,
      "learning_rate": 1.2077088771929535e-07,
      "loss": 0.459,
      "step": 24860
    },
    {
      "epoch": 0.9373233332077037,
      "grad_norm": 1.6766487321093162,
      "learning_rate": 1.1933804587469843e-07,
      "loss": 0.473,
      "step": 24870
    },
    {
      "epoch": 0.9377002223646026,
      "grad_norm": 1.6215811602508874,
      "learning_rate": 1.1791365187905524e-07,
      "loss": 0.451,
      "step": 24880
    },
    {
      "epoch": 0.9380771115215015,
      "grad_norm": 1.7382912119631357,
      "learning_rate": 1.1649770819782247e-07,
      "loss": 0.4738,
      "step": 24890
    },
    {
      "epoch": 0.9384540006784005,
      "grad_norm": 1.882585550263763,
      "learning_rate": 1.1509021728183301e-07,
      "loss": 0.4945,
      "step": 24900
    },
    {
      "epoch": 0.9388308898352994,
      "grad_norm": 1.412211827907065,
      "learning_rate": 1.1369118156728587e-07,
      "loss": 0.458,
      "step": 24910
    },
    {
      "epoch": 0.9392077789921984,
      "grad_norm": 1.8359718454808982,
      "learning_rate": 1.1230060347574679e-07,
      "loss": 0.4584,
      "step": 24920
    },
    {
      "epoch": 0.9395846681490974,
      "grad_norm": 1.489126957012612,
      "learning_rate": 1.1091848541414262e-07,
      "loss": 0.4817,
      "step": 24930
    },
    {
      "epoch": 0.9399615573059963,
      "grad_norm": 2.0450896007301416,
      "learning_rate": 1.0954482977475533e-07,
      "loss": 0.4906,
      "step": 24940
    },
    {
      "epoch": 0.9403384464628952,
      "grad_norm": 1.8209636581396178,
      "learning_rate": 1.0817963893522132e-07,
      "loss": 0.4844,
      "step": 24950
    },
    {
      "epoch": 0.9407153356197943,
      "grad_norm": 1.708902383560193,
      "learning_rate": 1.0682291525852484e-07,
      "loss": 0.4711,
      "step": 24960
    },
    {
      "epoch": 0.9410922247766932,
      "grad_norm": 3.052634153804913,
      "learning_rate": 1.0547466109299298e-07,
      "loss": 0.4866,
      "step": 24970
    },
    {
      "epoch": 0.9414691139335921,
      "grad_norm": 1.6048817510008635,
      "learning_rate": 1.0413487877229566e-07,
      "loss": 0.4614,
      "step": 24980
    },
    {
      "epoch": 0.941846003090491,
      "grad_norm": 1.6211384980618553,
      "learning_rate": 1.0280357061543622e-07,
      "loss": 0.496,
      "step": 24990
    },
    {
      "epoch": 0.9422228922473901,
      "grad_norm": 1.7208732672554823,
      "learning_rate": 1.0148073892675358e-07,
      "loss": 0.4515,
      "step": 25000
    },
    {
      "epoch": 0.942599781404289,
      "grad_norm": 1.242397602277574,
      "learning_rate": 1.0016638599591122e-07,
      "loss": 0.4522,
      "step": 25010
    },
    {
      "epoch": 0.942976670561188,
      "grad_norm": 1.864373295532734,
      "learning_rate": 9.886051409790042e-08,
      "loss": 0.4541,
      "step": 25020
    },
    {
      "epoch": 0.9433535597180869,
      "grad_norm": 1.7432924180401044,
      "learning_rate": 9.756312549302982e-08,
      "loss": 0.4807,
      "step": 25030
    },
    {
      "epoch": 0.9437304488749859,
      "grad_norm": 1.3858687614024912,
      "learning_rate": 9.627422242692585e-08,
      "loss": 0.4545,
      "step": 25040
    },
    {
      "epoch": 0.9441073380318848,
      "grad_norm": 1.7270495665971028,
      "learning_rate": 9.499380713052785e-08,
      "loss": 0.4589,
      "step": 25050
    },
    {
      "epoch": 0.9444842271887838,
      "grad_norm": 1.5950305399452118,
      "learning_rate": 9.372188182008358e-08,
      "loss": 0.4564,
      "step": 25060
    },
    {
      "epoch": 0.9448611163456827,
      "grad_norm": 1.7644110153181087,
      "learning_rate": 9.245844869714471e-08,
      "loss": 0.4859,
      "step": 25070
    },
    {
      "epoch": 0.9452380055025816,
      "grad_norm": 1.440552445480469,
      "learning_rate": 9.120350994856475e-08,
      "loss": 0.4771,
      "step": 25080
    },
    {
      "epoch": 0.9456148946594807,
      "grad_norm": 3.239934112076224,
      "learning_rate": 8.995706774649504e-08,
      "loss": 0.4731,
      "step": 25090
    },
    {
      "epoch": 0.9459917838163796,
      "grad_norm": 1.9158332648079843,
      "learning_rate": 8.87191242483787e-08,
      "loss": 0.4597,
      "step": 25100
    },
    {
      "epoch": 0.9463686729732785,
      "grad_norm": 1.5922507680686822,
      "learning_rate": 8.748968159695004e-08,
      "loss": 0.4316,
      "step": 25110
    },
    {
      "epoch": 0.9467455621301775,
      "grad_norm": 1.792335011843171,
      "learning_rate": 8.626874192022905e-08,
      "loss": 0.5036,
      "step": 25120
    },
    {
      "epoch": 0.9471224512870765,
      "grad_norm": 1.4714034304995909,
      "learning_rate": 8.505630733151803e-08,
      "loss": 0.453,
      "step": 25130
    },
    {
      "epoch": 0.9474993404439754,
      "grad_norm": 1.4587868542295341,
      "learning_rate": 8.385237992939777e-08,
      "loss": 0.4731,
      "step": 25140
    },
    {
      "epoch": 0.9478762296008744,
      "grad_norm": 1.7817219201477925,
      "learning_rate": 8.265696179772465e-08,
      "loss": 0.4456,
      "step": 25150
    },
    {
      "epoch": 0.9482531187577733,
      "grad_norm": 1.621641692161085,
      "learning_rate": 8.147005500562577e-08,
      "loss": 0.4435,
      "step": 25160
    },
    {
      "epoch": 0.9486300079146723,
      "grad_norm": 1.6494310365282547,
      "learning_rate": 8.029166160749668e-08,
      "loss": 0.4665,
      "step": 25170
    },
    {
      "epoch": 0.9490068970715713,
      "grad_norm": 1.4731323966452758,
      "learning_rate": 7.912178364299694e-08,
      "loss": 0.4633,
      "step": 25180
    },
    {
      "epoch": 0.9493837862284702,
      "grad_norm": 1.4539950989850374,
      "learning_rate": 7.796042313704733e-08,
      "loss": 0.4761,
      "step": 25190
    },
    {
      "epoch": 0.9497606753853691,
      "grad_norm": 1.7614354811781805,
      "learning_rate": 7.680758209982541e-08,
      "loss": 0.4874,
      "step": 25200
    },
    {
      "epoch": 0.9501375645422682,
      "grad_norm": 1.5146197995816046,
      "learning_rate": 7.566326252676226e-08,
      "loss": 0.4565,
      "step": 25210
    },
    {
      "epoch": 0.9505144536991671,
      "grad_norm": 1.4964331021798207,
      "learning_rate": 7.452746639854069e-08,
      "loss": 0.4732,
      "step": 25220
    },
    {
      "epoch": 0.950891342856066,
      "grad_norm": 1.6531417972845415,
      "learning_rate": 7.34001956810898e-08,
      "loss": 0.4539,
      "step": 25230
    },
    {
      "epoch": 0.951268232012965,
      "grad_norm": 1.4443997141550056,
      "learning_rate": 7.228145232558048e-08,
      "loss": 0.4651,
      "step": 25240
    },
    {
      "epoch": 0.951645121169864,
      "grad_norm": 1.6488863792857795,
      "learning_rate": 7.117123826842598e-08,
      "loss": 0.4655,
      "step": 25250
    },
    {
      "epoch": 0.9520220103267629,
      "grad_norm": 2.066125366240161,
      "learning_rate": 7.00695554312758e-08,
      "loss": 0.4818,
      "step": 25260
    },
    {
      "epoch": 0.9523988994836619,
      "grad_norm": 1.7989280362677504,
      "learning_rate": 6.897640572101294e-08,
      "loss": 0.4592,
      "step": 25270
    },
    {
      "epoch": 0.9527757886405608,
      "grad_norm": 1.5907695066167318,
      "learning_rate": 6.789179102974996e-08,
      "loss": 0.4615,
      "step": 25280
    },
    {
      "epoch": 0.9531526777974597,
      "grad_norm": 1.6474294146755808,
      "learning_rate": 6.681571323482628e-08,
      "loss": 0.4745,
      "step": 25290
    },
    {
      "epoch": 0.9535295669543588,
      "grad_norm": 1.8575461910907407,
      "learning_rate": 6.574817419880586e-08,
      "loss": 0.4843,
      "step": 25300
    },
    {
      "epoch": 0.9539064561112577,
      "grad_norm": 1.5427872527092095,
      "learning_rate": 6.468917576947287e-08,
      "loss": 0.4616,
      "step": 25310
    },
    {
      "epoch": 0.9542833452681566,
      "grad_norm": 2.4865362259718116,
      "learning_rate": 6.363871977982827e-08,
      "loss": 0.4617,
      "step": 25320
    },
    {
      "epoch": 0.9546602344250555,
      "grad_norm": 1.7543026874769245,
      "learning_rate": 6.259680804808654e-08,
      "loss": 0.4666,
      "step": 25330
    },
    {
      "epoch": 0.9550371235819546,
      "grad_norm": 1.604570679456589,
      "learning_rate": 6.156344237767453e-08,
      "loss": 0.494,
      "step": 25340
    },
    {
      "epoch": 0.9554140127388535,
      "grad_norm": 1.8669803638424052,
      "learning_rate": 6.053862455722593e-08,
      "loss": 0.4654,
      "step": 25350
    },
    {
      "epoch": 0.9557909018957524,
      "grad_norm": 1.3581166661184105,
      "learning_rate": 5.952235636057902e-08,
      "loss": 0.4403,
      "step": 25360
    },
    {
      "epoch": 0.9561677910526514,
      "grad_norm": 1.5400521124436184,
      "learning_rate": 5.851463954677394e-08,
      "loss": 0.4653,
      "step": 25370
    },
    {
      "epoch": 0.9565446802095504,
      "grad_norm": 1.8105900226878286,
      "learning_rate": 5.7515475860049354e-08,
      "loss": 0.4874,
      "step": 25380
    },
    {
      "epoch": 0.9569215693664493,
      "grad_norm": 1.4382499444470058,
      "learning_rate": 5.652486702984017e-08,
      "loss": 0.4648,
      "step": 25390
    },
    {
      "epoch": 0.9572984585233483,
      "grad_norm": 1.7631024504492547,
      "learning_rate": 5.554281477077206e-08,
      "loss": 0.4704,
      "step": 25400
    },
    {
      "epoch": 0.9576753476802472,
      "grad_norm": 1.6429543944439136,
      "learning_rate": 5.456932078266197e-08,
      "loss": 0.4655,
      "step": 25410
    },
    {
      "epoch": 0.9580522368371462,
      "grad_norm": 1.6616938198698554,
      "learning_rate": 5.360438675051316e-08,
      "loss": 0.4773,
      "step": 25420
    },
    {
      "epoch": 0.9584291259940452,
      "grad_norm": 1.7874329868405086,
      "learning_rate": 5.264801434451239e-08,
      "loss": 0.4466,
      "step": 25430
    },
    {
      "epoch": 0.9588060151509441,
      "grad_norm": 1.2294510476080451,
      "learning_rate": 5.170020522002661e-08,
      "loss": 0.4711,
      "step": 25440
    },
    {
      "epoch": 0.959182904307843,
      "grad_norm": 1.9210918144126727,
      "learning_rate": 5.0760961017602415e-08,
      "loss": 0.4725,
      "step": 25450
    },
    {
      "epoch": 0.9595597934647421,
      "grad_norm": 1.8227209874755572,
      "learning_rate": 4.983028336295881e-08,
      "loss": 0.4476,
      "step": 25460
    },
    {
      "epoch": 0.959936682621641,
      "grad_norm": 1.788350611886206,
      "learning_rate": 4.8908173866990535e-08,
      "loss": 0.4567,
      "step": 25470
    },
    {
      "epoch": 0.9603135717785399,
      "grad_norm": 1.775020734539053,
      "learning_rate": 4.799463412575978e-08,
      "loss": 0.5112,
      "step": 25480
    },
    {
      "epoch": 0.9606904609354389,
      "grad_norm": 1.5375809927016806,
      "learning_rate": 4.7089665720495e-08,
      "loss": 0.4391,
      "step": 25490
    },
    {
      "epoch": 0.9610673500923378,
      "grad_norm": 1.5639240748918983,
      "learning_rate": 4.619327021759046e-08,
      "loss": 0.4785,
      "step": 25500
    },
    {
      "epoch": 0.9614442392492368,
      "grad_norm": 1.764963080417895,
      "learning_rate": 4.5305449168600024e-08,
      "loss": 0.4736,
      "step": 25510
    },
    {
      "epoch": 0.9618211284061358,
      "grad_norm": 1.6562005841477103,
      "learning_rate": 4.4426204110237794e-08,
      "loss": 0.4747,
      "step": 25520
    },
    {
      "epoch": 0.9621980175630347,
      "grad_norm": 1.6196235223477182,
      "learning_rate": 4.35555365643725e-08,
      "loss": 0.4522,
      "step": 25530
    },
    {
      "epoch": 0.9625749067199336,
      "grad_norm": 1.5383045592640703,
      "learning_rate": 4.2693448038026996e-08,
      "loss": 0.4704,
      "step": 25540
    },
    {
      "epoch": 0.9629517958768327,
      "grad_norm": 1.8859648544559755,
      "learning_rate": 4.1839940023374884e-08,
      "loss": 0.4595,
      "step": 25550
    },
    {
      "epoch": 0.9633286850337316,
      "grad_norm": 1.703004713270723,
      "learning_rate": 4.0995013997736644e-08,
      "loss": 0.4767,
      "step": 25560
    },
    {
      "epoch": 0.9637055741906305,
      "grad_norm": 1.76025981546061,
      "learning_rate": 4.015867142358076e-08,
      "loss": 0.4687,
      "step": 25570
    },
    {
      "epoch": 0.9640824633475295,
      "grad_norm": 1.9694305314081857,
      "learning_rate": 3.933091374851594e-08,
      "loss": 0.4558,
      "step": 25580
    },
    {
      "epoch": 0.9644593525044285,
      "grad_norm": 1.3980420080759448,
      "learning_rate": 3.8511742405293875e-08,
      "loss": 0.4618,
      "step": 25590
    },
    {
      "epoch": 0.9648362416613274,
      "grad_norm": 1.6493052417006149,
      "learning_rate": 3.7701158811803694e-08,
      "loss": 0.504,
      "step": 25600
    },
    {
      "epoch": 0.9652131308182264,
      "grad_norm": 1.619654736340804,
      "learning_rate": 3.6899164371068105e-08,
      "loss": 0.4445,
      "step": 25610
    },
    {
      "epoch": 0.9655900199751253,
      "grad_norm": 1.843793532222181,
      "learning_rate": 3.610576047124614e-08,
      "loss": 0.4668,
      "step": 25620
    },
    {
      "epoch": 0.9659669091320243,
      "grad_norm": 2.1787530344860424,
      "learning_rate": 3.5320948485625395e-08,
      "loss": 0.4555,
      "step": 25630
    },
    {
      "epoch": 0.9663437982889233,
      "grad_norm": 1.6664586339835825,
      "learning_rate": 3.454472977262369e-08,
      "loss": 0.4812,
      "step": 25640
    },
    {
      "epoch": 0.9667206874458222,
      "grad_norm": 1.9221822760952356,
      "learning_rate": 3.3777105675782965e-08,
      "loss": 0.4762,
      "step": 25650
    },
    {
      "epoch": 0.9670975766027211,
      "grad_norm": 1.5535350148707952,
      "learning_rate": 3.3018077523769844e-08,
      "loss": 0.4743,
      "step": 25660
    },
    {
      "epoch": 0.9674744657596202,
      "grad_norm": 1.6826206259214103,
      "learning_rate": 3.226764663037285e-08,
      "loss": 0.4819,
      "step": 25670
    },
    {
      "epoch": 0.9678513549165191,
      "grad_norm": 1.5372332783224485,
      "learning_rate": 3.152581429449853e-08,
      "loss": 0.4529,
      "step": 25680
    },
    {
      "epoch": 0.968228244073418,
      "grad_norm": 1.6814181811804552,
      "learning_rate": 3.079258180017142e-08,
      "loss": 0.4824,
      "step": 25690
    },
    {
      "epoch": 0.9686051332303169,
      "grad_norm": 1.7034619827760054,
      "learning_rate": 3.006795041653021e-08,
      "loss": 0.4618,
      "step": 25700
    },
    {
      "epoch": 0.9689820223872159,
      "grad_norm": 2.003962281008904,
      "learning_rate": 2.9351921397826055e-08,
      "loss": 0.4614,
      "step": 25710
    },
    {
      "epoch": 0.9693589115441149,
      "grad_norm": 1.787441426014292,
      "learning_rate": 2.864449598342034e-08,
      "loss": 0.4533,
      "step": 25720
    },
    {
      "epoch": 0.9697358007010138,
      "grad_norm": 1.5820307731521495,
      "learning_rate": 2.794567539778359e-08,
      "loss": 0.4599,
      "step": 25730
    },
    {
      "epoch": 0.9701126898579128,
      "grad_norm": 1.7447057484780453,
      "learning_rate": 2.725546085049047e-08,
      "loss": 0.4572,
      "step": 25740
    },
    {
      "epoch": 0.9704895790148117,
      "grad_norm": 1.7232041715746915,
      "learning_rate": 2.6573853536221992e-08,
      "loss": 0.475,
      "step": 25750
    },
    {
      "epoch": 0.9708664681717107,
      "grad_norm": 1.6685687883415614,
      "learning_rate": 2.590085463475944e-08,
      "loss": 0.4587,
      "step": 25760
    },
    {
      "epoch": 0.9712433573286097,
      "grad_norm": 1.7482487866337566,
      "learning_rate": 2.5236465310984336e-08,
      "loss": 0.4702,
      "step": 25770
    },
    {
      "epoch": 0.9716202464855086,
      "grad_norm": 1.7353631005801522,
      "learning_rate": 2.458068671487568e-08,
      "loss": 0.462,
      "step": 25780
    },
    {
      "epoch": 0.9719971356424075,
      "grad_norm": 1.9350104216433035,
      "learning_rate": 2.3933519981508834e-08,
      "loss": 0.4588,
      "step": 25790
    },
    {
      "epoch": 0.9723740247993066,
      "grad_norm": 1.6857080051807094,
      "learning_rate": 2.3294966231053873e-08,
      "loss": 0.468,
      "step": 25800
    },
    {
      "epoch": 0.9727509139562055,
      "grad_norm": 1.7680489987031007,
      "learning_rate": 2.266502656877001e-08,
      "loss": 0.4694,
      "step": 25810
    },
    {
      "epoch": 0.9731278031131044,
      "grad_norm": 1.4689352131990807,
      "learning_rate": 2.2043702085010056e-08,
      "loss": 0.4501,
      "step": 25820
    },
    {
      "epoch": 0.9735046922700034,
      "grad_norm": 1.5690350494704872,
      "learning_rate": 2.1430993855212635e-08,
      "loss": 0.4789,
      "step": 25830
    },
    {
      "epoch": 0.9738815814269024,
      "grad_norm": 1.4356673233784094,
      "learning_rate": 2.0826902939903304e-08,
      "loss": 0.4585,
      "step": 25840
    },
    {
      "epoch": 0.9742584705838013,
      "grad_norm": 1.757515012502445,
      "learning_rate": 2.023143038469233e-08,
      "loss": 0.4944,
      "step": 25850
    },
    {
      "epoch": 0.9746353597407003,
      "grad_norm": 1.6306453233507494,
      "learning_rate": 1.9644577220271354e-08,
      "loss": 0.4539,
      "step": 25860
    },
    {
      "epoch": 0.9750122488975992,
      "grad_norm": 1.4314817446192643,
      "learning_rate": 1.906634446241451e-08,
      "loss": 0.4734,
      "step": 25870
    },
    {
      "epoch": 0.9753891380544981,
      "grad_norm": 1.5806180685416475,
      "learning_rate": 1.849673311197453e-08,
      "loss": 0.4399,
      "step": 25880
    },
    {
      "epoch": 0.9757660272113972,
      "grad_norm": 1.6520753364457346,
      "learning_rate": 1.7935744154881087e-08,
      "loss": 0.4566,
      "step": 25890
    },
    {
      "epoch": 0.9761429163682961,
      "grad_norm": 1.810709467270653,
      "learning_rate": 1.7383378562139674e-08,
      "loss": 0.4487,
      "step": 25900
    },
    {
      "epoch": 0.976519805525195,
      "grad_norm": 1.61252056021322,
      "learning_rate": 1.683963728983051e-08,
      "loss": 0.4715,
      "step": 25910
    },
    {
      "epoch": 0.976896694682094,
      "grad_norm": 2.425481703892548,
      "learning_rate": 1.630452127910409e-08,
      "loss": 0.4637,
      "step": 25920
    },
    {
      "epoch": 0.977273583838993,
      "grad_norm": 1.540972978097639,
      "learning_rate": 1.5778031456184507e-08,
      "loss": 0.4608,
      "step": 25930
    },
    {
      "epoch": 0.9776504729958919,
      "grad_norm": 1.509850379830826,
      "learning_rate": 1.5260168732362245e-08,
      "loss": 0.4722,
      "step": 25940
    },
    {
      "epoch": 0.9780273621527908,
      "grad_norm": 1.6782554143346065,
      "learning_rate": 1.4750934003996965e-08,
      "loss": 0.4587,
      "step": 25950
    },
    {
      "epoch": 0.9784042513096898,
      "grad_norm": 1.5550524539915491,
      "learning_rate": 1.4250328152514147e-08,
      "loss": 0.4865,
      "step": 25960
    },
    {
      "epoch": 0.9787811404665888,
      "grad_norm": 1.6682526527444668,
      "learning_rate": 1.3758352044402345e-08,
      "loss": 0.4975,
      "step": 25970
    },
    {
      "epoch": 0.9791580296234877,
      "grad_norm": 1.613736685118058,
      "learning_rate": 1.3275006531215384e-08,
      "loss": 0.4624,
      "step": 25980
    },
    {
      "epoch": 0.9795349187803867,
      "grad_norm": 1.6329195096750337,
      "learning_rate": 1.2800292449566265e-08,
      "loss": 0.4681,
      "step": 25990
    },
    {
      "epoch": 0.9799118079372856,
      "grad_norm": 1.7759191946586195,
      "learning_rate": 1.2334210621128827e-08,
      "loss": 0.4862,
      "step": 26000
    },
    {
      "epoch": 0.9802886970941846,
      "grad_norm": 1.6432481031917991,
      "learning_rate": 1.1876761852636642e-08,
      "loss": 0.472,
      "step": 26010
    },
    {
      "epoch": 0.9806655862510836,
      "grad_norm": 1.902773292717396,
      "learning_rate": 1.1427946935878009e-08,
      "loss": 0.4545,
      "step": 26020
    },
    {
      "epoch": 0.9810424754079825,
      "grad_norm": 1.6705242880751991,
      "learning_rate": 1.0987766647699849e-08,
      "loss": 0.4702,
      "step": 26030
    },
    {
      "epoch": 0.9814193645648814,
      "grad_norm": 1.971413464598701,
      "learning_rate": 1.055622175000104e-08,
      "loss": 0.4794,
      "step": 26040
    },
    {
      "epoch": 0.9817962537217805,
      "grad_norm": 1.6534906902045443,
      "learning_rate": 1.01333129897363e-08,
      "loss": 0.4578,
      "step": 26050
    },
    {
      "epoch": 0.9821731428786794,
      "grad_norm": 1.54977127095544,
      "learning_rate": 9.719041098909532e-09,
      "loss": 0.4777,
      "step": 26060
    },
    {
      "epoch": 0.9825500320355783,
      "grad_norm": 1.6720729481583012,
      "learning_rate": 9.31340679457604e-09,
      "loss": 0.4823,
      "step": 26070
    },
    {
      "epoch": 0.9829269211924773,
      "grad_norm": 1.558146371421349,
      "learning_rate": 8.916410778841978e-09,
      "loss": 0.491,
      "step": 26080
    },
    {
      "epoch": 0.9833038103493762,
      "grad_norm": 1.4251003076555135,
      "learning_rate": 8.528053738860453e-09,
      "loss": 0.4644,
      "step": 26090
    },
    {
      "epoch": 0.9836806995062752,
      "grad_norm": 1.8009507558620492,
      "learning_rate": 8.148336346830987e-09,
      "loss": 0.4888,
      "step": 26100
    },
    {
      "epoch": 0.9840575886631742,
      "grad_norm": 1.814480801176586,
      "learning_rate": 7.777259259999503e-09,
      "loss": 0.4629,
      "step": 26110
    },
    {
      "epoch": 0.9844344778200731,
      "grad_norm": 2.196528914285027,
      "learning_rate": 7.4148231206566665e-09,
      "loss": 0.4731,
      "step": 26120
    },
    {
      "epoch": 0.984811366976972,
      "grad_norm": 1.7187541640111528,
      "learning_rate": 7.061028556136773e-09,
      "loss": 0.4639,
      "step": 26130
    },
    {
      "epoch": 0.9851882561338711,
      "grad_norm": 1.5937258075062353,
      "learning_rate": 6.715876178816638e-09,
      "loss": 0.4674,
      "step": 26140
    },
    {
      "epoch": 0.98556514529077,
      "grad_norm": 1.8506500710664755,
      "learning_rate": 6.379366586113933e-09,
      "loss": 0.4652,
      "step": 26150
    },
    {
      "epoch": 0.9859420344476689,
      "grad_norm": 1.6855411533697344,
      "learning_rate": 6.051500360486628e-09,
      "loss": 0.4527,
      "step": 26160
    },
    {
      "epoch": 0.9863189236045679,
      "grad_norm": 1.5117238865140932,
      "learning_rate": 5.732278069432995e-09,
      "loss": 0.4779,
      "step": 26170
    },
    {
      "epoch": 0.9866958127614669,
      "grad_norm": 1.6187884945554707,
      "learning_rate": 5.421700265488827e-09,
      "loss": 0.4611,
      "step": 26180
    },
    {
      "epoch": 0.9870727019183658,
      "grad_norm": 1.3918686813033736,
      "learning_rate": 5.119767486228e-09,
      "loss": 0.4547,
      "step": 26190
    },
    {
      "epoch": 0.9874495910752648,
      "grad_norm": 1.6724439609048405,
      "learning_rate": 4.826480254259691e-09,
      "loss": 0.4562,
      "step": 26200
    },
    {
      "epoch": 0.9878264802321637,
      "grad_norm": 1.540870827083842,
      "learning_rate": 4.541839077230048e-09,
      "loss": 0.4569,
      "step": 26210
    },
    {
      "epoch": 0.9882033693890627,
      "grad_norm": 1.5544229067227138,
      "learning_rate": 4.265844447818856e-09,
      "loss": 0.4467,
      "step": 26220
    },
    {
      "epoch": 0.9885802585459617,
      "grad_norm": 1.6957676041843368,
      "learning_rate": 3.9984968437406515e-09,
      "loss": 0.4758,
      "step": 26230
    },
    {
      "epoch": 0.9889571477028606,
      "grad_norm": 1.4992330073607234,
      "learning_rate": 3.73979672774194e-09,
      "loss": 0.4748,
      "step": 26240
    },
    {
      "epoch": 0.9893340368597595,
      "grad_norm": 1.8025093840339432,
      "learning_rate": 3.4897445476028692e-09,
      "loss": 0.4879,
      "step": 26250
    },
    {
      "epoch": 0.9897109260166586,
      "grad_norm": 1.8270840898752077,
      "learning_rate": 3.2483407361338926e-09,
      "loss": 0.4738,
      "step": 26260
    },
    {
      "epoch": 0.9900878151735575,
      "grad_norm": 1.6829652388909495,
      "learning_rate": 3.0155857111757724e-09,
      "loss": 0.456,
      "step": 26270
    },
    {
      "epoch": 0.9904647043304564,
      "grad_norm": 1.5636345290979268,
      "learning_rate": 2.791479875600689e-09,
      "loss": 0.454,
      "step": 26280
    },
    {
      "epoch": 0.9908415934873553,
      "grad_norm": 1.4293143834926183,
      "learning_rate": 2.5760236173094643e-09,
      "loss": 0.4662,
      "step": 26290
    },
    {
      "epoch": 0.9912184826442543,
      "grad_norm": 1.5866582767032813,
      "learning_rate": 2.369217309231009e-09,
      "loss": 0.4303,
      "step": 26300
    },
    {
      "epoch": 0.9915953718011533,
      "grad_norm": 1.6824826996769227,
      "learning_rate": 2.171061309322875e-09,
      "loss": 0.4625,
      "step": 26310
    },
    {
      "epoch": 0.9919722609580522,
      "grad_norm": 1.4469762688853414,
      "learning_rate": 1.981555960569037e-09,
      "loss": 0.4659,
      "step": 26320
    },
    {
      "epoch": 0.9923491501149512,
      "grad_norm": 1.863209068946735,
      "learning_rate": 1.8007015909815574e-09,
      "loss": 0.4444,
      "step": 26330
    },
    {
      "epoch": 0.9927260392718501,
      "grad_norm": 1.3864226632030934,
      "learning_rate": 1.6284985135978093e-09,
      "loss": 0.4594,
      "step": 26340
    },
    {
      "epoch": 0.9931029284287491,
      "grad_norm": 1.8507882555475772,
      "learning_rate": 1.4649470264810339e-09,
      "loss": 0.47,
      "step": 26350
    },
    {
      "epoch": 0.9934798175856481,
      "grad_norm": 1.727307667076328,
      "learning_rate": 1.3100474127192285e-09,
      "loss": 0.4829,
      "step": 26360
    },
    {
      "epoch": 0.993856706742547,
      "grad_norm": 1.5872381530005595,
      "learning_rate": 1.1637999404257027e-09,
      "loss": 0.4752,
      "step": 26370
    },
    {
      "epoch": 0.9942335958994459,
      "grad_norm": 1.7561750947121424,
      "learning_rate": 1.0262048627374121e-09,
      "loss": 0.4572,
      "step": 26380
    },
    {
      "epoch": 0.994610485056345,
      "grad_norm": 1.523030077019712,
      "learning_rate": 8.972624178149592e-10,
      "loss": 0.4498,
      "step": 26390
    },
    {
      "epoch": 0.9949873742132439,
      "grad_norm": 1.8336481206683812,
      "learning_rate": 7.769728288420375e-10,
      "loss": 0.4931,
      "step": 26400
    },
    {
      "epoch": 0.9953642633701428,
      "grad_norm": 1.6093654004058522,
      "learning_rate": 6.653363040270978e-10,
      "loss": 0.4906,
      "step": 26410
    },
    {
      "epoch": 0.9957411525270418,
      "grad_norm": 1.168615916694283,
      "learning_rate": 5.62353036598351e-10,
      "loss": 0.4779,
      "step": 26420
    },
    {
      "epoch": 0.9961180416839408,
      "grad_norm": 1.55589136590255,
      "learning_rate": 4.680232048087652e-10,
      "loss": 0.4741,
      "step": 26430
    },
    {
      "epoch": 0.9964949308408397,
      "grad_norm": 1.7754177648108063,
      "learning_rate": 3.823469719316242e-10,
      "loss": 0.4721,
      "step": 26440
    },
    {
      "epoch": 0.9968718199977387,
      "grad_norm": 1.6083002564281654,
      "learning_rate": 3.053244862616378e-10,
      "loss": 0.4733,
      "step": 26450
    },
    {
      "epoch": 0.9972487091546376,
      "grad_norm": 1.7559817189307763,
      "learning_rate": 2.369558811171624e-10,
      "loss": 0.4724,
      "step": 26460
    },
    {
      "epoch": 0.9976255983115366,
      "grad_norm": 1.6315234881797243,
      "learning_rate": 1.772412748352048e-10,
      "loss": 0.4552,
      "step": 26470
    },
    {
      "epoch": 0.9980024874684356,
      "grad_norm": 1.8229450451292533,
      "learning_rate": 1.26180770774198e-10,
      "loss": 0.475,
      "step": 26480
    },
    {
      "epoch": 0.9983793766253345,
      "grad_norm": 1.6948887666570254,
      "learning_rate": 8.377445731511114e-11,
      "loss": 0.4713,
      "step": 26490
    },
    {
      "epoch": 0.9987562657822334,
      "grad_norm": 1.6821945503509856,
      "learning_rate": 5.002240785756396e-11,
      "loss": 0.4639,
      "step": 26500
    },
    {
      "epoch": 0.9991331549391324,
      "grad_norm": 1.5658822340781955,
      "learning_rate": 2.4924680822602242e-11,
      "loss": 0.4707,
      "step": 26510
    },
    {
      "epoch": 0.9995100440960314,
      "grad_norm": 1.8251970618778395,
      "learning_rate": 8.481319651032493e-12,
      "loss": 0.4814,
      "step": 26520
    },
    {
      "epoch": 0.9998869332529303,
      "grad_norm": 1.5466187547604036,
      "learning_rate": 6.923528045321703e-13,
      "loss": 0.4557,
      "step": 26530
    },
    {
      "epoch": 1.0,
      "step": 26533,
      "total_flos": 1663266888056832.0,
      "train_loss": 0.5075337708668052,
      "train_runtime": 63984.8167,
      "train_samples_per_second": 3.317,
      "train_steps_per_second": 0.415
    }
  ],
  "logging_steps": 10,
  "max_steps": 26533,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1663266888056832.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}