{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 4954,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002018927444794953,
      "grad_norm": 2.3389563305266345,
      "learning_rate": 1.8145161290322583e-07,
      "loss": 0.7881,
      "step": 10
    },
    {
      "epoch": 0.004037854889589906,
      "grad_norm": 2.024167058240825,
      "learning_rate": 3.830645161290323e-07,
      "loss": 0.8121,
      "step": 20
    },
    {
      "epoch": 0.006056782334384858,
      "grad_norm": 1.4351269819866417,
      "learning_rate": 5.846774193548388e-07,
      "loss": 0.7797,
      "step": 30
    },
    {
      "epoch": 0.008075709779179811,
      "grad_norm": 0.9310252821124614,
      "learning_rate": 7.862903225806453e-07,
      "loss": 0.7318,
      "step": 40
    },
    {
      "epoch": 0.010094637223974764,
      "grad_norm": 0.9557517206875442,
      "learning_rate": 9.879032258064516e-07,
      "loss": 0.7018,
      "step": 50
    },
    {
      "epoch": 0.012113564668769715,
      "grad_norm": 0.5829217778568054,
      "learning_rate": 1.1895161290322582e-06,
      "loss": 0.6708,
      "step": 60
    },
    {
      "epoch": 0.014132492113564668,
      "grad_norm": 0.5112881851342524,
      "learning_rate": 1.3911290322580644e-06,
      "loss": 0.6417,
      "step": 70
    },
    {
      "epoch": 0.016151419558359623,
      "grad_norm": 0.5140187941233466,
      "learning_rate": 1.5927419354838712e-06,
      "loss": 0.6227,
      "step": 80
    },
    {
      "epoch": 0.018170347003154574,
      "grad_norm": 0.4872446144280347,
      "learning_rate": 1.7943548387096777e-06,
      "loss": 0.615,
      "step": 90
    },
    {
      "epoch": 0.02018927444794953,
      "grad_norm": 0.5191969395080858,
      "learning_rate": 1.9959677419354837e-06,
      "loss": 0.6105,
      "step": 100
    },
    {
      "epoch": 0.02220820189274448,
      "grad_norm": 0.451802382492337,
      "learning_rate": 2.1975806451612907e-06,
      "loss": 0.5911,
      "step": 110
    },
    {
      "epoch": 0.02422712933753943,
      "grad_norm": 0.42163928465445194,
      "learning_rate": 2.399193548387097e-06,
      "loss": 0.5921,
      "step": 120
    },
    {
      "epoch": 0.026246056782334385,
      "grad_norm": 0.4552027864136731,
      "learning_rate": 2.6008064516129032e-06,
      "loss": 0.5818,
      "step": 130
    },
    {
      "epoch": 0.028264984227129336,
      "grad_norm": 0.44985963500335385,
      "learning_rate": 2.8024193548387097e-06,
      "loss": 0.5876,
      "step": 140
    },
    {
      "epoch": 0.03028391167192429,
      "grad_norm": 0.5111630527751778,
      "learning_rate": 3.0040322580645167e-06,
      "loss": 0.5728,
      "step": 150
    },
    {
      "epoch": 0.032302839116719245,
      "grad_norm": 0.44240607593167414,
      "learning_rate": 3.2056451612903228e-06,
      "loss": 0.5643,
      "step": 160
    },
    {
      "epoch": 0.03432176656151419,
      "grad_norm": 0.4865981695157576,
      "learning_rate": 3.4072580645161293e-06,
      "loss": 0.5617,
      "step": 170
    },
    {
      "epoch": 0.03634069400630915,
      "grad_norm": 0.6085288533687223,
      "learning_rate": 3.6088709677419358e-06,
      "loss": 0.5501,
      "step": 180
    },
    {
      "epoch": 0.0383596214511041,
      "grad_norm": 0.47289717909858964,
      "learning_rate": 3.8104838709677423e-06,
      "loss": 0.559,
      "step": 190
    },
    {
      "epoch": 0.04037854889589906,
      "grad_norm": 0.5389683685989423,
      "learning_rate": 4.012096774193548e-06,
      "loss": 0.5601,
      "step": 200
    },
    {
      "epoch": 0.042397476340694004,
      "grad_norm": 0.44905068010794785,
      "learning_rate": 4.213709677419355e-06,
      "loss": 0.546,
      "step": 210
    },
    {
      "epoch": 0.04441640378548896,
      "grad_norm": 0.4738265544351665,
      "learning_rate": 4.415322580645161e-06,
      "loss": 0.5527,
      "step": 220
    },
    {
      "epoch": 0.04643533123028391,
      "grad_norm": 0.48116551901846,
      "learning_rate": 4.616935483870968e-06,
      "loss": 0.5428,
      "step": 230
    },
    {
      "epoch": 0.04845425867507886,
      "grad_norm": 0.4514773717137442,
      "learning_rate": 4.818548387096774e-06,
      "loss": 0.5338,
      "step": 240
    },
    {
      "epoch": 0.050473186119873815,
      "grad_norm": 0.5092040454559039,
      "learning_rate": 5.020161290322581e-06,
      "loss": 0.5546,
      "step": 250
    },
    {
      "epoch": 0.05249211356466877,
      "grad_norm": 0.45858657596184155,
      "learning_rate": 5.221774193548388e-06,
      "loss": 0.5408,
      "step": 260
    },
    {
      "epoch": 0.054511041009463725,
      "grad_norm": 0.47766211942842146,
      "learning_rate": 5.423387096774194e-06,
      "loss": 0.5427,
      "step": 270
    },
    {
      "epoch": 0.05652996845425867,
      "grad_norm": 0.5108229913280311,
      "learning_rate": 5.625e-06,
      "loss": 0.5357,
      "step": 280
    },
    {
      "epoch": 0.05854889589905363,
      "grad_norm": 0.5232937676969737,
      "learning_rate": 5.8266129032258064e-06,
      "loss": 0.5316,
      "step": 290
    },
    {
      "epoch": 0.06056782334384858,
      "grad_norm": 0.5241114539289579,
      "learning_rate": 6.028225806451613e-06,
      "loss": 0.5444,
      "step": 300
    },
    {
      "epoch": 0.06258675078864354,
      "grad_norm": 0.9566252867340465,
      "learning_rate": 6.2298387096774194e-06,
      "loss": 0.5256,
      "step": 310
    },
    {
      "epoch": 0.06460567823343849,
      "grad_norm": 0.4700069264487592,
      "learning_rate": 6.431451612903226e-06,
      "loss": 0.535,
      "step": 320
    },
    {
      "epoch": 0.06662460567823345,
      "grad_norm": 0.46343674018411934,
      "learning_rate": 6.633064516129033e-06,
      "loss": 0.5281,
      "step": 330
    },
    {
      "epoch": 0.06864353312302839,
      "grad_norm": 0.46610206235853135,
      "learning_rate": 6.834677419354839e-06,
      "loss": 0.5324,
      "step": 340
    },
    {
      "epoch": 0.07066246056782334,
      "grad_norm": 0.5217091961421014,
      "learning_rate": 7.0362903225806454e-06,
      "loss": 0.5321,
      "step": 350
    },
    {
      "epoch": 0.0726813880126183,
      "grad_norm": 0.4532872443875366,
      "learning_rate": 7.2379032258064515e-06,
      "loss": 0.5235,
      "step": 360
    },
    {
      "epoch": 0.07470031545741325,
      "grad_norm": 0.5481191485070994,
      "learning_rate": 7.4395161290322585e-06,
      "loss": 0.5203,
      "step": 370
    },
    {
      "epoch": 0.0767192429022082,
      "grad_norm": 0.4817884817896886,
      "learning_rate": 7.641129032258065e-06,
      "loss": 0.5289,
      "step": 380
    },
    {
      "epoch": 0.07873817034700316,
      "grad_norm": 0.463062633118143,
      "learning_rate": 7.842741935483872e-06,
      "loss": 0.5199,
      "step": 390
    },
    {
      "epoch": 0.08075709779179811,
      "grad_norm": 0.5267129255916911,
      "learning_rate": 8.044354838709678e-06,
      "loss": 0.5239,
      "step": 400
    },
    {
      "epoch": 0.08277602523659305,
      "grad_norm": 0.4703183395271576,
      "learning_rate": 8.245967741935484e-06,
      "loss": 0.5217,
      "step": 410
    },
    {
      "epoch": 0.08479495268138801,
      "grad_norm": 0.4559407675951848,
      "learning_rate": 8.447580645161291e-06,
      "loss": 0.5187,
      "step": 420
    },
    {
      "epoch": 0.08681388012618296,
      "grad_norm": 0.4638358181971901,
      "learning_rate": 8.649193548387097e-06,
      "loss": 0.5194,
      "step": 430
    },
    {
      "epoch": 0.08883280757097792,
      "grad_norm": 0.47768712570505284,
      "learning_rate": 8.850806451612905e-06,
      "loss": 0.513,
      "step": 440
    },
    {
      "epoch": 0.09085173501577287,
      "grad_norm": 0.5140723294282747,
      "learning_rate": 9.05241935483871e-06,
      "loss": 0.5161,
      "step": 450
    },
    {
      "epoch": 0.09287066246056783,
      "grad_norm": 0.4719590441343577,
      "learning_rate": 9.254032258064517e-06,
      "loss": 0.5033,
      "step": 460
    },
    {
      "epoch": 0.09488958990536278,
      "grad_norm": 0.5031363320062582,
      "learning_rate": 9.455645161290323e-06,
      "loss": 0.5145,
      "step": 470
    },
    {
      "epoch": 0.09690851735015772,
      "grad_norm": 0.5027908604602157,
      "learning_rate": 9.65725806451613e-06,
      "loss": 0.5178,
      "step": 480
    },
    {
      "epoch": 0.09892744479495268,
      "grad_norm": 0.5046628095943158,
      "learning_rate": 9.858870967741936e-06,
      "loss": 0.5069,
      "step": 490
    },
    {
      "epoch": 0.10094637223974763,
      "grad_norm": 0.5522780839548007,
      "learning_rate": 9.99998882617222e-06,
      "loss": 0.5169,
      "step": 500
    },
    {
      "epoch": 0.10296529968454259,
      "grad_norm": 0.48260445699138166,
      "learning_rate": 9.999790181734308e-06,
      "loss": 0.5067,
      "step": 510
    },
    {
      "epoch": 0.10498422712933754,
      "grad_norm": 0.4875096921972213,
      "learning_rate": 9.999343241367322e-06,
      "loss": 0.5152,
      "step": 520
    },
    {
      "epoch": 0.1070031545741325,
      "grad_norm": 0.5080882476390746,
      "learning_rate": 9.998648027266884e-06,
      "loss": 0.5131,
      "step": 530
    },
    {
      "epoch": 0.10902208201892745,
      "grad_norm": 0.5107719615388011,
      "learning_rate": 9.997704573958209e-06,
      "loss": 0.5053,
      "step": 540
    },
    {
      "epoch": 0.1110410094637224,
      "grad_norm": 0.5361602322829081,
      "learning_rate": 9.996512928294389e-06,
      "loss": 0.5083,
      "step": 550
    },
    {
      "epoch": 0.11305993690851734,
      "grad_norm": 0.4851941991561818,
      "learning_rate": 9.995073149454057e-06,
      "loss": 0.4997,
      "step": 560
    },
    {
      "epoch": 0.1150788643533123,
      "grad_norm": 0.49258962377904003,
      "learning_rate": 9.99338530893846e-06,
      "loss": 0.516,
      "step": 570
    },
    {
      "epoch": 0.11709779179810725,
      "grad_norm": 0.4835880405802275,
      "learning_rate": 9.991449490567901e-06,
      "loss": 0.5073,
      "step": 580
    },
    {
      "epoch": 0.11911671924290221,
      "grad_norm": 0.507245673357914,
      "learning_rate": 9.989265790477581e-06,
      "loss": 0.5014,
      "step": 590
    },
    {
      "epoch": 0.12113564668769716,
      "grad_norm": 0.5146575464998254,
      "learning_rate": 9.986834317112817e-06,
      "loss": 0.5177,
      "step": 600
    },
    {
      "epoch": 0.12315457413249212,
      "grad_norm": 0.4662328996304102,
      "learning_rate": 9.984155191223663e-06,
      "loss": 0.5054,
      "step": 610
    },
    {
      "epoch": 0.12517350157728707,
      "grad_norm": 0.4571893765964666,
      "learning_rate": 9.981228545858913e-06,
      "loss": 0.5086,
      "step": 620
    },
    {
      "epoch": 0.12719242902208203,
      "grad_norm": 0.4697827268486345,
      "learning_rate": 9.978054526359493e-06,
      "loss": 0.5029,
      "step": 630
    },
    {
      "epoch": 0.12921135646687698,
      "grad_norm": 0.5031062337107917,
      "learning_rate": 9.97463329035124e-06,
      "loss": 0.5021,
      "step": 640
    },
    {
      "epoch": 0.13123028391167194,
      "grad_norm": 0.571029993720401,
      "learning_rate": 9.970965007737081e-06,
      "loss": 0.5077,
      "step": 650
    },
    {
      "epoch": 0.1332492113564669,
      "grad_norm": 0.45753840087765046,
      "learning_rate": 9.967049860688587e-06,
      "loss": 0.4961,
      "step": 660
    },
    {
      "epoch": 0.13526813880126182,
      "grad_norm": 0.5189371422618692,
      "learning_rate": 9.962888043636931e-06,
      "loss": 0.5036,
      "step": 670
    },
    {
      "epoch": 0.13728706624605677,
      "grad_norm": 0.47066047930695143,
      "learning_rate": 9.958479763263234e-06,
      "loss": 0.4972,
      "step": 680
    },
    {
      "epoch": 0.13930599369085173,
      "grad_norm": 0.49380951082560154,
      "learning_rate": 9.953825238488296e-06,
      "loss": 0.4955,
      "step": 690
    },
    {
      "epoch": 0.14132492113564668,
      "grad_norm": 0.49487805704511495,
      "learning_rate": 9.948924700461727e-06,
      "loss": 0.5013,
      "step": 700
    },
    {
      "epoch": 0.14334384858044164,
      "grad_norm": 0.4768179474157311,
      "learning_rate": 9.94377839255047e-06,
      "loss": 0.4945,
      "step": 710
    },
    {
      "epoch": 0.1453627760252366,
      "grad_norm": 0.5086022999656893,
      "learning_rate": 9.938386570326707e-06,
      "loss": 0.5033,
      "step": 720
    },
    {
      "epoch": 0.14738170347003154,
      "grad_norm": 0.4947936431118982,
      "learning_rate": 9.93274950155518e-06,
      "loss": 0.5013,
      "step": 730
    },
    {
      "epoch": 0.1494006309148265,
      "grad_norm": 0.49370518434763616,
      "learning_rate": 9.926867466179883e-06,
      "loss": 0.4923,
      "step": 740
    },
    {
      "epoch": 0.15141955835962145,
      "grad_norm": 0.49665569470371385,
      "learning_rate": 9.920740756310156e-06,
      "loss": 0.5038,
      "step": 750
    },
    {
      "epoch": 0.1534384858044164,
      "grad_norm": 0.46813454785234254,
      "learning_rate": 9.914369676206195e-06,
      "loss": 0.4875,
      "step": 760
    },
    {
      "epoch": 0.15545741324921136,
      "grad_norm": 0.49814972796278695,
      "learning_rate": 9.907754542263926e-06,
      "loss": 0.4939,
      "step": 770
    },
    {
      "epoch": 0.15747634069400632,
      "grad_norm": 0.5218798292518447,
      "learning_rate": 9.900895682999301e-06,
      "loss": 0.501,
      "step": 780
    },
    {
      "epoch": 0.15949526813880127,
      "grad_norm": 0.5913103279447773,
      "learning_rate": 9.893793439031982e-06,
      "loss": 0.4927,
      "step": 790
    },
    {
      "epoch": 0.16151419558359623,
      "grad_norm": 0.5125446596453367,
      "learning_rate": 9.88644816306842e-06,
      "loss": 0.4971,
      "step": 800
    },
    {
      "epoch": 0.16353312302839118,
      "grad_norm": 0.4483762668624327,
      "learning_rate": 9.878860219884347e-06,
      "loss": 0.4981,
      "step": 810
    },
    {
      "epoch": 0.1655520504731861,
      "grad_norm": 0.4787860866647759,
      "learning_rate": 9.871029986306658e-06,
      "loss": 0.4964,
      "step": 820
    },
    {
      "epoch": 0.16757097791798106,
      "grad_norm": 0.5030394247546482,
      "learning_rate": 9.862957851194694e-06,
      "loss": 0.4891,
      "step": 830
    },
    {
      "epoch": 0.16958990536277602,
      "grad_norm": 0.5239985323894606,
      "learning_rate": 9.854644215420933e-06,
      "loss": 0.501,
      "step": 840
    },
    {
      "epoch": 0.17160883280757097,
      "grad_norm": 0.4934736601735223,
      "learning_rate": 9.846089491851089e-06,
      "loss": 0.5012,
      "step": 850
    },
    {
      "epoch": 0.17362776025236593,
      "grad_norm": 0.5649851363661309,
      "learning_rate": 9.837294105323592e-06,
      "loss": 0.501,
      "step": 860
    },
    {
      "epoch": 0.17564668769716088,
      "grad_norm": 0.5032183289408247,
      "learning_rate": 9.828258492628506e-06,
      "loss": 0.5019,
      "step": 870
    },
    {
      "epoch": 0.17766561514195583,
      "grad_norm": 0.5408394773542722,
      "learning_rate": 9.818983102485832e-06,
      "loss": 0.4914,
      "step": 880
    },
    {
      "epoch": 0.1796845425867508,
      "grad_norm": 0.47080262308715565,
      "learning_rate": 9.809468395523225e-06,
      "loss": 0.4874,
      "step": 890
    },
    {
      "epoch": 0.18170347003154574,
      "grad_norm": 0.5707749159791521,
      "learning_rate": 9.799714844253109e-06,
      "loss": 0.4995,
      "step": 900
    },
    {
      "epoch": 0.1837223974763407,
      "grad_norm": 0.48122327046673424,
      "learning_rate": 9.789722933049227e-06,
      "loss": 0.4892,
      "step": 910
    },
    {
      "epoch": 0.18574132492113565,
      "grad_norm": 0.45082444705324104,
      "learning_rate": 9.779493158122578e-06,
      "loss": 0.4909,
      "step": 920
    },
    {
      "epoch": 0.1877602523659306,
      "grad_norm": 0.5068314998947344,
      "learning_rate": 9.769026027496773e-06,
      "loss": 0.4881,
      "step": 930
    },
    {
      "epoch": 0.18977917981072556,
      "grad_norm": 0.44089908003969003,
      "learning_rate": 9.758322060982813e-06,
      "loss": 0.4923,
      "step": 940
    },
    {
      "epoch": 0.19179810725552052,
      "grad_norm": 0.4786006068183123,
      "learning_rate": 9.747381790153262e-06,
      "loss": 0.4912,
      "step": 950
    },
    {
      "epoch": 0.19381703470031544,
      "grad_norm": 0.4531421936277408,
      "learning_rate": 9.736205758315864e-06,
      "loss": 0.4744,
      "step": 960
    },
    {
      "epoch": 0.1958359621451104,
      "grad_norm": 0.4492650045467347,
      "learning_rate": 9.724794520486551e-06,
      "loss": 0.485,
      "step": 970
    },
    {
      "epoch": 0.19785488958990535,
      "grad_norm": 0.4616235423638888,
      "learning_rate": 9.713148643361884e-06,
      "loss": 0.488,
      "step": 980
    },
    {
      "epoch": 0.1998738170347003,
      "grad_norm": 0.5078516721505932,
      "learning_rate": 9.701268705290907e-06,
      "loss": 0.4886,
      "step": 990
    },
    {
      "epoch": 0.20189274447949526,
      "grad_norm": 0.5292871585531458,
      "learning_rate": 9.689155296246431e-06,
      "loss": 0.4897,
      "step": 1000
    },
    {
      "epoch": 0.20391167192429022,
      "grad_norm": 0.4614297555636878,
      "learning_rate": 9.67680901779573e-06,
      "loss": 0.4809,
      "step": 1010
    },
    {
      "epoch": 0.20593059936908517,
      "grad_norm": 0.4853770956696164,
      "learning_rate": 9.664230483070669e-06,
      "loss": 0.4848,
      "step": 1020
    },
    {
      "epoch": 0.20794952681388013,
      "grad_norm": 0.45954875393494693,
      "learning_rate": 9.651420316737254e-06,
      "loss": 0.4817,
      "step": 1030
    },
    {
      "epoch": 0.20996845425867508,
      "grad_norm": 0.4539790244117171,
      "learning_rate": 9.638379154964615e-06,
      "loss": 0.4927,
      "step": 1040
    },
    {
      "epoch": 0.21198738170347003,
      "grad_norm": 0.4999117191134038,
      "learning_rate": 9.625107645393398e-06,
      "loss": 0.4906,
      "step": 1050
    },
    {
      "epoch": 0.214006309148265,
      "grad_norm": 0.5315614747354604,
      "learning_rate": 9.611606447103625e-06,
      "loss": 0.4701,
      "step": 1060
    },
    {
      "epoch": 0.21602523659305994,
      "grad_norm": 0.4465543761029164,
      "learning_rate": 9.597876230581946e-06,
      "loss": 0.4844,
      "step": 1070
    },
    {
      "epoch": 0.2180441640378549,
      "grad_norm": 0.5240713468337838,
      "learning_rate": 9.583917677688348e-06,
      "loss": 0.4802,
      "step": 1080
    },
    {
      "epoch": 0.22006309148264985,
      "grad_norm": 0.4797396408083518,
      "learning_rate": 9.56973148162229e-06,
      "loss": 0.4822,
      "step": 1090
    },
    {
      "epoch": 0.2220820189274448,
      "grad_norm": 0.5124904557581254,
      "learning_rate": 9.555318346888287e-06,
      "loss": 0.4887,
      "step": 1100
    },
    {
      "epoch": 0.22410094637223973,
      "grad_norm": 0.448720333545146,
      "learning_rate": 9.540678989260907e-06,
      "loss": 0.4804,
      "step": 1110
    },
    {
      "epoch": 0.2261198738170347,
      "grad_norm": 0.4479157257263002,
      "learning_rate": 9.525814135749238e-06,
      "loss": 0.4776,
      "step": 1120
    },
    {
      "epoch": 0.22813880126182964,
      "grad_norm": 0.4630993156519356,
      "learning_rate": 9.510724524560783e-06,
      "loss": 0.4753,
      "step": 1130
    },
    {
      "epoch": 0.2301577287066246,
      "grad_norm": 0.46574160333254905,
      "learning_rate": 9.495410905064795e-06,
      "loss": 0.4802,
      "step": 1140
    },
    {
      "epoch": 0.23217665615141955,
      "grad_norm": 0.532351729710861,
      "learning_rate": 9.479874037755061e-06,
      "loss": 0.4826,
      "step": 1150
    },
    {
      "epoch": 0.2341955835962145,
      "grad_norm": 0.4629220502691385,
      "learning_rate": 9.46411469421214e-06,
      "loss": 0.4802,
      "step": 1160
    },
    {
      "epoch": 0.23621451104100946,
      "grad_norm": 0.459458980682449,
      "learning_rate": 9.448133657065045e-06,
      "loss": 0.4863,
      "step": 1170
    },
    {
      "epoch": 0.23823343848580442,
      "grad_norm": 0.4652002127480942,
      "learning_rate": 9.431931719952372e-06,
      "loss": 0.4785,
      "step": 1180
    },
    {
      "epoch": 0.24025236593059937,
      "grad_norm": 0.466540922054408,
      "learning_rate": 9.415509687482892e-06,
      "loss": 0.4719,
      "step": 1190
    },
    {
      "epoch": 0.24227129337539433,
      "grad_norm": 0.49341259273484933,
      "learning_rate": 9.398868375195587e-06,
      "loss": 0.4926,
      "step": 1200
    },
    {
      "epoch": 0.24429022082018928,
      "grad_norm": 0.4728385366149605,
      "learning_rate": 9.382008609519159e-06,
      "loss": 0.4741,
      "step": 1210
    },
    {
      "epoch": 0.24630914826498423,
      "grad_norm": 0.5027959432042377,
      "learning_rate": 9.364931227730978e-06,
      "loss": 0.4826,
      "step": 1220
    },
    {
      "epoch": 0.2483280757097792,
      "grad_norm": 0.4883346568815589,
      "learning_rate": 9.34763707791551e-06,
      "loss": 0.4837,
      "step": 1230
    },
    {
      "epoch": 0.25034700315457414,
      "grad_norm": 0.4689919758806841,
      "learning_rate": 9.330127018922195e-06,
      "loss": 0.4834,
      "step": 1240
    },
    {
      "epoch": 0.25236593059936907,
      "grad_norm": 0.5054719137784303,
      "learning_rate": 9.312401920322793e-06,
      "loss": 0.4858,
      "step": 1250
    },
    {
      "epoch": 0.25438485804416405,
      "grad_norm": 0.4829012063372003,
      "learning_rate": 9.294462662368211e-06,
      "loss": 0.4757,
      "step": 1260
    },
    {
      "epoch": 0.256403785488959,
      "grad_norm": 0.4627206332424085,
      "learning_rate": 9.276310135944777e-06,
      "loss": 0.4783,
      "step": 1270
    },
    {
      "epoch": 0.25842271293375396,
      "grad_norm": 0.4497460790448332,
      "learning_rate": 9.257945242530002e-06,
      "loss": 0.4785,
      "step": 1280
    },
    {
      "epoch": 0.2604416403785489,
      "grad_norm": 0.44985051561838785,
      "learning_rate": 9.239368894147812e-06,
      "loss": 0.4786,
      "step": 1290
    },
    {
      "epoch": 0.26246056782334387,
      "grad_norm": 0.48240095905903635,
      "learning_rate": 9.220582013323258e-06,
      "loss": 0.4807,
      "step": 1300
    },
    {
      "epoch": 0.2644794952681388,
      "grad_norm": 0.48132105969556493,
      "learning_rate": 9.201585533036696e-06,
      "loss": 0.4706,
      "step": 1310
    },
    {
      "epoch": 0.2664984227129338,
      "grad_norm": 0.46675857398369297,
      "learning_rate": 9.18238039667746e-06,
      "loss": 0.4879,
      "step": 1320
    },
    {
      "epoch": 0.2685173501577287,
      "grad_norm": 0.4665634722250575,
      "learning_rate": 9.162967557997003e-06,
      "loss": 0.4799,
      "step": 1330
    },
    {
      "epoch": 0.27053627760252363,
      "grad_norm": 0.4432315628923224,
      "learning_rate": 9.14334798106155e-06,
      "loss": 0.4757,
      "step": 1340
    },
    {
      "epoch": 0.2725552050473186,
      "grad_norm": 0.5000831797296084,
      "learning_rate": 9.123522640204198e-06,
      "loss": 0.4805,
      "step": 1350
    },
    {
      "epoch": 0.27457413249211354,
      "grad_norm": 0.4441933490286196,
      "learning_rate": 9.103492519976555e-06,
      "loss": 0.4769,
      "step": 1360
    },
    {
      "epoch": 0.2765930599369085,
      "grad_norm": 0.4805005293661477,
      "learning_rate": 9.083258615099819e-06,
      "loss": 0.4777,
      "step": 1370
    },
    {
      "epoch": 0.27861198738170345,
      "grad_norm": 0.4445460559749252,
      "learning_rate": 9.062821930415404e-06,
      "loss": 0.4728,
      "step": 1380
    },
    {
      "epoch": 0.28063091482649843,
      "grad_norm": 0.4333540273890526,
      "learning_rate": 9.042183480835018e-06,
      "loss": 0.4705,
      "step": 1390
    },
    {
      "epoch": 0.28264984227129336,
      "grad_norm": 0.48259999792627817,
      "learning_rate": 9.021344291290275e-06,
      "loss": 0.4782,
      "step": 1400
    },
    {
      "epoch": 0.28466876971608834,
      "grad_norm": 0.439829603884435,
      "learning_rate": 9.000305396681788e-06,
      "loss": 0.4705,
      "step": 1410
    },
    {
      "epoch": 0.28668769716088327,
      "grad_norm": 0.4776753948778827,
      "learning_rate": 8.97906784182778e-06,
      "loss": 0.4694,
      "step": 1420
    },
    {
      "epoch": 0.28870662460567825,
      "grad_norm": 0.49821375314109334,
      "learning_rate": 8.95763268141219e-06,
      "loss": 0.4698,
      "step": 1430
    },
    {
      "epoch": 0.2907255520504732,
      "grad_norm": 0.4626475218122892,
      "learning_rate": 8.936000979932304e-06,
      "loss": 0.4766,
      "step": 1440
    },
    {
      "epoch": 0.29274447949526816,
      "grad_norm": 0.4797061046529278,
      "learning_rate": 8.914173811645884e-06,
      "loss": 0.4773,
      "step": 1450
    },
    {
      "epoch": 0.2947634069400631,
      "grad_norm": 0.5067089149884695,
      "learning_rate": 8.892152260517824e-06,
      "loss": 0.4652,
      "step": 1460
    },
    {
      "epoch": 0.29678233438485807,
      "grad_norm": 0.5216910139465747,
      "learning_rate": 8.869937420166312e-06,
      "loss": 0.475,
      "step": 1470
    },
    {
      "epoch": 0.298801261829653,
      "grad_norm": 0.4655884354714463,
      "learning_rate": 8.847530393808534e-06,
      "loss": 0.4811,
      "step": 1480
    },
    {
      "epoch": 0.3008201892744479,
      "grad_norm": 0.47533704121654896,
      "learning_rate": 8.824932294205868e-06,
      "loss": 0.4723,
      "step": 1490
    },
    {
      "epoch": 0.3028391167192429,
      "grad_norm": 0.479585079565894,
      "learning_rate": 8.802144243608633e-06,
      "loss": 0.4728,
      "step": 1500
    },
    {
      "epoch": 0.30485804416403783,
      "grad_norm": 0.4338897481002412,
      "learning_rate": 8.779167373700359e-06,
      "loss": 0.4687,
      "step": 1510
    },
    {
      "epoch": 0.3068769716088328,
      "grad_norm": 0.51284609503485,
      "learning_rate": 8.756002825541583e-06,
      "loss": 0.4795,
      "step": 1520
    },
    {
      "epoch": 0.30889589905362774,
      "grad_norm": 0.5019515223957067,
      "learning_rate": 8.73265174951318e-06,
      "loss": 0.4782,
      "step": 1530
    },
    {
      "epoch": 0.3109148264984227,
      "grad_norm": 0.5764514697725889,
      "learning_rate": 8.709115305259233e-06,
      "loss": 0.4722,
      "step": 1540
    },
    {
      "epoch": 0.31293375394321765,
      "grad_norm": 0.48602580093856246,
      "learning_rate": 8.685394661629453e-06,
      "loss": 0.4764,
      "step": 1550
    },
    {
      "epoch": 0.31495268138801263,
      "grad_norm": 0.43106495742778833,
      "learning_rate": 8.661490996621125e-06,
      "loss": 0.4749,
      "step": 1560
    },
    {
      "epoch": 0.31697160883280756,
      "grad_norm": 0.4879400234119546,
      "learning_rate": 8.637405497320599e-06,
      "loss": 0.4685,
      "step": 1570
    },
    {
      "epoch": 0.31899053627760254,
      "grad_norm": 0.48144632266967335,
      "learning_rate": 8.61313935984436e-06,
      "loss": 0.473,
      "step": 1580
    },
    {
      "epoch": 0.32100946372239747,
      "grad_norm": 0.4824945838927638,
      "learning_rate": 8.588693789279605e-06,
      "loss": 0.467,
      "step": 1590
    },
    {
      "epoch": 0.32302839116719245,
      "grad_norm": 0.48854234491790616,
      "learning_rate": 8.56406999962441e-06,
      "loss": 0.4715,
      "step": 1600
    },
    {
      "epoch": 0.3250473186119874,
      "grad_norm": 0.43356661154496373,
      "learning_rate": 8.539269213727434e-06,
      "loss": 0.4643,
      "step": 1610
    },
    {
      "epoch": 0.32706624605678236,
      "grad_norm": 0.45038524364573934,
      "learning_rate": 8.514292663227196e-06,
      "loss": 0.4753,
      "step": 1620
    },
    {
      "epoch": 0.3290851735015773,
      "grad_norm": 0.5390076730569227,
      "learning_rate": 8.489141588490914e-06,
      "loss": 0.4692,
      "step": 1630
    },
    {
      "epoch": 0.3311041009463722,
      "grad_norm": 0.5166665541948204,
      "learning_rate": 8.46381723855289e-06,
      "loss": 0.4626,
      "step": 1640
    },
    {
      "epoch": 0.3331230283911672,
      "grad_norm": 0.4973742178832253,
      "learning_rate": 8.438320871052501e-06,
      "loss": 0.4722,
      "step": 1650
    },
    {
      "epoch": 0.3351419558359621,
      "grad_norm": 0.4625137579015689,
      "learning_rate": 8.412653752171732e-06,
      "loss": 0.4591,
      "step": 1660
    },
    {
      "epoch": 0.3371608832807571,
      "grad_norm": 0.48424933592035946,
      "learning_rate": 8.386817156572298e-06,
      "loss": 0.48,
      "step": 1670
    },
    {
      "epoch": 0.33917981072555203,
      "grad_norm": 0.4532582849486311,
      "learning_rate": 8.360812367332342e-06,
      "loss": 0.469,
      "step": 1680
    },
    {
      "epoch": 0.341198738170347,
      "grad_norm": 0.4456128521040015,
      "learning_rate": 8.33464067588272e-06,
      "loss": 0.4701,
      "step": 1690
    },
    {
      "epoch": 0.34321766561514194,
      "grad_norm": 0.47975070454468693,
      "learning_rate": 8.30830338194286e-06,
      "loss": 0.4742,
      "step": 1700
    },
    {
      "epoch": 0.3452365930599369,
      "grad_norm": 0.44758135515111036,
      "learning_rate": 8.281801793456223e-06,
      "loss": 0.4563,
      "step": 1710
    },
    {
      "epoch": 0.34725552050473185,
      "grad_norm": 0.539530429343652,
      "learning_rate": 8.255137226525346e-06,
      "loss": 0.4678,
      "step": 1720
    },
    {
      "epoch": 0.34927444794952683,
      "grad_norm": 0.44634229380095736,
      "learning_rate": 8.22831100534648e-06,
      "loss": 0.4688,
      "step": 1730
    },
    {
      "epoch": 0.35129337539432176,
      "grad_norm": 0.41960408937669463,
      "learning_rate": 8.201324462143827e-06,
      "loss": 0.4542,
      "step": 1740
    },
    {
      "epoch": 0.35331230283911674,
      "grad_norm": 0.4791531544406239,
      "learning_rate": 8.174178937103397e-06,
      "loss": 0.4743,
      "step": 1750
    },
    {
      "epoch": 0.35533123028391167,
      "grad_norm": 0.4352818312435405,
      "learning_rate": 8.14687577830643e-06,
      "loss": 0.4604,
      "step": 1760
    },
    {
      "epoch": 0.35735015772870665,
      "grad_norm": 0.4672874879206997,
      "learning_rate": 8.11941634166246e-06,
      "loss": 0.4712,
      "step": 1770
    },
    {
      "epoch": 0.3593690851735016,
      "grad_norm": 0.4637056308756207,
      "learning_rate": 8.09180199084198e-06,
      "loss": 0.4668,
      "step": 1780
    },
    {
      "epoch": 0.3613880126182965,
      "grad_norm": 0.44264459219210456,
      "learning_rate": 8.064034097208712e-06,
      "loss": 0.4596,
      "step": 1790
    },
    {
      "epoch": 0.3634069400630915,
      "grad_norm": 0.49462230789807315,
      "learning_rate": 8.036114039751516e-06,
      "loss": 0.4667,
      "step": 1800
    },
    {
      "epoch": 0.3654258675078864,
      "grad_norm": 0.4634309345247295,
      "learning_rate": 8.0080432050159e-06,
      "loss": 0.4604,
      "step": 1810
    },
    {
      "epoch": 0.3674447949526814,
      "grad_norm": 0.4999816402185204,
      "learning_rate": 7.979822987035157e-06,
      "loss": 0.4644,
      "step": 1820
    },
    {
      "epoch": 0.3694637223974763,
      "grad_norm": 0.47642327436037435,
      "learning_rate": 7.951454787261148e-06,
      "loss": 0.4677,
      "step": 1830
    },
    {
      "epoch": 0.3714826498422713,
      "grad_norm": 0.4953986824691425,
      "learning_rate": 7.922940014494693e-06,
      "loss": 0.4593,
      "step": 1840
    },
    {
      "epoch": 0.37350157728706623,
      "grad_norm": 0.4817430868786167,
      "learning_rate": 7.894280084815618e-06,
      "loss": 0.4689,
      "step": 1850
    },
    {
      "epoch": 0.3755205047318612,
      "grad_norm": 0.4356746961237441,
      "learning_rate": 7.86547642151242e-06,
      "loss": 0.4611,
      "step": 1860
    },
    {
      "epoch": 0.37753943217665614,
      "grad_norm": 0.4905696785040258,
      "learning_rate": 7.836530455011594e-06,
      "loss": 0.4647,
      "step": 1870
    },
    {
      "epoch": 0.3795583596214511,
      "grad_norm": 0.4730705035791906,
      "learning_rate": 7.807443622806592e-06,
      "loss": 0.4643,
      "step": 1880
    },
    {
      "epoch": 0.38157728706624605,
      "grad_norm": 0.4626721574097504,
      "learning_rate": 7.778217369386434e-06,
      "loss": 0.4621,
      "step": 1890
    },
    {
      "epoch": 0.38359621451104103,
      "grad_norm": 0.5095748907639542,
      "learning_rate": 7.748853146163978e-06,
      "loss": 0.4702,
      "step": 1900
    },
    {
      "epoch": 0.38561514195583596,
      "grad_norm": 0.45666908318697785,
      "learning_rate": 7.719352411403836e-06,
      "loss": 0.4584,
      "step": 1910
    },
    {
      "epoch": 0.3876340694006309,
      "grad_norm": 0.5831960484166556,
      "learning_rate": 7.68971663014995e-06,
      "loss": 0.4581,
      "step": 1920
    },
    {
      "epoch": 0.38965299684542587,
      "grad_norm": 0.43083136772614855,
      "learning_rate": 7.659947274152857e-06,
      "loss": 0.4595,
      "step": 1930
    },
    {
      "epoch": 0.3916719242902208,
      "grad_norm": 0.44527597409724967,
      "learning_rate": 7.630045821796567e-06,
      "loss": 0.4603,
      "step": 1940
    },
    {
      "epoch": 0.3936908517350158,
      "grad_norm": 0.5085813030698595,
      "learning_rate": 7.60001375802518e-06,
      "loss": 0.4726,
      "step": 1950
    },
    {
      "epoch": 0.3957097791798107,
      "grad_norm": 0.5516780680340057,
      "learning_rate": 7.5698525742691145e-06,
      "loss": 0.4553,
      "step": 1960
    },
    {
      "epoch": 0.3977287066246057,
      "grad_norm": 0.4473799858576117,
      "learning_rate": 7.5395637683710534e-06,
      "loss": 0.4652,
      "step": 1970
    },
    {
      "epoch": 0.3997476340694006,
      "grad_norm": 0.4594068744960154,
      "learning_rate": 7.509148844511556e-06,
      "loss": 0.4569,
      "step": 1980
    },
    {
      "epoch": 0.4017665615141956,
      "grad_norm": 0.4195303708920141,
      "learning_rate": 7.478609313134367e-06,
      "loss": 0.4608,
      "step": 1990
    },
    {
      "epoch": 0.4037854889589905,
      "grad_norm": 0.5224611450690858,
      "learning_rate": 7.447946690871387e-06,
      "loss": 0.4618,
      "step": 2000
    },
    {
      "epoch": 0.4058044164037855,
      "grad_norm": 0.5037868351130359,
      "learning_rate": 7.4171625004673765e-06,
      "loss": 0.4549,
      "step": 2010
    },
    {
      "epoch": 0.40782334384858043,
      "grad_norm": 0.6617292048565804,
      "learning_rate": 7.386258270704318e-06,
      "loss": 0.4648,
      "step": 2020
    },
    {
      "epoch": 0.4098422712933754,
      "grad_norm": 0.46778481767707863,
      "learning_rate": 7.355235536325507e-06,
      "loss": 0.4618,
      "step": 2030
    },
    {
      "epoch": 0.41186119873817034,
      "grad_norm": 0.4467025867029599,
      "learning_rate": 7.32409583795932e-06,
      "loss": 0.4556,
      "step": 2040
    },
    {
      "epoch": 0.4138801261829653,
      "grad_norm": 0.4864826536631601,
      "learning_rate": 7.292840722042721e-06,
      "loss": 0.4649,
      "step": 2050
    },
    {
      "epoch": 0.41589905362776025,
      "grad_norm": 0.44674303304698915,
      "learning_rate": 7.261471740744453e-06,
      "loss": 0.4546,
      "step": 2060
    },
    {
      "epoch": 0.4179179810725552,
      "grad_norm": 0.4638264920705765,
      "learning_rate": 7.229990451887961e-06,
      "loss": 0.459,
      "step": 2070
    },
    {
      "epoch": 0.41993690851735016,
      "grad_norm": 0.44062835097290626,
      "learning_rate": 7.1983984188740215e-06,
      "loss": 0.4627,
      "step": 2080
    },
    {
      "epoch": 0.4219558359621451,
      "grad_norm": 0.4596889143174662,
      "learning_rate": 7.1666972106031105e-06,
      "loss": 0.4584,
      "step": 2090
    },
    {
      "epoch": 0.42397476340694007,
      "grad_norm": 0.4866244769293159,
      "learning_rate": 7.134888401397484e-06,
      "loss": 0.4629,
      "step": 2100
    },
    {
      "epoch": 0.425993690851735,
      "grad_norm": 0.5201676761862537,
      "learning_rate": 7.102973570922997e-06,
      "loss": 0.4549,
      "step": 2110
    },
    {
      "epoch": 0.42801261829653,
      "grad_norm": 0.4790871394995968,
      "learning_rate": 7.070954304110656e-06,
      "loss": 0.4632,
      "step": 2120
    },
    {
      "epoch": 0.4300315457413249,
      "grad_norm": 0.4659786396553266,
      "learning_rate": 7.03883219107791e-06,
      "loss": 0.4581,
      "step": 2130
    },
    {
      "epoch": 0.4320504731861199,
      "grad_norm": 0.4104121258537053,
      "learning_rate": 7.0066088270496775e-06,
      "loss": 0.4596,
      "step": 2140
    },
    {
      "epoch": 0.4340694006309148,
      "grad_norm": 0.46988504036618683,
      "learning_rate": 6.9742858122791355e-06,
      "loss": 0.4648,
      "step": 2150
    },
    {
      "epoch": 0.4360883280757098,
      "grad_norm": 0.6098242782979109,
      "learning_rate": 6.941864751968239e-06,
      "loss": 0.4548,
      "step": 2160
    },
    {
      "epoch": 0.4381072555205047,
      "grad_norm": 0.7557069029520974,
      "learning_rate": 6.90934725618801e-06,
      "loss": 0.461,
      "step": 2170
    },
    {
      "epoch": 0.4401261829652997,
      "grad_norm": 0.46196984209426056,
      "learning_rate": 6.876734939798584e-06,
      "loss": 0.4631,
      "step": 2180
    },
    {
      "epoch": 0.44214511041009463,
      "grad_norm": 0.45367052105694244,
      "learning_rate": 6.844029422368998e-06,
      "loss": 0.4567,
      "step": 2190
    },
    {
      "epoch": 0.4441640378548896,
      "grad_norm": 0.4923825492028847,
      "learning_rate": 6.811232328096778e-06,
      "loss": 0.4619,
      "step": 2200
    },
    {
      "epoch": 0.44618296529968454,
      "grad_norm": 0.4412882669817311,
      "learning_rate": 6.7783452857272725e-06,
      "loss": 0.4472,
      "step": 2210
    },
    {
      "epoch": 0.44820189274447947,
      "grad_norm": 0.4804805684578094,
      "learning_rate": 6.745369928472764e-06,
      "loss": 0.4634,
      "step": 2220
    },
    {
      "epoch": 0.45022082018927445,
      "grad_norm": 0.46765384977250785,
      "learning_rate": 6.712307893931364e-06,
      "loss": 0.4595,
      "step": 2230
    },
    {
      "epoch": 0.4522397476340694,
      "grad_norm": 1.0068029764875739,
      "learning_rate": 6.67916082400569e-06,
      "loss": 0.457,
      "step": 2240
    },
    {
      "epoch": 0.45425867507886436,
      "grad_norm": 0.4828558935559972,
      "learning_rate": 6.645930364821327e-06,
      "loss": 0.465,
      "step": 2250
    },
    {
      "epoch": 0.4562776025236593,
      "grad_norm": 0.4571716607551568,
      "learning_rate": 6.612618166645068e-06,
      "loss": 0.4521,
      "step": 2260
    },
    {
      "epoch": 0.45829652996845427,
      "grad_norm": 0.49891810921169605,
      "learning_rate": 6.579225883802981e-06,
      "loss": 0.4621,
      "step": 2270
    },
    {
      "epoch": 0.4603154574132492,
      "grad_norm": 0.6812817990255348,
      "learning_rate": 6.5457551745982275e-06,
      "loss": 0.4553,
      "step": 2280
    },
    {
      "epoch": 0.4623343848580442,
      "grad_norm": 0.466296009966539,
      "learning_rate": 6.512207701228727e-06,
      "loss": 0.4585,
      "step": 2290
    },
    {
      "epoch": 0.4643533123028391,
      "grad_norm": 0.48144166164862184,
      "learning_rate": 6.478585129704608e-06,
      "loss": 0.4579,
      "step": 2300
    },
    {
      "epoch": 0.4663722397476341,
      "grad_norm": 0.4575454070862058,
      "learning_rate": 6.444889129765465e-06,
      "loss": 0.453,
      "step": 2310
    },
    {
      "epoch": 0.468391167192429,
      "grad_norm": 0.5049212463992705,
      "learning_rate": 6.4111213747974385e-06,
      "loss": 0.4606,
      "step": 2320
    },
    {
      "epoch": 0.470410094637224,
      "grad_norm": 0.44196403700173553,
      "learning_rate": 6.377283541750123e-06,
      "loss": 0.4528,
      "step": 2330
    },
    {
      "epoch": 0.4724290220820189,
      "grad_norm": 0.44557725863878417,
      "learning_rate": 6.343377311053271e-06,
      "loss": 0.4614,
      "step": 2340
    },
    {
      "epoch": 0.4744479495268139,
      "grad_norm": 0.485138333868983,
      "learning_rate": 6.309404366533355e-06,
      "loss": 0.4662,
      "step": 2350
    },
    {
      "epoch": 0.47646687697160883,
      "grad_norm": 0.44703181568848005,
      "learning_rate": 6.275366395329934e-06,
      "loss": 0.4484,
      "step": 2360
    },
    {
      "epoch": 0.47848580441640376,
      "grad_norm": 0.46684239360571517,
      "learning_rate": 6.241265087811883e-06,
      "loss": 0.461,
      "step": 2370
    },
    {
      "epoch": 0.48050473186119874,
      "grad_norm": 0.4308686375763305,
      "learning_rate": 6.207102137493433e-06,
      "loss": 0.4572,
      "step": 2380
    },
    {
      "epoch": 0.48252365930599367,
      "grad_norm": 0.4349332573681559,
      "learning_rate": 6.172879240950075e-06,
      "loss": 0.4586,
      "step": 2390
    },
    {
      "epoch": 0.48454258675078865,
      "grad_norm": 0.4946893193107334,
      "learning_rate": 6.138598097734308e-06,
      "loss": 0.4613,
      "step": 2400
    },
    {
      "epoch": 0.4865615141955836,
      "grad_norm": 0.4278600145969151,
      "learning_rate": 6.104260410291237e-06,
      "loss": 0.4524,
      "step": 2410
    },
    {
      "epoch": 0.48858044164037856,
      "grad_norm": 0.438261930357501,
      "learning_rate": 6.069867883874017e-06,
      "loss": 0.4546,
      "step": 2420
    },
    {
      "epoch": 0.4905993690851735,
      "grad_norm": 0.4834328335496326,
      "learning_rate": 6.035422226459183e-06,
      "loss": 0.4601,
      "step": 2430
    },
    {
      "epoch": 0.49261829652996847,
      "grad_norm": 0.4560202224259225,
      "learning_rate": 6.000925148661822e-06,
      "loss": 0.4552,
      "step": 2440
    },
    {
      "epoch": 0.4946372239747634,
      "grad_norm": 0.46242134458299394,
      "learning_rate": 5.966378363650618e-06,
      "loss": 0.4534,
      "step": 2450
    },
    {
      "epoch": 0.4966561514195584,
      "grad_norm": 0.509798379798209,
      "learning_rate": 5.931783587062785e-06,
      "loss": 0.4478,
      "step": 2460
    },
    {
      "epoch": 0.4986750788643533,
      "grad_norm": 0.4916270732208669,
      "learning_rate": 5.897142536918854e-06,
      "loss": 0.4606,
      "step": 2470
    },
    {
      "epoch": 0.5006940063091483,
      "grad_norm": 0.4493237090311729,
      "learning_rate": 5.8624569335373625e-06,
      "loss": 0.4512,
      "step": 2480
    },
    {
      "epoch": 0.5027129337539432,
      "grad_norm": 0.4570244860395198,
      "learning_rate": 5.827728499449417e-06,
      "loss": 0.4503,
      "step": 2490
    },
    {
      "epoch": 0.5047318611987381,
      "grad_norm": 0.5044698787582333,
      "learning_rate": 5.792958959313155e-06,
      "loss": 0.4586,
      "step": 2500
    },
    {
      "epoch": 0.5067507886435331,
      "grad_norm": 0.4567238497826546,
      "learning_rate": 5.758150039828084e-06,
      "loss": 0.442,
      "step": 2510
    },
    {
      "epoch": 0.5087697160883281,
      "grad_norm": 0.49456514738525703,
      "learning_rate": 5.723303469649352e-06,
      "loss": 0.4524,
      "step": 2520
    },
    {
      "epoch": 0.510788643533123,
      "grad_norm": 0.46129063291343286,
      "learning_rate": 5.688420979301876e-06,
      "loss": 0.4533,
      "step": 2530
    },
    {
      "epoch": 0.512807570977918,
      "grad_norm": 0.46780830492612324,
      "learning_rate": 5.6535043010944226e-06,
      "loss": 0.4537,
      "step": 2540
    },
    {
      "epoch": 0.5148264984227129,
      "grad_norm": 0.49663726459668367,
      "learning_rate": 5.618555169033567e-06,
      "loss": 0.4624,
      "step": 2550
    },
    {
      "epoch": 0.5168454258675079,
      "grad_norm": 0.4323698197626643,
      "learning_rate": 5.583575318737588e-06,
      "loss": 0.4394,
      "step": 2560
    },
    {
      "epoch": 0.5188643533123029,
      "grad_norm": 0.433967581020834,
      "learning_rate": 5.548566487350264e-06,
      "loss": 0.4482,
      "step": 2570
    },
    {
      "epoch": 0.5208832807570978,
      "grad_norm": 0.5093937708469708,
      "learning_rate": 5.513530413454618e-06,
      "loss": 0.4488,
      "step": 2580
    },
    {
      "epoch": 0.5229022082018927,
      "grad_norm": 0.4479313579903872,
      "learning_rate": 5.478468836986568e-06,
      "loss": 0.4547,
      "step": 2590
    },
    {
      "epoch": 0.5249211356466877,
      "grad_norm": 0.4784953987086218,
      "learning_rate": 5.443383499148519e-06,
      "loss": 0.4536,
      "step": 2600
    },
    {
      "epoch": 0.5269400630914827,
      "grad_norm": 0.4311672354723456,
      "learning_rate": 5.408276142322904e-06,
      "loss": 0.4489,
      "step": 2610
    },
    {
      "epoch": 0.5289589905362776,
      "grad_norm": 0.4320377418884208,
      "learning_rate": 5.373148509985636e-06,
      "loss": 0.457,
      "step": 2620
    },
    {
      "epoch": 0.5309779179810725,
      "grad_norm": 0.4475608921551904,
      "learning_rate": 5.3380023466195455e-06,
      "loss": 0.4491,
      "step": 2630
    },
    {
      "epoch": 0.5329968454258676,
      "grad_norm": 0.4150312768857391,
      "learning_rate": 5.302839397627732e-06,
      "loss": 0.4509,
      "step": 2640
    },
    {
      "epoch": 0.5350157728706625,
      "grad_norm": 0.4842663915075593,
      "learning_rate": 5.267661409246893e-06,
      "loss": 0.4497,
      "step": 2650
    },
    {
      "epoch": 0.5370347003154574,
      "grad_norm": 0.48020608359904937,
      "learning_rate": 5.232470128460597e-06,
      "loss": 0.4455,
      "step": 2660
    },
    {
      "epoch": 0.5390536277602523,
      "grad_norm": 0.460861374110654,
      "learning_rate": 5.197267302912535e-06,
      "loss": 0.4633,
      "step": 2670
    },
    {
      "epoch": 0.5410725552050473,
      "grad_norm": 0.4861656655295904,
      "learning_rate": 5.162054680819724e-06,
      "loss": 0.455,
      "step": 2680
    },
    {
      "epoch": 0.5430914826498423,
      "grad_norm": 0.4280331150720691,
      "learning_rate": 5.12683401088569e-06,
      "loss": 0.4527,
      "step": 2690
    },
    {
      "epoch": 0.5451104100946372,
      "grad_norm": 0.4803934844859794,
      "learning_rate": 5.091607042213621e-06,
      "loss": 0.4507,
      "step": 2700
    },
    {
      "epoch": 0.5471293375394322,
      "grad_norm": 0.44679887041219724,
      "learning_rate": 5.056375524219516e-06,
      "loss": 0.4467,
      "step": 2710
    },
    {
      "epoch": 0.5491482649842271,
      "grad_norm": 0.4562693718725788,
      "learning_rate": 5.021141206545293e-06,
      "loss": 0.4481,
      "step": 2720
    },
    {
      "epoch": 0.5511671924290221,
      "grad_norm": 0.4568391909726876,
      "learning_rate": 4.9859058389719095e-06,
      "loss": 0.4467,
      "step": 2730
    },
    {
      "epoch": 0.553186119873817,
      "grad_norm": 0.4402113900197009,
      "learning_rate": 4.950671171332458e-06,
      "loss": 0.4438,
      "step": 2740
    },
    {
      "epoch": 0.555205047318612,
      "grad_norm": 0.4694901686129437,
      "learning_rate": 4.915438953425277e-06,
      "loss": 0.455,
      "step": 2750
    },
    {
      "epoch": 0.5572239747634069,
      "grad_norm": 0.5092377388071306,
      "learning_rate": 4.8802109349270415e-06,
      "loss": 0.4431,
      "step": 2760
    },
    {
      "epoch": 0.5592429022082019,
      "grad_norm": 0.5334478668234227,
      "learning_rate": 4.844988865305883e-06,
      "loss": 0.4457,
      "step": 2770
    },
    {
      "epoch": 0.5612618296529969,
      "grad_norm": 0.450190134489615,
      "learning_rate": 4.809774493734507e-06,
      "loss": 0.4468,
      "step": 2780
    },
    {
      "epoch": 0.5632807570977918,
      "grad_norm": 0.6136460189487958,
      "learning_rate": 4.774569569003314e-06,
      "loss": 0.4531,
      "step": 2790
    },
    {
      "epoch": 0.5652996845425867,
      "grad_norm": 0.47669716943494894,
      "learning_rate": 4.739375839433575e-06,
      "loss": 0.4559,
      "step": 2800
    },
    {
      "epoch": 0.5673186119873816,
      "grad_norm": 0.47396268716032475,
      "learning_rate": 4.704195052790584e-06,
      "loss": 0.4463,
      "step": 2810
    },
    {
      "epoch": 0.5693375394321767,
      "grad_norm": 0.5115114860936024,
      "learning_rate": 4.66902895619688e-06,
      "loss": 0.4494,
      "step": 2820
    },
    {
      "epoch": 0.5713564668769716,
      "grad_norm": 0.4561358589231192,
      "learning_rate": 4.633879296045474e-06,
      "loss": 0.4477,
      "step": 2830
    },
    {
      "epoch": 0.5733753943217665,
      "grad_norm": 0.4547946639578122,
      "learning_rate": 4.59874781791312e-06,
      "loss": 0.4502,
      "step": 2840
    },
    {
      "epoch": 0.5753943217665615,
      "grad_norm": 0.5036899795994354,
      "learning_rate": 4.56363626647363e-06,
      "loss": 0.4553,
      "step": 2850
    },
    {
      "epoch": 0.5774132492113565,
      "grad_norm": 0.46515739613875146,
      "learning_rate": 4.528546385411239e-06,
      "loss": 0.4373,
      "step": 2860
    },
    {
      "epoch": 0.5794321766561514,
      "grad_norm": 0.4834989187992637,
      "learning_rate": 4.493479917333989e-06,
      "loss": 0.453,
      "step": 2870
    },
    {
      "epoch": 0.5814511041009464,
      "grad_norm": 0.45922181466381384,
      "learning_rate": 4.4584386036872155e-06,
      "loss": 0.4527,
      "step": 2880
    },
    {
      "epoch": 0.5834700315457413,
      "grad_norm": 0.46803871925708684,
      "learning_rate": 4.42342418466705e-06,
      "loss": 0.4426,
      "step": 2890
    },
    {
      "epoch": 0.5854889589905363,
      "grad_norm": 0.47319916436776355,
      "learning_rate": 4.388438399134e-06,
      "loss": 0.4547,
      "step": 2900
    },
    {
      "epoch": 0.5875078864353313,
      "grad_norm": 0.4598569796278221,
      "learning_rate": 4.3534829845265996e-06,
      "loss": 0.4441,
      "step": 2910
    },
    {
      "epoch": 0.5895268138801262,
      "grad_norm": 0.47100191118178447,
      "learning_rate": 4.318559676775126e-06,
      "loss": 0.4472,
      "step": 2920
    },
    {
      "epoch": 0.5915457413249211,
      "grad_norm": 0.495923691841689,
      "learning_rate": 4.283670210215384e-06,
      "loss": 0.4516,
      "step": 2930
    },
    {
      "epoch": 0.5935646687697161,
      "grad_norm": 0.4391764043906036,
      "learning_rate": 4.248816317502585e-06,
      "loss": 0.4468,
      "step": 2940
    },
    {
      "epoch": 0.5955835962145111,
      "grad_norm": 0.47900304182889214,
      "learning_rate": 4.213999729525304e-06,
      "loss": 0.452,
      "step": 2950
    },
    {
      "epoch": 0.597602523659306,
      "grad_norm": 0.4894376668991494,
      "learning_rate": 4.179222175319502e-06,
      "loss": 0.4418,
      "step": 2960
    },
    {
      "epoch": 0.5996214511041009,
      "grad_norm": 0.4698266233405637,
      "learning_rate": 4.1444853819826845e-06,
      "loss": 0.4503,
      "step": 2970
    },
    {
      "epoch": 0.6016403785488958,
      "grad_norm": 0.4601994675920038,
      "learning_rate": 4.1097910745881175e-06,
      "loss": 0.4421,
      "step": 2980
    },
    {
      "epoch": 0.6036593059936909,
      "grad_norm": 0.6167906848346414,
      "learning_rate": 4.0751409760991585e-06,
      "loss": 0.4469,
      "step": 2990
    },
    {
      "epoch": 0.6056782334384858,
      "grad_norm": 0.5051790895352023,
      "learning_rate": 4.040536807283696e-06,
      "loss": 0.4502,
      "step": 3000
    },
    {
      "epoch": 0.6076971608832807,
      "grad_norm": 0.45322450050363433,
      "learning_rate": 4.005980286628698e-06,
      "loss": 0.4505,
      "step": 3010
    },
    {
      "epoch": 0.6097160883280757,
      "grad_norm": 0.4910869337898713,
      "learning_rate": 3.9714731302548525e-06,
      "loss": 0.4486,
      "step": 3020
    },
    {
      "epoch": 0.6117350157728707,
      "grad_norm": 0.447631013542978,
      "learning_rate": 3.937017051831367e-06,
      "loss": 0.4478,
      "step": 3030
    },
    {
      "epoch": 0.6137539432176656,
      "grad_norm": 0.7018069369756337,
      "learning_rate": 3.9026137624908466e-06,
      "loss": 0.4492,
      "step": 3040
    },
    {
      "epoch": 0.6157728706624606,
      "grad_norm": 0.4762076148803905,
      "learning_rate": 3.868264970744324e-06,
      "loss": 0.4513,
      "step": 3050
    },
    {
      "epoch": 0.6177917981072555,
      "grad_norm": 0.5020509623933802,
      "learning_rate": 3.833972382396412e-06,
      "loss": 0.4482,
      "step": 3060
    },
    {
      "epoch": 0.6198107255520505,
      "grad_norm": 0.44347011131653674,
      "learning_rate": 3.799737700460594e-06,
      "loss": 0.4441,
      "step": 3070
    },
    {
      "epoch": 0.6218296529968455,
      "grad_norm": 0.45353690385677753,
      "learning_rate": 3.7655626250746446e-06,
      "loss": 0.4443,
      "step": 3080
    },
    {
      "epoch": 0.6238485804416404,
      "grad_norm": 0.44404552147051596,
      "learning_rate": 3.7314488534162007e-06,
      "loss": 0.4509,
      "step": 3090
    },
    {
      "epoch": 0.6258675078864353,
      "grad_norm": 0.4759693579595236,
      "learning_rate": 3.6973980796184843e-06,
      "loss": 0.4573,
      "step": 3100
    },
    {
      "epoch": 0.6278864353312302,
      "grad_norm": 0.45248182104327295,
      "learning_rate": 3.6634119946861556e-06,
      "loss": 0.4442,
      "step": 3110
    },
    {
      "epoch": 0.6299053627760253,
      "grad_norm": 0.44605725901650006,
      "learning_rate": 3.629492286411349e-06,
      "loss": 0.4515,
      "step": 3120
    },
    {
      "epoch": 0.6319242902208202,
      "grad_norm": 0.4770842161429305,
      "learning_rate": 3.5956406392898484e-06,
      "loss": 0.4481,
      "step": 3130
    },
    {
      "epoch": 0.6339432176656151,
      "grad_norm": 0.4611511904942963,
      "learning_rate": 3.561858734437432e-06,
      "loss": 0.4553,
      "step": 3140
    },
    {
      "epoch": 0.63596214511041,
      "grad_norm": 0.4886490480648605,
      "learning_rate": 3.528148249506391e-06,
      "loss": 0.4541,
      "step": 3150
    },
    {
      "epoch": 0.6379810725552051,
      "grad_norm": 0.5063011038652176,
      "learning_rate": 3.494510858602217e-06,
      "loss": 0.448,
      "step": 3160
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.5297665998286369,
      "learning_rate": 3.4609482322004463e-06,
      "loss": 0.45,
      "step": 3170
    },
    {
      "epoch": 0.6420189274447949,
      "grad_norm": 0.789602090268308,
      "learning_rate": 3.427462037063729e-06,
      "loss": 0.4499,
      "step": 3180
    },
    {
      "epoch": 0.6440378548895899,
      "grad_norm": 0.4595511607863831,
      "learning_rate": 3.394053936159035e-06,
      "loss": 0.4451,
      "step": 3190
    },
    {
      "epoch": 0.6460567823343849,
      "grad_norm": 0.5053416927018038,
      "learning_rate": 3.3607255885750756e-06,
      "loss": 0.4488,
      "step": 3200
    },
    {
      "epoch": 0.6480757097791798,
      "grad_norm": 0.47050871567377006,
      "learning_rate": 3.3274786494399102e-06,
      "loss": 0.4461,
      "step": 3210
    },
    {
      "epoch": 0.6500946372239748,
      "grad_norm": 0.46433780403203007,
      "learning_rate": 3.2943147698387562e-06,
      "loss": 0.4497,
      "step": 3220
    },
    {
      "epoch": 0.6521135646687697,
      "grad_norm": 0.45409078162209787,
      "learning_rate": 3.261235596731982e-06,
      "loss": 0.4457,
      "step": 3230
    },
    {
      "epoch": 0.6541324921135647,
      "grad_norm": 0.4218245687222197,
      "learning_rate": 3.228242772873328e-06,
      "loss": 0.4437,
      "step": 3240
    },
    {
      "epoch": 0.6561514195583596,
      "grad_norm": 0.47127385494827945,
      "learning_rate": 3.195337936728323e-06,
      "loss": 0.4488,
      "step": 3250
    },
    {
      "epoch": 0.6581703470031546,
      "grad_norm": 0.43568607166498186,
      "learning_rate": 3.1625227223929105e-06,
      "loss": 0.4415,
      "step": 3260
    },
    {
      "epoch": 0.6601892744479495,
      "grad_norm": 0.4200623699882891,
      "learning_rate": 3.1297987595123024e-06,
      "loss": 0.4423,
      "step": 3270
    },
    {
      "epoch": 0.6622082018927444,
      "grad_norm": 0.45902924831849934,
      "learning_rate": 3.0971676732000494e-06,
      "loss": 0.4488,
      "step": 3280
    },
    {
      "epoch": 0.6642271293375395,
      "grad_norm": 0.48610535709106045,
      "learning_rate": 3.0646310839573302e-06,
      "loss": 0.441,
      "step": 3290
    },
    {
      "epoch": 0.6662460567823344,
      "grad_norm": 0.5237594196219926,
      "learning_rate": 3.03219060759248e-06,
      "loss": 0.454,
      "step": 3300
    },
    {
      "epoch": 0.6682649842271293,
      "grad_norm": 0.4228282553579445,
      "learning_rate": 2.9998478551407524e-06,
      "loss": 0.4378,
      "step": 3310
    },
    {
      "epoch": 0.6702839116719242,
      "grad_norm": 0.46926328208349977,
      "learning_rate": 2.9676044327842963e-06,
      "loss": 0.4475,
      "step": 3320
    },
    {
      "epoch": 0.6723028391167193,
      "grad_norm": 0.47029450291352376,
      "learning_rate": 2.935461941772412e-06,
      "loss": 0.4418,
      "step": 3330
    },
    {
      "epoch": 0.6743217665615142,
      "grad_norm": 0.461936788764074,
      "learning_rate": 2.9034219783420183e-06,
      "loss": 0.438,
      "step": 3340
    },
    {
      "epoch": 0.6763406940063091,
      "grad_norm": 0.4879384251763818,
      "learning_rate": 2.871486133638378e-06,
      "loss": 0.4498,
      "step": 3350
    },
    {
      "epoch": 0.6783596214511041,
      "grad_norm": 0.47390435742643133,
      "learning_rate": 2.8396559936360934e-06,
      "loss": 0.4444,
      "step": 3360
    },
    {
      "epoch": 0.6803785488958991,
      "grad_norm": 0.43781719559966065,
      "learning_rate": 2.807933139060337e-06,
      "loss": 0.4481,
      "step": 3370
    },
    {
      "epoch": 0.682397476340694,
      "grad_norm": 0.452166890113836,
      "learning_rate": 2.776319145308345e-06,
      "loss": 0.4397,
      "step": 3380
    },
    {
      "epoch": 0.684416403785489,
      "grad_norm": 0.4480696892989974,
      "learning_rate": 2.7448155823711897e-06,
      "loss": 0.4415,
      "step": 3390
    },
    {
      "epoch": 0.6864353312302839,
      "grad_norm": 0.482631983733039,
      "learning_rate": 2.7134240147558124e-06,
      "loss": 0.4494,
      "step": 3400
    },
    {
      "epoch": 0.6884542586750788,
      "grad_norm": 0.4215351521880855,
      "learning_rate": 2.6821460014073187e-06,
      "loss": 0.4359,
      "step": 3410
    },
    {
      "epoch": 0.6904731861198738,
      "grad_norm": 0.44170545621316426,
      "learning_rate": 2.6509830956315684e-06,
      "loss": 0.4516,
      "step": 3420
    },
    {
      "epoch": 0.6924921135646688,
      "grad_norm": 0.43846533524679027,
      "learning_rate": 2.619936845018031e-06,
      "loss": 0.4357,
      "step": 3430
    },
    {
      "epoch": 0.6945110410094637,
      "grad_norm": 0.5008934216933979,
      "learning_rate": 2.5890087913629358e-06,
      "loss": 0.4467,
      "step": 3440
    },
    {
      "epoch": 0.6965299684542586,
      "grad_norm": 0.5250213600953301,
      "learning_rate": 2.558200470592701e-06,
      "loss": 0.449,
      "step": 3450
    },
    {
      "epoch": 0.6985488958990537,
      "grad_norm": 0.5362972001626155,
      "learning_rate": 2.527513412687654e-06,
      "loss": 0.436,
      "step": 3460
    },
    {
      "epoch": 0.7005678233438486,
      "grad_norm": 0.4447368579357635,
      "learning_rate": 2.4969491416060542e-06,
      "loss": 0.4393,
      "step": 3470
    },
    {
      "epoch": 0.7025867507886435,
      "grad_norm": 0.42761346324330285,
      "learning_rate": 2.4665091752084175e-06,
      "loss": 0.4423,
      "step": 3480
    },
    {
      "epoch": 0.7046056782334384,
      "grad_norm": 0.45180644732668995,
      "learning_rate": 2.4361950251821253e-06,
      "loss": 0.4351,
      "step": 3490
    },
    {
      "epoch": 0.7066246056782335,
      "grad_norm": 0.4655597774869552,
      "learning_rate": 2.406008196966359e-06,
      "loss": 0.445,
      "step": 3500
    },
    {
      "epoch": 0.7086435331230284,
      "grad_norm": 0.44607134328593223,
      "learning_rate": 2.375950189677342e-06,
      "loss": 0.4322,
      "step": 3510
    },
    {
      "epoch": 0.7106624605678233,
      "grad_norm": 0.45886523824853853,
      "learning_rate": 2.346022496033879e-06,
      "loss": 0.439,
      "step": 3520
    },
    {
      "epoch": 0.7126813880126183,
      "grad_norm": 0.439206301308698,
      "learning_rate": 2.316226602283243e-06,
      "loss": 0.445,
      "step": 3530
    },
    {
      "epoch": 0.7147003154574133,
      "grad_norm": 0.42444173885080955,
      "learning_rate": 2.2865639881273494e-06,
      "loss": 0.4402,
      "step": 3540
    },
    {
      "epoch": 0.7167192429022082,
      "grad_norm": 0.48281990057391616,
      "learning_rate": 2.25703612664928e-06,
      "loss": 0.445,
      "step": 3550
    },
    {
      "epoch": 0.7187381703470032,
      "grad_norm": 0.46127829547820787,
      "learning_rate": 2.227644484240135e-06,
      "loss": 0.4356,
      "step": 3560
    },
    {
      "epoch": 0.7207570977917981,
      "grad_norm": 0.4610423355631118,
      "learning_rate": 2.198390520526194e-06,
      "loss": 0.4438,
      "step": 3570
    },
    {
      "epoch": 0.722776025236593,
      "grad_norm": 0.4711885745663891,
      "learning_rate": 2.1692756882964404e-06,
      "loss": 0.4464,
      "step": 3580
    },
    {
      "epoch": 0.724794952681388,
      "grad_norm": 0.5420237747030388,
      "learning_rate": 2.140301433430414e-06,
      "loss": 0.4436,
      "step": 3590
    },
    {
      "epoch": 0.726813880126183,
      "grad_norm": 0.47745493287406926,
      "learning_rate": 2.1114691948264038e-06,
      "loss": 0.4433,
      "step": 3600
    },
    {
      "epoch": 0.7288328075709779,
      "grad_norm": 0.43683824200923127,
      "learning_rate": 2.082780404329988e-06,
      "loss": 0.4429,
      "step": 3610
    },
    {
      "epoch": 0.7308517350157728,
      "grad_norm": 0.42141576682539833,
      "learning_rate": 2.0542364866629292e-06,
      "loss": 0.4402,
      "step": 3620
    },
    {
      "epoch": 0.7328706624605679,
      "grad_norm": 0.4304526228372951,
      "learning_rate": 2.025838859352428e-06,
      "loss": 0.4462,
      "step": 3630
    },
    {
      "epoch": 0.7348895899053628,
      "grad_norm": 0.4960972537231228,
      "learning_rate": 1.997588932660713e-06,
      "loss": 0.4298,
      "step": 3640
    },
    {
      "epoch": 0.7369085173501577,
      "grad_norm": 0.5055917828329974,
      "learning_rate": 1.9694881095150125e-06,
      "loss": 0.4429,
      "step": 3650
    },
    {
      "epoch": 0.7389274447949526,
      "grad_norm": 0.4756073151541865,
      "learning_rate": 1.9415377854378903e-06,
      "loss": 0.4423,
      "step": 3660
    },
    {
      "epoch": 0.7409463722397477,
      "grad_norm": 0.4293238953341605,
      "learning_rate": 1.913739348477927e-06,
      "loss": 0.444,
      "step": 3670
    },
    {
      "epoch": 0.7429652996845426,
      "grad_norm": 0.4476184732471472,
      "learning_rate": 1.8860941791408038e-06,
      "loss": 0.4432,
      "step": 3680
    },
    {
      "epoch": 0.7449842271293375,
      "grad_norm": 0.4453341449071723,
      "learning_rate": 1.8586036503207316e-06,
      "loss": 0.4351,
      "step": 3690
    },
    {
      "epoch": 0.7470031545741325,
      "grad_norm": 0.4741404781356218,
      "learning_rate": 1.8312691272322768e-06,
      "loss": 0.4445,
      "step": 3700
    },
    {
      "epoch": 0.7490220820189274,
      "grad_norm": 0.4314595245056323,
      "learning_rate": 1.804091967342569e-06,
      "loss": 0.4392,
      "step": 3710
    },
    {
      "epoch": 0.7510410094637224,
      "grad_norm": 0.4960471983973586,
      "learning_rate": 1.777073520303874e-06,
      "loss": 0.4406,
      "step": 3720
    },
    {
      "epoch": 0.7530599369085174,
      "grad_norm": 0.47724657720097824,
      "learning_rate": 1.7502151278865798e-06,
      "loss": 0.4391,
      "step": 3730
    },
    {
      "epoch": 0.7550788643533123,
      "grad_norm": 0.45566327509907684,
      "learning_rate": 1.7235181239125587e-06,
      "loss": 0.4411,
      "step": 3740
    },
    {
      "epoch": 0.7570977917981072,
      "grad_norm": 0.47859031492685,
      "learning_rate": 1.6969838341889288e-06,
      "loss": 0.4412,
      "step": 3750
    },
    {
      "epoch": 0.7591167192429022,
      "grad_norm": 0.4239970850626806,
      "learning_rate": 1.67061357644221e-06,
      "loss": 0.4327,
      "step": 3760
    },
    {
      "epoch": 0.7611356466876972,
      "grad_norm": 0.41439508221708543,
      "learning_rate": 1.6444086602528835e-06,
      "loss": 0.4403,
      "step": 3770
    },
    {
      "epoch": 0.7631545741324921,
      "grad_norm": 0.4724942386548484,
      "learning_rate": 1.6183703869903666e-06,
      "loss": 0.4399,
      "step": 3780
    },
    {
      "epoch": 0.765173501577287,
      "grad_norm": 0.5068083200686946,
      "learning_rate": 1.59250004974837e-06,
      "loss": 0.4484,
      "step": 3790
    },
    {
      "epoch": 0.7671924290220821,
      "grad_norm": 0.47623913375530136,
      "learning_rate": 1.5667989332806894e-06,
      "loss": 0.442,
      "step": 3800
    },
    {
      "epoch": 0.769211356466877,
      "grad_norm": 0.5448383844625657,
      "learning_rate": 1.5412683139374068e-06,
      "loss": 0.4339,
      "step": 3810
    },
    {
      "epoch": 0.7712302839116719,
      "grad_norm": 0.4819612793724808,
      "learning_rate": 1.5159094596014934e-06,
      "loss": 0.4478,
      "step": 3820
    },
    {
      "epoch": 0.7732492113564668,
      "grad_norm": 0.4456007417706316,
      "learning_rate": 1.4907236296258598e-06,
      "loss": 0.4423,
      "step": 3830
    },
    {
      "epoch": 0.7752681388012618,
      "grad_norm": 0.43979298393219013,
      "learning_rate": 1.4657120747708014e-06,
      "loss": 0.4417,
      "step": 3840
    },
    {
      "epoch": 0.7772870662460568,
      "grad_norm": 0.5066920888924865,
      "learning_rate": 1.4408760371418895e-06,
      "loss": 0.4397,
      "step": 3850
    },
    {
      "epoch": 0.7793059936908517,
      "grad_norm": 0.47046124228822955,
      "learning_rate": 1.4162167501282925e-06,
      "loss": 0.4416,
      "step": 3860
    },
    {
      "epoch": 0.7813249211356467,
      "grad_norm": 0.4558898604297212,
      "learning_rate": 1.391735438341514e-06,
      "loss": 0.437,
      "step": 3870
    },
    {
      "epoch": 0.7833438485804416,
      "grad_norm": 0.4635342780752439,
      "learning_rate": 1.3674333175545818e-06,
      "loss": 0.4425,
      "step": 3880
    },
    {
      "epoch": 0.7853627760252366,
      "grad_norm": 0.450134125379297,
      "learning_rate": 1.343311594641674e-06,
      "loss": 0.4371,
      "step": 3890
    },
    {
      "epoch": 0.7873817034700316,
      "grad_norm": 0.48501901287598154,
      "learning_rate": 1.3193714675181813e-06,
      "loss": 0.4428,
      "step": 3900
    },
    {
      "epoch": 0.7894006309148265,
      "grad_norm": 0.41955405495588977,
      "learning_rate": 1.2956141250812144e-06,
      "loss": 0.4307,
      "step": 3910
    },
    {
      "epoch": 0.7914195583596214,
      "grad_norm": 0.41659445986128424,
      "learning_rate": 1.272040747150563e-06,
      "loss": 0.447,
      "step": 3920
    },
    {
      "epoch": 0.7934384858044164,
      "grad_norm": 0.44707673152149113,
      "learning_rate": 1.2486525044101123e-06,
      "loss": 0.4333,
      "step": 3930
    },
    {
      "epoch": 0.7954574132492114,
      "grad_norm": 0.4698766268506151,
      "learning_rate": 1.2254505583496922e-06,
      "loss": 0.4403,
      "step": 3940
    },
    {
      "epoch": 0.7974763406940063,
      "grad_norm": 0.47512471796296707,
      "learning_rate": 1.2024360612074055e-06,
      "loss": 0.4454,
      "step": 3950
    },
    {
      "epoch": 0.7994952681388012,
      "grad_norm": 0.4585910400457452,
      "learning_rate": 1.179610155912405e-06,
      "loss": 0.436,
      "step": 3960
    },
    {
      "epoch": 0.8015141955835963,
      "grad_norm": 0.4557389746705491,
      "learning_rate": 1.1569739760281295e-06,
      "loss": 0.4393,
      "step": 3970
    },
    {
      "epoch": 0.8035331230283912,
      "grad_norm": 0.4553106102818403,
      "learning_rate": 1.1345286456960186e-06,
      "loss": 0.4439,
      "step": 3980
    },
    {
      "epoch": 0.8055520504731861,
      "grad_norm": 0.4443887135897382,
      "learning_rate": 1.1122752795796748e-06,
      "loss": 0.4413,
      "step": 3990
    },
    {
      "epoch": 0.807570977917981,
      "grad_norm": 0.47272003456758904,
      "learning_rate": 1.0902149828095154e-06,
      "loss": 0.4422,
      "step": 4000
    },
    {
      "epoch": 0.809589905362776,
      "grad_norm": 0.43703108025040205,
      "learning_rate": 1.0683488509278928e-06,
      "loss": 0.4386,
      "step": 4010
    },
    {
      "epoch": 0.811608832807571,
      "grad_norm": 0.4441202945224273,
      "learning_rate": 1.0466779698346797e-06,
      "loss": 0.4363,
      "step": 4020
    },
    {
      "epoch": 0.8136277602523659,
      "grad_norm": 0.42622028909468485,
      "learning_rate": 1.025203415733348e-06,
      "loss": 0.4365,
      "step": 4030
    },
    {
      "epoch": 0.8156466876971609,
      "grad_norm": 0.440821020950604,
      "learning_rate": 1.0039262550775235e-06,
      "loss": 0.4345,
      "step": 4040
    },
    {
      "epoch": 0.8176656151419558,
      "grad_norm": 0.4670601139166515,
      "learning_rate": 9.828475445180212e-07,
      "loss": 0.4404,
      "step": 4050
    },
    {
      "epoch": 0.8196845425867508,
      "grad_norm": 0.4363041969561276,
      "learning_rate": 9.61968330850374e-07,
      "loss": 0.4369,
      "step": 4060
    },
    {
      "epoch": 0.8217034700315458,
      "grad_norm": 0.4866069797752605,
      "learning_rate": 9.412896509628439e-07,
      "loss": 0.4434,
      "step": 4070
    },
    {
      "epoch": 0.8237223974763407,
      "grad_norm": 0.4360948594973755,
      "learning_rate": 9.208125317849304e-07,
      "loss": 0.4395,
      "step": 4080
    },
    {
      "epoch": 0.8257413249211356,
      "grad_norm": 0.4490621547393745,
      "learning_rate": 9.005379902363753e-07,
      "loss": 0.4405,
      "step": 4090
    },
    {
      "epoch": 0.8277602523659306,
      "grad_norm": 0.4809678412101839,
      "learning_rate": 8.804670331766557e-07,
      "loss": 0.4449,
      "step": 4100
    },
    {
      "epoch": 0.8297791798107256,
      "grad_norm": 0.4626290445825763,
      "learning_rate": 8.606006573549836e-07,
      "loss": 0.4359,
      "step": 4110
    },
    {
      "epoch": 0.8317981072555205,
      "grad_norm": 0.5187638972410576,
      "learning_rate": 8.409398493608089e-07,
      "loss": 0.4413,
      "step": 4120
    },
    {
      "epoch": 0.8338170347003154,
      "grad_norm": 0.46587792642977804,
      "learning_rate": 8.214855855748249e-07,
      "loss": 0.4409,
      "step": 4130
    },
    {
      "epoch": 0.8358359621451104,
      "grad_norm": 0.4706901825283824,
      "learning_rate": 8.022388321204688e-07,
      "loss": 0.4354,
      "step": 4140
    },
    {
      "epoch": 0.8378548895899054,
      "grad_norm": 0.562791948402191,
      "learning_rate": 7.832005448159585e-07,
      "loss": 0.4445,
      "step": 4150
    },
    {
      "epoch": 0.8398738170347003,
      "grad_norm": 0.4543738469403552,
      "learning_rate": 7.643716691268171e-07,
      "loss": 0.4374,
      "step": 4160
    },
    {
      "epoch": 0.8418927444794952,
      "grad_norm": 1.6174532184269235,
      "learning_rate": 7.457531401189188e-07,
      "loss": 0.4408,
      "step": 4170
    },
    {
      "epoch": 0.8439116719242902,
      "grad_norm": 0.46922997370194347,
      "learning_rate": 7.273458824120555e-07,
      "loss": 0.4376,
      "step": 4180
    },
    {
      "epoch": 0.8459305993690852,
      "grad_norm": 0.44210687899012985,
      "learning_rate": 7.091508101340189e-07,
      "loss": 0.4407,
      "step": 4190
    },
    {
      "epoch": 0.8479495268138801,
      "grad_norm": 0.488809217492704,
      "learning_rate": 6.91168826875201e-07,
      "loss": 0.4489,
      "step": 4200
    },
    {
      "epoch": 0.8499684542586751,
      "grad_norm": 0.4335482219101724,
      "learning_rate": 6.734008256437253e-07,
      "loss": 0.435,
      "step": 4210
    },
    {
      "epoch": 0.85198738170347,
      "grad_norm": 0.4549494452467777,
      "learning_rate": 6.558476888210935e-07,
      "loss": 0.4375,
      "step": 4220
    },
    {
      "epoch": 0.854006309148265,
      "grad_norm": 0.44896647048001603,
      "learning_rate": 6.38510288118368e-07,
      "loss": 0.4409,
      "step": 4230
    },
    {
      "epoch": 0.85602523659306,
      "grad_norm": 0.43685823117883865,
      "learning_rate": 6.213894845328844e-07,
      "loss": 0.4418,
      "step": 4240
    },
    {
      "epoch": 0.8580441640378549,
      "grad_norm": 0.47792243578520655,
      "learning_rate": 6.044861283054876e-07,
      "loss": 0.4452,
      "step": 4250
    },
    {
      "epoch": 0.8600630914826498,
      "grad_norm": 0.43885235740502504,
      "learning_rate": 5.878010588783101e-07,
      "loss": 0.4423,
      "step": 4260
    },
    {
      "epoch": 0.8620820189274448,
      "grad_norm": 0.5121668333108534,
      "learning_rate": 5.713351048530874e-07,
      "loss": 0.4429,
      "step": 4270
    },
    {
      "epoch": 0.8641009463722398,
      "grad_norm": 0.44403508398564756,
      "learning_rate": 5.550890839500067e-07,
      "loss": 0.4511,
      "step": 4280
    },
    {
      "epoch": 0.8661198738170347,
      "grad_norm": 0.42769598938785636,
      "learning_rate": 5.390638029670908e-07,
      "loss": 0.4322,
      "step": 4290
    },
    {
      "epoch": 0.8681388012618296,
      "grad_norm": 0.4949663561795469,
      "learning_rate": 5.232600577401436e-07,
      "loss": 0.4457,
      "step": 4300
    },
    {
      "epoch": 0.8701577287066246,
      "grad_norm": 0.4489314407451146,
      "learning_rate": 5.076786331032224e-07,
      "loss": 0.4327,
      "step": 4310
    },
    {
      "epoch": 0.8721766561514196,
      "grad_norm": 0.48025463446625855,
      "learning_rate": 4.923203028496576e-07,
      "loss": 0.4447,
      "step": 4320
    },
    {
      "epoch": 0.8741955835962145,
      "grad_norm": 0.5743773868003562,
      "learning_rate": 4.771858296936311e-07,
      "loss": 0.4402,
      "step": 4330
    },
    {
      "epoch": 0.8762145110410094,
      "grad_norm": 0.4329672101913256,
      "learning_rate": 4.622759652322989e-07,
      "loss": 0.4455,
      "step": 4340
    },
    {
      "epoch": 0.8782334384858044,
      "grad_norm": 0.49048963795844497,
      "learning_rate": 4.475914499084605e-07,
      "loss": 0.4467,
      "step": 4350
    },
    {
      "epoch": 0.8802523659305994,
      "grad_norm": 0.4829611101804599,
      "learning_rate": 4.331330129737954e-07,
      "loss": 0.4287,
      "step": 4360
    },
    {
      "epoch": 0.8822712933753943,
      "grad_norm": 0.44140910883095635,
      "learning_rate": 4.189013724526392e-07,
      "loss": 0.4446,
      "step": 4370
    },
    {
      "epoch": 0.8842902208201893,
      "grad_norm": 0.45272062627566334,
      "learning_rate": 4.048972351063313e-07,
      "loss": 0.4354,
      "step": 4380
    },
    {
      "epoch": 0.8863091482649842,
      "grad_norm": 0.7049959167129851,
      "learning_rate": 3.9112129639811535e-07,
      "loss": 0.4346,
      "step": 4390
    },
    {
      "epoch": 0.8883280757097792,
      "grad_norm": 0.4811238411002169,
      "learning_rate": 3.7757424045860025e-07,
      "loss": 0.4372,
      "step": 4400
    },
    {
      "epoch": 0.8903470031545742,
      "grad_norm": 0.4540483251684103,
      "learning_rate": 3.642567400517838e-07,
      "loss": 0.4314,
      "step": 4410
    },
    {
      "epoch": 0.8923659305993691,
      "grad_norm": 0.47603601308214405,
      "learning_rate": 3.511694565416485e-07,
      "loss": 0.4382,
      "step": 4420
    },
    {
      "epoch": 0.894384858044164,
      "grad_norm": 0.4286142580967842,
      "learning_rate": 3.383130398593121e-07,
      "loss": 0.4399,
      "step": 4430
    },
    {
      "epoch": 0.8964037854889589,
      "grad_norm": 0.4337017987281163,
      "learning_rate": 3.2568812847074913e-07,
      "loss": 0.4437,
      "step": 4440
    },
    {
      "epoch": 0.898422712933754,
      "grad_norm": 0.48386529314250487,
      "learning_rate": 3.1329534934509186e-07,
      "loss": 0.4415,
      "step": 4450
    },
    {
      "epoch": 0.9004416403785489,
      "grad_norm": 0.46990087367597777,
      "learning_rate": 3.011353179234888e-07,
      "loss": 0.4317,
      "step": 4460
    },
    {
      "epoch": 0.9024605678233438,
      "grad_norm": 0.42506034975479673,
      "learning_rate": 2.8920863808853947e-07,
      "loss": 0.444,
      "step": 4470
    },
    {
      "epoch": 0.9044794952681388,
      "grad_norm": 0.6216117310744336,
      "learning_rate": 2.775159021343082e-07,
      "loss": 0.4367,
      "step": 4480
    },
    {
      "epoch": 0.9064984227129338,
      "grad_norm": 0.4583995655944248,
      "learning_rate": 2.660576907369111e-07,
      "loss": 0.4412,
      "step": 4490
    },
    {
      "epoch": 0.9085173501577287,
      "grad_norm": 0.4889160958013681,
      "learning_rate": 2.5483457292567517e-07,
      "loss": 0.4403,
      "step": 4500
    },
    {
      "epoch": 0.9105362776025236,
      "grad_norm": 0.4267838945833425,
      "learning_rate": 2.4384710605488195e-07,
      "loss": 0.4402,
      "step": 4510
    },
    {
      "epoch": 0.9125552050473186,
      "grad_norm": 0.4986776395611631,
      "learning_rate": 2.330958357760882e-07,
      "loss": 0.4399,
      "step": 4520
    },
    {
      "epoch": 0.9145741324921136,
      "grad_norm": 0.459784020601065,
      "learning_rate": 2.225812960110263e-07,
      "loss": 0.4316,
      "step": 4530
    },
    {
      "epoch": 0.9165930599369085,
      "grad_norm": 0.44426443349474987,
      "learning_rate": 2.123040089250944e-07,
      "loss": 0.4402,
      "step": 4540
    },
    {
      "epoch": 0.9186119873817035,
      "grad_norm": 0.49235316049109906,
      "learning_rate": 2.0226448490141715e-07,
      "loss": 0.4481,
      "step": 4550
    },
    {
      "epoch": 0.9206309148264984,
      "grad_norm": 0.43058790479448,
      "learning_rate": 1.9246322251550653e-07,
      "loss": 0.4317,
      "step": 4560
    },
    {
      "epoch": 0.9226498422712934,
      "grad_norm": 0.4966838385984267,
      "learning_rate": 1.829007085104978e-07,
      "loss": 0.4427,
      "step": 4570
    },
    {
      "epoch": 0.9246687697160884,
      "grad_norm": 0.4666275183152453,
      "learning_rate": 1.7357741777297987e-07,
      "loss": 0.4485,
      "step": 4580
    },
    {
      "epoch": 0.9266876971608833,
      "grad_norm": 0.4412830191687912,
      "learning_rate": 1.644938133094076e-07,
      "loss": 0.4312,
      "step": 4590
    },
    {
      "epoch": 0.9287066246056782,
      "grad_norm": 0.4886548137136921,
      "learning_rate": 1.5565034622311349e-07,
      "loss": 0.4461,
      "step": 4600
    },
    {
      "epoch": 0.9307255520504731,
      "grad_norm": 0.4652701957357695,
      "learning_rate": 1.4704745569190327e-07,
      "loss": 0.4375,
      "step": 4610
    },
    {
      "epoch": 0.9327444794952682,
      "grad_norm": 0.5298674695548953,
      "learning_rate": 1.3868556894624353e-07,
      "loss": 0.4399,
      "step": 4620
    },
    {
      "epoch": 0.9347634069400631,
      "grad_norm": 0.4562802443840814,
      "learning_rate": 1.30565101248048e-07,
      "loss": 0.4385,
      "step": 4630
    },
    {
      "epoch": 0.936782334384858,
      "grad_norm": 0.4578530629768795,
      "learning_rate": 1.226864558700541e-07,
      "loss": 0.4416,
      "step": 4640
    },
    {
      "epoch": 0.938801261829653,
      "grad_norm": 0.4951660779551572,
      "learning_rate": 1.1505002407579512e-07,
      "loss": 0.4424,
      "step": 4650
    },
    {
      "epoch": 0.940820189274448,
      "grad_norm": 0.44757841438265406,
      "learning_rate": 1.0765618510017118e-07,
      "loss": 0.4368,
      "step": 4660
    },
    {
      "epoch": 0.9428391167192429,
      "grad_norm": 1.5035499500846865,
      "learning_rate": 1.0050530613061327e-07,
      "loss": 0.4353,
      "step": 4670
    },
    {
      "epoch": 0.9448580441640378,
      "grad_norm": 0.4938389329390479,
      "learning_rate": 9.359774228885177e-08,
      "loss": 0.4391,
      "step": 4680
    },
    {
      "epoch": 0.9468769716088328,
      "grad_norm": 0.4711850612472287,
      "learning_rate": 8.693383661327882e-08,
      "loss": 0.4388,
      "step": 4690
    },
    {
      "epoch": 0.9488958990536278,
      "grad_norm": 0.48652374519922575,
      "learning_rate": 8.051392004191139e-08,
      "loss": 0.4486,
      "step": 4700
    },
    {
      "epoch": 0.9509148264984227,
      "grad_norm": 0.4473704324045684,
      "learning_rate": 7.433831139595727e-08,
      "loss": 0.4385,
      "step": 4710
    },
    {
      "epoch": 0.9529337539432177,
      "grad_norm": 0.509944701555344,
      "learning_rate": 6.840731736398542e-08,
      "loss": 0.4362,
      "step": 4720
    },
    {
      "epoch": 0.9549526813880126,
      "grad_norm": 0.4468123798191573,
      "learning_rate": 6.272123248668993e-08,
      "loss": 0.4356,
      "step": 4730
    },
    {
      "epoch": 0.9569716088328075,
      "grad_norm": 0.4432856047100861,
      "learning_rate": 5.728033914226494e-08,
      "loss": 0.4406,
      "step": 4740
    },
    {
      "epoch": 0.9589905362776026,
      "grad_norm": 0.8312641118207356,
      "learning_rate": 5.2084907532383156e-08,
      "loss": 0.4457,
      "step": 4750
    },
    {
      "epoch": 0.9610094637223975,
      "grad_norm": 0.4308428180533281,
      "learning_rate": 4.7135195668776e-08,
      "loss": 0.4337,
      "step": 4760
    },
    {
      "epoch": 0.9630283911671924,
      "grad_norm": 0.47706748470749133,
      "learning_rate": 4.243144936041943e-08,
      "loss": 0.4413,
      "step": 4770
    },
    {
      "epoch": 0.9650473186119873,
      "grad_norm": 0.46426542825118344,
      "learning_rate": 3.797390220132757e-08,
      "loss": 0.4325,
      "step": 4780
    },
    {
      "epoch": 0.9670662460567824,
      "grad_norm": 0.4324982289321672,
      "learning_rate": 3.3762775558952576e-08,
      "loss": 0.4377,
      "step": 4790
    },
    {
      "epoch": 0.9690851735015773,
      "grad_norm": 0.47719223462129745,
      "learning_rate": 2.9798278563190618e-08,
      "loss": 0.4439,
      "step": 4800
    },
    {
      "epoch": 0.9711041009463722,
      "grad_norm": 0.4540530080947163,
      "learning_rate": 2.6080608095997438e-08,
      "loss": 0.4377,
      "step": 4810
    },
    {
      "epoch": 0.9731230283911672,
      "grad_norm": 0.4413909184803219,
      "learning_rate": 2.2609948781607827e-08,
      "loss": 0.4424,
      "step": 4820
    },
    {
      "epoch": 0.9751419558359622,
      "grad_norm": 0.4712177319951425,
      "learning_rate": 1.9386472977370728e-08,
      "loss": 0.4412,
      "step": 4830
    },
    {
      "epoch": 0.9771608832807571,
      "grad_norm": 0.443140708468747,
      "learning_rate": 1.6410340765187772e-08,
      "loss": 0.4382,
      "step": 4840
    },
    {
      "epoch": 0.979179810725552,
      "grad_norm": 0.4782858905945508,
      "learning_rate": 1.3681699943564053e-08,
      "loss": 0.4387,
      "step": 4850
    },
    {
      "epoch": 0.981198738170347,
      "grad_norm": 0.6206662222549734,
      "learning_rate": 1.1200686020266805e-08,
      "loss": 0.4431,
      "step": 4860
    },
    {
      "epoch": 0.983217665615142,
      "grad_norm": 2.8460570799996985,
      "learning_rate": 8.967422205598541e-09,
      "loss": 0.4393,
      "step": 4870
    },
    {
      "epoch": 0.9852365930599369,
      "grad_norm": 0.4435087118229933,
      "learning_rate": 6.982019406275853e-09,
      "loss": 0.436,
      "step": 4880
    },
    {
      "epoch": 0.9872555205047319,
      "grad_norm": 0.4300508595922509,
      "learning_rate": 5.244576219922693e-09,
      "loss": 0.4316,
      "step": 4890
    },
    {
      "epoch": 0.9892744479495268,
      "grad_norm": 0.49712300151356087,
      "learning_rate": 3.755178930173742e-09,
      "loss": 0.4463,
      "step": 4900
    },
    {
      "epoch": 0.9912933753943217,
      "grad_norm": 0.4798533947795922,
      "learning_rate": 2.513901502389504e-09,
      "loss": 0.4327,
      "step": 4910
    },
    {
      "epoch": 0.9933123028391168,
      "grad_norm": 0.4936501161499046,
      "learning_rate": 1.520805579983131e-09,
      "loss": 0.4403,
      "step": 4920
    },
    {
      "epoch": 0.9953312302839117,
      "grad_norm": 0.4638813307919199,
      "learning_rate": 7.759404813600935e-10,
      "loss": 0.4385,
      "step": 4930
    },
    {
      "epoch": 0.9973501577287066,
      "grad_norm": 0.43789683220104403,
      "learning_rate": 2.7934319746625306e-10,
      "loss": 0.4387,
      "step": 4940
    },
    {
      "epoch": 0.9993690851735015,
      "grad_norm": 0.4980004114526748,
      "learning_rate": 3.103838995321962e-11,
      "loss": 0.4391,
      "step": 4950
    },
    {
      "epoch": 1.0,
      "step": 4954,
      "total_flos": 1.1092292323919266e+19,
      "train_loss": 0.46906891030845593,
      "train_runtime": 81648.0087,
      "train_samples_per_second": 7.765,
      "train_steps_per_second": 0.061
    }
  ],
  "logging_steps": 10,
  "max_steps": 4954,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1092292323919266e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}