{
  "best_global_step": 60000,
  "best_metric": 0.9576732752290649,
  "best_model_checkpoint": "./polyglot-tagger-v2.2/checkpoint-60000",
  "epoch": 2.0,
  "eval_steps": 2500,
  "global_step": 62154,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003217865589754316,
      "grad_norm": 12.599648475646973,
      "learning_rate": 4.9920359108022015e-05,
      "loss": 8.340531616210937,
      "step": 100
    },
    {
      "epoch": 0.006435731179508632,
      "grad_norm": 16.90213966369629,
      "learning_rate": 4.9839913762589704e-05,
      "loss": 2.2957839965820312,
      "step": 200
    },
    {
      "epoch": 0.009653596769262947,
      "grad_norm": 4.964681625366211,
      "learning_rate": 4.975946841715739e-05,
      "loss": 1.2708330535888672,
      "step": 300
    },
    {
      "epoch": 0.012871462359017264,
      "grad_norm": 9.05567455291748,
      "learning_rate": 4.9679023071725076e-05,
      "loss": 0.8362879180908203,
      "step": 400
    },
    {
      "epoch": 0.01608932794877158,
      "grad_norm": 6.991761207580566,
      "learning_rate": 4.959857772629276e-05,
      "loss": 0.7179710388183593,
      "step": 500
    },
    {
      "epoch": 0.019307193538525894,
      "grad_norm": 6.725792407989502,
      "learning_rate": 4.951813238086044e-05,
      "loss": 0.6352015686035156,
      "step": 600
    },
    {
      "epoch": 0.022525059128280213,
      "grad_norm": 8.771743774414062,
      "learning_rate": 4.943768703542813e-05,
      "loss": 0.5740464782714844,
      "step": 700
    },
    {
      "epoch": 0.025742924718034528,
      "grad_norm": 9.227128028869629,
      "learning_rate": 4.935724168999582e-05,
      "loss": 0.5493228149414062,
      "step": 800
    },
    {
      "epoch": 0.028960790307788843,
      "grad_norm": 11.525238990783691,
      "learning_rate": 4.927679634456351e-05,
      "loss": 0.5246843719482421,
      "step": 900
    },
    {
      "epoch": 0.03217865589754316,
      "grad_norm": 5.464803695678711,
      "learning_rate": 4.919635099913119e-05,
      "loss": 0.5209083938598633,
      "step": 1000
    },
    {
      "epoch": 0.03539652148729747,
      "grad_norm": 16.38031005859375,
      "learning_rate": 4.911590565369888e-05,
      "loss": 0.4483478546142578,
      "step": 1100
    },
    {
      "epoch": 0.03861438707705179,
      "grad_norm": 8.507850646972656,
      "learning_rate": 4.903546030826657e-05,
      "loss": 0.4467829513549805,
      "step": 1200
    },
    {
      "epoch": 0.04183225266680611,
      "grad_norm": 10.285760879516602,
      "learning_rate": 4.895501496283425e-05,
      "loss": 0.44222518920898435,
      "step": 1300
    },
    {
      "epoch": 0.045050118256560426,
      "grad_norm": 8.84359359741211,
      "learning_rate": 4.887456961740194e-05,
      "loss": 0.3752718734741211,
      "step": 1400
    },
    {
      "epoch": 0.04826798384631474,
      "grad_norm": 5.227468490600586,
      "learning_rate": 4.879412427196963e-05,
      "loss": 0.4211923217773437,
      "step": 1500
    },
    {
      "epoch": 0.051485849436069056,
      "grad_norm": 5.467648983001709,
      "learning_rate": 4.871367892653732e-05,
      "loss": 0.3770075988769531,
      "step": 1600
    },
    {
      "epoch": 0.05470371502582337,
      "grad_norm": 7.041491508483887,
      "learning_rate": 4.8633233581105e-05,
      "loss": 0.39339431762695315,
      "step": 1700
    },
    {
      "epoch": 0.057921580615577686,
      "grad_norm": 4.243207931518555,
      "learning_rate": 4.855278823567269e-05,
      "loss": 0.38666561126708987,
      "step": 1800
    },
    {
      "epoch": 0.061139446205332,
      "grad_norm": 10.47419548034668,
      "learning_rate": 4.847234289024038e-05,
      "loss": 0.37535915374755857,
      "step": 1900
    },
    {
      "epoch": 0.06435731179508632,
      "grad_norm": 7.903866291046143,
      "learning_rate": 4.839189754480806e-05,
      "loss": 0.3448226165771484,
      "step": 2000
    },
    {
      "epoch": 0.06757517738484063,
      "grad_norm": 4.801281929016113,
      "learning_rate": 4.831145219937574e-05,
      "loss": 0.3735826873779297,
      "step": 2100
    },
    {
      "epoch": 0.07079304297459495,
      "grad_norm": 6.289346218109131,
      "learning_rate": 4.823100685394343e-05,
      "loss": 0.3530204391479492,
      "step": 2200
    },
    {
      "epoch": 0.07401090856434926,
      "grad_norm": 6.725964546203613,
      "learning_rate": 4.815056150851112e-05,
      "loss": 0.37652462005615234,
      "step": 2300
    },
    {
      "epoch": 0.07722877415410358,
      "grad_norm": 14.810294151306152,
      "learning_rate": 4.80701161630788e-05,
      "loss": 0.3361575698852539,
      "step": 2400
    },
    {
      "epoch": 0.08044663974385789,
      "grad_norm": 10.04340934753418,
      "learning_rate": 4.798967081764649e-05,
      "loss": 0.33932579040527344,
      "step": 2500
    },
    {
      "epoch": 0.08044663974385789,
      "eval_accuracy": 0.9722890395064231,
      "eval_f1": 0.8388115225531707,
      "eval_loss": 0.10779489576816559,
      "eval_precision": 0.7998833070774257,
      "eval_recall": 0.8817226431355398,
      "eval_runtime": 47.993,
      "eval_samples_per_second": 520.91,
      "eval_steps_per_second": 28.942,
      "step": 2500
    },
    {
      "epoch": 0.08366450533361222,
      "grad_norm": 5.665945529937744,
      "learning_rate": 4.790922547221418e-05,
      "loss": 0.3147930717468262,
      "step": 2600
    },
    {
      "epoch": 0.08688237092336654,
      "grad_norm": 5.679959297180176,
      "learning_rate": 4.782878012678187e-05,
      "loss": 0.363752555847168,
      "step": 2700
    },
    {
      "epoch": 0.09010023651312085,
      "grad_norm": 5.174692153930664,
      "learning_rate": 4.774833478134955e-05,
      "loss": 0.3410203552246094,
      "step": 2800
    },
    {
      "epoch": 0.09331810210287517,
      "grad_norm": 5.585685729980469,
      "learning_rate": 4.766788943591724e-05,
      "loss": 0.3211274337768555,
      "step": 2900
    },
    {
      "epoch": 0.09653596769262948,
      "grad_norm": 5.2783684730529785,
      "learning_rate": 4.758744409048493e-05,
      "loss": 0.3486956787109375,
      "step": 3000
    },
    {
      "epoch": 0.0997538332823838,
      "grad_norm": 6.57411527633667,
      "learning_rate": 4.750699874505261e-05,
      "loss": 0.33664627075195314,
      "step": 3100
    },
    {
      "epoch": 0.10297169887213811,
      "grad_norm": 8.044240951538086,
      "learning_rate": 4.74265533996203e-05,
      "loss": 0.31327726364135744,
      "step": 3200
    },
    {
      "epoch": 0.10618956446189243,
      "grad_norm": 6.461747169494629,
      "learning_rate": 4.734610805418799e-05,
      "loss": 0.32588130950927735,
      "step": 3300
    },
    {
      "epoch": 0.10940743005164674,
      "grad_norm": 2.9853570461273193,
      "learning_rate": 4.726566270875568e-05,
      "loss": 0.28595542907714844,
      "step": 3400
    },
    {
      "epoch": 0.11262529564140106,
      "grad_norm": 3.4314420223236084,
      "learning_rate": 4.718521736332336e-05,
      "loss": 0.32015865325927734,
      "step": 3500
    },
    {
      "epoch": 0.11584316123115537,
      "grad_norm": 5.1868205070495605,
      "learning_rate": 4.7104772017891044e-05,
      "loss": 0.29926179885864257,
      "step": 3600
    },
    {
      "epoch": 0.11906102682090969,
      "grad_norm": 5.119034767150879,
      "learning_rate": 4.702432667245873e-05,
      "loss": 0.30344295501708984,
      "step": 3700
    },
    {
      "epoch": 0.122278892410664,
      "grad_norm": 10.863602638244629,
      "learning_rate": 4.694388132702642e-05,
      "loss": 0.282437686920166,
      "step": 3800
    },
    {
      "epoch": 0.12549675800041832,
      "grad_norm": 3.252387046813965,
      "learning_rate": 4.6863435981594104e-05,
      "loss": 0.2832884407043457,
      "step": 3900
    },
    {
      "epoch": 0.12871462359017263,
      "grad_norm": 12.616849899291992,
      "learning_rate": 4.678299063616179e-05,
      "loss": 0.299547119140625,
      "step": 4000
    },
    {
      "epoch": 0.13193248917992695,
      "grad_norm": 7.093480110168457,
      "learning_rate": 4.670254529072948e-05,
      "loss": 0.26917409896850586,
      "step": 4100
    },
    {
      "epoch": 0.13515035476968126,
      "grad_norm": 8.318635940551758,
      "learning_rate": 4.6622099945297164e-05,
      "loss": 0.28246700286865234,
      "step": 4200
    },
    {
      "epoch": 0.13836822035943558,
      "grad_norm": 6.450869560241699,
      "learning_rate": 4.654165459986485e-05,
      "loss": 0.2775975036621094,
      "step": 4300
    },
    {
      "epoch": 0.1415860859491899,
      "grad_norm": 7.253055572509766,
      "learning_rate": 4.646120925443254e-05,
      "loss": 0.2734929466247559,
      "step": 4400
    },
    {
      "epoch": 0.1448039515389442,
      "grad_norm": 2.5073742866516113,
      "learning_rate": 4.638076390900023e-05,
      "loss": 0.2605240631103516,
      "step": 4500
    },
    {
      "epoch": 0.14802181712869852,
      "grad_norm": 4.528222560882568,
      "learning_rate": 4.6300318563567914e-05,
      "loss": 0.2719747543334961,
      "step": 4600
    },
    {
      "epoch": 0.15123968271845284,
      "grad_norm": 6.474442481994629,
      "learning_rate": 4.62198732181356e-05,
      "loss": 0.27226806640625,
      "step": 4700
    },
    {
      "epoch": 0.15445754830820715,
      "grad_norm": 4.291607856750488,
      "learning_rate": 4.613942787270329e-05,
      "loss": 0.29810441970825197,
      "step": 4800
    },
    {
      "epoch": 0.15767541389796147,
      "grad_norm": 2.773998737335205,
      "learning_rate": 4.6058982527270974e-05,
      "loss": 0.2813092041015625,
      "step": 4900
    },
    {
      "epoch": 0.16089327948771578,
      "grad_norm": 8.771388053894043,
      "learning_rate": 4.597853718183866e-05,
      "loss": 0.3041937828063965,
      "step": 5000
    },
    {
      "epoch": 0.16089327948771578,
      "eval_accuracy": 0.9766050453886422,
      "eval_f1": 0.8726156897994607,
      "eval_loss": 0.09095935523509979,
      "eval_precision": 0.8421638308564865,
      "eval_recall": 0.9053523880577816,
      "eval_runtime": 38.7855,
      "eval_samples_per_second": 644.572,
      "eval_steps_per_second": 35.812,
      "step": 5000
    },
    {
      "epoch": 0.16411114507747013,
      "grad_norm": 6.708637237548828,
      "learning_rate": 4.5898091836406345e-05,
      "loss": 0.25013633728027346,
      "step": 5100
    },
    {
      "epoch": 0.16732901066722444,
      "grad_norm": 4.836703777313232,
      "learning_rate": 4.5817646490974034e-05,
      "loss": 0.27049646377563474,
      "step": 5200
    },
    {
      "epoch": 0.17054687625697876,
      "grad_norm": 2.853039026260376,
      "learning_rate": 4.5737201145541717e-05,
      "loss": 0.2682499885559082,
      "step": 5300
    },
    {
      "epoch": 0.17376474184673307,
      "grad_norm": 2.6769561767578125,
      "learning_rate": 4.5656755800109406e-05,
      "loss": 0.25310728073120115,
      "step": 5400
    },
    {
      "epoch": 0.1769826074364874,
      "grad_norm": 3.740751028060913,
      "learning_rate": 4.5576310454677095e-05,
      "loss": 0.2738076400756836,
      "step": 5500
    },
    {
      "epoch": 0.1802004730262417,
      "grad_norm": 5.003463268280029,
      "learning_rate": 4.549586510924478e-05,
      "loss": 0.23465911865234376,
      "step": 5600
    },
    {
      "epoch": 0.18341833861599602,
      "grad_norm": 4.04716682434082,
      "learning_rate": 4.5415419763812466e-05,
      "loss": 0.2690970230102539,
      "step": 5700
    },
    {
      "epoch": 0.18663620420575033,
      "grad_norm": 4.878298282623291,
      "learning_rate": 4.5334974418380155e-05,
      "loss": 0.254027156829834,
      "step": 5800
    },
    {
      "epoch": 0.18985406979550465,
      "grad_norm": 6.428683757781982,
      "learning_rate": 4.5254529072947844e-05,
      "loss": 0.2576713562011719,
      "step": 5900
    },
    {
      "epoch": 0.19307193538525896,
      "grad_norm": 4.079443454742432,
      "learning_rate": 4.5174083727515526e-05,
      "loss": 0.27297264099121094,
      "step": 6000
    },
    {
      "epoch": 0.19628980097501328,
      "grad_norm": 1.6320624351501465,
      "learning_rate": 4.5093638382083215e-05,
      "loss": 0.24345703125,
      "step": 6100
    },
    {
      "epoch": 0.1995076665647676,
      "grad_norm": 4.895444869995117,
      "learning_rate": 4.5013193036650904e-05,
      "loss": 0.2668925857543945,
      "step": 6200
    },
    {
      "epoch": 0.2027255321545219,
      "grad_norm": 15.62102222442627,
      "learning_rate": 4.493274769121859e-05,
      "loss": 0.25465171813964843,
      "step": 6300
    },
    {
      "epoch": 0.20594339774427622,
      "grad_norm": 3.3204216957092285,
      "learning_rate": 4.4852302345786276e-05,
      "loss": 0.2394422721862793,
      "step": 6400
    },
    {
      "epoch": 0.20916126333403054,
      "grad_norm": 2.538597822189331,
      "learning_rate": 4.4771857000353965e-05,
      "loss": 0.2686458206176758,
      "step": 6500
    },
    {
      "epoch": 0.21237912892378485,
      "grad_norm": 3.806776523590088,
      "learning_rate": 4.469141165492165e-05,
      "loss": 0.2445933151245117,
      "step": 6600
    },
    {
      "epoch": 0.21559699451353917,
      "grad_norm": 5.519633769989014,
      "learning_rate": 4.4610966309489336e-05,
      "loss": 0.2316486930847168,
      "step": 6700
    },
    {
      "epoch": 0.21881486010329348,
      "grad_norm": 2.570289134979248,
      "learning_rate": 4.453052096405702e-05,
      "loss": 0.25618520736694333,
      "step": 6800
    },
    {
      "epoch": 0.2220327256930478,
      "grad_norm": 1.9880187511444092,
      "learning_rate": 4.445007561862471e-05,
      "loss": 0.22628854751586913,
      "step": 6900
    },
    {
      "epoch": 0.22525059128280212,
      "grad_norm": 5.40452766418457,
      "learning_rate": 4.4369630273192396e-05,
      "loss": 0.23788238525390626,
      "step": 7000
    },
    {
      "epoch": 0.22846845687255643,
      "grad_norm": 3.7318766117095947,
      "learning_rate": 4.428918492776008e-05,
      "loss": 0.23460798263549804,
      "step": 7100
    },
    {
      "epoch": 0.23168632246231075,
      "grad_norm": 3.2017786502838135,
      "learning_rate": 4.420873958232777e-05,
      "loss": 0.2477778434753418,
      "step": 7200
    },
    {
      "epoch": 0.23490418805206506,
      "grad_norm": 5.915706157684326,
      "learning_rate": 4.412829423689546e-05,
      "loss": 0.2488957405090332,
      "step": 7300
    },
    {
      "epoch": 0.23812205364181938,
      "grad_norm": 2.817690849304199,
      "learning_rate": 4.404784889146314e-05,
      "loss": 0.24542184829711913,
      "step": 7400
    },
    {
      "epoch": 0.2413399192315737,
      "grad_norm": 4.39451789855957,
      "learning_rate": 4.396740354603083e-05,
      "loss": 0.2323160743713379,
      "step": 7500
    },
    {
      "epoch": 0.2413399192315737,
      "eval_accuracy": 0.9765879819893235,
      "eval_f1": 0.8910072212088652,
      "eval_loss": 0.08586511015892029,
      "eval_precision": 0.8661088374239462,
      "eval_recall": 0.9173795037367669,
      "eval_runtime": 38.8792,
      "eval_samples_per_second": 643.017,
      "eval_steps_per_second": 35.726,
      "step": 7500
    },
    {
      "epoch": 0.244557784821328,
      "grad_norm": 6.589978218078613,
      "learning_rate": 4.388695820059852e-05,
      "loss": 0.25242706298828127,
      "step": 7600
    },
    {
      "epoch": 0.24777565041108232,
      "grad_norm": 8.314870834350586,
      "learning_rate": 4.3806512855166206e-05,
      "loss": 0.23692258834838867,
      "step": 7700
    },
    {
      "epoch": 0.25099351600083664,
      "grad_norm": 1.829958200454712,
      "learning_rate": 4.372606750973389e-05,
      "loss": 0.2302927017211914,
      "step": 7800
    },
    {
      "epoch": 0.254211381590591,
      "grad_norm": 2.879436492919922,
      "learning_rate": 4.364562216430158e-05,
      "loss": 0.22530841827392578,
      "step": 7900
    },
    {
      "epoch": 0.25742924718034527,
      "grad_norm": 4.005130767822266,
      "learning_rate": 4.3565176818869266e-05,
      "loss": 0.22251163482666014,
      "step": 8000
    },
    {
      "epoch": 0.2606471127700996,
      "grad_norm": 6.088663578033447,
      "learning_rate": 4.348473147343695e-05,
      "loss": 0.2417246437072754,
      "step": 8100
    },
    {
      "epoch": 0.2638649783598539,
      "grad_norm": 2.821535587310791,
      "learning_rate": 4.340428612800463e-05,
      "loss": 0.2411360549926758,
      "step": 8200
    },
    {
      "epoch": 0.26708284394960824,
      "grad_norm": 3.160569190979004,
      "learning_rate": 4.332384078257232e-05,
      "loss": 0.23668193817138672,
      "step": 8300
    },
    {
      "epoch": 0.2703007095393625,
      "grad_norm": 1.9559069871902466,
      "learning_rate": 4.324339543714001e-05,
      "loss": 0.20959726333618164,
      "step": 8400
    },
    {
      "epoch": 0.27351857512911687,
      "grad_norm": 3.570617914199829,
      "learning_rate": 4.316295009170769e-05,
      "loss": 0.23034614562988281,
      "step": 8500
    },
    {
      "epoch": 0.27673644071887116,
      "grad_norm": 15.547330856323242,
      "learning_rate": 4.308250474627538e-05,
      "loss": 0.22180200576782227,
      "step": 8600
    },
    {
      "epoch": 0.2799543063086255,
      "grad_norm": 1.9708352088928223,
      "learning_rate": 4.300205940084307e-05,
      "loss": 0.22687753677368164,
      "step": 8700
    },
    {
      "epoch": 0.2831721718983798,
      "grad_norm": 2.9480574131011963,
      "learning_rate": 4.292161405541076e-05,
      "loss": 0.22114805221557618,
      "step": 8800
    },
    {
      "epoch": 0.28639003748813413,
      "grad_norm": 1.7439308166503906,
      "learning_rate": 4.284116870997844e-05,
      "loss": 0.20100093841552735,
      "step": 8900
    },
    {
      "epoch": 0.2896079030778884,
      "grad_norm": 8.816022872924805,
      "learning_rate": 4.276072336454613e-05,
      "loss": 0.21243839263916015,
      "step": 9000
    },
    {
      "epoch": 0.29282576866764276,
      "grad_norm": 2.90824556350708,
      "learning_rate": 4.268027801911382e-05,
      "loss": 0.22030885696411132,
      "step": 9100
    },
    {
      "epoch": 0.29604363425739705,
      "grad_norm": 1.6333738565444946,
      "learning_rate": 4.25998326736815e-05,
      "loss": 0.20564973831176758,
      "step": 9200
    },
    {
      "epoch": 0.2992614998471514,
      "grad_norm": 2.048818349838257,
      "learning_rate": 4.251938732824919e-05,
      "loss": 0.22784378051757812,
      "step": 9300
    },
    {
      "epoch": 0.3024793654369057,
      "grad_norm": 2.5882511138916016,
      "learning_rate": 4.243894198281688e-05,
      "loss": 0.2064011001586914,
      "step": 9400
    },
    {
      "epoch": 0.30569723102666,
      "grad_norm": 4.423720359802246,
      "learning_rate": 4.235849663738457e-05,
      "loss": 0.22651321411132813,
      "step": 9500
    },
    {
      "epoch": 0.3089150966164143,
      "grad_norm": 6.1782732009887695,
      "learning_rate": 4.227805129195225e-05,
      "loss": 0.2322876739501953,
      "step": 9600
    },
    {
      "epoch": 0.31213296220616865,
      "grad_norm": 6.551365852355957,
      "learning_rate": 4.219760594651993e-05,
      "loss": 0.19593393325805664,
      "step": 9700
    },
    {
      "epoch": 0.31535082779592294,
      "grad_norm": 3.024858236312866,
      "learning_rate": 4.211716060108762e-05,
      "loss": 0.21738645553588867,
      "step": 9800
    },
    {
      "epoch": 0.3185686933856773,
      "grad_norm": 3.413978338241577,
      "learning_rate": 4.203671525565531e-05,
      "loss": 0.23522287368774414,
      "step": 9900
    },
    {
      "epoch": 0.32178655897543157,
      "grad_norm": 5.521674156188965,
      "learning_rate": 4.195626991022299e-05,
      "loss": 0.2253404998779297,
      "step": 10000
    },
    {
      "epoch": 0.32178655897543157,
      "eval_accuracy": 0.9818083480354339,
      "eval_f1": 0.9029431672892276,
      "eval_loss": 0.07069914042949677,
      "eval_precision": 0.8804620179673655,
      "eval_recall": 0.9266024362948766,
      "eval_runtime": 38.4445,
      "eval_samples_per_second": 650.288,
      "eval_steps_per_second": 36.13,
      "step": 10000
    },
    {
      "epoch": 0.3250044245651859,
      "grad_norm": 3.399749755859375,
      "learning_rate": 4.187582456479068e-05,
      "loss": 0.20138219833374024,
      "step": 10100
    },
    {
      "epoch": 0.32822229015494025,
      "grad_norm": 6.1640753746032715,
      "learning_rate": 4.179537921935837e-05,
      "loss": 0.2074588966369629,
      "step": 10200
    },
    {
      "epoch": 0.33144015574469454,
      "grad_norm": 2.652939796447754,
      "learning_rate": 4.171493387392605e-05,
      "loss": 0.20934364318847656,
      "step": 10300
    },
    {
      "epoch": 0.3346580213344489,
      "grad_norm": 2.3221635818481445,
      "learning_rate": 4.163448852849374e-05,
      "loss": 0.20557579040527343,
      "step": 10400
    },
    {
      "epoch": 0.3378758869242032,
      "grad_norm": 4.995593547821045,
      "learning_rate": 4.155404318306143e-05,
      "loss": 0.21284431457519531,
      "step": 10500
    },
    {
      "epoch": 0.3410937525139575,
      "grad_norm": 5.589059829711914,
      "learning_rate": 4.147359783762912e-05,
      "loss": 0.22939311981201171,
      "step": 10600
    },
    {
      "epoch": 0.3443116181037118,
      "grad_norm": 3.8397393226623535,
      "learning_rate": 4.13931524921968e-05,
      "loss": 0.20622701644897462,
      "step": 10700
    },
    {
      "epoch": 0.34752948369346615,
      "grad_norm": 6.400503158569336,
      "learning_rate": 4.131270714676449e-05,
      "loss": 0.2185076332092285,
      "step": 10800
    },
    {
      "epoch": 0.35074734928322043,
      "grad_norm": 8.725358009338379,
      "learning_rate": 4.123226180133218e-05,
      "loss": 0.22046119689941407,
      "step": 10900
    },
    {
      "epoch": 0.3539652148729748,
      "grad_norm": 2.3542211055755615,
      "learning_rate": 4.115181645589986e-05,
      "loss": 0.21081886291503907,
      "step": 11000
    },
    {
      "epoch": 0.35718308046272906,
      "grad_norm": 2.4933526515960693,
      "learning_rate": 4.107137111046755e-05,
      "loss": 0.21268159866333008,
      "step": 11100
    },
    {
      "epoch": 0.3604009460524834,
      "grad_norm": 2.3393359184265137,
      "learning_rate": 4.0990925765035234e-05,
      "loss": 0.20191749572753906,
      "step": 11200
    },
    {
      "epoch": 0.3636188116422377,
      "grad_norm": 7.511013507843018,
      "learning_rate": 4.091048041960292e-05,
      "loss": 0.22198728561401368,
      "step": 11300
    },
    {
      "epoch": 0.36683667723199204,
      "grad_norm": 2.7252819538116455,
      "learning_rate": 4.0830035074170606e-05,
      "loss": 0.18651321411132812,
      "step": 11400
    },
    {
      "epoch": 0.3700545428217463,
      "grad_norm": 1.7606490850448608,
      "learning_rate": 4.0749589728738295e-05,
      "loss": 0.20632423400878908,
      "step": 11500
    },
    {
      "epoch": 0.37327240841150067,
      "grad_norm": 1.7523146867752075,
      "learning_rate": 4.0669144383305984e-05,
      "loss": 0.19867513656616212,
      "step": 11600
    },
    {
      "epoch": 0.37649027400125495,
      "grad_norm": 1.9296563863754272,
      "learning_rate": 4.058869903787367e-05,
      "loss": 0.21059492111206055,
      "step": 11700
    },
    {
      "epoch": 0.3797081395910093,
      "grad_norm": 2.119272232055664,
      "learning_rate": 4.0508253692441355e-05,
      "loss": 0.20072717666625978,
      "step": 11800
    },
    {
      "epoch": 0.3829260051807636,
      "grad_norm": 1.8676605224609375,
      "learning_rate": 4.0427808347009044e-05,
      "loss": 0.2199223518371582,
      "step": 11900
    },
    {
      "epoch": 0.3861438707705179,
      "grad_norm": 7.326332092285156,
      "learning_rate": 4.034736300157673e-05,
      "loss": 0.22979413986206054,
      "step": 12000
    },
    {
      "epoch": 0.3893617363602722,
      "grad_norm": 6.403603553771973,
      "learning_rate": 4.0266917656144415e-05,
      "loss": 0.20364051818847656,
      "step": 12100
    },
    {
      "epoch": 0.39257960195002656,
      "grad_norm": 7.924391269683838,
      "learning_rate": 4.0186472310712104e-05,
      "loss": 0.21068944931030273,
      "step": 12200
    },
    {
      "epoch": 0.39579746753978085,
      "grad_norm": 1.8581446409225464,
      "learning_rate": 4.010602696527979e-05,
      "loss": 0.1954026412963867,
      "step": 12300
    },
    {
      "epoch": 0.3990153331295352,
      "grad_norm": 4.413888931274414,
      "learning_rate": 4.002558161984748e-05,
      "loss": 0.20379119873046875,
      "step": 12400
    },
    {
      "epoch": 0.4022331987192895,
      "grad_norm": 7.339420795440674,
      "learning_rate": 3.9945136274415165e-05,
      "loss": 0.21170831680297852,
      "step": 12500
    },
    {
      "epoch": 0.4022331987192895,
      "eval_accuracy": 0.9805167004142786,
      "eval_f1": 0.9110038183596832,
      "eval_loss": 0.07153428345918655,
      "eval_precision": 0.8942803330689929,
      "eval_recall": 0.9283646981644178,
      "eval_runtime": 38.6581,
      "eval_samples_per_second": 646.695,
      "eval_steps_per_second": 35.93,
      "step": 12500
    },
    {
      "epoch": 0.4054510643090438,
      "grad_norm": 6.818169116973877,
      "learning_rate": 3.9864690928982854e-05,
      "loss": 0.1984395217895508,
      "step": 12600
    },
    {
      "epoch": 0.4086689298987981,
      "grad_norm": 7.034976959228516,
      "learning_rate": 3.9784245583550536e-05,
      "loss": 0.20739023208618165,
      "step": 12700
    },
    {
      "epoch": 0.41188679548855245,
      "grad_norm": 1.944700002670288,
      "learning_rate": 3.9703800238118225e-05,
      "loss": 0.2069017219543457,
      "step": 12800
    },
    {
      "epoch": 0.41510466107830674,
      "grad_norm": 4.255757808685303,
      "learning_rate": 3.962335489268591e-05,
      "loss": 0.20037817001342773,
      "step": 12900
    },
    {
      "epoch": 0.4183225266680611,
      "grad_norm": 3.274329900741577,
      "learning_rate": 3.9542909547253596e-05,
      "loss": 0.20747562408447265,
      "step": 13000
    },
    {
      "epoch": 0.42154039225781537,
      "grad_norm": 8.684778213500977,
      "learning_rate": 3.9462464201821285e-05,
      "loss": 0.2101104164123535,
      "step": 13100
    },
    {
      "epoch": 0.4247582578475697,
      "grad_norm": 2.2195351123809814,
      "learning_rate": 3.938201885638897e-05,
      "loss": 0.2074994659423828,
      "step": 13200
    },
    {
      "epoch": 0.427976123437324,
      "grad_norm": 5.522794723510742,
      "learning_rate": 3.9301573510956657e-05,
      "loss": 0.20569501876831053,
      "step": 13300
    },
    {
      "epoch": 0.43119398902707834,
      "grad_norm": 8.248220443725586,
      "learning_rate": 3.9221128165524346e-05,
      "loss": 0.20211294174194336,
      "step": 13400
    },
    {
      "epoch": 0.4344118546168327,
      "grad_norm": 1.3259437084197998,
      "learning_rate": 3.9140682820092035e-05,
      "loss": 0.19619279861450195,
      "step": 13500
    },
    {
      "epoch": 0.43762972020658697,
      "grad_norm": 3.264453172683716,
      "learning_rate": 3.906023747465972e-05,
      "loss": 0.20112485885620118,
      "step": 13600
    },
    {
      "epoch": 0.4408475857963413,
      "grad_norm": 6.523902893066406,
      "learning_rate": 3.8979792129227406e-05,
      "loss": 0.17402765274047852,
      "step": 13700
    },
    {
      "epoch": 0.4440654513860956,
      "grad_norm": 6.627138137817383,
      "learning_rate": 3.8899346783795095e-05,
      "loss": 0.18946147918701173,
      "step": 13800
    },
    {
      "epoch": 0.44728331697584994,
      "grad_norm": 1.7494491338729858,
      "learning_rate": 3.881890143836278e-05,
      "loss": 0.20346969604492188,
      "step": 13900
    },
    {
      "epoch": 0.45050118256560423,
      "grad_norm": 6.50437068939209,
      "learning_rate": 3.8738456092930466e-05,
      "loss": 0.19907255172729493,
      "step": 14000
    },
    {
      "epoch": 0.4537190481553586,
      "grad_norm": 1.948766827583313,
      "learning_rate": 3.8658010747498155e-05,
      "loss": 0.19304462432861327,
      "step": 14100
    },
    {
      "epoch": 0.45693691374511286,
      "grad_norm": 2.1899731159210205,
      "learning_rate": 3.857756540206584e-05,
      "loss": 0.19804704666137696,
      "step": 14200
    },
    {
      "epoch": 0.4601547793348672,
      "grad_norm": 2.7552740573883057,
      "learning_rate": 3.8497120056633527e-05,
      "loss": 0.17073585510253905,
      "step": 14300
    },
    {
      "epoch": 0.4633726449246215,
      "grad_norm": 3.2083916664123535,
      "learning_rate": 3.841667471120121e-05,
      "loss": 0.19360818862915039,
      "step": 14400
    },
    {
      "epoch": 0.46659051051437583,
      "grad_norm": 5.908588409423828,
      "learning_rate": 3.83362293657689e-05,
      "loss": 0.17787866592407225,
      "step": 14500
    },
    {
      "epoch": 0.4698083761041301,
      "grad_norm": 2.6561052799224854,
      "learning_rate": 3.825578402033658e-05,
      "loss": 0.20204214096069337,
      "step": 14600
    },
    {
      "epoch": 0.47302624169388446,
      "grad_norm": 2.6253390312194824,
      "learning_rate": 3.817533867490427e-05,
      "loss": 0.18690492630004882,
      "step": 14700
    },
    {
      "epoch": 0.47624410728363875,
      "grad_norm": 1.7459347248077393,
      "learning_rate": 3.809489332947196e-05,
      "loss": 0.17405952453613283,
      "step": 14800
    },
    {
      "epoch": 0.4794619728733931,
      "grad_norm": 4.657139301300049,
      "learning_rate": 3.801444798403965e-05,
      "loss": 0.1884486961364746,
      "step": 14900
    },
    {
      "epoch": 0.4826798384631474,
      "grad_norm": 3.4389936923980713,
      "learning_rate": 3.793400263860733e-05,
      "loss": 0.1895262336730957,
      "step": 15000
    },
    {
      "epoch": 0.4826798384631474,
      "eval_accuracy": 0.9843394189343752,
      "eval_f1": 0.9178045953844602,
      "eval_loss": 0.05817751958966255,
      "eval_precision": 0.8991940957952288,
      "eval_recall": 0.9372017339627738,
      "eval_runtime": 38.9423,
      "eval_samples_per_second": 641.975,
      "eval_steps_per_second": 35.668,
      "step": 15000
    },
    {
      "epoch": 0.4858977040529017,
      "grad_norm": 2.704439640045166,
      "learning_rate": 3.785355729317502e-05,
      "loss": 0.1874333381652832,
      "step": 15100
    },
    {
      "epoch": 0.489115569642656,
      "grad_norm": 3.225116729736328,
      "learning_rate": 3.777311194774271e-05,
      "loss": 0.20594432830810547,
      "step": 15200
    },
    {
      "epoch": 0.49233343523241035,
      "grad_norm": 6.360146999359131,
      "learning_rate": 3.76926666023104e-05,
      "loss": 0.18481210708618165,
      "step": 15300
    },
    {
      "epoch": 0.49555130082216464,
      "grad_norm": 6.072609901428223,
      "learning_rate": 3.761222125687808e-05,
      "loss": 0.19338289260864258,
      "step": 15400
    },
    {
      "epoch": 0.498769166411919,
      "grad_norm": 6.828498363494873,
      "learning_rate": 3.753177591144577e-05,
      "loss": 0.17112209320068358,
      "step": 15500
    },
    {
      "epoch": 0.5019870320016733,
      "grad_norm": 1.9960297346115112,
      "learning_rate": 3.745133056601346e-05,
      "loss": 0.177659912109375,
      "step": 15600
    },
    {
      "epoch": 0.5052048975914276,
      "grad_norm": 2.489583969116211,
      "learning_rate": 3.737088522058114e-05,
      "loss": 0.1999117088317871,
      "step": 15700
    },
    {
      "epoch": 0.508422763181182,
      "grad_norm": 1.4370602369308472,
      "learning_rate": 3.729043987514882e-05,
      "loss": 0.18860567092895508,
      "step": 15800
    },
    {
      "epoch": 0.5116406287709362,
      "grad_norm": 1.5181185007095337,
      "learning_rate": 3.720999452971651e-05,
      "loss": 0.17629049301147462,
      "step": 15900
    },
    {
      "epoch": 0.5148584943606905,
      "grad_norm": 6.286506652832031,
      "learning_rate": 3.71295491842842e-05,
      "loss": 0.18211414337158202,
      "step": 16000
    },
    {
      "epoch": 0.5180763599504449,
      "grad_norm": 3.1108760833740234,
      "learning_rate": 3.704910383885188e-05,
      "loss": 0.18931018829345703,
      "step": 16100
    },
    {
      "epoch": 0.5212942255401992,
      "grad_norm": 0.5399872064590454,
      "learning_rate": 3.696865849341957e-05,
      "loss": 0.18857126235961913,
      "step": 16200
    },
    {
      "epoch": 0.5245120911299535,
      "grad_norm": 1.3765555620193481,
      "learning_rate": 3.688821314798726e-05,
      "loss": 0.18414220809936524,
      "step": 16300
    },
    {
      "epoch": 0.5277299567197078,
      "grad_norm": 3.104323148727417,
      "learning_rate": 3.680776780255494e-05,
      "loss": 0.18788623809814453,
      "step": 16400
    },
    {
      "epoch": 0.5309478223094621,
      "grad_norm": 1.609277367591858,
      "learning_rate": 3.672732245712263e-05,
      "loss": 0.17455484390258788,
      "step": 16500
    },
    {
      "epoch": 0.5341656878992165,
      "grad_norm": 2.4873690605163574,
      "learning_rate": 3.664687711169032e-05,
      "loss": 0.17273141860961913,
      "step": 16600
    },
    {
      "epoch": 0.5373835534889707,
      "grad_norm": 3.004922866821289,
      "learning_rate": 3.656643176625801e-05,
      "loss": 0.17702035903930663,
      "step": 16700
    },
    {
      "epoch": 0.540601419078725,
      "grad_norm": 4.731108665466309,
      "learning_rate": 3.648598642082569e-05,
      "loss": 0.1878594970703125,
      "step": 16800
    },
    {
      "epoch": 0.5438192846684794,
      "grad_norm": 3.8425683975219727,
      "learning_rate": 3.640554107539338e-05,
      "loss": 0.19668659210205078,
      "step": 16900
    },
    {
      "epoch": 0.5470371502582337,
      "grad_norm": 1.5426945686340332,
      "learning_rate": 3.632509572996107e-05,
      "loss": 0.16921035766601564,
      "step": 17000
    },
    {
      "epoch": 0.5502550158479881,
      "grad_norm": 1.886399507522583,
      "learning_rate": 3.624465038452876e-05,
      "loss": 0.15211493492126466,
      "step": 17100
    },
    {
      "epoch": 0.5534728814377423,
      "grad_norm": 5.827595233917236,
      "learning_rate": 3.616420503909644e-05,
      "loss": 0.1691839599609375,
      "step": 17200
    },
    {
      "epoch": 0.5566907470274967,
      "grad_norm": 5.728984832763672,
      "learning_rate": 3.608375969366412e-05,
      "loss": 0.1721731948852539,
      "step": 17300
    },
    {
      "epoch": 0.559908612617251,
      "grad_norm": 2.2809104919433594,
      "learning_rate": 3.600331434823181e-05,
      "loss": 0.1917552185058594,
      "step": 17400
    },
    {
      "epoch": 0.5631264782070053,
      "grad_norm": 2.936466693878174,
      "learning_rate": 3.5922869002799494e-05,
      "loss": 0.18653520584106445,
      "step": 17500
    },
    {
      "epoch": 0.5631264782070053,
      "eval_accuracy": 0.9851181304305561,
      "eval_f1": 0.9213907594344987,
      "eval_loss": 0.055659033358097076,
      "eval_precision": 0.9052643338588151,
      "eval_recall": 0.9381021597355321,
      "eval_runtime": 38.4689,
      "eval_samples_per_second": 649.876,
      "eval_steps_per_second": 36.107,
      "step": 17500
    },
    {
      "epoch": 0.5663443437967596,
      "grad_norm": 5.648510456085205,
      "learning_rate": 3.5842423657367184e-05,
      "loss": 0.17743080139160156,
      "step": 17600
    },
    {
      "epoch": 0.5695622093865139,
      "grad_norm": 2.0115761756896973,
      "learning_rate": 3.576197831193487e-05,
      "loss": 0.18602855682373046,
      "step": 17700
    },
    {
      "epoch": 0.5727800749762683,
      "grad_norm": 5.880187511444092,
      "learning_rate": 3.568153296650256e-05,
      "loss": 0.18167713165283203,
      "step": 17800
    },
    {
      "epoch": 0.5759979405660226,
      "grad_norm": 4.690539360046387,
      "learning_rate": 3.5601087621070244e-05,
      "loss": 0.17695968627929687,
      "step": 17900
    },
    {
      "epoch": 0.5792158061557768,
      "grad_norm": 0.8806695342063904,
      "learning_rate": 3.552064227563793e-05,
      "loss": 0.19892288208007813,
      "step": 18000
    },
    {
      "epoch": 0.5824336717455312,
      "grad_norm": 1.943228006362915,
      "learning_rate": 3.544019693020562e-05,
      "loss": 0.17242523193359374,
      "step": 18100
    },
    {
      "epoch": 0.5856515373352855,
      "grad_norm": 3.5915210247039795,
      "learning_rate": 3.5359751584773304e-05,
      "loss": 0.181878662109375,
      "step": 18200
    },
    {
      "epoch": 0.5888694029250399,
      "grad_norm": 2.8968303203582764,
      "learning_rate": 3.527930623934099e-05,
      "loss": 0.18603469848632812,
      "step": 18300
    },
    {
      "epoch": 0.5920872685147941,
      "grad_norm": 5.2887678146362305,
      "learning_rate": 3.519886089390868e-05,
      "loss": 0.16267045974731445,
      "step": 18400
    },
    {
      "epoch": 0.5953051341045484,
      "grad_norm": 1.6592695713043213,
      "learning_rate": 3.511841554847637e-05,
      "loss": 0.17949144363403322,
      "step": 18500
    },
    {
      "epoch": 0.5985229996943028,
      "grad_norm": 0.979318380355835,
      "learning_rate": 3.5037970203044054e-05,
      "loss": 0.1779278564453125,
      "step": 18600
    },
    {
      "epoch": 0.6017408652840571,
      "grad_norm": 1.6524354219436646,
      "learning_rate": 3.495752485761174e-05,
      "loss": 0.1590627098083496,
      "step": 18700
    },
    {
      "epoch": 0.6049587308738114,
      "grad_norm": 3.5658767223358154,
      "learning_rate": 3.4877079512179425e-05,
      "loss": 0.16901378631591796,
      "step": 18800
    },
    {
      "epoch": 0.6081765964635657,
      "grad_norm": 3.9737935066223145,
      "learning_rate": 3.4796634166747114e-05,
      "loss": 0.17097728729248046,
      "step": 18900
    },
    {
      "epoch": 0.61139446205332,
      "grad_norm": 3.3529911041259766,
      "learning_rate": 3.4716188821314796e-05,
      "loss": 0.17232301712036133,
      "step": 19000
    },
    {
      "epoch": 0.6146123276430744,
      "grad_norm": 3.2977654933929443,
      "learning_rate": 3.4635743475882485e-05,
      "loss": 0.16828372955322266,
      "step": 19100
    },
    {
      "epoch": 0.6178301932328286,
      "grad_norm": 3.297731876373291,
      "learning_rate": 3.4555298130450174e-05,
      "loss": 0.17515941619873046,
      "step": 19200
    },
    {
      "epoch": 0.621048058822583,
      "grad_norm": 7.258795261383057,
      "learning_rate": 3.4474852785017856e-05,
      "loss": 0.15848381996154784,
      "step": 19300
    },
    {
      "epoch": 0.6242659244123373,
      "grad_norm": 3.2193796634674072,
      "learning_rate": 3.4394407439585546e-05,
      "loss": 0.1693815231323242,
      "step": 19400
    },
    {
      "epoch": 0.6274837900020916,
      "grad_norm": 1.8956769704818726,
      "learning_rate": 3.4313962094153235e-05,
      "loss": 0.1632681083679199,
      "step": 19500
    },
    {
      "epoch": 0.6307016555918459,
      "grad_norm": 1.5155613422393799,
      "learning_rate": 3.4233516748720924e-05,
      "loss": 0.1833029556274414,
      "step": 19600
    },
    {
      "epoch": 0.6339195211816002,
      "grad_norm": 4.2836079597473145,
      "learning_rate": 3.4153071403288606e-05,
      "loss": 0.17777244567871095,
      "step": 19700
    },
    {
      "epoch": 0.6371373867713546,
      "grad_norm": 5.861156463623047,
      "learning_rate": 3.4072626057856295e-05,
      "loss": 0.17992183685302734,
      "step": 19800
    },
    {
      "epoch": 0.6403552523611089,
      "grad_norm": 3.4068503379821777,
      "learning_rate": 3.3992180712423984e-05,
      "loss": 0.17448163986206056,
      "step": 19900
    },
    {
      "epoch": 0.6435731179508631,
      "grad_norm": 2.3339030742645264,
      "learning_rate": 3.3911735366991666e-05,
      "loss": 0.16662296295166015,
      "step": 20000
    },
    {
      "epoch": 0.6435731179508631,
      "eval_accuracy": 0.985229301062481,
      "eval_f1": 0.92316609857673,
      "eval_loss": 0.056044481694698334,
      "eval_precision": 0.9047148608263973,
      "eval_recall": 0.9423856137687964,
      "eval_runtime": 38.8504,
      "eval_samples_per_second": 643.494,
      "eval_steps_per_second": 35.753,
      "step": 20000
    },
    {
      "epoch": 0.6467909835406175,
      "grad_norm": 3.3607404232025146,
      "learning_rate": 3.3831290021559355e-05,
      "loss": 0.17825605392456054,
      "step": 20100
    },
    {
      "epoch": 0.6500088491303718,
      "grad_norm": 2.690410852432251,
      "learning_rate": 3.3750844676127044e-05,
      "loss": 0.1796116065979004,
      "step": 20200
    },
    {
      "epoch": 0.6532267147201262,
      "grad_norm": 5.667492866516113,
      "learning_rate": 3.3670399330694727e-05,
      "loss": 0.15698086738586425,
      "step": 20300
    },
    {
      "epoch": 0.6564445803098805,
      "grad_norm": 2.9585955142974854,
      "learning_rate": 3.3589953985262416e-05,
      "loss": 0.14914603233337403,
      "step": 20400
    },
    {
      "epoch": 0.6596624458996347,
      "grad_norm": 3.539393901824951,
      "learning_rate": 3.35095086398301e-05,
      "loss": 0.15797216415405274,
      "step": 20500
    },
    {
      "epoch": 0.6628803114893891,
      "grad_norm": 3.268399238586426,
      "learning_rate": 3.342906329439779e-05,
      "loss": 0.16447280883789062,
      "step": 20600
    },
    {
      "epoch": 0.6660981770791434,
      "grad_norm": 1.261047601699829,
      "learning_rate": 3.3348617948965476e-05,
      "loss": 0.18879241943359376,
      "step": 20700
    },
    {
      "epoch": 0.6693160426688978,
      "grad_norm": 2.1420369148254395,
      "learning_rate": 3.326817260353316e-05,
      "loss": 0.15382347106933594,
      "step": 20800
    },
    {
      "epoch": 0.672533908258652,
      "grad_norm": 2.8946328163146973,
      "learning_rate": 3.318772725810085e-05,
      "loss": 0.15514832496643066,
      "step": 20900
    },
    {
      "epoch": 0.6757517738484063,
      "grad_norm": 12.205283164978027,
      "learning_rate": 3.3107281912668536e-05,
      "loss": 0.18069747924804688,
      "step": 21000
    },
    {
      "epoch": 0.6789696394381607,
      "grad_norm": 1.8224153518676758,
      "learning_rate": 3.302683656723622e-05,
      "loss": 0.17442039489746095,
      "step": 21100
    },
    {
      "epoch": 0.682187505027915,
      "grad_norm": 3.392157554626465,
      "learning_rate": 3.294639122180391e-05,
      "loss": 0.16294483184814454,
      "step": 21200
    },
    {
      "epoch": 0.6854053706176693,
      "grad_norm": 1.9432575702667236,
      "learning_rate": 3.2865945876371597e-05,
      "loss": 0.17553016662597656,
      "step": 21300
    },
    {
      "epoch": 0.6886232362074236,
      "grad_norm": 3.2393903732299805,
      "learning_rate": 3.2785500530939286e-05,
      "loss": 0.17193687438964844,
      "step": 21400
    },
    {
      "epoch": 0.691841101797178,
      "grad_norm": 3.1432416439056396,
      "learning_rate": 3.270505518550697e-05,
      "loss": 0.17834131240844728,
      "step": 21500
    },
    {
      "epoch": 0.6950589673869323,
      "grad_norm": 1.5839548110961914,
      "learning_rate": 3.262460984007466e-05,
      "loss": 0.16497987747192383,
      "step": 21600
    },
    {
      "epoch": 0.6982768329766865,
      "grad_norm": 3.1208765506744385,
      "learning_rate": 3.2544164494642346e-05,
      "loss": 0.18163761138916015,
      "step": 21700
    },
    {
      "epoch": 0.7014946985664409,
      "grad_norm": 8.323920249938965,
      "learning_rate": 3.246371914921003e-05,
      "loss": 0.1704619598388672,
      "step": 21800
    },
    {
      "epoch": 0.7047125641561952,
      "grad_norm": 0.9279898405075073,
      "learning_rate": 3.238327380377772e-05,
      "loss": 0.1771290397644043,
      "step": 21900
    },
    {
      "epoch": 0.7079304297459496,
      "grad_norm": 3.2795073986053467,
      "learning_rate": 3.23028284583454e-05,
      "loss": 0.1524122428894043,
      "step": 22000
    },
    {
      "epoch": 0.7111482953357038,
      "grad_norm": 5.583573818206787,
      "learning_rate": 3.222238311291309e-05,
      "loss": 0.16980670928955077,
      "step": 22100
    },
    {
      "epoch": 0.7143661609254581,
      "grad_norm": 4.969387531280518,
      "learning_rate": 3.214193776748077e-05,
      "loss": 0.1560416603088379,
      "step": 22200
    },
    {
      "epoch": 0.7175840265152125,
      "grad_norm": 3.3920233249664307,
      "learning_rate": 3.206149242204846e-05,
      "loss": 0.160349063873291,
      "step": 22300
    },
    {
      "epoch": 0.7208018921049668,
      "grad_norm": 2.8945395946502686,
      "learning_rate": 3.198104707661615e-05,
      "loss": 0.18149927139282226,
      "step": 22400
    },
    {
      "epoch": 0.724019757694721,
      "grad_norm": 1.1273301839828491,
      "learning_rate": 3.190060173118384e-05,
      "loss": 0.16230302810668945,
      "step": 22500
    },
    {
      "epoch": 0.724019757694721,
      "eval_accuracy": 0.9838156242825616,
      "eval_f1": 0.9249598360552048,
      "eval_loss": 0.05883582681417465,
      "eval_precision": 0.9098816590137007,
      "eval_recall": 0.9405461725473045,
      "eval_runtime": 38.7455,
      "eval_samples_per_second": 645.236,
      "eval_steps_per_second": 35.849,
      "step": 22500
    },
    {
      "epoch": 0.7272376232844754,
      "grad_norm": 2.699639081954956,
      "learning_rate": 3.182015638575152e-05,
      "loss": 0.17641155242919923,
      "step": 22600
    },
    {
      "epoch": 0.7304554888742297,
      "grad_norm": 4.614871978759766,
      "learning_rate": 3.173971104031921e-05,
      "loss": 0.15983717918395995,
      "step": 22700
    },
    {
      "epoch": 0.7336733544639841,
      "grad_norm": 2.631415843963623,
      "learning_rate": 3.16592656948869e-05,
      "loss": 0.15378172874450682,
      "step": 22800
    },
    {
      "epoch": 0.7368912200537383,
      "grad_norm": 1.4634898900985718,
      "learning_rate": 3.157882034945458e-05,
      "loss": 0.16743200302124023,
      "step": 22900
    },
    {
      "epoch": 0.7401090856434926,
      "grad_norm": 3.4641151428222656,
      "learning_rate": 3.149837500402227e-05,
      "loss": 0.15191415786743165,
      "step": 23000
    },
    {
      "epoch": 0.743326951233247,
      "grad_norm": 1.500380039215088,
      "learning_rate": 3.141792965858996e-05,
      "loss": 0.15310038566589357,
      "step": 23100
    },
    {
      "epoch": 0.7465448168230013,
      "grad_norm": 2.184008836746216,
      "learning_rate": 3.133748431315765e-05,
      "loss": 0.16115007400512696,
      "step": 23200
    },
    {
      "epoch": 0.7497626824127556,
      "grad_norm": 1.1047471761703491,
      "learning_rate": 3.125703896772533e-05,
      "loss": 0.153313045501709,
      "step": 23300
    },
    {
      "epoch": 0.7529805480025099,
      "grad_norm": 3.3007121086120605,
      "learning_rate": 3.117659362229301e-05,
      "loss": 0.16872770309448243,
      "step": 23400
    },
    {
      "epoch": 0.7561984135922643,
      "grad_norm": 6.547897815704346,
      "learning_rate": 3.10961482768607e-05,
      "loss": 0.18551017761230468,
      "step": 23500
    },
    {
      "epoch": 0.7594162791820186,
      "grad_norm": 2.700106382369995,
      "learning_rate": 3.1015702931428383e-05,
      "loss": 0.15708372116088867,
      "step": 23600
    },
    {
      "epoch": 0.7626341447717729,
      "grad_norm": 1.265189290046692,
      "learning_rate": 3.093525758599607e-05,
      "loss": 0.17149799346923827,
      "step": 23700
    },
    {
      "epoch": 0.7658520103615272,
      "grad_norm": 6.2682204246521,
      "learning_rate": 3.085481224056376e-05,
      "loss": 0.15998153686523436,
      "step": 23800
    },
    {
      "epoch": 0.7690698759512815,
      "grad_norm": 3.071823835372925,
      "learning_rate": 3.077436689513145e-05,
      "loss": 0.18916090011596678,
      "step": 23900
    },
    {
      "epoch": 0.7722877415410359,
      "grad_norm": 2.476935625076294,
      "learning_rate": 3.069392154969913e-05,
      "loss": 0.14498735427856446,
      "step": 24000
    },
    {
      "epoch": 0.7755056071307902,
      "grad_norm": 4.1790032386779785,
      "learning_rate": 3.061347620426682e-05,
      "loss": 0.1612476921081543,
      "step": 24100
    },
    {
      "epoch": 0.7787234727205444,
      "grad_norm": 1.0075314044952393,
      "learning_rate": 3.053303085883451e-05,
      "loss": 0.14984708786010742,
      "step": 24200
    },
    {
      "epoch": 0.7819413383102988,
      "grad_norm": 9.008003234863281,
      "learning_rate": 3.04525855134022e-05,
      "loss": 0.17614728927612305,
      "step": 24300
    },
    {
      "epoch": 0.7851592039000531,
      "grad_norm": 0.790449321269989,
      "learning_rate": 3.0372140167969882e-05,
      "loss": 0.1434452724456787,
      "step": 24400
    },
    {
      "epoch": 0.7883770694898075,
      "grad_norm": 2.6443631649017334,
      "learning_rate": 3.029169482253757e-05,
      "loss": 0.1625998878479004,
      "step": 24500
    },
    {
      "epoch": 0.7915949350795617,
      "grad_norm": 1.1716026067733765,
      "learning_rate": 3.0211249477105257e-05,
      "loss": 0.1629466438293457,
      "step": 24600
    },
    {
      "epoch": 0.794812800669316,
      "grad_norm": 1.9636585712432861,
      "learning_rate": 3.013080413167294e-05,
      "loss": 0.1526513195037842,
      "step": 24700
    },
    {
      "epoch": 0.7980306662590704,
      "grad_norm": 6.442037582397461,
      "learning_rate": 3.0050358786240628e-05,
      "loss": 0.16380990982055665,
      "step": 24800
    },
    {
      "epoch": 0.8012485318488247,
      "grad_norm": 2.0020787715911865,
      "learning_rate": 2.9969913440808317e-05,
      "loss": 0.16642404556274415,
      "step": 24900
    },
    {
      "epoch": 0.804466397438579,
      "grad_norm": 3.425807476043701,
      "learning_rate": 2.9889468095376006e-05,
      "loss": 0.15638751029968262,
      "step": 25000
    },
    {
      "epoch": 0.804466397438579,
      "eval_accuracy": 0.9871683237123339,
      "eval_f1": 0.9358503491978916,
      "eval_loss": 0.047558050602674484,
      "eval_precision": 0.9231722273671564,
      "eval_recall": 0.948881542557981,
      "eval_runtime": 39.0981,
      "eval_samples_per_second": 639.417,
      "eval_steps_per_second": 35.526,
      "step": 25000
    },
    {
      "epoch": 0.8076842630283333,
      "grad_norm": 1.7773306369781494,
      "learning_rate": 2.980902274994369e-05,
      "loss": 0.16818260192871093,
      "step": 25100
    },
    {
      "epoch": 0.8109021286180876,
      "grad_norm": 2.457798957824707,
      "learning_rate": 2.9728577404511378e-05,
      "loss": 0.1736893844604492,
      "step": 25200
    },
    {
      "epoch": 0.814119994207842,
      "grad_norm": 1.6925740242004395,
      "learning_rate": 2.9648132059079063e-05,
      "loss": 0.17085908889770507,
      "step": 25300
    },
    {
      "epoch": 0.8173378597975962,
      "grad_norm": 2.4007983207702637,
      "learning_rate": 2.956768671364675e-05,
      "loss": 0.16143144607543947,
      "step": 25400
    },
    {
      "epoch": 0.8205557253873506,
      "grad_norm": 2.328049898147583,
      "learning_rate": 2.9487241368214435e-05,
      "loss": 0.16922952651977538,
      "step": 25500
    },
    {
      "epoch": 0.8237735909771049,
      "grad_norm": 2.7495510578155518,
      "learning_rate": 2.9406796022782124e-05,
      "loss": 0.16985824584960937,
      "step": 25600
    },
    {
      "epoch": 0.8269914565668592,
      "grad_norm": 18.3980712890625,
      "learning_rate": 2.9326350677349813e-05,
      "loss": 0.15559816360473633,
      "step": 25700
    },
    {
      "epoch": 0.8302093221566135,
      "grad_norm": 2.3473148345947266,
      "learning_rate": 2.9245905331917495e-05,
      "loss": 0.17103708267211915,
      "step": 25800
    },
    {
      "epoch": 0.8334271877463678,
      "grad_norm": 2.7980849742889404,
      "learning_rate": 2.9165459986485184e-05,
      "loss": 0.1549097156524658,
      "step": 25900
    },
    {
      "epoch": 0.8366450533361222,
      "grad_norm": 0.4983047842979431,
      "learning_rate": 2.908501464105287e-05,
      "loss": 0.15225051879882812,
      "step": 26000
    },
    {
      "epoch": 0.8398629189258765,
      "grad_norm": 1.1898616552352905,
      "learning_rate": 2.900456929562056e-05,
      "loss": 0.14232300758361816,
      "step": 26100
    },
    {
      "epoch": 0.8430807845156307,
      "grad_norm": 1.2203755378723145,
      "learning_rate": 2.892412395018824e-05,
      "loss": 0.16007034301757814,
      "step": 26200
    },
    {
      "epoch": 0.8462986501053851,
      "grad_norm": 3.160578489303589,
      "learning_rate": 2.884367860475593e-05,
      "loss": 0.16384252548217773,
      "step": 26300
    },
    {
      "epoch": 0.8495165156951394,
      "grad_norm": 5.011970043182373,
      "learning_rate": 2.876323325932362e-05,
      "loss": 0.15432297706604003,
      "step": 26400
    },
    {
      "epoch": 0.8527343812848938,
      "grad_norm": 0.8514712452888489,
      "learning_rate": 2.86827879138913e-05,
      "loss": 0.15506745338439942,
      "step": 26500
    },
    {
      "epoch": 0.855952246874648,
      "grad_norm": 9.957659721374512,
      "learning_rate": 2.860234256845899e-05,
      "loss": 0.15732930183410646,
      "step": 26600
    },
    {
      "epoch": 0.8591701124644023,
      "grad_norm": 8.271772384643555,
      "learning_rate": 2.852189722302668e-05,
      "loss": 0.1552633285522461,
      "step": 26700
    },
    {
      "epoch": 0.8623879780541567,
      "grad_norm": 2.02590274810791,
      "learning_rate": 2.8441451877594365e-05,
      "loss": 0.15745894432067872,
      "step": 26800
    },
    {
      "epoch": 0.865605843643911,
      "grad_norm": 4.529170989990234,
      "learning_rate": 2.836100653216205e-05,
      "loss": 0.1467604446411133,
      "step": 26900
    },
    {
      "epoch": 0.8688237092336654,
      "grad_norm": 5.628500938415527,
      "learning_rate": 2.8280561186729736e-05,
      "loss": 0.1447477436065674,
      "step": 27000
    },
    {
      "epoch": 0.8720415748234196,
      "grad_norm": 12.87569522857666,
      "learning_rate": 2.8200115841297425e-05,
      "loss": 0.14656261444091798,
      "step": 27100
    },
    {
      "epoch": 0.8752594404131739,
      "grad_norm": 3.9200944900512695,
      "learning_rate": 2.8119670495865107e-05,
      "loss": 0.16447486877441406,
      "step": 27200
    },
    {
      "epoch": 0.8784773060029283,
      "grad_norm": 1.2977664470672607,
      "learning_rate": 2.8039225150432797e-05,
      "loss": 0.15925183296203613,
      "step": 27300
    },
    {
      "epoch": 0.8816951715926826,
      "grad_norm": 2.786237955093384,
      "learning_rate": 2.7958779805000486e-05,
      "loss": 0.15786813735961913,
      "step": 27400
    },
    {
      "epoch": 0.8849130371824369,
      "grad_norm": 4.701409339904785,
      "learning_rate": 2.787833445956817e-05,
      "loss": 0.14735154151916505,
      "step": 27500
    },
    {
      "epoch": 0.8849130371824369,
      "eval_accuracy": 0.985545749558937,
      "eval_f1": 0.9339101573386709,
      "eval_loss": 0.052501607686281204,
      "eval_precision": 0.9199600673862857,
      "eval_recall": 0.9482898341930256,
      "eval_runtime": 39.0393,
      "eval_samples_per_second": 640.38,
      "eval_steps_per_second": 35.58,
      "step": 27500
    },
    {
      "epoch": 0.8881309027721912,
      "grad_norm": 1.7882884740829468,
      "learning_rate": 2.7797889114135857e-05,
      "loss": 0.14846997261047362,
      "step": 27600
    },
    {
      "epoch": 0.8913487683619455,
      "grad_norm": 1.8413563966751099,
      "learning_rate": 2.7717443768703542e-05,
      "loss": 0.15191203117370605,
      "step": 27700
    },
    {
      "epoch": 0.8945666339516999,
      "grad_norm": 15.72754192352295,
      "learning_rate": 2.763699842327123e-05,
      "loss": 0.1671205520629883,
      "step": 27800
    },
    {
      "epoch": 0.8977844995414541,
      "grad_norm": 7.281972885131836,
      "learning_rate": 2.755655307783892e-05,
      "loss": 0.15349125862121582,
      "step": 27900
    },
    {
      "epoch": 0.9010023651312085,
      "grad_norm": 2.539133071899414,
      "learning_rate": 2.7476107732406603e-05,
      "loss": 0.1401151466369629,
      "step": 28000
    },
    {
      "epoch": 0.9042202307209628,
      "grad_norm": 1.8258554935455322,
      "learning_rate": 2.7395662386974292e-05,
      "loss": 0.14998969078063965,
      "step": 28100
    },
    {
      "epoch": 0.9074380963107171,
      "grad_norm": 6.016611099243164,
      "learning_rate": 2.731521704154198e-05,
      "loss": 0.14337385177612305,
      "step": 28200
    },
    {
      "epoch": 0.9106559619004714,
      "grad_norm": 3.221945285797119,
      "learning_rate": 2.7234771696109663e-05,
      "loss": 0.15551527023315428,
      "step": 28300
    },
    {
      "epoch": 0.9138738274902257,
      "grad_norm": 1.4967395067214966,
      "learning_rate": 2.715432635067735e-05,
      "loss": 0.13511601448059082,
      "step": 28400
    },
    {
      "epoch": 0.9170916930799801,
      "grad_norm": 2.9666309356689453,
      "learning_rate": 2.7073881005245038e-05,
      "loss": 0.1585793113708496,
      "step": 28500
    },
    {
      "epoch": 0.9203095586697344,
      "grad_norm": 0.9828789234161377,
      "learning_rate": 2.6993435659812727e-05,
      "loss": 0.15394386291503906,
      "step": 28600
    },
    {
      "epoch": 0.9235274242594886,
      "grad_norm": 0.7447288036346436,
      "learning_rate": 2.691299031438041e-05,
      "loss": 0.1461707878112793,
      "step": 28700
    },
    {
      "epoch": 0.926745289849243,
      "grad_norm": 1.8215960264205933,
      "learning_rate": 2.6832544968948098e-05,
      "loss": 0.14361499786376952,
      "step": 28800
    },
    {
      "epoch": 0.9299631554389973,
      "grad_norm": 5.320079326629639,
      "learning_rate": 2.6752099623515787e-05,
      "loss": 0.15090553283691407,
      "step": 28900
    },
    {
      "epoch": 0.9331810210287517,
      "grad_norm": 1.9044791460037231,
      "learning_rate": 2.667165427808347e-05,
      "loss": 0.16826240539550782,
      "step": 29000
    },
    {
      "epoch": 0.9363988866185059,
      "grad_norm": 2.378955602645874,
      "learning_rate": 2.659120893265116e-05,
      "loss": 0.14869707107543945,
      "step": 29100
    },
    {
      "epoch": 0.9396167522082602,
      "grad_norm": 3.2531590461730957,
      "learning_rate": 2.6510763587218844e-05,
      "loss": 0.15361614227294923,
      "step": 29200
    },
    {
      "epoch": 0.9428346177980146,
      "grad_norm": 3.1207923889160156,
      "learning_rate": 2.6430318241786533e-05,
      "loss": 0.14827921867370605,
      "step": 29300
    },
    {
      "epoch": 0.9460524833877689,
      "grad_norm": 8.111202239990234,
      "learning_rate": 2.6349872896354215e-05,
      "loss": 0.14765314102172852,
      "step": 29400
    },
    {
      "epoch": 0.9492703489775232,
      "grad_norm": 2.2104053497314453,
      "learning_rate": 2.6269427550921905e-05,
      "loss": 0.17542333602905275,
      "step": 29500
    },
    {
      "epoch": 0.9524882145672775,
      "grad_norm": 0.9287620782852173,
      "learning_rate": 2.6188982205489594e-05,
      "loss": 0.14969840049743652,
      "step": 29600
    },
    {
      "epoch": 0.9557060801570318,
      "grad_norm": 2.604642868041992,
      "learning_rate": 2.6108536860057283e-05,
      "loss": 0.16406068801879883,
      "step": 29700
    },
    {
      "epoch": 0.9589239457467862,
      "grad_norm": 7.544447422027588,
      "learning_rate": 2.6028091514624965e-05,
      "loss": 0.1531221103668213,
      "step": 29800
    },
    {
      "epoch": 0.9621418113365404,
      "grad_norm": 3.618058204650879,
      "learning_rate": 2.594764616919265e-05,
      "loss": 0.16164751052856446,
      "step": 29900
    },
    {
      "epoch": 0.9653596769262948,
      "grad_norm": 2.8580358028411865,
      "learning_rate": 2.586720082376034e-05,
      "loss": 0.15803168296813966,
      "step": 30000
    },
    {
      "epoch": 0.9653596769262948,
      "eval_accuracy": 0.9877764012153277,
      "eval_f1": 0.9371598218703612,
      "eval_loss": 0.04550632834434509,
      "eval_precision": 0.9245153134660876,
      "eval_recall": 0.9501550018651677,
      "eval_runtime": 39.0526,
      "eval_samples_per_second": 640.163,
      "eval_steps_per_second": 35.567,
      "step": 30000
    },
    {
      "epoch": 0.9685775425160491,
      "grad_norm": 1.4846822023391724,
      "learning_rate": 2.5786755478328022e-05,
      "loss": 0.138107852935791,
      "step": 30100
    },
    {
      "epoch": 0.9717954081058034,
      "grad_norm": 2.2517590522766113,
      "learning_rate": 2.570631013289571e-05,
      "loss": 0.13565559387207032,
      "step": 30200
    },
    {
      "epoch": 0.9750132736955578,
      "grad_norm": 3.6406161785125732,
      "learning_rate": 2.56258647874634e-05,
      "loss": 0.1619549560546875,
      "step": 30300
    },
    {
      "epoch": 0.978231139285312,
      "grad_norm": 2.2304012775421143,
      "learning_rate": 2.554541944203109e-05,
      "loss": 0.13655080795288085,
      "step": 30400
    },
    {
      "epoch": 0.9814490048750664,
      "grad_norm": 4.99883508682251,
      "learning_rate": 2.546497409659877e-05,
      "loss": 0.16668659210205078,
      "step": 30500
    },
    {
      "epoch": 0.9846668704648207,
      "grad_norm": 2.1127796173095703,
      "learning_rate": 2.538452875116646e-05,
      "loss": 0.14745793342590333,
      "step": 30600
    },
    {
      "epoch": 0.987884736054575,
      "grad_norm": 0.5811536908149719,
      "learning_rate": 2.5304083405734146e-05,
      "loss": 0.1281309223175049,
      "step": 30700
    },
    {
      "epoch": 0.9911026016443293,
      "grad_norm": 3.0965957641601562,
      "learning_rate": 2.5223638060301828e-05,
      "loss": 0.14012389183044432,
      "step": 30800
    },
    {
      "epoch": 0.9943204672340836,
      "grad_norm": 3.952867031097412,
      "learning_rate": 2.5143192714869517e-05,
      "loss": 0.18041374206542968,
      "step": 30900
    },
    {
      "epoch": 0.997538332823838,
      "grad_norm": 2.5378260612487793,
      "learning_rate": 2.5062747369437206e-05,
      "loss": 0.14559303283691405,
      "step": 31000
    },
    {
      "epoch": 1.0007401090856436,
      "grad_norm": 2.2179856300354004,
      "learning_rate": 2.4982302024004892e-05,
      "loss": 0.13755855560302735,
      "step": 31100
    },
    {
      "epoch": 1.0039579746753977,
      "grad_norm": 1.619863510131836,
      "learning_rate": 2.490185667857258e-05,
      "loss": 0.11792629241943359,
      "step": 31200
    },
    {
      "epoch": 1.007175840265152,
      "grad_norm": 1.596127986907959,
      "learning_rate": 2.4821411333140267e-05,
      "loss": 0.1253152847290039,
      "step": 31300
    },
    {
      "epoch": 1.0103937058549064,
      "grad_norm": 5.185761451721191,
      "learning_rate": 2.4740965987707952e-05,
      "loss": 0.11788433074951171,
      "step": 31400
    },
    {
      "epoch": 1.0136115714446607,
      "grad_norm": 4.540038585662842,
      "learning_rate": 2.4660520642275638e-05,
      "loss": 0.10257969856262207,
      "step": 31500
    },
    {
      "epoch": 1.016829437034415,
      "grad_norm": 0.530720055103302,
      "learning_rate": 2.4580075296843323e-05,
      "loss": 0.11232701301574707,
      "step": 31600
    },
    {
      "epoch": 1.0200473026241694,
      "grad_norm": 1.8916836977005005,
      "learning_rate": 2.4499629951411013e-05,
      "loss": 0.11638439178466797,
      "step": 31700
    },
    {
      "epoch": 1.0232651682139238,
      "grad_norm": 1.7947441339492798,
      "learning_rate": 2.4419184605978698e-05,
      "loss": 0.1160141658782959,
      "step": 31800
    },
    {
      "epoch": 1.0264830338036781,
      "grad_norm": 0.8208370804786682,
      "learning_rate": 2.4338739260546387e-05,
      "loss": 0.09769786834716797,
      "step": 31900
    },
    {
      "epoch": 1.0297008993934322,
      "grad_norm": 2.4557855129241943,
      "learning_rate": 2.4258293915114073e-05,
      "loss": 0.1321820545196533,
      "step": 32000
    },
    {
      "epoch": 1.0329187649831866,
      "grad_norm": 1.885315179824829,
      "learning_rate": 2.4177848569681762e-05,
      "loss": 0.10417740821838378,
      "step": 32100
    },
    {
      "epoch": 1.036136630572941,
      "grad_norm": 0.7314161658287048,
      "learning_rate": 2.4097403224249444e-05,
      "loss": 0.11431515693664551,
      "step": 32200
    },
    {
      "epoch": 1.0393544961626953,
      "grad_norm": 1.2714358568191528,
      "learning_rate": 2.4016957878817133e-05,
      "loss": 0.121004638671875,
      "step": 32300
    },
    {
      "epoch": 1.0425723617524496,
      "grad_norm": 3.3896045684814453,
      "learning_rate": 2.393651253338482e-05,
      "loss": 0.11515800476074219,
      "step": 32400
    },
    {
      "epoch": 1.045790227342204,
      "grad_norm": 1.288989782333374,
      "learning_rate": 2.3856067187952504e-05,
      "loss": 0.12445229530334473,
      "step": 32500
    },
    {
      "epoch": 1.045790227342204,
      "eval_accuracy": 0.9881399033280868,
      "eval_f1": 0.9421632544130543,
      "eval_loss": 0.04471902176737785,
      "eval_precision": 0.9309708286765537,
      "eval_recall": 0.9536280727029496,
      "eval_runtime": 38.6457,
      "eval_samples_per_second": 646.903,
      "eval_steps_per_second": 35.942,
      "step": 32500
    },
    {
      "epoch": 1.0490080929319583,
      "grad_norm": 1.3189036846160889,
      "learning_rate": 2.3775621842520194e-05,
      "loss": 0.11217801094055176,
      "step": 32600
    },
    {
      "epoch": 1.0522259585217126,
      "grad_norm": 3.2094037532806396,
      "learning_rate": 2.369517649708788e-05,
      "loss": 0.12271183013916015,
      "step": 32700
    },
    {
      "epoch": 1.055443824111467,
      "grad_norm": 9.113394737243652,
      "learning_rate": 2.3614731151655568e-05,
      "loss": 0.11827351570129395,
      "step": 32800
    },
    {
      "epoch": 1.058661689701221,
      "grad_norm": 1.4682255983352661,
      "learning_rate": 2.3534285806223254e-05,
      "loss": 0.12056323051452637,
      "step": 32900
    },
    {
      "epoch": 1.0618795552909754,
      "grad_norm": 1.7021067142486572,
      "learning_rate": 2.345384046079094e-05,
      "loss": 0.10995281219482422,
      "step": 33000
    },
    {
      "epoch": 1.0650974208807298,
      "grad_norm": 0.7944279313087463,
      "learning_rate": 2.3373395115358625e-05,
      "loss": 0.10448121070861817,
      "step": 33100
    },
    {
      "epoch": 1.0683152864704841,
      "grad_norm": 1.9725573062896729,
      "learning_rate": 2.3292949769926314e-05,
      "loss": 0.12772043228149413,
      "step": 33200
    },
    {
      "epoch": 1.0715331520602385,
      "grad_norm": 4.521146297454834,
      "learning_rate": 2.3212504424494e-05,
      "loss": 0.11528082847595215,
      "step": 33300
    },
    {
      "epoch": 1.0747510176499928,
      "grad_norm": 3.5572879314422607,
      "learning_rate": 2.3132059079061685e-05,
      "loss": 0.1119957447052002,
      "step": 33400
    },
    {
      "epoch": 1.0779688832397472,
      "grad_norm": 4.957686424255371,
      "learning_rate": 2.3051613733629375e-05,
      "loss": 0.1071746826171875,
      "step": 33500
    },
    {
      "epoch": 1.0811867488295013,
      "grad_norm": 1.005800724029541,
      "learning_rate": 2.297116838819706e-05,
      "loss": 0.11798532485961914,
      "step": 33600
    },
    {
      "epoch": 1.0844046144192556,
      "grad_norm": 1.6847596168518066,
      "learning_rate": 2.2890723042764746e-05,
      "loss": 0.12464913368225097,
      "step": 33700
    },
    {
      "epoch": 1.08762248000901,
      "grad_norm": 2.2746946811676025,
      "learning_rate": 2.281027769733243e-05,
      "loss": 0.11306841850280762,
      "step": 33800
    },
    {
      "epoch": 1.0908403455987643,
      "grad_norm": 7.0843706130981445,
      "learning_rate": 2.272983235190012e-05,
      "loss": 0.10698895454406739,
      "step": 33900
    },
    {
      "epoch": 1.0940582111885186,
      "grad_norm": 1.731086015701294,
      "learning_rate": 2.2649387006467806e-05,
      "loss": 0.11211064338684082,
      "step": 34000
    },
    {
      "epoch": 1.097276076778273,
      "grad_norm": 3.32621431350708,
      "learning_rate": 2.2568941661035495e-05,
      "loss": 0.10381333351135254,
      "step": 34100
    },
    {
      "epoch": 1.1004939423680273,
      "grad_norm": 1.3450391292572021,
      "learning_rate": 2.248849631560318e-05,
      "loss": 0.12325675010681153,
      "step": 34200
    },
    {
      "epoch": 1.1037118079577817,
      "grad_norm": 6.684245586395264,
      "learning_rate": 2.2408050970170866e-05,
      "loss": 0.12590248107910157,
      "step": 34300
    },
    {
      "epoch": 1.106929673547536,
      "grad_norm": 1.1298221349716187,
      "learning_rate": 2.2327605624738556e-05,
      "loss": 0.11126781463623046,
      "step": 34400
    },
    {
      "epoch": 1.1101475391372901,
      "grad_norm": 1.185738205909729,
      "learning_rate": 2.2247160279306238e-05,
      "loss": 0.11205435752868652,
      "step": 34500
    },
    {
      "epoch": 1.1133654047270445,
      "grad_norm": 5.897251605987549,
      "learning_rate": 2.2166714933873927e-05,
      "loss": 0.10614056587219238,
      "step": 34600
    },
    {
      "epoch": 1.1165832703167988,
      "grad_norm": 0.8509872555732727,
      "learning_rate": 2.2086269588441612e-05,
      "loss": 0.11909424781799316,
      "step": 34700
    },
    {
      "epoch": 1.1198011359065532,
      "grad_norm": 1.7664456367492676,
      "learning_rate": 2.20058242430093e-05,
      "loss": 0.10704885482788086,
      "step": 34800
    },
    {
      "epoch": 1.1230190014963075,
      "grad_norm": 4.05808687210083,
      "learning_rate": 2.1925378897576987e-05,
      "loss": 0.1148582649230957,
      "step": 34900
    },
    {
      "epoch": 1.1262368670860619,
      "grad_norm": 0.689573347568512,
      "learning_rate": 2.1844933552144676e-05,
      "loss": 0.11986784934997559,
      "step": 35000
    },
    {
      "epoch": 1.1262368670860619,
      "eval_accuracy": 0.988106293602156,
      "eval_f1": 0.9430045230472126,
      "eval_loss": 0.04454037919640541,
      "eval_precision": 0.9315594603074993,
      "eval_recall": 0.9547343100809097,
      "eval_runtime": 38.4818,
      "eval_samples_per_second": 649.658,
      "eval_steps_per_second": 36.095,
      "step": 35000
    },
    {
      "epoch": 1.1294547326758162,
      "grad_norm": 1.2704740762710571,
      "learning_rate": 2.1764488206712362e-05,
      "loss": 0.11099970817565918,
      "step": 35100
    },
    {
      "epoch": 1.1326725982655705,
      "grad_norm": 5.144682884216309,
      "learning_rate": 2.1684042861280047e-05,
      "loss": 0.13487217903137208,
      "step": 35200
    },
    {
      "epoch": 1.1358904638553247,
      "grad_norm": 0.7087175846099854,
      "learning_rate": 2.1603597515847733e-05,
      "loss": 0.12489970207214356,
      "step": 35300
    },
    {
      "epoch": 1.139108329445079,
      "grad_norm": 1.559787631034851,
      "learning_rate": 2.152315217041542e-05,
      "loss": 0.10530885696411132,
      "step": 35400
    },
    {
      "epoch": 1.1423261950348333,
      "grad_norm": 1.2589160203933716,
      "learning_rate": 2.1442706824983108e-05,
      "loss": 0.12130918502807617,
      "step": 35500
    },
    {
      "epoch": 1.1455440606245877,
      "grad_norm": 1.1291875839233398,
      "learning_rate": 2.1362261479550793e-05,
      "loss": 0.11352409362792969,
      "step": 35600
    },
    {
      "epoch": 1.148761926214342,
      "grad_norm": 5.766851425170898,
      "learning_rate": 2.1281816134118483e-05,
      "loss": 0.12505414009094237,
      "step": 35700
    },
    {
      "epoch": 1.1519797918040964,
      "grad_norm": 4.1735334396362305,
      "learning_rate": 2.1201370788686168e-05,
      "loss": 0.10489568710327149,
      "step": 35800
    },
    {
      "epoch": 1.1551976573938507,
      "grad_norm": 0.7965012192726135,
      "learning_rate": 2.1120925443253857e-05,
      "loss": 0.10613764762878418,
      "step": 35900
    },
    {
      "epoch": 1.158415522983605,
      "grad_norm": 11.224800109863281,
      "learning_rate": 2.104048009782154e-05,
      "loss": 0.10370283126831055,
      "step": 36000
    },
    {
      "epoch": 1.1616333885733594,
      "grad_norm": 2.968989372253418,
      "learning_rate": 2.0960034752389225e-05,
      "loss": 0.1149828052520752,
      "step": 36100
    },
    {
      "epoch": 1.1648512541631135,
      "grad_norm": 2.068894863128662,
      "learning_rate": 2.0879589406956914e-05,
      "loss": 0.10543420791625976,
      "step": 36200
    },
    {
      "epoch": 1.1680691197528679,
      "grad_norm": 1.2261930704116821,
      "learning_rate": 2.07991440615246e-05,
      "loss": 0.11141412734985351,
      "step": 36300
    },
    {
      "epoch": 1.1712869853426222,
      "grad_norm": 3.737278699874878,
      "learning_rate": 2.071869871609229e-05,
      "loss": 0.11346253395080566,
      "step": 36400
    },
    {
      "epoch": 1.1745048509323766,
      "grad_norm": 2.6356663703918457,
      "learning_rate": 2.0638253370659974e-05,
      "loss": 0.12470024108886718,
      "step": 36500
    },
    {
      "epoch": 1.177722716522131,
      "grad_norm": 1.931261658668518,
      "learning_rate": 2.0557808025227664e-05,
      "loss": 0.12472087860107423,
      "step": 36600
    },
    {
      "epoch": 1.1809405821118852,
      "grad_norm": 3.1169793605804443,
      "learning_rate": 2.047736267979535e-05,
      "loss": 0.10721843719482421,
      "step": 36700
    },
    {
      "epoch": 1.1841584477016396,
      "grad_norm": 3.3439762592315674,
      "learning_rate": 2.0396917334363035e-05,
      "loss": 0.115928316116333,
      "step": 36800
    },
    {
      "epoch": 1.1873763132913937,
      "grad_norm": 5.898672103881836,
      "learning_rate": 2.031647198893072e-05,
      "loss": 0.1268135643005371,
      "step": 36900
    },
    {
      "epoch": 1.190594178881148,
      "grad_norm": 1.7046561241149902,
      "learning_rate": 2.0236026643498406e-05,
      "loss": 0.11421506881713867,
      "step": 37000
    },
    {
      "epoch": 1.1938120444709024,
      "grad_norm": 1.223960041999817,
      "learning_rate": 2.0155581298066095e-05,
      "loss": 0.11065722465515136,
      "step": 37100
    },
    {
      "epoch": 1.1970299100606567,
      "grad_norm": 5.873408794403076,
      "learning_rate": 2.007513595263378e-05,
      "loss": 0.12281797409057617,
      "step": 37200
    },
    {
      "epoch": 1.200247775650411,
      "grad_norm": 1.8486683368682861,
      "learning_rate": 1.999469060720147e-05,
      "loss": 0.1131003189086914,
      "step": 37300
    },
    {
      "epoch": 1.2034656412401654,
      "grad_norm": 3.4886019229888916,
      "learning_rate": 1.9914245261769155e-05,
      "loss": 0.11905000686645507,
      "step": 37400
    },
    {
      "epoch": 1.2066835068299198,
      "grad_norm": 0.7239132523536682,
      "learning_rate": 1.983379991633684e-05,
      "loss": 0.10931044578552246,
      "step": 37500
    },
    {
      "epoch": 1.2066835068299198,
      "eval_accuracy": 0.9886145760727707,
      "eval_f1": 0.9460371209613769,
      "eval_loss": 0.043151482939720154,
      "eval_precision": 0.9363463404185619,
      "eval_recall": 0.9559305900361457,
      "eval_runtime": 38.5909,
      "eval_samples_per_second": 647.822,
      "eval_steps_per_second": 35.993,
      "step": 37500
    },
    {
      "epoch": 1.209901372419674,
      "grad_norm": 2.1548306941986084,
      "learning_rate": 1.9753354570904527e-05,
      "loss": 0.11063767433166503,
      "step": 37600
    },
    {
      "epoch": 1.2131192380094284,
      "grad_norm": 1.2177164554595947,
      "learning_rate": 1.9672909225472216e-05,
      "loss": 0.11377819061279297,
      "step": 37700
    },
    {
      "epoch": 1.2163371035991826,
      "grad_norm": 0.8512117266654968,
      "learning_rate": 1.95924638800399e-05,
      "loss": 0.1323404121398926,
      "step": 37800
    },
    {
      "epoch": 1.219554969188937,
      "grad_norm": 1.077217936515808,
      "learning_rate": 1.9512018534607587e-05,
      "loss": 0.0988365364074707,
      "step": 37900
    },
    {
      "epoch": 1.2227728347786913,
      "grad_norm": 2.1567108631134033,
      "learning_rate": 1.9431573189175276e-05,
      "loss": 0.12120766639709472,
      "step": 38000
    },
    {
      "epoch": 1.2259907003684456,
      "grad_norm": 3.18619966506958,
      "learning_rate": 1.9351127843742962e-05,
      "loss": 0.11067086219787597,
      "step": 38100
    },
    {
      "epoch": 1.2292085659582,
      "grad_norm": 1.0777678489685059,
      "learning_rate": 1.927068249831065e-05,
      "loss": 0.11158087730407715,
      "step": 38200
    },
    {
      "epoch": 1.2324264315479543,
      "grad_norm": 2.5809645652770996,
      "learning_rate": 1.9190237152878333e-05,
      "loss": 0.11114447593688964,
      "step": 38300
    },
    {
      "epoch": 1.2356442971377086,
      "grad_norm": 1.8847070932388306,
      "learning_rate": 1.9109791807446022e-05,
      "loss": 0.11262718200683594,
      "step": 38400
    },
    {
      "epoch": 1.238862162727463,
      "grad_norm": 7.437971591949463,
      "learning_rate": 1.9029346462013708e-05,
      "loss": 0.11268477439880371,
      "step": 38500
    },
    {
      "epoch": 1.242080028317217,
      "grad_norm": 3.669605255126953,
      "learning_rate": 1.8948901116581397e-05,
      "loss": 0.11750943183898926,
      "step": 38600
    },
    {
      "epoch": 1.2452978939069714,
      "grad_norm": 2.447467803955078,
      "learning_rate": 1.8868455771149082e-05,
      "loss": 0.10881879806518555,
      "step": 38700
    },
    {
      "epoch": 1.2485157594967258,
      "grad_norm": 4.701931953430176,
      "learning_rate": 1.8788010425716768e-05,
      "loss": 0.12167869567871094,
      "step": 38800
    },
    {
      "epoch": 1.2517336250864801,
      "grad_norm": 1.6426016092300415,
      "learning_rate": 1.8707565080284457e-05,
      "loss": 0.12139597892761231,
      "step": 38900
    },
    {
      "epoch": 1.2549514906762345,
      "grad_norm": 4.622367858886719,
      "learning_rate": 1.8627119734852143e-05,
      "loss": 0.10588560104370118,
      "step": 39000
    },
    {
      "epoch": 1.2581693562659888,
      "grad_norm": 1.7007027864456177,
      "learning_rate": 1.854667438941983e-05,
      "loss": 0.11511992454528809,
      "step": 39100
    },
    {
      "epoch": 1.2613872218557431,
      "grad_norm": 2.8813023567199707,
      "learning_rate": 1.8466229043987514e-05,
      "loss": 0.09704429626464844,
      "step": 39200
    },
    {
      "epoch": 1.2646050874454975,
      "grad_norm": 8.06043815612793,
      "learning_rate": 1.8385783698555203e-05,
      "loss": 0.11457429885864258,
      "step": 39300
    },
    {
      "epoch": 1.2678229530352518,
      "grad_norm": 8.746806144714355,
      "learning_rate": 1.830533835312289e-05,
      "loss": 0.12408617973327636,
      "step": 39400
    },
    {
      "epoch": 1.271040818625006,
      "grad_norm": 5.757315158843994,
      "learning_rate": 1.8224893007690578e-05,
      "loss": 0.10381578445434571,
      "step": 39500
    },
    {
      "epoch": 1.2742586842147603,
      "grad_norm": 0.5180655121803284,
      "learning_rate": 1.8144447662258263e-05,
      "loss": 0.10882855415344238,
      "step": 39600
    },
    {
      "epoch": 1.2774765498045146,
      "grad_norm": 2.3184099197387695,
      "learning_rate": 1.806400231682595e-05,
      "loss": 0.10384510040283203,
      "step": 39700
    },
    {
      "epoch": 1.280694415394269,
      "grad_norm": 3.118455648422241,
      "learning_rate": 1.7983556971393635e-05,
      "loss": 0.1031002426147461,
      "step": 39800
    },
    {
      "epoch": 1.2839122809840233,
      "grad_norm": 10.587071418762207,
      "learning_rate": 1.790311162596132e-05,
      "loss": 0.11156161308288574,
      "step": 39900
    },
    {
      "epoch": 1.2871301465737777,
      "grad_norm": 2.5432746410369873,
      "learning_rate": 1.782266628052901e-05,
      "loss": 0.11637428283691406,
      "step": 40000
    },
    {
      "epoch": 1.2871301465737777,
      "eval_accuracy": 0.989512214291476,
      "eval_f1": 0.9486766456772123,
      "eval_loss": 0.040956247597932816,
      "eval_precision": 0.9392224099241068,
      "eval_recall": 0.9583231499466176,
      "eval_runtime": 38.6339,
      "eval_samples_per_second": 647.1,
      "eval_steps_per_second": 35.953,
      "step": 40000
    },
    {
      "epoch": 1.290348012163532,
      "grad_norm": 1.766068458557129,
      "learning_rate": 1.7742220935096695e-05,
      "loss": 0.11921710968017578,
      "step": 40100
    },
    {
      "epoch": 1.2935658777532861,
      "grad_norm": 1.7064458131790161,
      "learning_rate": 1.7661775589664384e-05,
      "loss": 0.12581809997558593,
      "step": 40200
    },
    {
      "epoch": 1.2967837433430405,
      "grad_norm": 1.2497196197509766,
      "learning_rate": 1.758133024423207e-05,
      "loss": 0.10997524261474609,
      "step": 40300
    },
    {
      "epoch": 1.3000016089327948,
      "grad_norm": 1.997997760772705,
      "learning_rate": 1.750088489879976e-05,
      "loss": 0.11178022384643554,
      "step": 40400
    },
    {
      "epoch": 1.3032194745225492,
      "grad_norm": 1.8823689222335815,
      "learning_rate": 1.7420439553367444e-05,
      "loss": 0.09935328483581543,
      "step": 40500
    },
    {
      "epoch": 1.3064373401123035,
      "grad_norm": 4.478331089019775,
      "learning_rate": 1.733999420793513e-05,
      "loss": 0.11027010917663574,
      "step": 40600
    },
    {
      "epoch": 1.3096552057020578,
      "grad_norm": 3.932783365249634,
      "learning_rate": 1.7259548862502816e-05,
      "loss": 0.11079183578491211,
      "step": 40700
    },
    {
      "epoch": 1.3128730712918122,
      "grad_norm": 2.1589443683624268,
      "learning_rate": 1.71791035170705e-05,
      "loss": 0.10328941345214844,
      "step": 40800
    },
    {
      "epoch": 1.3160909368815665,
      "grad_norm": 2.9713399410247803,
      "learning_rate": 1.709865817163819e-05,
      "loss": 0.1030450439453125,
      "step": 40900
    },
    {
      "epoch": 1.3193088024713209,
      "grad_norm": 4.732212066650391,
      "learning_rate": 1.7018212826205876e-05,
      "loss": 0.114616117477417,
      "step": 41000
    },
    {
      "epoch": 1.3225266680610752,
      "grad_norm": 1.4628472328186035,
      "learning_rate": 1.6937767480773565e-05,
      "loss": 0.12563533782958985,
      "step": 41100
    },
    {
      "epoch": 1.3257445336508293,
      "grad_norm": 3.7251741886138916,
      "learning_rate": 1.685732213534125e-05,
      "loss": 0.11473335266113281,
      "step": 41200
    },
    {
      "epoch": 1.3289623992405837,
      "grad_norm": 4.524189472198486,
      "learning_rate": 1.6776876789908936e-05,
      "loss": 0.12875600814819335,
      "step": 41300
    },
    {
      "epoch": 1.332180264830338,
      "grad_norm": 28.197296142578125,
      "learning_rate": 1.6696431444476622e-05,
      "loss": 0.11420975685119629,
      "step": 41400
    },
    {
      "epoch": 1.3353981304200924,
      "grad_norm": 1.819801926612854,
      "learning_rate": 1.6615986099044308e-05,
      "loss": 0.09828336715698242,
      "step": 41500
    },
    {
      "epoch": 1.3386159960098467,
      "grad_norm": 1.7372171878814697,
      "learning_rate": 1.6535540753611997e-05,
      "loss": 0.1114089298248291,
      "step": 41600
    },
    {
      "epoch": 1.341833861599601,
      "grad_norm": 4.730764865875244,
      "learning_rate": 1.6455095408179682e-05,
      "loss": 0.11046221733093262,
      "step": 41700
    },
    {
      "epoch": 1.3450517271893552,
      "grad_norm": 0.6920406222343445,
      "learning_rate": 1.637465006274737e-05,
      "loss": 0.1076749610900879,
      "step": 41800
    },
    {
      "epoch": 1.3482695927791095,
      "grad_norm": 1.7678096294403076,
      "learning_rate": 1.6294204717315057e-05,
      "loss": 0.10196740150451661,
      "step": 41900
    },
    {
      "epoch": 1.3514874583688639,
      "grad_norm": 7.219323635101318,
      "learning_rate": 1.6213759371882746e-05,
      "loss": 0.10450594902038574,
      "step": 42000
    },
    {
      "epoch": 1.3547053239586182,
      "grad_norm": 3.9280190467834473,
      "learning_rate": 1.613331402645043e-05,
      "loss": 0.11356738090515137,
      "step": 42100
    },
    {
      "epoch": 1.3579231895483725,
      "grad_norm": 0.7362053394317627,
      "learning_rate": 1.6052868681018117e-05,
      "loss": 0.11030459403991699,
      "step": 42200
    },
    {
      "epoch": 1.3611410551381269,
      "grad_norm": 2.8355274200439453,
      "learning_rate": 1.5972423335585803e-05,
      "loss": 0.10215305328369141,
      "step": 42300
    },
    {
      "epoch": 1.3643589207278812,
      "grad_norm": 2.266855001449585,
      "learning_rate": 1.589197799015349e-05,
      "loss": 0.10216259002685547,
      "step": 42400
    },
    {
      "epoch": 1.3675767863176356,
      "grad_norm": 1.7423440217971802,
      "learning_rate": 1.5811532644721178e-05,
      "loss": 0.11463526725769042,
      "step": 42500
    },
    {
      "epoch": 1.3675767863176356,
      "eval_accuracy": 0.9885556297842152,
      "eval_f1": 0.9436256775454764,
      "eval_loss": 0.043291687965393066,
      "eval_precision": 0.9313770939571248,
      "eval_recall": 0.9562007177679731,
      "eval_runtime": 39.0115,
      "eval_samples_per_second": 640.836,
      "eval_steps_per_second": 35.605,
      "step": 42500
    },
    {
      "epoch": 1.37079465190739,
      "grad_norm": 2.6859209537506104,
      "learning_rate": 1.5731087299288863e-05,
      "loss": 0.10509669303894043,
      "step": 42600
    },
    {
      "epoch": 1.3740125174971443,
      "grad_norm": 1.952075481414795,
      "learning_rate": 1.5650641953856552e-05,
      "loss": 0.10759903907775879,
      "step": 42700
    },
    {
      "epoch": 1.3772303830868984,
      "grad_norm": 2.712860107421875,
      "learning_rate": 1.5570196608424238e-05,
      "loss": 0.1039089298248291,
      "step": 42800
    },
    {
      "epoch": 1.3804482486766527,
      "grad_norm": 0.966740608215332,
      "learning_rate": 1.5489751262991924e-05,
      "loss": 0.11702409744262696,
      "step": 42900
    },
    {
      "epoch": 1.383666114266407,
      "grad_norm": 0.4163697063922882,
      "learning_rate": 1.540930591755961e-05,
      "loss": 0.10730401039123535,
      "step": 43000
    },
    {
      "epoch": 1.3868839798561614,
      "grad_norm": 1.878928780555725,
      "learning_rate": 1.53288605721273e-05,
      "loss": 0.10289834022521972,
      "step": 43100
    },
    {
      "epoch": 1.3901018454459158,
      "grad_norm": 0.8312145471572876,
      "learning_rate": 1.5248415226694984e-05,
      "loss": 0.0965440845489502,
      "step": 43200
    },
    {
      "epoch": 1.39331971103567,
      "grad_norm": 2.221240282058716,
      "learning_rate": 1.516796988126267e-05,
      "loss": 0.11579631805419922,
      "step": 43300
    },
    {
      "epoch": 1.3965375766254244,
      "grad_norm": 1.7558112144470215,
      "learning_rate": 1.5087524535830357e-05,
      "loss": 0.09858304977416993,
      "step": 43400
    },
    {
      "epoch": 1.3997554422151786,
      "grad_norm": 2.686286449432373,
      "learning_rate": 1.5007079190398043e-05,
      "loss": 0.1057161808013916,
      "step": 43500
    },
    {
      "epoch": 1.402973307804933,
      "grad_norm": 3.1591944694519043,
      "learning_rate": 1.4926633844965732e-05,
      "loss": 0.08528660774230958,
      "step": 43600
    },
    {
      "epoch": 1.4061911733946872,
      "grad_norm": 5.5276994705200195,
      "learning_rate": 1.4846188499533417e-05,
      "loss": 0.11572813987731934,
      "step": 43700
    },
    {
      "epoch": 1.4094090389844416,
      "grad_norm": 1.2573060989379883,
      "learning_rate": 1.4765743154101105e-05,
      "loss": 0.11284799575805664,
      "step": 43800
    },
    {
      "epoch": 1.412626904574196,
      "grad_norm": 1.1216791868209839,
      "learning_rate": 1.468529780866879e-05,
      "loss": 0.11373154640197754,
      "step": 43900
    },
    {
      "epoch": 1.4158447701639503,
      "grad_norm": 1.1175236701965332,
      "learning_rate": 1.460485246323648e-05,
      "loss": 0.11358193397521972,
      "step": 44000
    },
    {
      "epoch": 1.4190626357537046,
      "grad_norm": 1.5515943765640259,
      "learning_rate": 1.4524407117804165e-05,
      "loss": 0.0964575481414795,
      "step": 44100
    },
    {
      "epoch": 1.422280501343459,
      "grad_norm": 1.3432780504226685,
      "learning_rate": 1.444396177237185e-05,
      "loss": 0.12204754829406739,
      "step": 44200
    },
    {
      "epoch": 1.4254983669332133,
      "grad_norm": 5.370590686798096,
      "learning_rate": 1.4363516426939538e-05,
      "loss": 0.10917285919189453,
      "step": 44300
    },
    {
      "epoch": 1.4287162325229676,
      "grad_norm": 3.957749366760254,
      "learning_rate": 1.4283071081507224e-05,
      "loss": 0.1064769458770752,
      "step": 44400
    },
    {
      "epoch": 1.4319340981127218,
      "grad_norm": 9.636327743530273,
      "learning_rate": 1.4202625736074913e-05,
      "loss": 0.11022495269775391,
      "step": 44500
    },
    {
      "epoch": 1.435151963702476,
      "grad_norm": 2.991060495376587,
      "learning_rate": 1.4122180390642597e-05,
      "loss": 0.10742597579956055,
      "step": 44600
    },
    {
      "epoch": 1.4383698292922305,
      "grad_norm": 2.648939847946167,
      "learning_rate": 1.4041735045210286e-05,
      "loss": 0.10721823692321777,
      "step": 44700
    },
    {
      "epoch": 1.4415876948819848,
      "grad_norm": 0.6414406895637512,
      "learning_rate": 1.3961289699777971e-05,
      "loss": 0.09946588516235351,
      "step": 44800
    },
    {
      "epoch": 1.4448055604717391,
      "grad_norm": 0.6889192461967468,
      "learning_rate": 1.3880844354345659e-05,
      "loss": 0.10531152725219727,
      "step": 44900
    },
    {
      "epoch": 1.4480234260614935,
      "grad_norm": 9.125837326049805,
      "learning_rate": 1.3800399008913344e-05,
      "loss": 0.09133255004882812,
      "step": 45000
    },
    {
      "epoch": 1.4480234260614935,
      "eval_accuracy": 0.9893700192971534,
      "eval_f1": 0.9493190302072849,
      "eval_loss": 0.043362099677324295,
      "eval_precision": 0.9403339180474755,
      "eval_recall": 0.9584775086505191,
      "eval_runtime": 39.1132,
      "eval_samples_per_second": 639.171,
      "eval_steps_per_second": 35.512,
      "step": 45000
    },
    {
      "epoch": 1.4512412916512476,
      "grad_norm": 2.54496431350708,
      "learning_rate": 1.371995366348103e-05,
      "loss": 0.11927374839782715,
      "step": 45100
    },
    {
      "epoch": 1.454459157241002,
      "grad_norm": 2.2553350925445557,
      "learning_rate": 1.3639508318048719e-05,
      "loss": 0.10068492889404297,
      "step": 45200
    },
    {
      "epoch": 1.4576770228307563,
      "grad_norm": 0.6272743940353394,
      "learning_rate": 1.3559062972616405e-05,
      "loss": 0.09143063545227051,
      "step": 45300
    },
    {
      "epoch": 1.4608948884205106,
      "grad_norm": 2.9756674766540527,
      "learning_rate": 1.3478617627184092e-05,
      "loss": 0.11779884338378906,
      "step": 45400
    },
    {
      "epoch": 1.464112754010265,
      "grad_norm": 1.4076873064041138,
      "learning_rate": 1.3398172281751778e-05,
      "loss": 0.09415918350219726,
      "step": 45500
    },
    {
      "epoch": 1.4673306196000193,
      "grad_norm": 2.004279613494873,
      "learning_rate": 1.3317726936319467e-05,
      "loss": 0.10082883834838867,
      "step": 45600
    },
    {
      "epoch": 1.4705484851897737,
      "grad_norm": 12.558138847351074,
      "learning_rate": 1.3237281590887152e-05,
      "loss": 0.10111323356628418,
      "step": 45700
    },
    {
      "epoch": 1.473766350779528,
      "grad_norm": 3.433985948562622,
      "learning_rate": 1.315683624545484e-05,
      "loss": 0.10751867294311523,
      "step": 45800
    },
    {
      "epoch": 1.4769842163692823,
      "grad_norm": 1.3402138948440552,
      "learning_rate": 1.3076390900022525e-05,
      "loss": 0.09543782234191894,
      "step": 45900
    },
    {
      "epoch": 1.4802020819590367,
      "grad_norm": 2.1528687477111816,
      "learning_rate": 1.2995945554590211e-05,
      "loss": 0.10040821075439453,
      "step": 46000
    },
    {
      "epoch": 1.4834199475487908,
      "grad_norm": 2.317426919937134,
      "learning_rate": 1.2915500209157898e-05,
      "loss": 0.10733115196228027,
      "step": 46100
    },
    {
      "epoch": 1.4866378131385451,
      "grad_norm": 2.752028703689575,
      "learning_rate": 1.2835054863725584e-05,
      "loss": 0.09164957046508788,
      "step": 46200
    },
    {
      "epoch": 1.4898556787282995,
      "grad_norm": 1.7984188795089722,
      "learning_rate": 1.2754609518293273e-05,
      "loss": 0.10080486297607422,
      "step": 46300
    },
    {
      "epoch": 1.4930735443180538,
      "grad_norm": 2.4552342891693115,
      "learning_rate": 1.2674164172860959e-05,
      "loss": 0.10242198944091797,
      "step": 46400
    },
    {
      "epoch": 1.4962914099078082,
      "grad_norm": 2.6899032592773438,
      "learning_rate": 1.2593718827428646e-05,
      "loss": 0.10129733085632324,
      "step": 46500
    },
    {
      "epoch": 1.4995092754975625,
      "grad_norm": 1.909561038017273,
      "learning_rate": 1.2513273481996332e-05,
      "loss": 0.1006275749206543,
      "step": 46600
    },
    {
      "epoch": 1.5027271410873166,
      "grad_norm": 19.42228889465332,
      "learning_rate": 1.2432828136564019e-05,
      "loss": 0.10171239852905273,
      "step": 46700
    },
    {
      "epoch": 1.505945006677071,
      "grad_norm": 1.729035496711731,
      "learning_rate": 1.2352382791131706e-05,
      "loss": 0.11470888137817382,
      "step": 46800
    },
    {
      "epoch": 1.5091628722668253,
      "grad_norm": 10.81437873840332,
      "learning_rate": 1.2271937445699392e-05,
      "loss": 0.09871227264404298,
      "step": 46900
    },
    {
      "epoch": 1.5123807378565797,
      "grad_norm": 3.496492624282837,
      "learning_rate": 1.219149210026708e-05,
      "loss": 0.10564603805541992,
      "step": 47000
    },
    {
      "epoch": 1.515598603446334,
      "grad_norm": 0.7296909093856812,
      "learning_rate": 1.2111046754834767e-05,
      "loss": 0.09953035354614258,
      "step": 47100
    },
    {
      "epoch": 1.5188164690360884,
      "grad_norm": 0.6311995983123779,
      "learning_rate": 1.2030601409402452e-05,
      "loss": 0.10630006790161133,
      "step": 47200
    },
    {
      "epoch": 1.5220343346258427,
      "grad_norm": 2.436532497406006,
      "learning_rate": 1.1950156063970138e-05,
      "loss": 0.09258381843566894,
      "step": 47300
    },
    {
      "epoch": 1.525252200215597,
      "grad_norm": 0.557080864906311,
      "learning_rate": 1.1869710718537825e-05,
      "loss": 0.1228843879699707,
      "step": 47400
    },
    {
      "epoch": 1.5284700658053514,
      "grad_norm": 7.565468788146973,
      "learning_rate": 1.1789265373105513e-05,
      "loss": 0.1068018627166748,
      "step": 47500
    },
    {
      "epoch": 1.5284700658053514,
      "eval_accuracy": 0.989717492156007,
      "eval_f1": 0.9515031847133757,
      "eval_loss": 0.03974379226565361,
      "eval_precision": 0.942391400345702,
      "eval_recall": 0.9607928892090403,
      "eval_runtime": 38.7298,
      "eval_samples_per_second": 645.498,
      "eval_steps_per_second": 35.864,
      "step": 47500
    },
    {
      "epoch": 1.5316879313951057,
      "grad_norm": 2.948582410812378,
      "learning_rate": 1.17088200276732e-05,
      "loss": 0.10712558746337891,
      "step": 47600
    },
    {
      "epoch": 1.53490579698486,
      "grad_norm": 6.355142593383789,
      "learning_rate": 1.1628374682240886e-05,
      "loss": 0.10939033508300781,
      "step": 47700
    },
    {
      "epoch": 1.5381236625746144,
      "grad_norm": 0.6847637295722961,
      "learning_rate": 1.1547929336808573e-05,
      "loss": 0.09593602180480958,
      "step": 47800
    },
    {
      "epoch": 1.5413415281643685,
      "grad_norm": 2.1787171363830566,
      "learning_rate": 1.146748399137626e-05,
      "loss": 0.09451790809631348,
      "step": 47900
    },
    {
      "epoch": 1.5445593937541229,
      "grad_norm": 4.488222122192383,
      "learning_rate": 1.1387038645943946e-05,
      "loss": 0.1111738109588623,
      "step": 48000
    },
    {
      "epoch": 1.5477772593438772,
      "grad_norm": 5.803431034088135,
      "learning_rate": 1.1306593300511632e-05,
      "loss": 0.09694368362426758,
      "step": 48100
    },
    {
      "epoch": 1.5509951249336316,
      "grad_norm": 1.8297266960144043,
      "learning_rate": 1.1226147955079319e-05,
      "loss": 0.105281982421875,
      "step": 48200
    },
    {
      "epoch": 1.5542129905233857,
      "grad_norm": 3.511244058609009,
      "learning_rate": 1.1145702609647006e-05,
      "loss": 0.10829096794128418,
      "step": 48300
    },
    {
      "epoch": 1.55743085611314,
      "grad_norm": 7.947854995727539,
      "learning_rate": 1.1065257264214692e-05,
      "loss": 0.11103793144226075,
      "step": 48400
    },
    {
      "epoch": 1.5606487217028944,
      "grad_norm": 3.7324254512786865,
      "learning_rate": 1.098481191878238e-05,
      "loss": 0.09467618942260742,
      "step": 48500
    },
    {
      "epoch": 1.5638665872926487,
      "grad_norm": 8.261491775512695,
      "learning_rate": 1.0904366573350067e-05,
      "loss": 0.10849467277526856,
      "step": 48600
    },
    {
      "epoch": 1.567084452882403,
      "grad_norm": 1.8083908557891846,
      "learning_rate": 1.0823921227917754e-05,
      "loss": 0.09797250747680664,
      "step": 48700
    },
    {
      "epoch": 1.5703023184721574,
      "grad_norm": 0.7597082257270813,
      "learning_rate": 1.074347588248544e-05,
      "loss": 0.08994776725769044,
      "step": 48800
    },
    {
      "epoch": 1.5735201840619117,
      "grad_norm": 1.0194493532180786,
      "learning_rate": 1.0663030537053127e-05,
      "loss": 0.1160097885131836,
      "step": 48900
    },
    {
      "epoch": 1.576738049651666,
      "grad_norm": 3.0627150535583496,
      "learning_rate": 1.0582585191620813e-05,
      "loss": 0.08039675712585449,
      "step": 49000
    },
    {
      "epoch": 1.5799559152414204,
      "grad_norm": 11.51146411895752,
      "learning_rate": 1.05021398461885e-05,
      "loss": 0.10077597618103028,
      "step": 49100
    },
    {
      "epoch": 1.5831737808311748,
      "grad_norm": 3.410426616668701,
      "learning_rate": 1.0421694500756186e-05,
      "loss": 0.12183525085449219,
      "step": 49200
    },
    {
      "epoch": 1.5863916464209291,
      "grad_norm": 4.240739822387695,
      "learning_rate": 1.0341249155323873e-05,
      "loss": 0.10310389518737793,
      "step": 49300
    },
    {
      "epoch": 1.5896095120106835,
      "grad_norm": 4.760958194732666,
      "learning_rate": 1.026080380989156e-05,
      "loss": 0.10938605308532715,
      "step": 49400
    },
    {
      "epoch": 1.5928273776004376,
      "grad_norm": 1.9922808408737183,
      "learning_rate": 1.0180358464459248e-05,
      "loss": 0.08123787879943847,
      "step": 49500
    },
    {
      "epoch": 1.596045243190192,
      "grad_norm": 1.350643277168274,
      "learning_rate": 1.0099913119026933e-05,
      "loss": 0.12260754585266113,
      "step": 49600
    },
    {
      "epoch": 1.5992631087799463,
      "grad_norm": 1.4271605014801025,
      "learning_rate": 1.001946777359462e-05,
      "loss": 0.09629259109497071,
      "step": 49700
    },
    {
      "epoch": 1.6024809743697006,
      "grad_norm": 0.5193639397621155,
      "learning_rate": 9.939022428162308e-06,
      "loss": 0.10984975814819337,
      "step": 49800
    },
    {
      "epoch": 1.605698839959455,
      "grad_norm": 9.31329345703125,
      "learning_rate": 9.858577082729994e-06,
      "loss": 0.09676812171936035,
      "step": 49900
    },
    {
      "epoch": 1.608916705549209,
      "grad_norm": 1.29440176486969,
      "learning_rate": 9.77813173729768e-06,
      "loss": 0.09296704292297363,
      "step": 50000
    },
    {
      "epoch": 1.608916705549209,
      "eval_accuracy": 0.9898457261872506,
      "eval_f1": 0.9511017704750988,
      "eval_loss": 0.038785140961408615,
      "eval_precision": 0.9418761588819233,
      "eval_recall": 0.9605098982518877,
      "eval_runtime": 39.1145,
      "eval_samples_per_second": 639.149,
      "eval_steps_per_second": 35.511,
      "step": 50000
    },
    {
      "epoch": 1.6121345711389634,
      "grad_norm": 2.5150434970855713,
      "learning_rate": 9.697686391865367e-06,
      "loss": 0.0893746280670166,
      "step": 50100
    },
    {
      "epoch": 1.6153524367287178,
      "grad_norm": 3.5938878059387207,
      "learning_rate": 9.617241046433054e-06,
      "loss": 0.10516523361206055,
      "step": 50200
    },
    {
      "epoch": 1.618570302318472,
      "grad_norm": 3.323432445526123,
      "learning_rate": 9.53679570100074e-06,
      "loss": 0.10093666076660156,
      "step": 50300
    },
    {
      "epoch": 1.6217881679082264,
      "grad_norm": 3.201542854309082,
      "learning_rate": 9.456350355568427e-06,
      "loss": 0.09994193077087403,
      "step": 50400
    },
    {
      "epoch": 1.6250060334979808,
      "grad_norm": 1.2016533613204956,
      "learning_rate": 9.375905010136114e-06,
      "loss": 0.09140503883361817,
      "step": 50500
    },
    {
      "epoch": 1.6282238990877351,
      "grad_norm": 2.176725149154663,
      "learning_rate": 9.295459664703802e-06,
      "loss": 0.10795197486877442,
      "step": 50600
    },
    {
      "epoch": 1.6314417646774895,
      "grad_norm": 2.084689140319824,
      "learning_rate": 9.215014319271487e-06,
      "loss": 0.10725319862365723,
      "step": 50700
    },
    {
      "epoch": 1.6346596302672438,
      "grad_norm": 3.9410250186920166,
      "learning_rate": 9.134568973839173e-06,
      "loss": 0.1040007209777832,
      "step": 50800
    },
    {
      "epoch": 1.6378774958569982,
      "grad_norm": 7.110863208770752,
      "learning_rate": 9.05412362840686e-06,
      "loss": 0.09510645866394044,
      "step": 50900
    },
    {
      "epoch": 1.6410953614467525,
      "grad_norm": 2.1342461109161377,
      "learning_rate": 8.973678282974548e-06,
      "loss": 0.10462862014770508,
      "step": 51000
    },
    {
      "epoch": 1.6443132270365068,
      "grad_norm": 2.3921563625335693,
      "learning_rate": 8.893232937542233e-06,
      "loss": 0.09732514381408691,
      "step": 51100
    },
    {
      "epoch": 1.647531092626261,
      "grad_norm": 2.4982810020446777,
      "learning_rate": 8.81278759210992e-06,
      "loss": 0.08822668075561524,
      "step": 51200
    },
    {
      "epoch": 1.6507489582160153,
      "grad_norm": 1.7426912784576416,
      "learning_rate": 8.732342246677608e-06,
      "loss": 0.08898674011230469,
      "step": 51300
    },
    {
      "epoch": 1.6539668238057696,
      "grad_norm": 9.542119026184082,
      "learning_rate": 8.651896901245295e-06,
      "loss": 0.12028385162353515,
      "step": 51400
    },
    {
      "epoch": 1.657184689395524,
      "grad_norm": 0.7342370748519897,
      "learning_rate": 8.571451555812981e-06,
      "loss": 0.10786977767944336,
      "step": 51500
    },
    {
      "epoch": 1.6604025549852781,
      "grad_norm": 0.8785775303840637,
      "learning_rate": 8.491006210380668e-06,
      "loss": 0.09443745613098145,
      "step": 51600
    },
    {
      "epoch": 1.6636204205750325,
      "grad_norm": 9.54134464263916,
      "learning_rate": 8.410560864948354e-06,
      "loss": 0.11094076156616212,
      "step": 51700
    },
    {
      "epoch": 1.6668382861647868,
      "grad_norm": 23.422744750976562,
      "learning_rate": 8.330115519516041e-06,
      "loss": 0.10699220657348633,
      "step": 51800
    },
    {
      "epoch": 1.6700561517545411,
      "grad_norm": 1.0714454650878906,
      "learning_rate": 8.249670174083727e-06,
      "loss": 0.10455569267272949,
      "step": 51900
    },
    {
      "epoch": 1.6732740173442955,
      "grad_norm": 2.6620521545410156,
      "learning_rate": 8.169224828651414e-06,
      "loss": 0.09597659111022949,
      "step": 52000
    },
    {
      "epoch": 1.6764918829340498,
      "grad_norm": 1.480083703994751,
      "learning_rate": 8.088779483219102e-06,
      "loss": 0.10422684669494629,
      "step": 52100
    },
    {
      "epoch": 1.6797097485238042,
      "grad_norm": 2.0191445350646973,
      "learning_rate": 8.008334137786787e-06,
      "loss": 0.10290263175964355,
      "step": 52200
    },
    {
      "epoch": 1.6829276141135585,
      "grad_norm": 1.1020231246948242,
      "learning_rate": 7.927888792354475e-06,
      "loss": 0.10773059844970703,
      "step": 52300
    },
    {
      "epoch": 1.6861454797033129,
      "grad_norm": 2.2319722175598145,
      "learning_rate": 7.847443446922162e-06,
      "loss": 0.10715092658996582,
      "step": 52400
    },
    {
      "epoch": 1.6893633452930672,
      "grad_norm": 3.737014055252075,
      "learning_rate": 7.76699810148985e-06,
      "loss": 0.08955263137817383,
      "step": 52500
    },
    {
      "epoch": 1.6893633452930672,
      "eval_accuracy": 0.9901202917944698,
      "eval_f1": 0.9537408288021826,
      "eval_loss": 0.03707578778266907,
      "eval_precision": 0.945334613829357,
      "eval_recall": 0.962297886572079,
      "eval_runtime": 38.6863,
      "eval_samples_per_second": 646.224,
      "eval_steps_per_second": 35.904,
      "step": 52500
    },
    {
      "epoch": 1.6925812108828215,
      "grad_norm": 1.981602668762207,
      "learning_rate": 7.686552756057535e-06,
      "loss": 0.09512082099914551,
      "step": 52600
    },
    {
      "epoch": 1.6957990764725759,
      "grad_norm": 0.9314746856689453,
      "learning_rate": 7.606107410625221e-06,
      "loss": 0.09555187225341796,
      "step": 52700
    },
    {
      "epoch": 1.69901694206233,
      "grad_norm": 1.3338748216629028,
      "learning_rate": 7.525662065192908e-06,
      "loss": 0.08804367065429687,
      "step": 52800
    },
    {
      "epoch": 1.7022348076520843,
      "grad_norm": 2.233142375946045,
      "learning_rate": 7.445216719760595e-06,
      "loss": 0.099904146194458,
      "step": 52900
    },
    {
      "epoch": 1.7054526732418387,
      "grad_norm": 2.9169979095458984,
      "learning_rate": 7.364771374328282e-06,
      "loss": 0.09450019836425781,
      "step": 53000
    },
    {
      "epoch": 1.708670538831593,
      "grad_norm": 1.4995619058609009,
      "learning_rate": 7.284326028895968e-06,
      "loss": 0.10291241645812989,
      "step": 53100
    },
    {
      "epoch": 1.7118884044213472,
      "grad_norm": 0.7775556445121765,
      "learning_rate": 7.203880683463656e-06,
      "loss": 0.1126316738128662,
      "step": 53200
    },
    {
      "epoch": 1.7151062700111015,
      "grad_norm": 4.055330753326416,
      "learning_rate": 7.123435338031342e-06,
      "loss": 0.10327481269836426,
      "step": 53300
    },
    {
      "epoch": 1.7183241356008558,
      "grad_norm": 1.895665168762207,
      "learning_rate": 7.04298999259903e-06,
      "loss": 0.09612360954284668,
      "step": 53400
    },
    {
      "epoch": 1.7215420011906102,
      "grad_norm": 2.202033758163452,
      "learning_rate": 6.962544647166714e-06,
      "loss": 0.09727460861206055,
      "step": 53500
    },
    {
      "epoch": 1.7247598667803645,
      "grad_norm": 1.6725600957870483,
      "learning_rate": 6.882099301734402e-06,
      "loss": 0.1051039981842041,
      "step": 53600
    },
    {
      "epoch": 1.7279777323701189,
      "grad_norm": 1.6951491832733154,
      "learning_rate": 6.801653956302088e-06,
      "loss": 0.09583574295043945,
      "step": 53700
    },
    {
      "epoch": 1.7311955979598732,
      "grad_norm": 2.0571811199188232,
      "learning_rate": 6.721208610869776e-06,
      "loss": 0.09057200431823731,
      "step": 53800
    },
    {
      "epoch": 1.7344134635496276,
      "grad_norm": 1.9436057806015015,
      "learning_rate": 6.640763265437462e-06,
      "loss": 0.10000760078430176,
      "step": 53900
    },
    {
      "epoch": 1.737631329139382,
      "grad_norm": 0.3372837007045746,
      "learning_rate": 6.560317920005149e-06,
      "loss": 0.10574793815612793,
      "step": 54000
    },
    {
      "epoch": 1.7408491947291362,
      "grad_norm": 2.41835880279541,
      "learning_rate": 6.479872574572836e-06,
      "loss": 0.10087454795837403,
      "step": 54100
    },
    {
      "epoch": 1.7440670603188906,
      "grad_norm": 0.6734520792961121,
      "learning_rate": 6.399427229140522e-06,
      "loss": 0.08962540626525879,
      "step": 54200
    },
    {
      "epoch": 1.747284925908645,
      "grad_norm": 2.5488386154174805,
      "learning_rate": 6.31898188370821e-06,
      "loss": 0.1008315372467041,
      "step": 54300
    },
    {
      "epoch": 1.7505027914983993,
      "grad_norm": 3.4320902824401855,
      "learning_rate": 6.238536538275895e-06,
      "loss": 0.08948537826538086,
      "step": 54400
    },
    {
      "epoch": 1.7537206570881534,
      "grad_norm": 3.819451093673706,
      "learning_rate": 6.158091192843583e-06,
      "loss": 0.08715433120727539,
      "step": 54500
    },
    {
      "epoch": 1.7569385226779077,
      "grad_norm": 1.9689542055130005,
      "learning_rate": 6.077645847411268e-06,
      "loss": 0.0976317596435547,
      "step": 54600
    },
    {
      "epoch": 1.760156388267662,
      "grad_norm": 2.7664942741394043,
      "learning_rate": 5.997200501978956e-06,
      "loss": 0.11424756050109863,
      "step": 54700
    },
    {
      "epoch": 1.7633742538574164,
      "grad_norm": 1.188758134841919,
      "learning_rate": 5.916755156546642e-06,
      "loss": 0.09281901359558105,
      "step": 54800
    },
    {
      "epoch": 1.7665921194471705,
      "grad_norm": 1.442600965499878,
      "learning_rate": 5.83630981111433e-06,
      "loss": 0.09055022239685058,
      "step": 54900
    },
    {
      "epoch": 1.7698099850369249,
      "grad_norm": 2.042584180831909,
      "learning_rate": 5.755864465682016e-06,
      "loss": 0.08615251541137696,
      "step": 55000
    },
    {
      "epoch": 1.7698099850369249,
      "eval_accuracy": 0.9903457354945594,
      "eval_f1": 0.9534046525260119,
      "eval_loss": 0.036240287125110626,
      "eval_precision": 0.9445875312476327,
      "eval_recall": 0.9623879291493549,
      "eval_runtime": 38.9533,
      "eval_samples_per_second": 641.795,
      "eval_steps_per_second": 35.658,
      "step": 55000
    },
    {
      "epoch": 1.7730278506266792,
      "grad_norm": 1.0843491554260254,
      "learning_rate": 5.675419120249703e-06,
      "loss": 0.08899230003356934,
      "step": 55100
    },
    {
      "epoch": 1.7762457162164336,
      "grad_norm": 12.144911766052246,
      "learning_rate": 5.594973774817389e-06,
      "loss": 0.08881766319274903,
      "step": 55200
    },
    {
      "epoch": 1.779463581806188,
      "grad_norm": 2.8250832557678223,
      "learning_rate": 5.514528429385076e-06,
      "loss": 0.0975367259979248,
      "step": 55300
    },
    {
      "epoch": 1.7826814473959423,
      "grad_norm": 1.2422140836715698,
      "learning_rate": 5.434083083952763e-06,
      "loss": 0.10660443305969239,
      "step": 55400
    },
    {
      "epoch": 1.7858993129856966,
      "grad_norm": 4.103642463684082,
      "learning_rate": 5.353637738520449e-06,
      "loss": 0.10672403335571289,
      "step": 55500
    },
    {
      "epoch": 1.789117178575451,
      "grad_norm": 2.0695173740386963,
      "learning_rate": 5.273192393088136e-06,
      "loss": 0.08749826431274414,
      "step": 55600
    },
    {
      "epoch": 1.7923350441652053,
      "grad_norm": 2.9659390449523926,
      "learning_rate": 5.192747047655823e-06,
      "loss": 0.10261861801147461,
      "step": 55700
    },
    {
      "epoch": 1.7955529097549596,
      "grad_norm": 3.0467967987060547,
      "learning_rate": 5.11230170222351e-06,
      "loss": 0.1026226806640625,
      "step": 55800
    },
    {
      "epoch": 1.798770775344714,
      "grad_norm": 2.826698064804077,
      "learning_rate": 5.031856356791196e-06,
      "loss": 0.08784229278564454,
      "step": 55900
    },
    {
      "epoch": 1.8019886409344683,
      "grad_norm": 4.862614631652832,
      "learning_rate": 4.951411011358883e-06,
      "loss": 0.09360240936279297,
      "step": 56000
    },
    {
      "epoch": 1.8052065065242224,
      "grad_norm": 1.5207270383834839,
      "learning_rate": 4.87096566592657e-06,
      "loss": 0.10859518051147461,
      "step": 56100
    },
    {
      "epoch": 1.8084243721139768,
      "grad_norm": 2.692488670349121,
      "learning_rate": 4.790520320494257e-06,
      "loss": 0.0937327766418457,
      "step": 56200
    },
    {
      "epoch": 1.8116422377037311,
      "grad_norm": 2.3452610969543457,
      "learning_rate": 4.710074975061943e-06,
      "loss": 0.0986541748046875,
      "step": 56300
    },
    {
      "epoch": 1.8148601032934855,
      "grad_norm": 3.4485702514648438,
      "learning_rate": 4.6296296296296296e-06,
      "loss": 0.11264933586120605,
      "step": 56400
    },
    {
      "epoch": 1.8180779688832396,
      "grad_norm": 0.7109314203262329,
      "learning_rate": 4.549184284197316e-06,
      "loss": 0.09030750274658203,
      "step": 56500
    },
    {
      "epoch": 1.821295834472994,
      "grad_norm": 11.383523941040039,
      "learning_rate": 4.468738938765003e-06,
      "loss": 0.09089506149291993,
      "step": 56600
    },
    {
      "epoch": 1.8245137000627483,
      "grad_norm": 2.5693790912628174,
      "learning_rate": 4.38829359333269e-06,
      "loss": 0.09092802047729492,
      "step": 56700
    },
    {
      "epoch": 1.8277315656525026,
      "grad_norm": 4.628587245941162,
      "learning_rate": 4.307848247900376e-06,
      "loss": 0.10240273475646973,
      "step": 56800
    },
    {
      "epoch": 1.830949431242257,
      "grad_norm": 2.5633656978607178,
      "learning_rate": 4.227402902468063e-06,
      "loss": 0.10268410682678222,
      "step": 56900
    },
    {
      "epoch": 1.8341672968320113,
      "grad_norm": 1.9654608964920044,
      "learning_rate": 4.14695755703575e-06,
      "loss": 0.08537924766540528,
      "step": 57000
    },
    {
      "epoch": 1.8373851624217656,
      "grad_norm": 5.80186653137207,
      "learning_rate": 4.066512211603437e-06,
      "loss": 0.09202526092529296,
      "step": 57100
    },
    {
      "epoch": 1.84060302801152,
      "grad_norm": 1.1093907356262207,
      "learning_rate": 3.986066866171124e-06,
      "loss": 0.08391679763793945,
      "step": 57200
    },
    {
      "epoch": 1.8438208936012743,
      "grad_norm": 2.4156336784362793,
      "learning_rate": 3.90562152073881e-06,
      "loss": 0.08964170455932617,
      "step": 57300
    },
    {
      "epoch": 1.8470387591910287,
      "grad_norm": 0.8483083844184875,
      "learning_rate": 3.825176175306497e-06,
      "loss": 0.08196611404418945,
      "step": 57400
    },
    {
      "epoch": 1.850256624780783,
      "grad_norm": 2.47489070892334,
      "learning_rate": 3.7447308298741836e-06,
      "loss": 0.09712170600891114,
      "step": 57500
    },
    {
      "epoch": 1.850256624780783,
      "eval_accuracy": 0.990784730222486,
      "eval_f1": 0.9556170744775851,
      "eval_loss": 0.03545914590358734,
      "eval_precision": 0.9478179448570814,
      "eval_recall": 0.9635456194286155,
      "eval_runtime": 39.1151,
      "eval_samples_per_second": 639.14,
      "eval_steps_per_second": 35.511,
      "step": 57500
    },
    {
      "epoch": 1.8534744903705374,
      "grad_norm": 2.640423536300659,
      "learning_rate": 3.6642854844418705e-06,
      "loss": 0.09879606246948242,
      "step": 57600
    },
    {
      "epoch": 1.8566923559602917,
      "grad_norm": 1.9036402702331543,
      "learning_rate": 3.5838401390095566e-06,
      "loss": 0.08787569999694825,
      "step": 57700
    },
    {
      "epoch": 1.8599102215500458,
      "grad_norm": 2.5272982120513916,
      "learning_rate": 3.5033947935772435e-06,
      "loss": 0.0921150016784668,
      "step": 57800
    },
    {
      "epoch": 1.8631280871398002,
      "grad_norm": 2.6478683948516846,
      "learning_rate": 3.4229494481449304e-06,
      "loss": 0.10192151069641113,
      "step": 57900
    },
    {
      "epoch": 1.8663459527295545,
      "grad_norm": 1.6722396612167358,
      "learning_rate": 3.3425041027126173e-06,
      "loss": 0.08221748352050781,
      "step": 58000
    },
    {
      "epoch": 1.8695638183193088,
      "grad_norm": 0.9039199948310852,
      "learning_rate": 3.2620587572803042e-06,
      "loss": 0.09699295043945312,
      "step": 58100
    },
    {
      "epoch": 1.872781683909063,
      "grad_norm": 4.108741283416748,
      "learning_rate": 3.1816134118479903e-06,
      "loss": 0.10586893081665039,
      "step": 58200
    },
    {
      "epoch": 1.8759995494988173,
      "grad_norm": 0.8022117018699646,
      "learning_rate": 3.1011680664156772e-06,
      "loss": 0.10414183616638184,
      "step": 58300
    },
    {
      "epoch": 1.8792174150885717,
      "grad_norm": 0.757673978805542,
      "learning_rate": 3.020722720983364e-06,
      "loss": 0.09568047523498535,
      "step": 58400
    },
    {
      "epoch": 1.882435280678326,
      "grad_norm": 2.535696506500244,
      "learning_rate": 2.9402773755510506e-06,
      "loss": 0.10529354095458984,
      "step": 58500
    },
    {
      "epoch": 1.8856531462680803,
      "grad_norm": 3.3938286304473877,
      "learning_rate": 2.8598320301187376e-06,
      "loss": 0.09156073570251465,
      "step": 58600
    },
    {
      "epoch": 1.8888710118578347,
      "grad_norm": 1.427871823310852,
      "learning_rate": 2.779386684686424e-06,
      "loss": 0.08934795379638671,
      "step": 58700
    },
    {
      "epoch": 1.892088877447589,
      "grad_norm": 1.7206834554672241,
      "learning_rate": 2.698941339254111e-06,
      "loss": 0.10297789573669433,
      "step": 58800
    },
    {
      "epoch": 1.8953067430373434,
      "grad_norm": 2.4081387519836426,
      "learning_rate": 2.618495993821798e-06,
      "loss": 0.10169391632080078,
      "step": 58900
    },
    {
      "epoch": 1.8985246086270977,
      "grad_norm": 4.349306583404541,
      "learning_rate": 2.5380506483894844e-06,
      "loss": 0.09130579948425294,
      "step": 59000
    },
    {
      "epoch": 1.901742474216852,
      "grad_norm": 1.038880467414856,
      "learning_rate": 2.4576053029571713e-06,
      "loss": 0.09172413825988769,
      "step": 59100
    },
    {
      "epoch": 1.9049603398066064,
      "grad_norm": 1.437605619430542,
      "learning_rate": 2.377159957524858e-06,
      "loss": 0.10029353141784668,
      "step": 59200
    },
    {
      "epoch": 1.9081782053963607,
      "grad_norm": 1.8541232347488403,
      "learning_rate": 2.2967146120925443e-06,
      "loss": 0.09666367530822755,
      "step": 59300
    },
    {
      "epoch": 1.9113960709861149,
      "grad_norm": 4.376369953155518,
      "learning_rate": 2.2162692666602312e-06,
      "loss": 0.08466120719909669,
      "step": 59400
    },
    {
      "epoch": 1.9146139365758692,
      "grad_norm": 1.9385297298431396,
      "learning_rate": 2.1358239212279177e-06,
      "loss": 0.08599072456359863,
      "step": 59500
    },
    {
      "epoch": 1.9178318021656235,
      "grad_norm": 1.689815640449524,
      "learning_rate": 2.0553785757956042e-06,
      "loss": 0.09492490768432617,
      "step": 59600
    },
    {
      "epoch": 1.9210496677553779,
      "grad_norm": 1.3797245025634766,
      "learning_rate": 1.974933230363291e-06,
      "loss": 0.09027796745300293,
      "step": 59700
    },
    {
      "epoch": 1.924267533345132,
      "grad_norm": 0.4921301007270813,
      "learning_rate": 1.894487884930978e-06,
      "loss": 0.0897593879699707,
      "step": 59800
    },
    {
      "epoch": 1.9274853989348864,
      "grad_norm": 1.489128828048706,
      "learning_rate": 1.8140425394986648e-06,
      "loss": 0.09694389343261718,
      "step": 59900
    },
    {
      "epoch": 1.9307032645246407,
      "grad_norm": 0.7353283166885376,
      "learning_rate": 1.7335971940663515e-06,
      "loss": 0.0947257137298584,
      "step": 60000
    },
    {
      "epoch": 1.9307032645246407,
      "eval_accuracy": 0.9908240277481897,
      "eval_f1": 0.9576732752290649,
      "eval_loss": 0.03446565568447113,
      "eval_precision": 0.9507949387630905,
      "eval_recall": 0.9646518568065757,
      "eval_runtime": 38.8968,
      "eval_samples_per_second": 642.726,
      "eval_steps_per_second": 35.71,
      "step": 60000
    },
    {
      "epoch": 1.933921130114395,
      "grad_norm": 1.3698302507400513,
      "learning_rate": 1.653151848634038e-06,
      "loss": 0.0832412052154541,
      "step": 60100
    },
    {
      "epoch": 1.9371389957041494,
      "grad_norm": 4.799550533294678,
      "learning_rate": 1.5727065032017249e-06,
      "loss": 0.11331718444824218,
      "step": 60200
    },
    {
      "epoch": 1.9403568612939037,
      "grad_norm": 1.4409183263778687,
      "learning_rate": 1.4922611577694116e-06,
      "loss": 0.09095165252685547,
      "step": 60300
    },
    {
      "epoch": 1.943574726883658,
      "grad_norm": 0.7844113111495972,
      "learning_rate": 1.4118158123370983e-06,
      "loss": 0.07738580703735351,
      "step": 60400
    },
    {
      "epoch": 1.9467925924734124,
      "grad_norm": 1.4404165744781494,
      "learning_rate": 1.331370466904785e-06,
      "loss": 0.08979734420776367,
      "step": 60500
    },
    {
      "epoch": 1.9500104580631668,
      "grad_norm": 12.599478721618652,
      "learning_rate": 1.2509251214724717e-06,
      "loss": 0.10170120239257813,
      "step": 60600
    },
    {
      "epoch": 1.953228323652921,
      "grad_norm": 16.47142791748047,
      "learning_rate": 1.1704797760401584e-06,
      "loss": 0.08839907646179199,
      "step": 60700
    },
    {
      "epoch": 1.9564461892426754,
      "grad_norm": 1.4317628145217896,
      "learning_rate": 1.0900344306078451e-06,
      "loss": 0.10484655380249024,
      "step": 60800
    },
    {
      "epoch": 1.9596640548324298,
      "grad_norm": 1.4019297361373901,
      "learning_rate": 1.0095890851755318e-06,
      "loss": 0.0975730323791504,
      "step": 60900
    },
    {
      "epoch": 1.9628819204221841,
      "grad_norm": 1.428163766860962,
      "learning_rate": 9.291437397432184e-07,
      "loss": 0.09934920310974121,
      "step": 61000
    },
    {
      "epoch": 1.9660997860119382,
      "grad_norm": 0.9141352772712708,
      "learning_rate": 8.486983943109052e-07,
      "loss": 0.09621753692626953,
      "step": 61100
    },
    {
      "epoch": 1.9693176516016926,
      "grad_norm": 4.859970569610596,
      "learning_rate": 7.682530488785919e-07,
      "loss": 0.0880228328704834,
      "step": 61200
    },
    {
      "epoch": 1.972535517191447,
      "grad_norm": 14.404598236083984,
      "learning_rate": 6.878077034462786e-07,
      "loss": 0.10370702743530273,
      "step": 61300
    },
    {
      "epoch": 1.9757533827812013,
      "grad_norm": 1.890513300895691,
      "learning_rate": 6.073623580139654e-07,
      "loss": 0.08836669921875,
      "step": 61400
    },
    {
      "epoch": 1.9789712483709554,
      "grad_norm": 3.365849494934082,
      "learning_rate": 5.269170125816521e-07,
      "loss": 0.0887114429473877,
      "step": 61500
    },
    {
      "epoch": 1.9821891139607097,
      "grad_norm": 2.7111990451812744,
      "learning_rate": 4.4647166714933875e-07,
      "loss": 0.10604698181152344,
      "step": 61600
    },
    {
      "epoch": 1.985406979550464,
      "grad_norm": 1.373115062713623,
      "learning_rate": 3.6602632171702546e-07,
      "loss": 0.08321118354797363,
      "step": 61700
    },
    {
      "epoch": 1.9886248451402184,
      "grad_norm": 1.2105165719985962,
      "learning_rate": 2.855809762847122e-07,
      "loss": 0.09142358779907227,
      "step": 61800
    },
    {
      "epoch": 1.9918427107299728,
      "grad_norm": 1.9538366794586182,
      "learning_rate": 2.0513563085239887e-07,
      "loss": 0.07895866394042969,
      "step": 61900
    },
    {
      "epoch": 1.995060576319727,
      "grad_norm": 0.8726534843444824,
      "learning_rate": 1.246902854200856e-07,
      "loss": 0.10273164749145508,
      "step": 62000
    },
    {
      "epoch": 1.9982784419094815,
      "grad_norm": 3.1368095874786377,
      "learning_rate": 4.424493998777231e-08,
      "loss": 0.08670869827270508,
      "step": 62100
    },
    {
      "epoch": 2.0,
      "step": 62154,
      "total_flos": 1.5480486185003853e+18,
      "train_loss": 0.1780550116395906,
      "train_runtime": 17614.9903,
      "train_samples_per_second": 508.09,
      "train_steps_per_second": 3.528
    }
  ],
  "logging_steps": 100,
  "max_steps": 62154,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 2500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.5480486185003853e+18,
  "train_batch_size": 18,
  "trial_name": null,
  "trial_params": null
}