{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9999958772917105,
  "eval_steps": 1000,
  "global_step": 121279,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 0.00024811801548585953,
      "loss": 8.2906,
      "step": 100
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00029403430324938403,
      "loss": 5.1339,
      "step": 200
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00029980426002857634,
      "loss": 4.2501,
      "step": 300
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00029955648791285023,
      "loss": 3.94,
      "step": 400
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0002993087157971242,
      "loss": 3.7765,
      "step": 500
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0002990609436813981,
      "loss": 3.6756,
      "step": 600
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000298813171565672,
      "loss": 3.6106,
      "step": 700
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029856539944994587,
      "loss": 3.5704,
      "step": 800
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029831762733421977,
      "loss": 3.5304,
      "step": 900
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029806985521849366,
      "loss": 3.5018,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "eval_accuracy": 0.3767958311915216,
      "eval_loss": 3.509509325027466,
      "eval_runtime": 36.7301,
      "eval_samples_per_second": 309.447,
      "eval_steps_per_second": 2.586,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0002978220831027676,
      "loss": 3.4716,
      "step": 1100
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029757678870819877,
      "loss": 3.4476,
      "step": 1200
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029732901659247266,
      "loss": 3.4368,
      "step": 1300
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029708124447674656,
      "loss": 3.4075,
      "step": 1400
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029683347236102045,
      "loss": 3.3945,
      "step": 1500
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029658570024529435,
      "loss": 3.3788,
      "step": 1600
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029633792812956824,
      "loss": 3.3738,
      "step": 1700
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0002960901560138422,
      "loss": 3.3585,
      "step": 1800
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0002958423838981161,
      "loss": 3.3479,
      "step": 1900
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00029559461178239,
      "loss": 3.3375,
      "step": 2000
    },
    {
      "epoch": 0.02,
      "eval_accuracy": 0.391758262312935,
      "eval_loss": 3.3602521419525146,
      "eval_runtime": 36.8476,
      "eval_samples_per_second": 308.46,
      "eval_steps_per_second": 2.578,
      "step": 2000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0002953468396666639,
      "loss": 3.3351,
      "step": 2100
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00029509906755093777,
      "loss": 3.3283,
      "step": 2200
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0002948512954352117,
      "loss": 3.3185,
      "step": 2300
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0002946035233194856,
      "loss": 3.309,
      "step": 2400
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0002943557512037595,
      "loss": 3.3015,
      "step": 2500
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0002941079790880334,
      "loss": 3.3015,
      "step": 2600
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0002938602069723073,
      "loss": 3.2913,
      "step": 2700
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0002936124348565812,
      "loss": 3.2871,
      "step": 2800
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00029336466274085515,
      "loss": 3.2761,
      "step": 2900
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0002931193683462863,
      "loss": 3.2694,
      "step": 3000
    },
    {
      "epoch": 0.02,
      "eval_accuracy": 0.39822664917193284,
      "eval_loss": 3.2995240688323975,
      "eval_runtime": 36.3126,
      "eval_samples_per_second": 313.004,
      "eval_steps_per_second": 2.616,
      "step": 3000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002928715962305602,
      "loss": 3.2757,
      "step": 3100
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002926238241148341,
      "loss": 3.2597,
      "step": 3200
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000292376051999108,
      "loss": 3.2603,
      "step": 3300
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002921282798833819,
      "loss": 3.2499,
      "step": 3400
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002918805077676558,
      "loss": 3.2522,
      "step": 3500
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00029163273565192973,
      "loss": 3.2511,
      "step": 3600
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002913849635362036,
      "loss": 3.2399,
      "step": 3700
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002911371914204775,
      "loss": 3.2459,
      "step": 3800
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002908894193047514,
      "loss": 3.2364,
      "step": 3900
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002906416471890253,
      "loss": 3.236,
      "step": 4000
    },
    {
      "epoch": 0.03,
      "eval_accuracy": 0.4022114581269458,
      "eval_loss": 3.262552261352539,
      "eval_runtime": 36.6585,
      "eval_samples_per_second": 310.051,
      "eval_steps_per_second": 2.591,
      "step": 4000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0002903938750732992,
      "loss": 3.2373,
      "step": 4100
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00029014610295757315,
      "loss": 3.2318,
      "step": 4200
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00028989833084184705,
      "loss": 3.2394,
      "step": 4300
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00028965055872612095,
      "loss": 3.2198,
      "step": 4400
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00028940278661039484,
      "loss": 3.2214,
      "step": 4500
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000289157492215826,
      "loss": 3.2195,
      "step": 4600
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0002889097201000999,
      "loss": 3.22,
      "step": 4700
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0002886619479843738,
      "loss": 3.2135,
      "step": 4800
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00028841417586864774,
      "loss": 3.2163,
      "step": 4900
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00028816640375292163,
      "loss": 3.2131,
      "step": 5000
    },
    {
      "epoch": 0.04,
      "eval_accuracy": 0.40479479480866404,
      "eval_loss": 3.2350122928619385,
      "eval_runtime": 36.6665,
      "eval_samples_per_second": 309.983,
      "eval_steps_per_second": 2.591,
      "step": 5000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0002879186316371955,
      "loss": 3.2066,
      "step": 5100
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0002876708595214694,
      "loss": 3.2067,
      "step": 5200
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0002874230874057433,
      "loss": 3.2011,
      "step": 5300
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00028717531529001727,
      "loss": 3.1956,
      "step": 5400
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00028692754317429116,
      "loss": 3.1997,
      "step": 5500
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00028667977105856506,
      "loss": 3.2032,
      "step": 5600
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00028643199894283895,
      "loss": 3.1976,
      "step": 5700
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00028618422682711285,
      "loss": 3.1987,
      "step": 5800
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00028593645471138674,
      "loss": 3.1932,
      "step": 5900
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0002856886825956607,
      "loss": 3.1934,
      "step": 6000
    },
    {
      "epoch": 0.05,
      "eval_accuracy": 0.4072977702527638,
      "eval_loss": 3.21467661857605,
      "eval_runtime": 35.9987,
      "eval_samples_per_second": 315.734,
      "eval_steps_per_second": 2.639,
      "step": 6000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00028544091047993453,
      "loss": 3.1823,
      "step": 6100
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00028519313836420843,
      "loss": 3.1893,
      "step": 6200
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0002849453662484824,
      "loss": 3.1883,
      "step": 6300
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0002846975941327563,
      "loss": 3.1824,
      "step": 6400
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00028444982201703017,
      "loss": 3.1806,
      "step": 6500
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00028420204990130406,
      "loss": 3.178,
      "step": 6600
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00028395427778557796,
      "loss": 3.1819,
      "step": 6700
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00028370898339100917,
      "loss": 3.1905,
      "step": 6800
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00028346121127528306,
      "loss": 3.1775,
      "step": 6900
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00028321343915955696,
      "loss": 3.177,
      "step": 7000
    },
    {
      "epoch": 0.06,
      "eval_accuracy": 0.40887866977212045,
      "eval_loss": 3.2006027698516846,
      "eval_runtime": 36.3445,
      "eval_samples_per_second": 312.73,
      "eval_steps_per_second": 2.614,
      "step": 7000
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00028296566704383085,
      "loss": 3.1713,
      "step": 7100
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0002827178949281048,
      "loss": 3.1711,
      "step": 7200
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0002824701228123787,
      "loss": 3.1705,
      "step": 7300
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00028222235069665254,
      "loss": 3.1755,
      "step": 7400
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0002819745785809265,
      "loss": 3.1673,
      "step": 7500
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0002817268064652004,
      "loss": 3.1703,
      "step": 7600
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0002814790343494743,
      "loss": 3.1608,
      "step": 7700
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0002812312622337482,
      "loss": 3.1637,
      "step": 7800
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00028098349011802207,
      "loss": 3.1726,
      "step": 7900
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00028073571800229597,
      "loss": 3.1653,
      "step": 8000
    },
    {
      "epoch": 0.07,
      "eval_accuracy": 0.4097224627671145,
      "eval_loss": 3.1890077590942383,
      "eval_runtime": 36.3132,
      "eval_samples_per_second": 312.999,
      "eval_steps_per_second": 2.616,
      "step": 8000
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0002804879458865699,
      "loss": 3.1585,
      "step": 8100
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0002802401737708438,
      "loss": 3.1608,
      "step": 8200
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0002799924016551177,
      "loss": 3.1606,
      "step": 8300
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0002797446295393916,
      "loss": 3.1605,
      "step": 8400
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0002794968574236655,
      "loss": 3.1588,
      "step": 8500
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00027924908530793945,
      "loss": 3.1691,
      "step": 8600
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00027900131319221334,
      "loss": 3.1556,
      "step": 8700
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00027875354107648724,
      "loss": 3.1505,
      "step": 8800
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0002785082466819184,
      "loss": 3.162,
      "step": 8900
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0002782604745661923,
      "loss": 3.1548,
      "step": 9000
    },
    {
      "epoch": 0.07,
      "eval_accuracy": 0.4109264957928121,
      "eval_loss": 3.1779375076293945,
      "eval_runtime": 36.2677,
      "eval_samples_per_second": 313.392,
      "eval_steps_per_second": 2.619,
      "step": 9000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0002780127024504662,
      "loss": 3.1461,
      "step": 9100
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0002777649303347401,
      "loss": 3.1508,
      "step": 9200
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00027751715821901403,
      "loss": 3.1521,
      "step": 9300
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0002772718638244452,
      "loss": 3.1486,
      "step": 9400
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0002770240917087191,
      "loss": 3.1457,
      "step": 9500
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000276776319592993,
      "loss": 3.1577,
      "step": 9600
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00027652854747726687,
      "loss": 3.1528,
      "step": 9700
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0002762807753615408,
      "loss": 3.1404,
      "step": 9800
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0002760330032458147,
      "loss": 3.145,
      "step": 9900
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00027578523113008855,
      "loss": 3.152,
      "step": 10000
    },
    {
      "epoch": 0.08,
      "eval_accuracy": 0.4119192341851163,
      "eval_loss": 3.169926404953003,
      "eval_runtime": 36.3986,
      "eval_samples_per_second": 312.265,
      "eval_steps_per_second": 2.61,
      "step": 10000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0002755374590143625,
      "loss": 3.1468,
      "step": 10100
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0002752896868986364,
      "loss": 3.1396,
      "step": 10200
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0002750419147829103,
      "loss": 3.1375,
      "step": 10300
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0002747941426671842,
      "loss": 3.1463,
      "step": 10400
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0002745463705514581,
      "loss": 3.1433,
      "step": 10500
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00027429859843573203,
      "loss": 3.145,
      "step": 10600
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00027405082632000593,
      "loss": 3.1393,
      "step": 10700
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0002738055319254371,
      "loss": 3.1389,
      "step": 10800
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000273557759809711,
      "loss": 3.1366,
      "step": 10900
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00027330998769398493,
      "loss": 3.1416,
      "step": 11000
    },
    {
      "epoch": 0.09,
      "eval_accuracy": 0.41301242412444356,
      "eval_loss": 3.1622183322906494,
      "eval_runtime": 36.132,
      "eval_samples_per_second": 314.569,
      "eval_steps_per_second": 2.629,
      "step": 11000
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0002730622155782588,
      "loss": 3.1402,
      "step": 11100
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0002728144434625327,
      "loss": 3.1331,
      "step": 11200
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0002725666713468066,
      "loss": 3.1401,
      "step": 11300
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0002723188992310805,
      "loss": 3.1359,
      "step": 11400
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0002720711271153544,
      "loss": 3.1345,
      "step": 11500
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0002718233549996283,
      "loss": 3.1287,
      "step": 11600
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0002715755828839022,
      "loss": 3.1352,
      "step": 11700
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0002713278107681761,
      "loss": 3.1246,
      "step": 11800
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00027108003865245004,
      "loss": 3.1382,
      "step": 11900
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00027083226653672394,
      "loss": 3.1387,
      "step": 12000
    },
    {
      "epoch": 0.1,
      "eval_accuracy": 0.4138569098887274,
      "eval_loss": 3.156071662902832,
      "eval_runtime": 37.0052,
      "eval_samples_per_second": 307.146,
      "eval_steps_per_second": 2.567,
      "step": 12000
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00027058449442099783,
      "loss": 3.1329,
      "step": 12100
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000270339200026429,
      "loss": 3.1254,
      "step": 12200
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00027009142791070294,
      "loss": 3.1315,
      "step": 12300
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00026984365579497683,
      "loss": 3.1257,
      "step": 12400
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00026959588367925073,
      "loss": 3.1171,
      "step": 12500
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0002693481115635246,
      "loss": 3.128,
      "step": 12600
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0002691003394477985,
      "loss": 3.1234,
      "step": 12700
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0002688525673320724,
      "loss": 3.1354,
      "step": 12800
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0002686047952163463,
      "loss": 3.1286,
      "step": 12900
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0002683570231006202,
      "loss": 3.1192,
      "step": 13000
    },
    {
      "epoch": 0.11,
      "eval_accuracy": 0.4142968183877596,
      "eval_loss": 3.149528741836548,
      "eval_runtime": 36.1498,
      "eval_samples_per_second": 314.414,
      "eval_steps_per_second": 2.628,
      "step": 13000
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00026810925098489415,
      "loss": 3.1155,
      "step": 13100
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00026786147886916805,
      "loss": 3.1268,
      "step": 13200
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00026761370675344194,
      "loss": 3.1216,
      "step": 13300
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00026736593463771584,
      "loss": 3.1262,
      "step": 13400
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000267120640243147,
      "loss": 3.1215,
      "step": 13500
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00026687286812742094,
      "loss": 3.1259,
      "step": 13600
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00026662509601169484,
      "loss": 3.1206,
      "step": 13700
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00026637732389596874,
      "loss": 3.1161,
      "step": 13800
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00026612955178024263,
      "loss": 3.1127,
      "step": 13900
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0002658817796645165,
      "loss": 3.1221,
      "step": 14000
    },
    {
      "epoch": 0.12,
      "eval_accuracy": 0.4149895876775741,
      "eval_loss": 3.1430952548980713,
      "eval_runtime": 36.2908,
      "eval_samples_per_second": 313.192,
      "eval_steps_per_second": 2.618,
      "step": 14000
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0002656340075487905,
      "loss": 3.1211,
      "step": 14100
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0002653862354330643,
      "loss": 3.1159,
      "step": 14200
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0002651384633173382,
      "loss": 3.1211,
      "step": 14300
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00026489069120161216,
      "loss": 3.1168,
      "step": 14400
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00026464291908588606,
      "loss": 3.1166,
      "step": 14500
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00026439514697015995,
      "loss": 3.1168,
      "step": 14600
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0002641498525755911,
      "loss": 3.1165,
      "step": 14700
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00026390208045986506,
      "loss": 3.1115,
      "step": 14800
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00026365430834413895,
      "loss": 3.1124,
      "step": 14900
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00026340653622841285,
      "loss": 3.1136,
      "step": 15000
    },
    {
      "epoch": 0.12,
      "eval_accuracy": 0.4154509720245905,
      "eval_loss": 3.139134168624878,
      "eval_runtime": 36.9033,
      "eval_samples_per_second": 307.994,
      "eval_steps_per_second": 2.574,
      "step": 15000
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00026315876411268674,
      "loss": 3.1096,
      "step": 15100
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00026291099199696064,
      "loss": 3.1066,
      "step": 15200
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00026266321988123453,
      "loss": 3.1172,
      "step": 15300
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0002624154477655085,
      "loss": 3.1209,
      "step": 15400
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0002621676756497823,
      "loss": 3.1057,
      "step": 15500
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0002619199035340562,
      "loss": 3.1105,
      "step": 15600
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00026167213141833017,
      "loss": 3.1094,
      "step": 15700
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0002614268370237613,
      "loss": 3.1113,
      "step": 15800
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0002611790649080352,
      "loss": 3.1052,
      "step": 15900
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0002609312927923091,
      "loss": 3.106,
      "step": 16000
    },
    {
      "epoch": 0.13,
      "eval_accuracy": 0.41599687422496434,
      "eval_loss": 3.1348280906677246,
      "eval_runtime": 36.2431,
      "eval_samples_per_second": 313.605,
      "eval_steps_per_second": 2.621,
      "step": 16000
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00026068599839774027,
      "loss": 3.1111,
      "step": 16100
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00026043822628201417,
      "loss": 3.1061,
      "step": 16200
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0002601904541662881,
      "loss": 3.1147,
      "step": 16300
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000259942682050562,
      "loss": 3.1053,
      "step": 16400
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0002596949099348359,
      "loss": 3.1002,
      "step": 16500
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0002594471378191098,
      "loss": 3.113,
      "step": 16600
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0002591993657033837,
      "loss": 3.1075,
      "step": 16700
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00025895159358765765,
      "loss": 3.109,
      "step": 16800
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00025870382147193154,
      "loss": 3.0998,
      "step": 16900
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00025845604935620544,
      "loss": 3.1023,
      "step": 17000
    },
    {
      "epoch": 0.14,
      "eval_accuracy": 0.416494975344341,
      "eval_loss": 3.1311593055725098,
      "eval_runtime": 36.4415,
      "eval_samples_per_second": 311.897,
      "eval_steps_per_second": 2.607,
      "step": 17000
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00025820827724047933,
      "loss": 3.1055,
      "step": 17100
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0002579605051247532,
      "loss": 3.1019,
      "step": 17200
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0002577127330090271,
      "loss": 3.1029,
      "step": 17300
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00025746496089330107,
      "loss": 3.1028,
      "step": 17400
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00025721718877757497,
      "loss": 3.1048,
      "step": 17500
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00025696941666184886,
      "loss": 3.1033,
      "step": 17600
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00025672164454612276,
      "loss": 3.109,
      "step": 17700
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00025647387243039665,
      "loss": 3.0972,
      "step": 17800
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002562261003146706,
      "loss": 3.1006,
      "step": 17900
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002559783281989445,
      "loss": 3.1062,
      "step": 18000
    },
    {
      "epoch": 0.15,
      "eval_accuracy": 0.4171718109404897,
      "eval_loss": 3.1264827251434326,
      "eval_runtime": 37.3996,
      "eval_samples_per_second": 303.907,
      "eval_steps_per_second": 2.54,
      "step": 18000
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00025573055608321834,
      "loss": 3.1048,
      "step": 18100
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002554827839674923,
      "loss": 3.0967,
      "step": 18200
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00025523748957292344,
      "loss": 3.0937,
      "step": 18300
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00025498971745719734,
      "loss": 3.1036,
      "step": 18400
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00025474194534147123,
      "loss": 3.0981,
      "step": 18500
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002544941732257452,
      "loss": 3.1013,
      "step": 18600
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002542464011100191,
      "loss": 3.0977,
      "step": 18700
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.000253998628994293,
      "loss": 3.0961,
      "step": 18800
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00025375085687856687,
      "loss": 3.0993,
      "step": 18900
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00025350308476284076,
      "loss": 3.1007,
      "step": 19000
    },
    {
      "epoch": 0.16,
      "eval_accuracy": 0.4176775325220543,
      "eval_loss": 3.1230428218841553,
      "eval_runtime": 36.1092,
      "eval_samples_per_second": 314.767,
      "eval_steps_per_second": 2.631,
      "step": 19000
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00025325531264711466,
      "loss": 3.0957,
      "step": 19100
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002530075405313886,
      "loss": 3.099,
      "step": 19200
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002527597684156625,
      "loss": 3.1044,
      "step": 19300
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00025251199629993635,
      "loss": 3.0985,
      "step": 19400
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002522642241842103,
      "loss": 3.1026,
      "step": 19500
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00025201892978964145,
      "loss": 3.0926,
      "step": 19600
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00025177115767391535,
      "loss": 3.0932,
      "step": 19700
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00025152338555818924,
      "loss": 3.0912,
      "step": 19800
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002512756134424632,
      "loss": 3.0914,
      "step": 19900
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0002510278413267371,
      "loss": 3.0979,
      "step": 20000
    },
    {
      "epoch": 0.16,
      "eval_accuracy": 0.41779807437848204,
      "eval_loss": 3.1200578212738037,
      "eval_runtime": 36.2694,
      "eval_samples_per_second": 313.377,
      "eval_steps_per_second": 2.619,
      "step": 20000
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.000250780069211011,
      "loss": 3.088,
      "step": 20100
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0002505322970952849,
      "loss": 3.0936,
      "step": 20200
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00025028452497955877,
      "loss": 3.0931,
      "step": 20300
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0002500392305849899,
      "loss": 3.09,
      "step": 20400
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0002497914584692638,
      "loss": 3.0961,
      "step": 20500
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00024954368635353777,
      "loss": 3.0979,
      "step": 20600
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00024929591423781167,
      "loss": 3.0899,
      "step": 20700
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00024904814212208556,
      "loss": 3.0919,
      "step": 20800
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00024880037000635946,
      "loss": 3.0944,
      "step": 20900
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00024855259789063335,
      "loss": 3.0897,
      "step": 21000
    },
    {
      "epoch": 0.17,
      "eval_accuracy": 0.4178625019224348,
      "eval_loss": 3.1168224811553955,
      "eval_runtime": 36.6661,
      "eval_samples_per_second": 309.987,
      "eval_steps_per_second": 2.591,
      "step": 21000
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00024830730349606456,
      "loss": 3.091,
      "step": 21100
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0002480595313803384,
      "loss": 3.0925,
      "step": 21200
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00024781175926461235,
      "loss": 3.0861,
      "step": 21300
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00024756398714888625,
      "loss": 3.0845,
      "step": 21400
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00024731621503316014,
      "loss": 3.0944,
      "step": 21500
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00024706844291743404,
      "loss": 3.083,
      "step": 21600
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00024682067080170793,
      "loss": 3.0803,
      "step": 21700
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00024657289868598183,
      "loss": 3.0899,
      "step": 21800
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0002463251265702558,
      "loss": 3.0872,
      "step": 21900
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0002460773544545297,
      "loss": 3.0863,
      "step": 22000
    },
    {
      "epoch": 0.18,
      "eval_accuracy": 0.4188947281642584,
      "eval_loss": 3.1127541065216064,
      "eval_runtime": 36.4488,
      "eval_samples_per_second": 311.835,
      "eval_steps_per_second": 2.606,
      "step": 22000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00024582958233880357,
      "loss": 3.0979,
      "step": 22100
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00024558181022307746,
      "loss": 3.0893,
      "step": 22200
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00024533403810735136,
      "loss": 3.0898,
      "step": 22300
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0002450862659916253,
      "loss": 3.0875,
      "step": 22400
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002448384938758992,
      "loss": 3.0822,
      "step": 22500
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002445907217601731,
      "loss": 3.08,
      "step": 22600
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.000244342949644447,
      "loss": 3.0835,
      "step": 22700
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002440951775287209,
      "loss": 3.0913,
      "step": 22800
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00024384740541299479,
      "loss": 3.0822,
      "step": 22900
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002435996332972687,
      "loss": 3.0898,
      "step": 23000
    },
    {
      "epoch": 0.19,
      "eval_accuracy": 0.4191060227976518,
      "eval_loss": 3.1097447872161865,
      "eval_runtime": 36.3549,
      "eval_samples_per_second": 312.64,
      "eval_steps_per_second": 2.613,
      "step": 23000
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002433518611815426,
      "loss": 3.076,
      "step": 23100
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002431040890658165,
      "loss": 3.0892,
      "step": 23200
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00024285631695009042,
      "loss": 3.0842,
      "step": 23300
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00024260854483436432,
      "loss": 3.0857,
      "step": 23400
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0002423607727186382,
      "loss": 3.0845,
      "step": 23500
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00024211300060291213,
      "loss": 3.0933,
      "step": 23600
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00024186522848718603,
      "loss": 3.0855,
      "step": 23700
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00024161745637145995,
      "loss": 3.0843,
      "step": 23800
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00024136968425573385,
      "loss": 3.097,
      "step": 23900
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00024112191214000774,
      "loss": 3.0825,
      "step": 24000
    },
    {
      "epoch": 0.2,
      "eval_accuracy": 0.41910394448978233,
      "eval_loss": 3.107358694076538,
      "eval_runtime": 36.6977,
      "eval_samples_per_second": 309.72,
      "eval_steps_per_second": 2.589,
      "step": 24000
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00024087414002428166,
      "loss": 3.0926,
      "step": 24100
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00024062636790855556,
      "loss": 3.079,
      "step": 24200
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00024037859579282945,
      "loss": 3.0831,
      "step": 24300
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0002401333013982606,
      "loss": 3.0865,
      "step": 24400
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00023988552928253453,
      "loss": 3.0748,
      "step": 24500
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00023963775716680843,
      "loss": 3.073,
      "step": 24600
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00023938998505108232,
      "loss": 3.0822,
      "step": 24700
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00023914221293535625,
      "loss": 3.0817,
      "step": 24800
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023889444081963014,
      "loss": 3.0803,
      "step": 24900
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023864666870390404,
      "loss": 3.0808,
      "step": 25000
    },
    {
      "epoch": 0.21,
      "eval_accuracy": 0.41998445425713654,
      "eval_loss": 3.103720188140869,
      "eval_runtime": 36.4784,
      "eval_samples_per_second": 311.582,
      "eval_steps_per_second": 2.604,
      "step": 25000
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023839889658817796,
      "loss": 3.0778,
      "step": 25100
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023815112447245185,
      "loss": 3.0755,
      "step": 25200
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023790335235672575,
      "loss": 3.0817,
      "step": 25300
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023765558024099967,
      "loss": 3.0759,
      "step": 25400
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023740780812527357,
      "loss": 3.0813,
      "step": 25500
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023716003600954746,
      "loss": 3.08,
      "step": 25600
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023691226389382138,
      "loss": 3.0746,
      "step": 25700
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023666449177809528,
      "loss": 3.0786,
      "step": 25800
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023641919738352644,
      "loss": 3.0857,
      "step": 25900
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00023617142526780033,
      "loss": 3.0774,
      "step": 26000
    },
    {
      "epoch": 0.21,
      "eval_accuracy": 0.4197142742341089,
      "eval_loss": 3.1032252311706543,
      "eval_runtime": 36.4807,
      "eval_samples_per_second": 311.562,
      "eval_steps_per_second": 2.604,
      "step": 26000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00023592365315207425,
      "loss": 3.0776,
      "step": 26100
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00023567588103634815,
      "loss": 3.0806,
      "step": 26200
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00023542810892062204,
      "loss": 3.0768,
      "step": 26300
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00023518033680489597,
      "loss": 3.0733,
      "step": 26400
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00023493256468916986,
      "loss": 3.0822,
      "step": 26500
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00023468479257344378,
      "loss": 3.0774,
      "step": 26600
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00023443702045771768,
      "loss": 3.0763,
      "step": 26700
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00023418924834199157,
      "loss": 3.0773,
      "step": 26800
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0002339414762262655,
      "loss": 3.0774,
      "step": 26900
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0002336937041105394,
      "loss": 3.0652,
      "step": 27000
    },
    {
      "epoch": 0.22,
      "eval_accuracy": 0.42021445366135496,
      "eval_loss": 3.098003387451172,
      "eval_runtime": 37.7336,
      "eval_samples_per_second": 301.217,
      "eval_steps_per_second": 2.518,
      "step": 27000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0002334459319948133,
      "loss": 3.0767,
      "step": 27100
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0002331981598790872,
      "loss": 3.0743,
      "step": 27200
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00023295038776336108,
      "loss": 3.0693,
      "step": 27300
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00023270509336879226,
      "loss": 3.0829,
      "step": 27400
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00023245732125306616,
      "loss": 3.069,
      "step": 27500
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0002322120268584973,
      "loss": 3.0764,
      "step": 27600
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0002319642547427712,
      "loss": 3.0722,
      "step": 27700
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00023171648262704513,
      "loss": 3.0703,
      "step": 27800
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00023146871051131902,
      "loss": 3.0752,
      "step": 27900
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00023122093839559292,
      "loss": 3.0693,
      "step": 28000
    },
    {
      "epoch": 0.23,
      "eval_accuracy": 0.4207465004759325,
      "eval_loss": 3.096764087677002,
      "eval_runtime": 36.5764,
      "eval_samples_per_second": 310.747,
      "eval_steps_per_second": 2.597,
      "step": 28000
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00023097316627986684,
      "loss": 3.0629,
      "step": 28100
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00023072539416414074,
      "loss": 3.0749,
      "step": 28200
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00023047762204841466,
      "loss": 3.0658,
      "step": 28300
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00023022984993268855,
      "loss": 3.0806,
      "step": 28400
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00022998207781696245,
      "loss": 3.0677,
      "step": 28500
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00022973430570123637,
      "loss": 3.0779,
      "step": 28600
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00022948653358551027,
      "loss": 3.0714,
      "step": 28700
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00022923876146978416,
      "loss": 3.0707,
      "step": 28800
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00022899098935405808,
      "loss": 3.0757,
      "step": 28900
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00022874321723833198,
      "loss": 3.0665,
      "step": 29000
    },
    {
      "epoch": 0.24,
      "eval_accuracy": 0.4209293915684435,
      "eval_loss": 3.0943939685821533,
      "eval_runtime": 36.661,
      "eval_samples_per_second": 310.03,
      "eval_steps_per_second": 2.591,
      "step": 29000
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00022849544512260588,
      "loss": 3.0677,
      "step": 29100
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0002282476730068798,
      "loss": 3.0662,
      "step": 29200
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0002279999008911537,
      "loss": 3.0649,
      "step": 29300
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0002277521287754276,
      "loss": 3.067,
      "step": 29400
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0002275043566597015,
      "loss": 3.0686,
      "step": 29500
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0002272565845439754,
      "loss": 3.0726,
      "step": 29600
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00022700881242824933,
      "loss": 3.0639,
      "step": 29700
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00022676104031252322,
      "loss": 3.0679,
      "step": 29800
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0002265132681967971,
      "loss": 3.0778,
      "step": 29900
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00022626549608107104,
      "loss": 3.0657,
      "step": 30000
    },
    {
      "epoch": 0.25,
      "eval_accuracy": 0.4210423129626833,
      "eval_loss": 3.09199595451355,
      "eval_runtime": 36.5589,
      "eval_samples_per_second": 310.896,
      "eval_steps_per_second": 2.599,
      "step": 30000
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0002260177239653449,
      "loss": 3.0664,
      "step": 30100
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0002257699518496188,
      "loss": 3.0657,
      "step": 30200
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00022552217973389273,
      "loss": 3.0674,
      "step": 30300
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00022527440761816662,
      "loss": 3.0611,
      "step": 30400
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00022502663550244052,
      "loss": 3.0694,
      "step": 30500
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00022477886338671444,
      "loss": 3.0563,
      "step": 30600
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00022453109127098833,
      "loss": 3.0611,
      "step": 30700
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00022428331915526223,
      "loss": 3.0647,
      "step": 30800
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00022403554703953615,
      "loss": 3.0645,
      "step": 30900
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00022378777492381005,
      "loss": 3.0608,
      "step": 31000
    },
    {
      "epoch": 0.26,
      "eval_accuracy": 0.4213305049872461,
      "eval_loss": 3.0911319255828857,
      "eval_runtime": 36.982,
      "eval_samples_per_second": 307.339,
      "eval_steps_per_second": 2.569,
      "step": 31000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00022354248052924123,
      "loss": 3.0683,
      "step": 31100
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0002232947084135151,
      "loss": 3.0719,
      "step": 31200
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00022304693629778905,
      "loss": 3.0614,
      "step": 31300
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0002228016419032202,
      "loss": 3.0655,
      "step": 31400
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0002225538697874941,
      "loss": 3.0682,
      "step": 31500
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.000222306097671768,
      "loss": 3.0588,
      "step": 31600
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00022205832555604192,
      "loss": 3.0709,
      "step": 31700
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0002218105534403158,
      "loss": 3.0687,
      "step": 31800
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0002215627813245897,
      "loss": 3.0679,
      "step": 31900
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00022131500920886363,
      "loss": 3.0647,
      "step": 32000
    },
    {
      "epoch": 0.26,
      "eval_accuracy": 0.42134713145020164,
      "eval_loss": 3.089580774307251,
      "eval_runtime": 36.6102,
      "eval_samples_per_second": 310.46,
      "eval_steps_per_second": 2.595,
      "step": 32000
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00022106723709313752,
      "loss": 3.054,
      "step": 32100
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00022081946497741142,
      "loss": 3.0674,
      "step": 32200
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00022057169286168534,
      "loss": 3.0678,
      "step": 32300
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00022032392074595924,
      "loss": 3.06,
      "step": 32400
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0002200786263513904,
      "loss": 3.0647,
      "step": 32500
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0002198308542356643,
      "loss": 3.0619,
      "step": 32600
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0002195830821199382,
      "loss": 3.0655,
      "step": 32700
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0002193353100042121,
      "loss": 3.066,
      "step": 32800
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.000219087537888486,
      "loss": 3.0615,
      "step": 32900
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00021883976577275992,
      "loss": 3.0604,
      "step": 33000
    },
    {
      "epoch": 0.27,
      "eval_accuracy": 0.4216789679400228,
      "eval_loss": 3.0860743522644043,
      "eval_runtime": 36.6297,
      "eval_samples_per_second": 310.295,
      "eval_steps_per_second": 2.594,
      "step": 33000
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00021859199365703382,
      "loss": 3.0556,
      "step": 33100
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00021834422154130771,
      "loss": 3.0664,
      "step": 33200
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00021809644942558164,
      "loss": 3.0585,
      "step": 33300
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021784867730985553,
      "loss": 3.0628,
      "step": 33400
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021760090519412945,
      "loss": 3.0653,
      "step": 33500
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021735313307840335,
      "loss": 3.0616,
      "step": 33600
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021710536096267724,
      "loss": 3.0661,
      "step": 33700
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021685758884695117,
      "loss": 3.0638,
      "step": 33800
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021660981673122506,
      "loss": 3.0547,
      "step": 33900
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021636204461549893,
      "loss": 3.0577,
      "step": 34000
    },
    {
      "epoch": 0.28,
      "eval_accuracy": 0.422070382588768,
      "eval_loss": 3.084482431411743,
      "eval_runtime": 36.4437,
      "eval_samples_per_second": 311.879,
      "eval_steps_per_second": 2.607,
      "step": 34000
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021611427249977288,
      "loss": 3.0627,
      "step": 34100
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021586650038404675,
      "loss": 3.0604,
      "step": 34200
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021561872826832064,
      "loss": 3.061,
      "step": 34300
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021537095615259457,
      "loss": 3.0572,
      "step": 34400
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00021512566175802575,
      "loss": 3.057,
      "step": 34500
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00021487788964229964,
      "loss": 3.0622,
      "step": 34600
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00021463011752657354,
      "loss": 3.0586,
      "step": 34700
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00021438234541084746,
      "loss": 3.0567,
      "step": 34800
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00021413457329512136,
      "loss": 3.0617,
      "step": 34900
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00021388680117939525,
      "loss": 3.0606,
      "step": 35000
    },
    {
      "epoch": 0.29,
      "eval_accuracy": 0.4220225815077708,
      "eval_loss": 3.081350088119507,
      "eval_runtime": 39.7683,
      "eval_samples_per_second": 285.806,
      "eval_steps_per_second": 2.389,
      "step": 35000
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00021363902906366917,
      "loss": 3.0641,
      "step": 35100
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00021339125694794307,
      "loss": 3.0528,
      "step": 35200
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00021314348483221694,
      "loss": 3.0602,
      "step": 35300
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0002128957127164909,
      "loss": 3.0572,
      "step": 35400
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00021265041832192204,
      "loss": 3.0549,
      "step": 35500
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00021240512392735317,
      "loss": 3.0561,
      "step": 35600
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00021215735181162712,
      "loss": 3.0499,
      "step": 35700
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.000211909579695901,
      "loss": 3.0517,
      "step": 35800
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0002116618075801749,
      "loss": 3.0606,
      "step": 35900
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0002114140354644488,
      "loss": 3.0515,
      "step": 36000
    },
    {
      "epoch": 0.3,
      "eval_accuracy": 0.4227111941818464,
      "eval_loss": 3.080108642578125,
      "eval_runtime": 36.5107,
      "eval_samples_per_second": 311.306,
      "eval_steps_per_second": 2.602,
      "step": 36000
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0002111662633487227,
      "loss": 3.0534,
      "step": 36100
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00021091849123299662,
      "loss": 3.0623,
      "step": 36200
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00021067071911727052,
      "loss": 3.0529,
      "step": 36300
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00021042294700154441,
      "loss": 3.0513,
      "step": 36400
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00021017517488581834,
      "loss": 3.0526,
      "step": 36500
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00020992740277009223,
      "loss": 3.0523,
      "step": 36600
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00020967963065436613,
      "loss": 3.052,
      "step": 36700
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0002094343362597973,
      "loss": 3.0554,
      "step": 36800
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00020918656414407123,
      "loss": 3.0506,
      "step": 36900
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0002089387920283451,
      "loss": 3.0527,
      "step": 37000
    },
    {
      "epoch": 0.31,
      "eval_accuracy": 0.42249435739413443,
      "eval_loss": 3.0771751403808594,
      "eval_runtime": 36.5791,
      "eval_samples_per_second": 310.724,
      "eval_steps_per_second": 2.597,
      "step": 37000
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.000208691019912619,
      "loss": 3.0438,
      "step": 37100
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00020844324779689292,
      "loss": 3.0513,
      "step": 37200
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00020819547568116681,
      "loss": 3.0513,
      "step": 37300
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0002079477035654407,
      "loss": 3.0597,
      "step": 37400
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00020769993144971463,
      "loss": 3.0448,
      "step": 37500
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00020745215933398853,
      "loss": 3.049,
      "step": 37600
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00020720438721826242,
      "loss": 3.0482,
      "step": 37700
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00020695661510253634,
      "loss": 3.0529,
      "step": 37800
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00020670884298681024,
      "loss": 3.0511,
      "step": 37900
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00020646354859224142,
      "loss": 3.0507,
      "step": 38000
    },
    {
      "epoch": 0.31,
      "eval_accuracy": 0.4227541458778149,
      "eval_loss": 3.075801134109497,
      "eval_runtime": 36.6131,
      "eval_samples_per_second": 310.436,
      "eval_steps_per_second": 2.595,
      "step": 38000
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0002062157764765153,
      "loss": 3.0569,
      "step": 38100
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00020596800436078924,
      "loss": 3.0587,
      "step": 38200
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0002057202322450631,
      "loss": 3.0528,
      "step": 38300
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.000205472460129337,
      "loss": 3.0474,
      "step": 38400
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00020522468801361093,
      "loss": 3.0521,
      "step": 38500
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00020497691589788482,
      "loss": 3.0479,
      "step": 38600
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00020472914378215872,
      "loss": 3.0475,
      "step": 38700
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00020448137166643264,
      "loss": 3.0441,
      "step": 38800
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00020423359955070653,
      "loss": 3.0514,
      "step": 38900
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00020398582743498046,
      "loss": 3.0433,
      "step": 39000
    },
    {
      "epoch": 0.32,
      "eval_accuracy": 0.4233707105457498,
      "eval_loss": 3.0738978385925293,
      "eval_runtime": 36.3934,
      "eval_samples_per_second": 312.31,
      "eval_steps_per_second": 2.61,
      "step": 39000
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00020373805531925435,
      "loss": 3.0446,
      "step": 39100
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00020349028320352825,
      "loss": 3.055,
      "step": 39200
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00020324251108780217,
      "loss": 3.0532,
      "step": 39300
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00020299473897207606,
      "loss": 3.0457,
      "step": 39400
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020274944457750725,
      "loss": 3.0481,
      "step": 39500
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020250167246178112,
      "loss": 3.0524,
      "step": 39600
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020225390034605506,
      "loss": 3.0513,
      "step": 39700
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020200612823032893,
      "loss": 3.0518,
      "step": 39800
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020175835611460283,
      "loss": 3.0441,
      "step": 39900
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020151058399887675,
      "loss": 3.0546,
      "step": 40000
    },
    {
      "epoch": 0.33,
      "eval_accuracy": 0.42341574054958775,
      "eval_loss": 3.0717380046844482,
      "eval_runtime": 36.8684,
      "eval_samples_per_second": 308.286,
      "eval_steps_per_second": 2.577,
      "step": 40000
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020126281188315065,
      "loss": 3.0486,
      "step": 40100
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020101503976742454,
      "loss": 3.0451,
      "step": 40200
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020076726765169846,
      "loss": 3.0468,
      "step": 40300
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020051949553597236,
      "loss": 3.0454,
      "step": 40400
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020027172342024625,
      "loss": 3.0439,
      "step": 40500
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00020002642902567744,
      "loss": 3.0444,
      "step": 40600
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019977865690995136,
      "loss": 3.0425,
      "step": 40700
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019953088479422525,
      "loss": 3.0405,
      "step": 40800
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019928311267849912,
      "loss": 3.0408,
      "step": 40900
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019903534056277307,
      "loss": 3.0484,
      "step": 41000
    },
    {
      "epoch": 0.34,
      "eval_accuracy": 0.42364643272309593,
      "eval_loss": 3.0696725845336914,
      "eval_runtime": 36.5687,
      "eval_samples_per_second": 310.813,
      "eval_steps_per_second": 2.598,
      "step": 41000
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019878756844704694,
      "loss": 3.0496,
      "step": 41100
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019853979633132084,
      "loss": 3.0508,
      "step": 41200
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019829202421559476,
      "loss": 3.0486,
      "step": 41300
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019804425209986865,
      "loss": 3.0481,
      "step": 41400
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019779647998414255,
      "loss": 3.032,
      "step": 41500
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019754870786841647,
      "loss": 3.0444,
      "step": 41600
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019730093575269037,
      "loss": 3.0446,
      "step": 41700
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0001970531636369643,
      "loss": 3.0434,
      "step": 41800
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019680539152123818,
      "loss": 3.0394,
      "step": 41900
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019656009712666937,
      "loss": 3.0441,
      "step": 42000
    },
    {
      "epoch": 0.35,
      "eval_accuracy": 0.4235577582539997,
      "eval_loss": 3.0694241523742676,
      "eval_runtime": 36.751,
      "eval_samples_per_second": 309.271,
      "eval_steps_per_second": 2.585,
      "step": 42000
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019631232501094326,
      "loss": 3.0452,
      "step": 42100
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019606455289521713,
      "loss": 3.0439,
      "step": 42200
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019581678077949108,
      "loss": 3.0425,
      "step": 42300
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019556900866376495,
      "loss": 3.0391,
      "step": 42400
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019532123654803884,
      "loss": 3.0443,
      "step": 42500
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019507346443231277,
      "loss": 3.0485,
      "step": 42600
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019482817003774395,
      "loss": 3.046,
      "step": 42700
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019458039792201784,
      "loss": 3.0427,
      "step": 42800
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019433262580629174,
      "loss": 3.0363,
      "step": 42900
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00019408485369056566,
      "loss": 3.0292,
      "step": 43000
    },
    {
      "epoch": 0.35,
      "eval_accuracy": 0.4242269733879605,
      "eval_loss": 3.0662310123443604,
      "eval_runtime": 36.6029,
      "eval_samples_per_second": 310.522,
      "eval_steps_per_second": 2.595,
      "step": 43000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019383708157483956,
      "loss": 3.0414,
      "step": 43100
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019358930945911345,
      "loss": 3.0474,
      "step": 43200
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019334153734338737,
      "loss": 3.0427,
      "step": 43300
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019309376522766127,
      "loss": 3.0452,
      "step": 43400
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001928459931119352,
      "loss": 3.0393,
      "step": 43500
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001925982209962091,
      "loss": 3.0402,
      "step": 43600
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019235044888048295,
      "loss": 3.0395,
      "step": 43700
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019210515448591414,
      "loss": 3.0315,
      "step": 43800
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019185738237018803,
      "loss": 3.0371,
      "step": 43900
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019160961025446196,
      "loss": 3.0384,
      "step": 44000
    },
    {
      "epoch": 0.36,
      "eval_accuracy": 0.4244334186363252,
      "eval_loss": 3.064300775527954,
      "eval_runtime": 37.8137,
      "eval_samples_per_second": 300.579,
      "eval_steps_per_second": 2.512,
      "step": 44000
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019136183813873585,
      "loss": 3.0465,
      "step": 44100
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019111406602300975,
      "loss": 3.0364,
      "step": 44200
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00019086629390728367,
      "loss": 3.0378,
      "step": 44300
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00019061852179155756,
      "loss": 3.0403,
      "step": 44400
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00019037074967583149,
      "loss": 3.0372,
      "step": 44500
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00019012297756010538,
      "loss": 3.0368,
      "step": 44600
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018987520544437928,
      "loss": 3.0392,
      "step": 44700
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001896274333286532,
      "loss": 3.0387,
      "step": 44800
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001893796612129271,
      "loss": 3.0345,
      "step": 44900
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018913188909720096,
      "loss": 3.0367,
      "step": 45000
    },
    {
      "epoch": 0.37,
      "eval_accuracy": 0.42403784737184114,
      "eval_loss": 3.062938928604126,
      "eval_runtime": 39.8903,
      "eval_samples_per_second": 284.931,
      "eval_steps_per_second": 2.382,
      "step": 45000
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018888659470263214,
      "loss": 3.0391,
      "step": 45100
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018863882258690607,
      "loss": 3.0395,
      "step": 45200
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018839105047117996,
      "loss": 3.0362,
      "step": 45300
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00018814327835545386,
      "loss": 3.038,
      "step": 45400
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018789550623972778,
      "loss": 3.0367,
      "step": 45500
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018764773412400168,
      "loss": 3.0363,
      "step": 45600
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018739996200827557,
      "loss": 3.0405,
      "step": 45700
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001871521898925495,
      "loss": 3.0352,
      "step": 45800
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001869044177768234,
      "loss": 3.0348,
      "step": 45900
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018665664566109728,
      "loss": 3.0337,
      "step": 46000
    },
    {
      "epoch": 0.38,
      "eval_accuracy": 0.4246010688044603,
      "eval_loss": 3.0621790885925293,
      "eval_runtime": 36.366,
      "eval_samples_per_second": 312.545,
      "eval_steps_per_second": 2.612,
      "step": 46000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001864088735453712,
      "loss": 3.0339,
      "step": 46100
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018616357915080236,
      "loss": 3.0373,
      "step": 46200
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018591580703507626,
      "loss": 3.0311,
      "step": 46300
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018566803491935015,
      "loss": 3.0392,
      "step": 46400
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018542026280362407,
      "loss": 3.0461,
      "step": 46500
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00018517249068789797,
      "loss": 3.0335,
      "step": 46600
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018492471857217186,
      "loss": 3.0345,
      "step": 46700
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0001846769464564458,
      "loss": 3.0327,
      "step": 46800
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018442917434071968,
      "loss": 3.0338,
      "step": 46900
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018418140222499358,
      "loss": 3.0385,
      "step": 47000
    },
    {
      "epoch": 0.39,
      "eval_accuracy": 0.4245407978762465,
      "eval_loss": 3.0599210262298584,
      "eval_runtime": 38.501,
      "eval_samples_per_second": 295.213,
      "eval_steps_per_second": 2.467,
      "step": 47000
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0001839336301092675,
      "loss": 3.0416,
      "step": 47100
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0001836858579935414,
      "loss": 3.0355,
      "step": 47200
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018343808587781532,
      "loss": 3.0313,
      "step": 47300
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0001831903137620892,
      "loss": 3.0264,
      "step": 47400
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018294254164636308,
      "loss": 3.0319,
      "step": 47500
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018269476953063703,
      "loss": 3.0357,
      "step": 47600
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0001824469974149109,
      "loss": 3.035,
      "step": 47700
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0001821992252991848,
      "loss": 3.0333,
      "step": 47800
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00018195145318345872,
      "loss": 3.0326,
      "step": 47900
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001817036810677326,
      "loss": 3.0319,
      "step": 48000
    },
    {
      "epoch": 0.4,
      "eval_accuracy": 0.4249543811422657,
      "eval_loss": 3.057422399520874,
      "eval_runtime": 36.2469,
      "eval_samples_per_second": 313.572,
      "eval_steps_per_second": 2.621,
      "step": 48000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001814559089520065,
      "loss": 3.0296,
      "step": 48100
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00018120813683628043,
      "loss": 3.0391,
      "step": 48200
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00018096036472055432,
      "loss": 3.0309,
      "step": 48300
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00018071259260482822,
      "loss": 3.0335,
      "step": 48400
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00018046482048910214,
      "loss": 3.0328,
      "step": 48500
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00018021704837337604,
      "loss": 3.0353,
      "step": 48600
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00017996927625764996,
      "loss": 3.0348,
      "step": 48700
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00017972150414192385,
      "loss": 3.0222,
      "step": 48800
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00017947373202619775,
      "loss": 3.0283,
      "step": 48900
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00017922595991047167,
      "loss": 3.0255,
      "step": 49000
    },
    {
      "epoch": 0.4,
      "eval_accuracy": 0.4249474534493676,
      "eval_loss": 3.05733585357666,
      "eval_runtime": 36.7665,
      "eval_samples_per_second": 309.14,
      "eval_steps_per_second": 2.584,
      "step": 49000
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00017897818779474557,
      "loss": 3.028,
      "step": 49100
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017873289340017672,
      "loss": 3.0368,
      "step": 49200
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017848512128445062,
      "loss": 3.0396,
      "step": 49300
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017823734916872454,
      "loss": 3.0283,
      "step": 49400
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017798957705299844,
      "loss": 3.0278,
      "step": 49500
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017774180493727233,
      "loss": 3.0374,
      "step": 49600
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017749403282154625,
      "loss": 3.0317,
      "step": 49700
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017724626070582015,
      "loss": 3.0318,
      "step": 49800
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017699848859009404,
      "loss": 3.0324,
      "step": 49900
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017675071647436797,
      "loss": 3.021,
      "step": 50000
    },
    {
      "epoch": 0.41,
      "eval_accuracy": 0.4252966091714341,
      "eval_loss": 3.055666923522949,
      "eval_runtime": 36.7556,
      "eval_samples_per_second": 309.232,
      "eval_steps_per_second": 2.585,
      "step": 50000
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017650294435864186,
      "loss": 3.0338,
      "step": 50100
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00017625517224291576,
      "loss": 3.0348,
      "step": 50200
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0001760098778483469,
      "loss": 3.0247,
      "step": 50300
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017576210573262086,
      "loss": 3.0318,
      "step": 50400
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017551433361689473,
      "loss": 3.023,
      "step": 50500
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017526656150116863,
      "loss": 3.0271,
      "step": 50600
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017501878938544255,
      "loss": 3.0305,
      "step": 50700
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017477101726971644,
      "loss": 3.0332,
      "step": 50800
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017452324515399034,
      "loss": 3.0292,
      "step": 50900
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017427547303826426,
      "loss": 3.0305,
      "step": 51000
    },
    {
      "epoch": 0.42,
      "eval_accuracy": 0.42537212102402383,
      "eval_loss": 3.052976608276367,
      "eval_runtime": 36.1546,
      "eval_samples_per_second": 314.372,
      "eval_steps_per_second": 2.628,
      "step": 51000
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017402770092253816,
      "loss": 3.0373,
      "step": 51100
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017377992880681205,
      "loss": 3.0281,
      "step": 51200
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017353215669108597,
      "loss": 3.0308,
      "step": 51300
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017328438457535987,
      "loss": 3.0293,
      "step": 51400
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00017303661245963376,
      "loss": 3.0236,
      "step": 51500
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001727888403439077,
      "loss": 3.0272,
      "step": 51600
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017254354594933887,
      "loss": 3.0267,
      "step": 51700
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017229577383361274,
      "loss": 3.0305,
      "step": 51800
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017204800171788663,
      "loss": 3.0243,
      "step": 51900
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017180022960216056,
      "loss": 3.0248,
      "step": 52000
    },
    {
      "epoch": 0.43,
      "eval_accuracy": 0.42570326474455517,
      "eval_loss": 3.0528042316436768,
      "eval_runtime": 36.159,
      "eval_samples_per_second": 314.334,
      "eval_steps_per_second": 2.627,
      "step": 52000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017155245748643445,
      "loss": 3.031,
      "step": 52100
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017130468537070835,
      "loss": 3.0278,
      "step": 52200
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017105691325498227,
      "loss": 3.0219,
      "step": 52300
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017080914113925616,
      "loss": 3.0313,
      "step": 52400
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017056136902353009,
      "loss": 3.0308,
      "step": 52500
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017031359690780398,
      "loss": 3.0214,
      "step": 52600
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017006582479207788,
      "loss": 3.0325,
      "step": 52700
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001698180526763518,
      "loss": 3.0235,
      "step": 52800
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001695702805606257,
      "loss": 3.0314,
      "step": 52900
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00016932498616605688,
      "loss": 3.0269,
      "step": 53000
    },
    {
      "epoch": 0.44,
      "eval_accuracy": 0.42607943846892443,
      "eval_loss": 3.049508571624756,
      "eval_runtime": 38.1346,
      "eval_samples_per_second": 298.05,
      "eval_steps_per_second": 2.491,
      "step": 53000
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00016907721405033074,
      "loss": 3.0216,
      "step": 53100
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001688294419346047,
      "loss": 3.023,
      "step": 53200
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00016858166981887856,
      "loss": 3.0213,
      "step": 53300
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00016833389770315246,
      "loss": 3.0316,
      "step": 53400
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00016808612558742638,
      "loss": 3.0297,
      "step": 53500
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00016783835347170028,
      "loss": 3.0295,
      "step": 53600
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00016759058135597417,
      "loss": 3.0267,
      "step": 53700
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0001673428092402481,
      "loss": 3.0158,
      "step": 53800
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.000167095037124522,
      "loss": 3.0209,
      "step": 53900
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00016684726500879588,
      "loss": 3.0136,
      "step": 54000
    },
    {
      "epoch": 0.45,
      "eval_accuracy": 0.425942962918831,
      "eval_loss": 3.048839569091797,
      "eval_runtime": 38.3696,
      "eval_samples_per_second": 296.224,
      "eval_steps_per_second": 2.476,
      "step": 54000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001665994928930698,
      "loss": 3.0268,
      "step": 54100
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001663517207773437,
      "loss": 3.018,
      "step": 54200
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001661039486616176,
      "loss": 3.026,
      "step": 54300
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00016585617654589152,
      "loss": 3.0194,
      "step": 54400
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00016560840443016541,
      "loss": 3.0255,
      "step": 54500
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00016536063231443934,
      "loss": 3.0169,
      "step": 54600
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00016511286019871323,
      "loss": 3.0285,
      "step": 54700
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00016486508808298713,
      "loss": 3.0255,
      "step": 54800
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00016461731596726105,
      "loss": 3.0233,
      "step": 54900
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00016437202157269218,
      "loss": 3.0156,
      "step": 55000
    },
    {
      "epoch": 0.45,
      "eval_accuracy": 0.42623946817487157,
      "eval_loss": 3.0467984676361084,
      "eval_runtime": 36.8565,
      "eval_samples_per_second": 308.385,
      "eval_steps_per_second": 2.578,
      "step": 55000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00016412672717812336,
      "loss": 3.0207,
      "step": 55100
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00016387895506239728,
      "loss": 3.025,
      "step": 55200
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00016363118294667118,
      "loss": 3.019,
      "step": 55300
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00016338341083094507,
      "loss": 3.013,
      "step": 55400
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.000163135638715219,
      "loss": 3.0253,
      "step": 55500
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0001628878665994929,
      "loss": 3.0123,
      "step": 55600
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00016264009448376676,
      "loss": 3.0203,
      "step": 55700
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00016239232236804068,
      "loss": 3.0326,
      "step": 55800
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00016214455025231458,
      "loss": 3.0228,
      "step": 55900
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00016189677813658847,
      "loss": 3.022,
      "step": 56000
    },
    {
      "epoch": 0.46,
      "eval_accuracy": 0.42677844268234727,
      "eval_loss": 3.0453531742095947,
      "eval_runtime": 36.3795,
      "eval_samples_per_second": 312.429,
      "eval_steps_per_second": 2.611,
      "step": 56000
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0001616490060208624,
      "loss": 3.0227,
      "step": 56100
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0001614012339051363,
      "loss": 3.0261,
      "step": 56200
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0001611534617894102,
      "loss": 3.0218,
      "step": 56300
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001609056896736841,
      "loss": 3.0216,
      "step": 56400
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.000160657917557958,
      "loss": 3.0183,
      "step": 56500
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00016041014544223192,
      "loss": 3.0174,
      "step": 56600
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00016016237332650582,
      "loss": 3.0241,
      "step": 56700
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00015991460121077972,
      "loss": 3.0181,
      "step": 56800
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00015966682909505364,
      "loss": 3.0194,
      "step": 56900
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00015941905697932753,
      "loss": 3.0193,
      "step": 57000
    },
    {
      "epoch": 0.47,
      "eval_accuracy": 0.42686365330499443,
      "eval_loss": 3.044196367263794,
      "eval_runtime": 36.1843,
      "eval_samples_per_second": 314.114,
      "eval_steps_per_second": 2.625,
      "step": 57000
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00015917128486360143,
      "loss": 3.0154,
      "step": 57100
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00015892351274787535,
      "loss": 3.0283,
      "step": 57200
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001586782183533065,
      "loss": 3.0184,
      "step": 57300
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001584304462375804,
      "loss": 3.0122,
      "step": 57400
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001581826741218543,
      "loss": 3.0183,
      "step": 57500
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00015793490200612822,
      "loss": 3.0212,
      "step": 57600
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00015768712989040211,
      "loss": 3.0084,
      "step": 57700
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.000157439357774676,
      "loss": 3.0144,
      "step": 57800
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001571940633801072,
      "loss": 3.0292,
      "step": 57900
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00015694629126438111,
      "loss": 3.0222,
      "step": 58000
    },
    {
      "epoch": 0.48,
      "eval_accuracy": 0.42703615285815827,
      "eval_loss": 3.0416929721832275,
      "eval_runtime": 36.2277,
      "eval_samples_per_second": 313.737,
      "eval_steps_per_second": 2.622,
      "step": 58000
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.000156698519148655,
      "loss": 3.0173,
      "step": 58100
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00015645074703292888,
      "loss": 3.0236,
      "step": 58200
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00015620297491720283,
      "loss": 3.0151,
      "step": 58300
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001559552028014767,
      "loss": 3.0253,
      "step": 58400
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001557074306857506,
      "loss": 3.0175,
      "step": 58500
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001554596585700245,
      "loss": 3.0128,
      "step": 58600
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001552118864542984,
      "loss": 3.0129,
      "step": 58700
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001549641143385723,
      "loss": 3.0188,
      "step": 58800
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00015471634222284623,
      "loss": 3.0085,
      "step": 58900
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00015446857010712012,
      "loss": 3.0111,
      "step": 59000
    },
    {
      "epoch": 0.49,
      "eval_accuracy": 0.42760214536793667,
      "eval_loss": 3.039332389831543,
      "eval_runtime": 36.2138,
      "eval_samples_per_second": 313.859,
      "eval_steps_per_second": 2.623,
      "step": 59000
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00015422079799139402,
      "loss": 2.9987,
      "step": 59100
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001539755035968252,
      "loss": 3.0151,
      "step": 59200
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00015372773148109912,
      "loss": 3.011,
      "step": 59300
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00015347995936537302,
      "loss": 3.0117,
      "step": 59400
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00015323218724964689,
      "loss": 3.0211,
      "step": 59500
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00015298441513392083,
      "loss": 3.0137,
      "step": 59600
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001527366430181947,
      "loss": 3.0184,
      "step": 59700
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001524888709024686,
      "loss": 3.009,
      "step": 59800
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00015224109878674252,
      "loss": 3.0189,
      "step": 59900
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00015199332667101642,
      "loss": 3.0148,
      "step": 60000
    },
    {
      "epoch": 0.49,
      "eval_accuracy": 0.4273499773464442,
      "eval_loss": 3.0384342670440674,
      "eval_runtime": 37.3986,
      "eval_samples_per_second": 303.915,
      "eval_steps_per_second": 2.54,
      "step": 60000
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00015174555455529034,
      "loss": 3.0113,
      "step": 60100
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00015149778243956423,
      "loss": 3.0134,
      "step": 60200
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00015125001032383813,
      "loss": 3.0105,
      "step": 60300
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001510047159292693,
      "loss": 3.0107,
      "step": 60400
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001507569438135432,
      "loss": 3.0143,
      "step": 60500
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00015050917169781713,
      "loss": 3.0049,
      "step": 60600
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00015026139958209102,
      "loss": 3.0171,
      "step": 60700
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00015001362746636495,
      "loss": 3.0145,
      "step": 60800
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00014976585535063884,
      "loss": 3.0095,
      "step": 60900
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0001495180832349127,
      "loss": 3.0077,
      "step": 61000
    },
    {
      "epoch": 0.5,
      "eval_accuracy": 0.4275841333664015,
      "eval_loss": 3.0363619327545166,
      "eval_runtime": 36.6829,
      "eval_samples_per_second": 309.845,
      "eval_steps_per_second": 2.59,
      "step": 61000
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00014927031111918663,
      "loss": 3.0168,
      "step": 61100
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00014902253900346053,
      "loss": 3.0083,
      "step": 61200
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014877476688773445,
      "loss": 3.0024,
      "step": 61300
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014852699477200835,
      "loss": 3.018,
      "step": 61400
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014827922265628224,
      "loss": 3.0216,
      "step": 61500
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014803145054055616,
      "loss": 3.0105,
      "step": 61600
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014778615614598732,
      "loss": 3.0053,
      "step": 61700
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014753838403026121,
      "loss": 3.0133,
      "step": 61800
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014729061191453514,
      "loss": 3.0113,
      "step": 61900
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014704283979880903,
      "loss": 3.0167,
      "step": 62000
    },
    {
      "epoch": 0.51,
      "eval_accuracy": 0.42764232598674595,
      "eval_loss": 3.0357508659362793,
      "eval_runtime": 36.3375,
      "eval_samples_per_second": 312.79,
      "eval_steps_per_second": 2.614,
      "step": 62000
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014679506768308293,
      "loss": 3.0026,
      "step": 62100
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014654729556735685,
      "loss": 3.0072,
      "step": 62200
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014629952345163074,
      "loss": 3.0118,
      "step": 62300
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00014605175133590464,
      "loss": 3.0098,
      "step": 62400
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014580397922017853,
      "loss": 3.0079,
      "step": 62500
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014555620710445246,
      "loss": 3.008,
      "step": 62600
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014530843498872635,
      "loss": 3.0051,
      "step": 62700
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014506066287300025,
      "loss": 3.0086,
      "step": 62800
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014481289075727417,
      "loss": 3.0124,
      "step": 62900
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014456511864154807,
      "loss": 3.0049,
      "step": 63000
    },
    {
      "epoch": 0.52,
      "eval_accuracy": 0.42800118047886987,
      "eval_loss": 3.0342743396759033,
      "eval_runtime": 36.3466,
      "eval_samples_per_second": 312.711,
      "eval_steps_per_second": 2.614,
      "step": 63000
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014431982424697922,
      "loss": 3.017,
      "step": 63100
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014407205213125314,
      "loss": 3.0057,
      "step": 63200
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014382428001552704,
      "loss": 3.0143,
      "step": 63300
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0001435789856209582,
      "loss": 3.0131,
      "step": 63400
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00014333121350523212,
      "loss": 3.0048,
      "step": 63500
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.000143083441389506,
      "loss": 3.0061,
      "step": 63600
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00014283566927377993,
      "loss": 3.0144,
      "step": 63700
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0001425878971580538,
      "loss": 3.0082,
      "step": 63800
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00014234012504232772,
      "loss": 3.0089,
      "step": 63900
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00014209235292660162,
      "loss": 3.016,
      "step": 64000
    },
    {
      "epoch": 0.53,
      "eval_accuracy": 0.4281286500281957,
      "eval_loss": 3.032212257385254,
      "eval_runtime": 36.9386,
      "eval_samples_per_second": 307.699,
      "eval_steps_per_second": 2.572,
      "step": 64000
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00014184458081087552,
      "loss": 3.0087,
      "step": 64100
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00014159680869514944,
      "loss": 3.0083,
      "step": 64200
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00014134903657942333,
      "loss": 3.0078,
      "step": 64300
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00014110126446369726,
      "loss": 3.0104,
      "step": 64400
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00014085349234797115,
      "loss": 3.0069,
      "step": 64500
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00014060572023224505,
      "loss": 2.9968,
      "step": 64600
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00014035794811651897,
      "loss": 3.0041,
      "step": 64700
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00014011017600079286,
      "loss": 3.0097,
      "step": 64800
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00013986240388506676,
      "loss": 3.0105,
      "step": 64900
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00013961463176934068,
      "loss": 3.0103,
      "step": 65000
    },
    {
      "epoch": 0.54,
      "eval_accuracy": 0.4285138297533326,
      "eval_loss": 3.0296883583068848,
      "eval_runtime": 36.5876,
      "eval_samples_per_second": 310.652,
      "eval_steps_per_second": 2.597,
      "step": 65000
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00013936685965361458,
      "loss": 2.9976,
      "step": 65100
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00013911908753788847,
      "loss": 3.0013,
      "step": 65200
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00013887131542216237,
      "loss": 3.0069,
      "step": 65300
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001386235433064363,
      "loss": 3.0034,
      "step": 65400
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00013837577119071018,
      "loss": 3.0107,
      "step": 65500
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00013812799907498408,
      "loss": 3.0011,
      "step": 65600
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.000137880226959258,
      "loss": 3.0037,
      "step": 65700
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001376324548435319,
      "loss": 2.9999,
      "step": 65800
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0001373846827278058,
      "loss": 3.0036,
      "step": 65900
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00013713691061207971,
      "loss": 3.0066,
      "step": 66000
    },
    {
      "epoch": 0.54,
      "eval_accuracy": 0.42835587835525485,
      "eval_loss": 3.0290277004241943,
      "eval_runtime": 36.1991,
      "eval_samples_per_second": 313.985,
      "eval_steps_per_second": 2.624,
      "step": 66000
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001368891384963536,
      "loss": 3.0091,
      "step": 66100
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00013664136638062753,
      "loss": 3.0024,
      "step": 66200
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001363935942649014,
      "loss": 2.9975,
      "step": 66300
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00013614829987033258,
      "loss": 3.0005,
      "step": 66400
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00013590052775460648,
      "loss": 3.0091,
      "step": 66500
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00013565275563888037,
      "loss": 3.0056,
      "step": 66600
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001354049835231543,
      "loss": 3.0058,
      "step": 66700
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001351572114074282,
      "loss": 3.0075,
      "step": 66800
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001349094392917021,
      "loss": 3.0081,
      "step": 66900
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.000134661667175976,
      "loss": 2.9958,
      "step": 67000
    },
    {
      "epoch": 0.55,
      "eval_accuracy": 0.42845632990227794,
      "eval_loss": 3.0280661582946777,
      "eval_runtime": 36.2004,
      "eval_samples_per_second": 313.975,
      "eval_steps_per_second": 2.624,
      "step": 67000
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001344138950602499,
      "loss": 2.9959,
      "step": 67100
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00013416612294452383,
      "loss": 3.0026,
      "step": 67200
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00013391835082879772,
      "loss": 2.9972,
      "step": 67300
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00013367057871307162,
      "loss": 3.0,
      "step": 67400
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00013342280659734554,
      "loss": 3.0026,
      "step": 67500
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0001331750344816194,
      "loss": 3.0058,
      "step": 67600
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00013292726236589333,
      "loss": 3.0031,
      "step": 67700
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00013268196797132449,
      "loss": 2.9992,
      "step": 67800
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0001324341958555984,
      "loss": 3.0035,
      "step": 67900
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0001321864237398723,
      "loss": 3.0062,
      "step": 68000
    },
    {
      "epoch": 0.56,
      "eval_accuracy": 0.428811027778663,
      "eval_loss": 3.0265986919403076,
      "eval_runtime": 36.5821,
      "eval_samples_per_second": 310.698,
      "eval_steps_per_second": 2.597,
      "step": 68000
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0001319386516241462,
      "loss": 2.9966,
      "step": 68100
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00013169087950842012,
      "loss": 3.0086,
      "step": 68200
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00013144310739269402,
      "loss": 3.0005,
      "step": 68300
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0001311953352769679,
      "loss": 2.9978,
      "step": 68400
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00013094756316124183,
      "loss": 3.0039,
      "step": 68500
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00013069979104551573,
      "loss": 3.0034,
      "step": 68600
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00013045201892978962,
      "loss": 2.997,
      "step": 68700
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00013020424681406355,
      "loss": 2.9994,
      "step": 68800
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00012995647469833744,
      "loss": 2.9964,
      "step": 68900
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00012970870258261134,
      "loss": 2.9985,
      "step": 69000
    },
    {
      "epoch": 0.57,
      "eval_accuracy": 0.42893919009727866,
      "eval_loss": 3.0245213508605957,
      "eval_runtime": 36.3523,
      "eval_samples_per_second": 312.662,
      "eval_steps_per_second": 2.613,
      "step": 69000
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00012946093046688523,
      "loss": 2.9977,
      "step": 69100
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00012921315835115915,
      "loss": 3.0076,
      "step": 69200
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00012896538623543305,
      "loss": 3.0036,
      "step": 69300
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00012871761411970695,
      "loss": 2.9946,
      "step": 69400
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00012846984200398087,
      "loss": 3.0045,
      "step": 69500
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00012822206988825476,
      "loss": 3.0005,
      "step": 69600
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00012797429777252866,
      "loss": 3.0016,
      "step": 69700
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00012772900337795984,
      "loss": 2.996,
      "step": 69800
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.000127483708983391,
      "loss": 3.0003,
      "step": 69900
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0001272359368676649,
      "loss": 3.0031,
      "step": 70000
    },
    {
      "epoch": 0.58,
      "eval_accuracy": 0.42916849673220725,
      "eval_loss": 3.0224156379699707,
      "eval_runtime": 36.4457,
      "eval_samples_per_second": 311.861,
      "eval_steps_per_second": 2.607,
      "step": 70000
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00012698816475193881,
      "loss": 3.001,
      "step": 70100
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0001267403926362127,
      "loss": 3.0014,
      "step": 70200
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00012649262052048663,
      "loss": 3.0013,
      "step": 70300
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0001262448484047605,
      "loss": 2.9942,
      "step": 70400
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00012599707628903442,
      "loss": 3.0038,
      "step": 70500
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00012574930417330832,
      "loss": 2.9929,
      "step": 70600
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0001255015320575822,
      "loss": 2.9973,
      "step": 70700
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00012525375994185614,
      "loss": 2.9922,
      "step": 70800
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00012500598782613003,
      "loss": 2.9953,
      "step": 70900
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00012476069343156121,
      "loss": 2.9894,
      "step": 71000
    },
    {
      "epoch": 0.59,
      "eval_accuracy": 0.4295162669156941,
      "eval_loss": 3.0213873386383057,
      "eval_runtime": 36.4185,
      "eval_samples_per_second": 312.094,
      "eval_steps_per_second": 2.609,
      "step": 71000
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0001245129213158351,
      "loss": 2.9974,
      "step": 71100
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.000124265149200109,
      "loss": 3.0013,
      "step": 71200
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00012401737708438293,
      "loss": 3.0012,
      "step": 71300
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00012376960496865682,
      "loss": 2.9985,
      "step": 71400
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00012352183285293072,
      "loss": 3.0029,
      "step": 71500
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00012327406073720464,
      "loss": 2.9952,
      "step": 71600
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00012302628862147853,
      "loss": 3.0009,
      "step": 71700
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00012277851650575243,
      "loss": 2.993,
      "step": 71800
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00012253074439002633,
      "loss": 2.994,
      "step": 71900
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00012228297227430025,
      "loss": 2.9929,
      "step": 72000
    },
    {
      "epoch": 0.59,
      "eval_accuracy": 0.4295869293832552,
      "eval_loss": 3.0192549228668213,
      "eval_runtime": 36.4669,
      "eval_samples_per_second": 311.68,
      "eval_steps_per_second": 2.605,
      "step": 72000
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00012203520015857414,
      "loss": 2.996,
      "step": 72100
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012178742804284805,
      "loss": 3.002,
      "step": 72200
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012153965592712196,
      "loss": 3.0022,
      "step": 72300
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012129188381139587,
      "loss": 2.9964,
      "step": 72400
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012104411169566975,
      "loss": 2.9914,
      "step": 72500
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012079633957994366,
      "loss": 2.9934,
      "step": 72600
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012054856746421757,
      "loss": 2.9932,
      "step": 72700
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012030079534849146,
      "loss": 2.9928,
      "step": 72800
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00012005550095392263,
      "loss": 2.9955,
      "step": 72900
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00011980772883819654,
      "loss": 2.9904,
      "step": 73000
    },
    {
      "epoch": 0.6,
      "eval_accuracy": 0.4296423509264404,
      "eval_loss": 3.0176117420196533,
      "eval_runtime": 36.4739,
      "eval_samples_per_second": 311.62,
      "eval_steps_per_second": 2.605,
      "step": 73000
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00011955995672247044,
      "loss": 3.0003,
      "step": 73100
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00011931218460674435,
      "loss": 2.9891,
      "step": 73200
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00011906441249101825,
      "loss": 2.9927,
      "step": 73300
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00011881664037529216,
      "loss": 2.9979,
      "step": 73400
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00011856886825956606,
      "loss": 2.9961,
      "step": 73500
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00011832109614383997,
      "loss": 2.9888,
      "step": 73600
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00011807332402811386,
      "loss": 2.9908,
      "step": 73700
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00011782555191238777,
      "loss": 2.9999,
      "step": 73800
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00011757777979666167,
      "loss": 2.997,
      "step": 73900
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00011733000768093558,
      "loss": 2.9989,
      "step": 74000
    },
    {
      "epoch": 0.61,
      "eval_accuracy": 0.43006701850109663,
      "eval_loss": 3.0170629024505615,
      "eval_runtime": 36.6925,
      "eval_samples_per_second": 309.764,
      "eval_steps_per_second": 2.589,
      "step": 74000
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00011708223556520948,
      "loss": 2.9978,
      "step": 74100
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00011683446344948338,
      "loss": 2.9962,
      "step": 74200
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00011658669133375729,
      "loss": 3.0012,
      "step": 74300
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0001163389192180312,
      "loss": 2.9862,
      "step": 74400
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0001160911471023051,
      "loss": 2.9931,
      "step": 74500
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.000115843374986579,
      "loss": 2.9931,
      "step": 74600
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011559808059201017,
      "loss": 2.9819,
      "step": 74700
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011535030847628408,
      "loss": 2.9885,
      "step": 74800
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011510253636055796,
      "loss": 2.9905,
      "step": 74900
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011485476424483187,
      "loss": 2.9959,
      "step": 75000
    },
    {
      "epoch": 0.62,
      "eval_accuracy": 0.4301397592765272,
      "eval_loss": 3.015258550643921,
      "eval_runtime": 36.8121,
      "eval_samples_per_second": 308.757,
      "eval_steps_per_second": 2.581,
      "step": 75000
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011460699212910578,
      "loss": 2.9742,
      "step": 75100
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011435922001337967,
      "loss": 2.9913,
      "step": 75200
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011411144789765358,
      "loss": 2.9913,
      "step": 75300
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00011386367578192749,
      "loss": 2.9888,
      "step": 75400
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0001136159036662014,
      "loss": 2.9901,
      "step": 75500
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0001133681315504753,
      "loss": 2.9909,
      "step": 75600
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0001131203594347492,
      "loss": 2.9901,
      "step": 75700
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011287506504018037,
      "loss": 2.984,
      "step": 75800
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011262729292445427,
      "loss": 2.9969,
      "step": 75900
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011237952080872818,
      "loss": 2.9847,
      "step": 76000
    },
    {
      "epoch": 0.63,
      "eval_accuracy": 0.43058243885271863,
      "eval_loss": 3.0142199993133545,
      "eval_runtime": 36.2994,
      "eval_samples_per_second": 313.118,
      "eval_steps_per_second": 2.617,
      "step": 76000
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011213174869300209,
      "loss": 2.994,
      "step": 76100
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.000111883976577276,
      "loss": 2.9892,
      "step": 76200
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011163620446154988,
      "loss": 2.9926,
      "step": 76300
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011138843234582379,
      "loss": 2.989,
      "step": 76400
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0001111406602300977,
      "loss": 2.992,
      "step": 76500
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011089288811437159,
      "loss": 2.9784,
      "step": 76600
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0001106451159986455,
      "loss": 2.9865,
      "step": 76700
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011039734388291941,
      "loss": 2.9886,
      "step": 76800
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00011014957176719332,
      "loss": 2.9855,
      "step": 76900
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00010990179965146721,
      "loss": 2.9892,
      "step": 77000
    },
    {
      "epoch": 0.63,
      "eval_accuracy": 0.4308013539483,
      "eval_loss": 3.0127484798431396,
      "eval_runtime": 37.0779,
      "eval_samples_per_second": 306.544,
      "eval_steps_per_second": 2.562,
      "step": 77000
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010965402753574112,
      "loss": 2.986,
      "step": 77100
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010940625542001503,
      "loss": 2.9875,
      "step": 77200
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010916096102544618,
      "loss": 2.9868,
      "step": 77300
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0001089131889097201,
      "loss": 2.9904,
      "step": 77400
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.000108665416793994,
      "loss": 2.9861,
      "step": 77500
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010841764467826791,
      "loss": 2.9866,
      "step": 77600
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010816987256254179,
      "loss": 2.9794,
      "step": 77700
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0001079221004468157,
      "loss": 2.9848,
      "step": 77800
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010767432833108961,
      "loss": 2.982,
      "step": 77900
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0001074265562153635,
      "loss": 2.9924,
      "step": 78000
    },
    {
      "epoch": 0.64,
      "eval_accuracy": 0.4309537631920592,
      "eval_loss": 3.010981321334839,
      "eval_runtime": 36.5579,
      "eval_samples_per_second": 310.904,
      "eval_steps_per_second": 2.599,
      "step": 78000
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010717878409963741,
      "loss": 2.9795,
      "step": 78100
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00010693101198391132,
      "loss": 2.9867,
      "step": 78200
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010668323986818523,
      "loss": 2.9761,
      "step": 78300
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010643546775245913,
      "loss": 2.9887,
      "step": 78400
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010618769563673304,
      "loss": 2.9941,
      "step": 78500
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010593992352100695,
      "loss": 2.9888,
      "step": 78600
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010569215140528084,
      "loss": 2.9859,
      "step": 78700
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010544437928955474,
      "loss": 2.9828,
      "step": 78800
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010519660717382864,
      "loss": 2.9819,
      "step": 78900
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0001049513127792598,
      "loss": 2.991,
      "step": 79000
    },
    {
      "epoch": 0.65,
      "eval_accuracy": 0.4311969252127841,
      "eval_loss": 3.009610652923584,
      "eval_runtime": 36.4211,
      "eval_samples_per_second": 312.071,
      "eval_steps_per_second": 2.608,
      "step": 79000
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010470354066353371,
      "loss": 2.9902,
      "step": 79100
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010445576854780762,
      "loss": 2.9855,
      "step": 79200
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010420799643208153,
      "loss": 2.9842,
      "step": 79300
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00010396022431635542,
      "loss": 2.9881,
      "step": 79400
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010371245220062933,
      "loss": 2.9834,
      "step": 79500
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010346468008490324,
      "loss": 2.9834,
      "step": 79600
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010321690796917713,
      "loss": 2.9728,
      "step": 79700
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010296913585345104,
      "loss": 2.988,
      "step": 79800
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010272136373772495,
      "loss": 2.988,
      "step": 79900
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010247606934315612,
      "loss": 2.9824,
      "step": 80000
    },
    {
      "epoch": 0.66,
      "eval_accuracy": 0.4311297265916721,
      "eval_loss": 3.0079753398895264,
      "eval_runtime": 37.4243,
      "eval_samples_per_second": 303.707,
      "eval_steps_per_second": 2.538,
      "step": 80000
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010222829722743002,
      "loss": 2.9804,
      "step": 80100
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010198052511170393,
      "loss": 2.9889,
      "step": 80200
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010173275299597783,
      "loss": 2.9813,
      "step": 80300
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010148498088025172,
      "loss": 2.9886,
      "step": 80400
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010123720876452562,
      "loss": 2.9851,
      "step": 80500
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00010098943664879953,
      "loss": 2.982,
      "step": 80600
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00010074166453307344,
      "loss": 2.9822,
      "step": 80700
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00010049389241734734,
      "loss": 2.9797,
      "step": 80800
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00010024612030162125,
      "loss": 2.9913,
      "step": 80900
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.999834818589516e-05,
      "loss": 2.9879,
      "step": 81000
    },
    {
      "epoch": 0.67,
      "eval_accuracy": 0.43145879200433396,
      "eval_loss": 3.0059893131256104,
      "eval_runtime": 37.641,
      "eval_samples_per_second": 301.958,
      "eval_steps_per_second": 2.524,
      "step": 81000
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.975057607016905e-05,
      "loss": 2.9876,
      "step": 81100
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.950280395444296e-05,
      "loss": 2.9798,
      "step": 81200
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.925503183871687e-05,
      "loss": 2.9783,
      "step": 81300
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.900973744414804e-05,
      "loss": 2.9856,
      "step": 81400
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.876196532842193e-05,
      "loss": 2.99,
      "step": 81500
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.851419321269584e-05,
      "loss": 2.9815,
      "step": 81600
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.826642109696975e-05,
      "loss": 2.9816,
      "step": 81700
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.801864898124363e-05,
      "loss": 2.9838,
      "step": 81800
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.777087686551754e-05,
      "loss": 2.9795,
      "step": 81900
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.752310474979145e-05,
      "loss": 2.9764,
      "step": 82000
    },
    {
      "epoch": 0.68,
      "eval_accuracy": 0.4320621940557624,
      "eval_loss": 3.004152774810791,
      "eval_runtime": 37.3223,
      "eval_samples_per_second": 304.537,
      "eval_steps_per_second": 2.545,
      "step": 82000
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.727533263406536e-05,
      "loss": 2.9796,
      "step": 82100
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.702756051833925e-05,
      "loss": 2.9796,
      "step": 82200
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.677978840261316e-05,
      "loss": 2.9842,
      "step": 82300
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.653201628688707e-05,
      "loss": 2.9867,
      "step": 82400
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.628424417116097e-05,
      "loss": 2.9787,
      "step": 82500
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.603647205543488e-05,
      "loss": 2.9812,
      "step": 82600
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.578869993970878e-05,
      "loss": 2.9854,
      "step": 82700
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.554092782398269e-05,
      "loss": 2.9859,
      "step": 82800
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.529315570825657e-05,
      "loss": 2.9781,
      "step": 82900
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.504538359253048e-05,
      "loss": 2.9827,
      "step": 83000
    },
    {
      "epoch": 0.68,
      "eval_accuracy": 0.43152391231757653,
      "eval_loss": 3.0029940605163574,
      "eval_runtime": 37.7162,
      "eval_samples_per_second": 301.356,
      "eval_steps_per_second": 2.519,
      "step": 83000
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.479761147680439e-05,
      "loss": 2.9819,
      "step": 83100
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.454983936107829e-05,
      "loss": 2.9774,
      "step": 83200
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.430454496650946e-05,
      "loss": 2.9792,
      "step": 83300
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.405677285078337e-05,
      "loss": 2.9814,
      "step": 83400
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.380900073505726e-05,
      "loss": 2.9847,
      "step": 83500
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.356370634048843e-05,
      "loss": 2.9777,
      "step": 83600
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.331593422476234e-05,
      "loss": 2.9804,
      "step": 83700
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.306816210903625e-05,
      "loss": 2.9823,
      "step": 83800
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.282038999331014e-05,
      "loss": 2.9715,
      "step": 83900
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.257261787758405e-05,
      "loss": 2.9769,
      "step": 84000
    },
    {
      "epoch": 0.69,
      "eval_accuracy": 0.4324085787006696,
      "eval_loss": 3.0011510848999023,
      "eval_runtime": 36.6978,
      "eval_samples_per_second": 309.719,
      "eval_steps_per_second": 2.589,
      "step": 84000
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.232484576185796e-05,
      "loss": 2.9795,
      "step": 84100
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.207707364613186e-05,
      "loss": 2.9795,
      "step": 84200
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.182930153040575e-05,
      "loss": 2.9859,
      "step": 84300
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.158152941467966e-05,
      "loss": 2.9744,
      "step": 84400
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.133375729895357e-05,
      "loss": 2.9785,
      "step": 84500
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.108598518322746e-05,
      "loss": 2.9776,
      "step": 84600
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.083821306750137e-05,
      "loss": 2.9782,
      "step": 84700
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.059044095177528e-05,
      "loss": 2.9744,
      "step": 84800
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.034266883604918e-05,
      "loss": 2.9852,
      "step": 84900
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.009489672032309e-05,
      "loss": 2.9788,
      "step": 85000
    },
    {
      "epoch": 0.7,
      "eval_accuracy": 0.43223330807034654,
      "eval_loss": 3.0002310276031494,
      "eval_runtime": 36.492,
      "eval_samples_per_second": 311.466,
      "eval_steps_per_second": 2.603,
      "step": 85000
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.9847124604597e-05,
      "loss": 2.982,
      "step": 85100
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.95993524888709e-05,
      "loss": 2.974,
      "step": 85200
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.93515803731448e-05,
      "loss": 2.9794,
      "step": 85300
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.910380825741871e-05,
      "loss": 2.973,
      "step": 85400
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.885603614169262e-05,
      "loss": 2.9741,
      "step": 85500
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.86082640259665e-05,
      "loss": 2.9796,
      "step": 85600
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.83604919102404e-05,
      "loss": 2.9687,
      "step": 85700
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.811271979451432e-05,
      "loss": 2.9755,
      "step": 85800
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.786494767878822e-05,
      "loss": 2.9721,
      "step": 85900
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.761717556306212e-05,
      "loss": 2.9734,
      "step": 86000
    },
    {
      "epoch": 0.71,
      "eval_accuracy": 0.43254782532792235,
      "eval_loss": 2.998685121536255,
      "eval_runtime": 36.4931,
      "eval_samples_per_second": 311.456,
      "eval_steps_per_second": 2.603,
      "step": 86000
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.736940344733603e-05,
      "loss": 2.9778,
      "step": 86100
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.712163133160994e-05,
      "loss": 2.9772,
      "step": 86200
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.687385921588383e-05,
      "loss": 2.9683,
      "step": 86300
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.662608710015774e-05,
      "loss": 2.9746,
      "step": 86400
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.637831498443165e-05,
      "loss": 2.979,
      "step": 86500
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.613054286870556e-05,
      "loss": 2.9792,
      "step": 86600
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.588524847413671e-05,
      "loss": 2.967,
      "step": 86700
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.563747635841062e-05,
      "loss": 2.9794,
      "step": 86800
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.538970424268453e-05,
      "loss": 2.9738,
      "step": 86900
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.514193212695841e-05,
      "loss": 2.9769,
      "step": 87000
    },
    {
      "epoch": 0.72,
      "eval_accuracy": 0.4327799030400102,
      "eval_loss": 2.997548818588257,
      "eval_runtime": 39.3891,
      "eval_samples_per_second": 288.557,
      "eval_steps_per_second": 2.412,
      "step": 87000
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.489416001123232e-05,
      "loss": 2.9792,
      "step": 87100
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.464638789550623e-05,
      "loss": 2.9722,
      "step": 87200
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.439861577978014e-05,
      "loss": 2.9805,
      "step": 87300
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.415084366405404e-05,
      "loss": 2.9765,
      "step": 87400
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.390307154832794e-05,
      "loss": 2.9794,
      "step": 87500
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.365529943260185e-05,
      "loss": 2.9697,
      "step": 87600
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.341000503803301e-05,
      "loss": 2.9733,
      "step": 87700
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.316223292230692e-05,
      "loss": 2.9746,
      "step": 87800
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.291446080658083e-05,
      "loss": 2.9655,
      "step": 87900
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.266668869085474e-05,
      "loss": 2.9676,
      "step": 88000
    },
    {
      "epoch": 0.73,
      "eval_accuracy": 0.432616409487614,
      "eval_loss": 2.9959168434143066,
      "eval_runtime": 36.4885,
      "eval_samples_per_second": 311.495,
      "eval_steps_per_second": 2.604,
      "step": 88000
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.241891657512863e-05,
      "loss": 2.9681,
      "step": 88100
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.21736221805598e-05,
      "loss": 2.9675,
      "step": 88200
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.192585006483371e-05,
      "loss": 2.9789,
      "step": 88300
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.167807794910759e-05,
      "loss": 2.9689,
      "step": 88400
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.14303058333815e-05,
      "loss": 2.9683,
      "step": 88500
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.118253371765541e-05,
      "loss": 2.9729,
      "step": 88600
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.09347616019293e-05,
      "loss": 2.9676,
      "step": 88700
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.068698948620321e-05,
      "loss": 2.9708,
      "step": 88800
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.043921737047712e-05,
      "loss": 2.9669,
      "step": 88900
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.019144525475103e-05,
      "loss": 2.9677,
      "step": 89000
    },
    {
      "epoch": 0.73,
      "eval_accuracy": 0.43304869752445824,
      "eval_loss": 2.9942848682403564,
      "eval_runtime": 36.9235,
      "eval_samples_per_second": 307.826,
      "eval_steps_per_second": 2.573,
      "step": 89000
    },
    {
      "epoch": 0.73,
      "learning_rate": 7.994367313902492e-05,
      "loss": 2.9678,
      "step": 89100
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.969590102329883e-05,
      "loss": 2.9667,
      "step": 89200
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.945060662873e-05,
      "loss": 2.9667,
      "step": 89300
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.92028345130039e-05,
      "loss": 2.9772,
      "step": 89400
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.895506239727781e-05,
      "loss": 2.9686,
      "step": 89500
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.870729028155172e-05,
      "loss": 2.9651,
      "step": 89600
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.845951816582562e-05,
      "loss": 2.9738,
      "step": 89700
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.82117460500995e-05,
      "loss": 2.9674,
      "step": 89800
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.796397393437342e-05,
      "loss": 2.9731,
      "step": 89900
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.771620181864732e-05,
      "loss": 2.9739,
      "step": 90000
    },
    {
      "epoch": 0.74,
      "eval_accuracy": 0.4330424626008499,
      "eval_loss": 2.993264675140381,
      "eval_runtime": 36.5912,
      "eval_samples_per_second": 310.621,
      "eval_steps_per_second": 2.596,
      "step": 90000
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.746842970292122e-05,
      "loss": 2.966,
      "step": 90100
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.722065758719513e-05,
      "loss": 2.9695,
      "step": 90200
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.697288547146904e-05,
      "loss": 2.9719,
      "step": 90300
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.672511335574295e-05,
      "loss": 2.9691,
      "step": 90400
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.647734124001684e-05,
      "loss": 2.9707,
      "step": 90500
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.622956912429075e-05,
      "loss": 2.9685,
      "step": 90600
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.598179700856466e-05,
      "loss": 2.9652,
      "step": 90700
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.573402489283854e-05,
      "loss": 2.9687,
      "step": 90800
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.548625277711245e-05,
      "loss": 2.9723,
      "step": 90900
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.523848066138636e-05,
      "loss": 2.9691,
      "step": 91000
    },
    {
      "epoch": 0.75,
      "eval_accuracy": 0.4334020098622636,
      "eval_loss": 2.9914395809173584,
      "eval_runtime": 37.2256,
      "eval_samples_per_second": 305.327,
      "eval_steps_per_second": 2.552,
      "step": 91000
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.499070854566027e-05,
      "loss": 2.9663,
      "step": 91100
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.474293642993418e-05,
      "loss": 2.9696,
      "step": 91200
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.449764203536533e-05,
      "loss": 2.969,
      "step": 91300
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.42523476407965e-05,
      "loss": 2.9687,
      "step": 91400
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.400705324622766e-05,
      "loss": 2.9709,
      "step": 91500
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.375928113050156e-05,
      "loss": 2.9647,
      "step": 91600
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.351150901477547e-05,
      "loss": 2.9715,
      "step": 91700
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.326373689904938e-05,
      "loss": 2.9707,
      "step": 91800
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.301596478332328e-05,
      "loss": 2.9665,
      "step": 91900
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.276819266759719e-05,
      "loss": 2.969,
      "step": 92000
    },
    {
      "epoch": 0.76,
      "eval_accuracy": 0.4335689672611089,
      "eval_loss": 2.990133285522461,
      "eval_runtime": 36.2216,
      "eval_samples_per_second": 313.79,
      "eval_steps_per_second": 2.623,
      "step": 92000
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.252042055187108e-05,
      "loss": 2.9663,
      "step": 92100
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.227264843614499e-05,
      "loss": 2.9625,
      "step": 92200
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.20248763204189e-05,
      "loss": 2.9639,
      "step": 92300
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.17771042046928e-05,
      "loss": 2.9647,
      "step": 92400
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.15293320889667e-05,
      "loss": 2.9621,
      "step": 92500
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.12815599732406e-05,
      "loss": 2.9648,
      "step": 92600
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.103378785751451e-05,
      "loss": 2.9671,
      "step": 92700
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.078601574178842e-05,
      "loss": 2.9601,
      "step": 92800
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.053824362606231e-05,
      "loss": 2.9639,
      "step": 92900
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.029047151033622e-05,
      "loss": 2.9602,
      "step": 93000
    },
    {
      "epoch": 0.77,
      "eval_accuracy": 0.43370405727262273,
      "eval_loss": 2.9889016151428223,
      "eval_runtime": 37.7589,
      "eval_samples_per_second": 301.015,
      "eval_steps_per_second": 2.516,
      "step": 93000
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.004269939461012e-05,
      "loss": 2.9696,
      "step": 93100
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.979492727888402e-05,
      "loss": 2.966,
      "step": 93200
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.954715516315793e-05,
      "loss": 2.9673,
      "step": 93300
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.929938304743184e-05,
      "loss": 2.9631,
      "step": 93400
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.905161093170574e-05,
      "loss": 2.9601,
      "step": 93500
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.880383881597965e-05,
      "loss": 2.959,
      "step": 93600
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.855854442141082e-05,
      "loss": 2.9669,
      "step": 93700
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.831077230568471e-05,
      "loss": 2.9667,
      "step": 93800
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.806300018995862e-05,
      "loss": 2.9612,
      "step": 93900
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.781522807423251e-05,
      "loss": 2.965,
      "step": 94000
    },
    {
      "epoch": 0.78,
      "eval_accuracy": 0.43392020129104486,
      "eval_loss": 2.987159490585327,
      "eval_runtime": 37.9274,
      "eval_samples_per_second": 299.678,
      "eval_steps_per_second": 2.505,
      "step": 94000
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.756745595850642e-05,
      "loss": 2.9569,
      "step": 94100
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.731968384278033e-05,
      "loss": 2.9578,
      "step": 94200
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.707191172705423e-05,
      "loss": 2.9567,
      "step": 94300
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.682413961132814e-05,
      "loss": 2.9798,
      "step": 94400
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.657636749560203e-05,
      "loss": 2.9641,
      "step": 94500
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.632859537987594e-05,
      "loss": 2.959,
      "step": 94600
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.608082326414985e-05,
      "loss": 2.9565,
      "step": 94700
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.583305114842376e-05,
      "loss": 2.9648,
      "step": 94800
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.558775675385491e-05,
      "loss": 2.9584,
      "step": 94900
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.533998463812882e-05,
      "loss": 2.9627,
      "step": 95000
    },
    {
      "epoch": 0.78,
      "eval_accuracy": 0.4341079417685846,
      "eval_loss": 2.985278606414795,
      "eval_runtime": 36.3639,
      "eval_samples_per_second": 312.562,
      "eval_steps_per_second": 2.612,
      "step": 95000
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.509221252240273e-05,
      "loss": 2.9647,
      "step": 95100
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.484444040667663e-05,
      "loss": 2.9584,
      "step": 95200
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.459666829095054e-05,
      "loss": 2.9659,
      "step": 95300
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.434889617522443e-05,
      "loss": 2.9635,
      "step": 95400
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.410112405949834e-05,
      "loss": 2.9615,
      "step": 95500
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.385335194377225e-05,
      "loss": 2.9669,
      "step": 95600
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.360557982804614e-05,
      "loss": 2.9563,
      "step": 95700
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.335780771232005e-05,
      "loss": 2.9603,
      "step": 95800
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.311003559659395e-05,
      "loss": 2.9576,
      "step": 95900
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.286226348086786e-05,
      "loss": 2.9542,
      "step": 96000
    },
    {
      "epoch": 0.79,
      "eval_accuracy": 0.4340469780710809,
      "eval_loss": 2.984398603439331,
      "eval_runtime": 36.0861,
      "eval_samples_per_second": 314.969,
      "eval_steps_per_second": 2.633,
      "step": 96000
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.261449136514177e-05,
      "loss": 2.9567,
      "step": 96100
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.236671924941566e-05,
      "loss": 2.9652,
      "step": 96200
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.211894713368957e-05,
      "loss": 2.9593,
      "step": 96300
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.187117501796346e-05,
      "loss": 2.9532,
      "step": 96400
    },
    {
      "epoch": 0.8,
      "learning_rate": 6.162340290223737e-05,
      "loss": 2.9562,
      "step": 96500
    },
    {
      "epoch": 0.8,
      "learning_rate": 6.137563078651128e-05,
      "loss": 2.9667,
      "step": 96600
    },
    {
      "epoch": 0.8,
      "learning_rate": 6.112785867078519e-05,
      "loss": 2.9647,
      "step": 96700
    },
    {
      "epoch": 0.8,
      "learning_rate": 6.0880086555059086e-05,
      "loss": 2.9587,
      "step": 96800
    },
    {
      "epoch": 0.8,
      "learning_rate": 6.0632314439332995e-05,
      "loss": 2.961,
      "step": 96900
    },
    {
      "epoch": 0.8,
      "learning_rate": 6.03845423236069e-05,
      "loss": 2.9552,
      "step": 97000
    },
    {
      "epoch": 0.8,
      "eval_accuracy": 0.43437950733019187,
      "eval_loss": 2.9822094440460205,
      "eval_runtime": 36.4432,
      "eval_samples_per_second": 311.883,
      "eval_steps_per_second": 2.607,
      "step": 97000
    },
    {
      "epoch": 0.8,
      "learning_rate": 6.013924792903806e-05,
      "loss": 2.9531,
      "step": 97100
    },
    {
      "epoch": 0.8,
      "learning_rate": 5.989147581331197e-05,
      "loss": 2.9497,
      "step": 97200
    },
    {
      "epoch": 0.8,
      "learning_rate": 5.964618141874313e-05,
      "loss": 2.9569,
      "step": 97300
    },
    {
      "epoch": 0.8,
      "learning_rate": 5.939840930301703e-05,
      "loss": 2.9532,
      "step": 97400
    },
    {
      "epoch": 0.8,
      "learning_rate": 5.915063718729094e-05,
      "loss": 2.9589,
      "step": 97500
    },
    {
      "epoch": 0.8,
      "learning_rate": 5.890286507156484e-05,
      "loss": 2.9626,
      "step": 97600
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.8655092955838746e-05,
      "loss": 2.9566,
      "step": 97700
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.840732084011265e-05,
      "loss": 2.9493,
      "step": 97800
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.8159548724386557e-05,
      "loss": 2.9595,
      "step": 97900
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.791177660866046e-05,
      "loss": 2.9576,
      "step": 98000
    },
    {
      "epoch": 0.81,
      "eval_accuracy": 0.43472242812865003,
      "eval_loss": 2.98115611076355,
      "eval_runtime": 36.3414,
      "eval_samples_per_second": 312.757,
      "eval_steps_per_second": 2.614,
      "step": 98000
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.7664004492934354e-05,
      "loss": 2.9558,
      "step": 98100
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.741623237720826e-05,
      "loss": 2.9584,
      "step": 98200
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.7168460261482165e-05,
      "loss": 2.9556,
      "step": 98300
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.6920688145756073e-05,
      "loss": 2.9576,
      "step": 98400
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.6672916030029976e-05,
      "loss": 2.9546,
      "step": 98500
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.6425143914303884e-05,
      "loss": 2.9607,
      "step": 98600
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.6177371798577786e-05,
      "loss": 2.9464,
      "step": 98700
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.593207740400895e-05,
      "loss": 2.9614,
      "step": 98800
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.568430528828286e-05,
      "loss": 2.9592,
      "step": 98900
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.543653317255675e-05,
      "loss": 2.9579,
      "step": 99000
    },
    {
      "epoch": 0.82,
      "eval_accuracy": 0.4348104098284565,
      "eval_loss": 2.9802134037017822,
      "eval_runtime": 37.635,
      "eval_samples_per_second": 302.006,
      "eval_steps_per_second": 2.524,
      "step": 99000
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.518876105683066e-05,
      "loss": 2.9605,
      "step": 99100
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.4940988941104564e-05,
      "loss": 2.9602,
      "step": 99200
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.4693216825378466e-05,
      "loss": 2.9587,
      "step": 99300
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.4445444709652375e-05,
      "loss": 2.9472,
      "step": 99400
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.419767259392627e-05,
      "loss": 2.9589,
      "step": 99500
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.394990047820018e-05,
      "loss": 2.9673,
      "step": 99600
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.370212836247408e-05,
      "loss": 2.9532,
      "step": 99700
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.345435624674799e-05,
      "loss": 2.9508,
      "step": 99800
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.320658413102189e-05,
      "loss": 2.9546,
      "step": 99900
    },
    {
      "epoch": 0.82,
      "learning_rate": 5.2961289736453054e-05,
      "loss": 2.9508,
      "step": 100000
    },
    {
      "epoch": 0.82,
      "eval_accuracy": 0.4348886927582055,
      "eval_loss": 2.9783637523651123,
      "eval_runtime": 36.4236,
      "eval_samples_per_second": 312.05,
      "eval_steps_per_second": 2.608,
      "step": 100000
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.271599534188422e-05,
      "loss": 2.9495,
      "step": 100100
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.2468223226158125e-05,
      "loss": 2.9514,
      "step": 100200
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.222045111043202e-05,
      "loss": 2.9546,
      "step": 100300
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.197267899470593e-05,
      "loss": 2.9544,
      "step": 100400
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.172490687897983e-05,
      "loss": 2.9568,
      "step": 100500
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.147713476325374e-05,
      "loss": 2.9591,
      "step": 100600
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.122936264752764e-05,
      "loss": 2.9574,
      "step": 100700
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.098159053180155e-05,
      "loss": 2.9591,
      "step": 100800
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.073381841607545e-05,
      "loss": 2.9438,
      "step": 100900
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.048604630034935e-05,
      "loss": 2.9551,
      "step": 101000
    },
    {
      "epoch": 0.83,
      "eval_accuracy": 0.43532513741078865,
      "eval_loss": 2.977102041244507,
      "eval_runtime": 36.649,
      "eval_samples_per_second": 310.131,
      "eval_steps_per_second": 2.592,
      "step": 101000
    },
    {
      "epoch": 0.83,
      "learning_rate": 5.023827418462326e-05,
      "loss": 2.9481,
      "step": 101100
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.999050206889716e-05,
      "loss": 2.9504,
      "step": 101200
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.974272995317107e-05,
      "loss": 2.9566,
      "step": 101300
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.949495783744497e-05,
      "loss": 2.9571,
      "step": 101400
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.924718572171888e-05,
      "loss": 2.9469,
      "step": 101500
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.8999413605992774e-05,
      "loss": 2.9507,
      "step": 101600
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.875164149026668e-05,
      "loss": 2.9506,
      "step": 101700
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.8503869374540585e-05,
      "loss": 2.944,
      "step": 101800
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.825609725881449e-05,
      "loss": 2.9513,
      "step": 101900
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.8008325143088396e-05,
      "loss": 2.9535,
      "step": 102000
    },
    {
      "epoch": 0.84,
      "eval_accuracy": 0.4356812208257533,
      "eval_loss": 2.975886106491089,
      "eval_runtime": 37.6554,
      "eval_samples_per_second": 301.843,
      "eval_steps_per_second": 2.523,
      "step": 102000
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.77605530273623e-05,
      "loss": 2.9564,
      "step": 102100
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.751525863279347e-05,
      "loss": 2.9465,
      "step": 102200
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.726748651706736e-05,
      "loss": 2.9458,
      "step": 102300
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.7019714401341264e-05,
      "loss": 2.9552,
      "step": 102400
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.677194228561517e-05,
      "loss": 2.9505,
      "step": 102500
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.6524170169889075e-05,
      "loss": 2.9547,
      "step": 102600
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.6276398054162984e-05,
      "loss": 2.9493,
      "step": 102700
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.6028625938436886e-05,
      "loss": 2.9543,
      "step": 102800
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.5780853822710795e-05,
      "loss": 2.9447,
      "step": 102900
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.553308170698469e-05,
      "loss": 2.9479,
      "step": 103000
    },
    {
      "epoch": 0.85,
      "eval_accuracy": 0.43567152205569587,
      "eval_loss": 2.9743244647979736,
      "eval_runtime": 36.3875,
      "eval_samples_per_second": 312.36,
      "eval_steps_per_second": 2.611,
      "step": 103000
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.528530959125859e-05,
      "loss": 2.9493,
      "step": 103100
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.50375374755325e-05,
      "loss": 2.952,
      "step": 103200
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.47897653598064e-05,
      "loss": 2.954,
      "step": 103300
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.454199324408031e-05,
      "loss": 2.9462,
      "step": 103400
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.429422112835421e-05,
      "loss": 2.9468,
      "step": 103500
    },
    {
      "epoch": 0.85,
      "learning_rate": 4.4046449012628116e-05,
      "loss": 2.9514,
      "step": 103600
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.379867689690202e-05,
      "loss": 2.9504,
      "step": 103700
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.355090478117592e-05,
      "loss": 2.9568,
      "step": 103800
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.330313266544983e-05,
      "loss": 2.9525,
      "step": 103900
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.305536054972373e-05,
      "loss": 2.9542,
      "step": 104000
    },
    {
      "epoch": 0.86,
      "eval_accuracy": 0.43588905161269764,
      "eval_loss": 2.973242998123169,
      "eval_runtime": 36.37,
      "eval_samples_per_second": 312.51,
      "eval_steps_per_second": 2.612,
      "step": 104000
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.280758843399764e-05,
      "loss": 2.9467,
      "step": 104100
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.25622940394288e-05,
      "loss": 2.9516,
      "step": 104200
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.23145219237027e-05,
      "loss": 2.9421,
      "step": 104300
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.2066749807976606e-05,
      "loss": 2.9451,
      "step": 104400
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.182145541340777e-05,
      "loss": 2.9481,
      "step": 104500
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.157368329768168e-05,
      "loss": 2.9514,
      "step": 104600
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.132591118195558e-05,
      "loss": 2.9486,
      "step": 104700
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.107813906622948e-05,
      "loss": 2.9429,
      "step": 104800
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.083036695050339e-05,
      "loss": 2.948,
      "step": 104900
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0582594834777285e-05,
      "loss": 2.9481,
      "step": 105000
    },
    {
      "epoch": 0.87,
      "eval_accuracy": 0.4360442319336161,
      "eval_loss": 2.971482992172241,
      "eval_runtime": 36.0911,
      "eval_samples_per_second": 314.925,
      "eval_steps_per_second": 2.632,
      "step": 105000
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0334822719051194e-05,
      "loss": 2.9432,
      "step": 105100
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0087050603325096e-05,
      "loss": 2.9543,
      "step": 105200
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.9839278487599005e-05,
      "loss": 2.9504,
      "step": 105300
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.959150637187291e-05,
      "loss": 2.9536,
      "step": 105400
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.9343734256146816e-05,
      "loss": 2.945,
      "step": 105500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.909596214042071e-05,
      "loss": 2.9532,
      "step": 105600
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.884819002469461e-05,
      "loss": 2.9493,
      "step": 105700
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.860041790896852e-05,
      "loss": 2.948,
      "step": 105800
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.8352645793242424e-05,
      "loss": 2.9508,
      "step": 105900
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.810735139867359e-05,
      "loss": 2.941,
      "step": 106000
    },
    {
      "epoch": 0.87,
      "eval_accuracy": 0.4362319724111558,
      "eval_loss": 2.969744920730591,
      "eval_runtime": 36.2819,
      "eval_samples_per_second": 313.269,
      "eval_steps_per_second": 2.618,
      "step": 106000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.7859579282947495e-05,
      "loss": 2.944,
      "step": 106100
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.76118071672214e-05,
      "loss": 2.9433,
      "step": 106200
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7364035051495306e-05,
      "loss": 2.9442,
      "step": 106300
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.711626293576921e-05,
      "loss": 2.9525,
      "step": 106400
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.686849082004311e-05,
      "loss": 2.9423,
      "step": 106500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.662071870431701e-05,
      "loss": 2.9505,
      "step": 106600
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6372946588590914e-05,
      "loss": 2.948,
      "step": 106700
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.612517447286482e-05,
      "loss": 2.9446,
      "step": 106800
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5877402357138725e-05,
      "loss": 2.9429,
      "step": 106900
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.562963024141263e-05,
      "loss": 2.9435,
      "step": 107000
    },
    {
      "epoch": 0.88,
      "eval_accuracy": 0.4365194716664288,
      "eval_loss": 2.9684131145477295,
      "eval_runtime": 36.3894,
      "eval_samples_per_second": 312.343,
      "eval_steps_per_second": 2.611,
      "step": 107000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5381858125686536e-05,
      "loss": 2.9433,
      "step": 107100
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.513408600996043e-05,
      "loss": 2.9447,
      "step": 107200
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.488631389423434e-05,
      "loss": 2.9476,
      "step": 107300
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.463854177850824e-05,
      "loss": 2.9508,
      "step": 107400
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4390769662782144e-05,
      "loss": 2.9423,
      "step": 107500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.414299754705605e-05,
      "loss": 2.9491,
      "step": 107600
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3897703152487215e-05,
      "loss": 2.943,
      "step": 107700
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.364993103676112e-05,
      "loss": 2.9444,
      "step": 107800
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3402158921035026e-05,
      "loss": 2.9475,
      "step": 107900
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.315438680530893e-05,
      "loss": 2.9403,
      "step": 108000
    },
    {
      "epoch": 0.89,
      "eval_accuracy": 0.4367591698407046,
      "eval_loss": 2.9674224853515625,
      "eval_runtime": 36.6777,
      "eval_samples_per_second": 309.888,
      "eval_steps_per_second": 2.59,
      "step": 108000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.290661468958283e-05,
      "loss": 2.9395,
      "step": 108100
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.265884257385674e-05,
      "loss": 2.9413,
      "step": 108200
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.241107045813064e-05,
      "loss": 2.9495,
      "step": 108300
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.216329834240454e-05,
      "loss": 2.9461,
      "step": 108400
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1915526226678445e-05,
      "loss": 2.939,
      "step": 108500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.166775411095235e-05,
      "loss": 2.9436,
      "step": 108600
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.1419981995226256e-05,
      "loss": 2.9414,
      "step": 108700
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.117220987950016e-05,
      "loss": 2.9388,
      "step": 108800
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.092691548493133e-05,
      "loss": 2.9425,
      "step": 108900
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.067914336920522e-05,
      "loss": 2.9453,
      "step": 109000
    },
    {
      "epoch": 0.9,
      "eval_accuracy": 0.43670790491325834,
      "eval_loss": 2.9661126136779785,
      "eval_runtime": 37.1173,
      "eval_samples_per_second": 306.218,
      "eval_steps_per_second": 2.559,
      "step": 109000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.0433848974636392e-05,
      "loss": 2.9453,
      "step": 109100
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.0186076858910297e-05,
      "loss": 2.9398,
      "step": 109200
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.99383047431842e-05,
      "loss": 2.9452,
      "step": 109300
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.9690532627458105e-05,
      "loss": 2.9423,
      "step": 109400
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.9442760511732007e-05,
      "loss": 2.945,
      "step": 109500
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.919498839600591e-05,
      "loss": 2.941,
      "step": 109600
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8947216280279814e-05,
      "loss": 2.9404,
      "step": 109700
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.869944416455372e-05,
      "loss": 2.9441,
      "step": 109800
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.845167204882762e-05,
      "loss": 2.9427,
      "step": 109900
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.8203899933101527e-05,
      "loss": 2.9396,
      "step": 110000
    },
    {
      "epoch": 0.91,
      "eval_accuracy": 0.43717206033743405,
      "eval_loss": 2.964357852935791,
      "eval_runtime": 36.5503,
      "eval_samples_per_second": 310.969,
      "eval_steps_per_second": 2.599,
      "step": 110000
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.7956127817375432e-05,
      "loss": 2.9405,
      "step": 110100
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.7708355701649334e-05,
      "loss": 2.9487,
      "step": 110200
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.7460583585923236e-05,
      "loss": 2.9415,
      "step": 110300
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.7212811470197142e-05,
      "loss": 2.9365,
      "step": 110400
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.6965039354471044e-05,
      "loss": 2.9468,
      "step": 110500
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.671726723874495e-05,
      "loss": 2.9311,
      "step": 110600
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.6469495123018855e-05,
      "loss": 2.9402,
      "step": 110700
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.6221723007292757e-05,
      "loss": 2.9361,
      "step": 110800
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.5973950891566662e-05,
      "loss": 2.9328,
      "step": 110900
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.5726178775840564e-05,
      "loss": 2.9375,
      "step": 111000
    },
    {
      "epoch": 0.92,
      "eval_accuracy": 0.43724757219002386,
      "eval_loss": 2.9633212089538574,
      "eval_runtime": 36.4613,
      "eval_samples_per_second": 311.728,
      "eval_steps_per_second": 2.606,
      "step": 111000
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.5478406660114466e-05,
      "loss": 2.9379,
      "step": 111100
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.523063454438837e-05,
      "loss": 2.933,
      "step": 111200
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.4982862428662277e-05,
      "loss": 2.9385,
      "step": 111300
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.473509031293618e-05,
      "loss": 2.9362,
      "step": 111400
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.4487318197210084e-05,
      "loss": 2.9342,
      "step": 111500
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.423954608148399e-05,
      "loss": 2.9392,
      "step": 111600
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.3991773965757892e-05,
      "loss": 2.9382,
      "step": 111700
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.3746479571189054e-05,
      "loss": 2.9376,
      "step": 111800
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.349870745546296e-05,
      "loss": 2.9352,
      "step": 111900
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.3250935339736865e-05,
      "loss": 2.9284,
      "step": 112000
    },
    {
      "epoch": 0.92,
      "eval_accuracy": 0.43742907774395523,
      "eval_loss": 2.96207857131958,
      "eval_runtime": 36.2575,
      "eval_samples_per_second": 313.48,
      "eval_steps_per_second": 2.62,
      "step": 112000
    },
    {
      "epoch": 0.92,
      "learning_rate": 2.300316322401077e-05,
      "loss": 2.9384,
      "step": 112100
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2755391108284673e-05,
      "loss": 2.933,
      "step": 112200
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2507618992558575e-05,
      "loss": 2.935,
      "step": 112300
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2259846876832477e-05,
      "loss": 2.938,
      "step": 112400
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.2012074761106382e-05,
      "loss": 2.9392,
      "step": 112500
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.1764302645380288e-05,
      "loss": 2.9409,
      "step": 112600
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.151653052965419e-05,
      "loss": 2.9445,
      "step": 112700
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.1268758413928095e-05,
      "loss": 2.9378,
      "step": 112800
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.1020986298202e-05,
      "loss": 2.9357,
      "step": 112900
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.0773214182475906e-05,
      "loss": 2.9418,
      "step": 113000
    },
    {
      "epoch": 0.93,
      "eval_accuracy": 0.4375648605247589,
      "eval_loss": 2.9606027603149414,
      "eval_runtime": 38.0645,
      "eval_samples_per_second": 298.598,
      "eval_steps_per_second": 2.496,
      "step": 113000
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.0525442066749805e-05,
      "loss": 2.9426,
      "step": 113100
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.028014767218097e-05,
      "loss": 2.9436,
      "step": 113200
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.0032375556454876e-05,
      "loss": 2.9355,
      "step": 113300
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.978460344072878e-05,
      "loss": 2.9296,
      "step": 113400
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9536831325002683e-05,
      "loss": 2.9288,
      "step": 113500
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9289059209276585e-05,
      "loss": 2.9385,
      "step": 113600
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.904128709355049e-05,
      "loss": 2.9348,
      "step": 113700
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8793514977824393e-05,
      "loss": 2.9296,
      "step": 113800
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8545742862098298e-05,
      "loss": 2.9354,
      "step": 113900
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8297970746372204e-05,
      "loss": 2.934,
      "step": 114000
    },
    {
      "epoch": 0.94,
      "eval_accuracy": 0.4376666976103616,
      "eval_loss": 2.9594342708587646,
      "eval_runtime": 36.6834,
      "eval_samples_per_second": 309.841,
      "eval_steps_per_second": 2.59,
      "step": 114000
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8050198630646106e-05,
      "loss": 2.9292,
      "step": 114100
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7802426514920008e-05,
      "loss": 2.9371,
      "step": 114200
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.7557132120351174e-05,
      "loss": 2.9319,
      "step": 114300
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.730936000462508e-05,
      "loss": 2.9402,
      "step": 114400
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.706158788889898e-05,
      "loss": 2.9303,
      "step": 114500
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6813815773172883e-05,
      "loss": 2.9395,
      "step": 114600
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.656604365744679e-05,
      "loss": 2.9359,
      "step": 114700
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6318271541720694e-05,
      "loss": 2.9392,
      "step": 114800
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.60704994259946e-05,
      "loss": 2.9353,
      "step": 114900
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.58227273102685e-05,
      "loss": 2.9374,
      "step": 115000
    },
    {
      "epoch": 0.95,
      "eval_accuracy": 0.4379791365600679,
      "eval_loss": 2.958286762237549,
      "eval_runtime": 36.2601,
      "eval_samples_per_second": 313.458,
      "eval_steps_per_second": 2.62,
      "step": 115000
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5574955194542403e-05,
      "loss": 2.9304,
      "step": 115100
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.532718307881631e-05,
      "loss": 2.9345,
      "step": 115200
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5079410963090212e-05,
      "loss": 2.9344,
      "step": 115300
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4834116568521378e-05,
      "loss": 2.9346,
      "step": 115400
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.458634445279528e-05,
      "loss": 2.936,
      "step": 115500
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.4338572337069184e-05,
      "loss": 2.9414,
      "step": 115600
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.409080022134309e-05,
      "loss": 2.938,
      "step": 115700
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3843028105616993e-05,
      "loss": 2.9345,
      "step": 115800
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.3595255989890895e-05,
      "loss": 2.9356,
      "step": 115900
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.33474838741648e-05,
      "loss": 2.9302,
      "step": 116000
    },
    {
      "epoch": 0.96,
      "eval_accuracy": 0.43818142519269376,
      "eval_loss": 2.9568593502044678,
      "eval_runtime": 36.5356,
      "eval_samples_per_second": 311.094,
      "eval_steps_per_second": 2.6,
      "step": 116000
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.3102189479595965e-05,
      "loss": 2.9352,
      "step": 116100
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.2854417363869869e-05,
      "loss": 2.9384,
      "step": 116200
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.2606645248143774e-05,
      "loss": 2.9256,
      "step": 116300
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.2358873132417676e-05,
      "loss": 2.9308,
      "step": 116400
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.211110101669158e-05,
      "loss": 2.9365,
      "step": 116500
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.1863328900965485e-05,
      "loss": 2.9291,
      "step": 116600
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.1615556785239389e-05,
      "loss": 2.9293,
      "step": 116700
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.1367784669513291e-05,
      "loss": 2.9411,
      "step": 116800
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.1120012553787196e-05,
      "loss": 2.9315,
      "step": 116900
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.08722404380611e-05,
      "loss": 2.9273,
      "step": 117000
    },
    {
      "epoch": 0.96,
      "eval_accuracy": 0.4382222985807928,
      "eval_loss": 2.9559996128082275,
      "eval_runtime": 36.528,
      "eval_samples_per_second": 311.158,
      "eval_steps_per_second": 2.601,
      "step": 117000
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.0624468322335004e-05,
      "loss": 2.9355,
      "step": 117100
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.0376696206608908e-05,
      "loss": 2.9227,
      "step": 117200
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.0128924090882811e-05,
      "loss": 2.9323,
      "step": 117300
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.881151975156715e-06,
      "loss": 2.9335,
      "step": 117400
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.63337985943062e-06,
      "loss": 2.9313,
      "step": 117500
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.385607743704522e-06,
      "loss": 2.932,
      "step": 117600
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.137835627978426e-06,
      "loss": 2.934,
      "step": 117700
    },
    {
      "epoch": 0.97,
      "learning_rate": 8.89006351225233e-06,
      "loss": 2.9361,
      "step": 117800
    },
    {
      "epoch": 0.97,
      "learning_rate": 8.642291396526234e-06,
      "loss": 2.9318,
      "step": 117900
    },
    {
      "epoch": 0.97,
      "learning_rate": 8.394519280800137e-06,
      "loss": 2.9338,
      "step": 118000
    },
    {
      "epoch": 0.97,
      "eval_accuracy": 0.4383601596694659,
      "eval_loss": 2.9548416137695312,
      "eval_runtime": 36.5258,
      "eval_samples_per_second": 311.177,
      "eval_steps_per_second": 2.601,
      "step": 118000
    },
    {
      "epoch": 0.97,
      "learning_rate": 8.146747165074043e-06,
      "loss": 2.9222,
      "step": 118100
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.898975049347945e-06,
      "loss": 2.9346,
      "step": 118200
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.65120293362185e-06,
      "loss": 2.9239,
      "step": 118300
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.403430817895753e-06,
      "loss": 2.9302,
      "step": 118400
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.155658702169658e-06,
      "loss": 2.9323,
      "step": 118500
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.9078865864435605e-06,
      "loss": 2.9315,
      "step": 118600
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.660114470717465e-06,
      "loss": 2.9308,
      "step": 118700
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.412342354991369e-06,
      "loss": 2.9289,
      "step": 118800
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.1645702392652725e-06,
      "loss": 2.9301,
      "step": 118900
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.916798123539176e-06,
      "loss": 2.9304,
      "step": 119000
    },
    {
      "epoch": 0.98,
      "eval_accuracy": 0.43854651460842603,
      "eval_loss": 2.953854560852051,
      "eval_runtime": 37.1399,
      "eval_samples_per_second": 306.032,
      "eval_steps_per_second": 2.558,
      "step": 119000
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.669026007813081e-06,
      "loss": 2.9354,
      "step": 119100
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.423731613244245e-06,
      "loss": 2.9288,
      "step": 119200
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.175959497518149e-06,
      "loss": 2.9323,
      "step": 119300
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.928187381792053e-06,
      "loss": 2.9298,
      "step": 119400
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.680415266065956e-06,
      "loss": 2.9226,
      "step": 119500
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.435120871497121e-06,
      "loss": 2.9276,
      "step": 119600
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.187348755771026e-06,
      "loss": 2.926,
      "step": 119700
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.9395766400449295e-06,
      "loss": 2.9256,
      "step": 119800
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6918045243188332e-06,
      "loss": 2.9231,
      "step": 119900
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4440324085927365e-06,
      "loss": 2.9361,
      "step": 120000
    },
    {
      "epoch": 0.99,
      "eval_accuracy": 0.43850217737387787,
      "eval_loss": 2.9531476497650146,
      "eval_runtime": 36.7198,
      "eval_samples_per_second": 309.534,
      "eval_steps_per_second": 2.587,
      "step": 120000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.1962602928666402e-06,
      "loss": 2.9236,
      "step": 120100
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.948488177140544e-06,
      "loss": 2.9354,
      "step": 120200
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.700716061414448e-06,
      "loss": 2.9264,
      "step": 120300
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.452943945688352e-06,
      "loss": 2.925,
      "step": 120400
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.205171829962256e-06,
      "loss": 2.932,
      "step": 120500
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9573997142361597e-06,
      "loss": 2.9291,
      "step": 120600
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.7096275985100634e-06,
      "loss": 2.9221,
      "step": 120700
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4643332039412285e-06,
      "loss": 2.9315,
      "step": 120800
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2165610882151322e-06,
      "loss": 2.9287,
      "step": 120900
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.68788972489036e-07,
      "loss": 2.927,
      "step": 121000
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.43872455631590834,
      "eval_loss": 2.9526402950286865,
      "eval_runtime": 36.2748,
      "eval_samples_per_second": 313.331,
      "eval_steps_per_second": 2.619,
      "step": 121000
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.210168567629398e-07,
      "loss": 2.9372,
      "step": 121100
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.732447410368437e-07,
      "loss": 2.9285,
      "step": 121200
    },
    {
      "epoch": 1.0,
      "step": 121279,
      "total_flos": 1.477015264316925e+20,
      "train_loss": 3.0377933233989878,
      "train_runtime": 170019.0203,
      "train_samples_per_second": 171.199,
      "train_steps_per_second": 0.713
    }
  ],
  "logging_steps": 100,
  "max_steps": 121279,
  "num_train_epochs": 1,
  "save_steps": 12128,
  "total_flos": 1.477015264316925e+20,
  "trial_name": null,
  "trial_params": null
}