{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 418,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0023923444976076554,
      "grad_norm": 35.77700764414347,
      "learning_rate": 0.0,
      "loss": 2.5866,
      "num_tokens": 223542.0,
      "step": 1
    },
    {
      "epoch": 0.004784688995215311,
      "grad_norm": 34.45799391693798,
      "learning_rate": 7.692307692307694e-07,
      "loss": 2.4086,
      "num_tokens": 463760.0,
      "step": 2
    },
    {
      "epoch": 0.007177033492822967,
      "grad_norm": 37.09122577441204,
      "learning_rate": 1.5384615384615387e-06,
      "loss": 2.5261,
      "num_tokens": 645652.0,
      "step": 3
    },
    {
      "epoch": 0.009569377990430622,
      "grad_norm": 33.51928857090818,
      "learning_rate": 2.307692307692308e-06,
      "loss": 2.4839,
      "num_tokens": 857399.0,
      "step": 4
    },
    {
      "epoch": 0.011961722488038277,
      "grad_norm": 28.56245226187573,
      "learning_rate": 3.0769230769230774e-06,
      "loss": 2.492,
      "num_tokens": 1083627.0,
      "step": 5
    },
    {
      "epoch": 0.014354066985645933,
      "grad_norm": 23.350183104787792,
      "learning_rate": 3.846153846153847e-06,
      "loss": 2.3562,
      "num_tokens": 1301423.0,
      "step": 6
    },
    {
      "epoch": 0.01674641148325359,
      "grad_norm": 18.9808075909167,
      "learning_rate": 4.615384615384616e-06,
      "loss": 2.3909,
      "num_tokens": 1492075.0,
      "step": 7
    },
    {
      "epoch": 0.019138755980861243,
      "grad_norm": 10.708395743692822,
      "learning_rate": 5.384615384615385e-06,
      "loss": 2.2473,
      "num_tokens": 1679562.0,
      "step": 8
    },
    {
      "epoch": 0.0215311004784689,
      "grad_norm": 9.224705958016894,
      "learning_rate": 6.153846153846155e-06,
      "loss": 2.1681,
      "num_tokens": 1888359.0,
      "step": 9
    },
    {
      "epoch": 0.023923444976076555,
      "grad_norm": 8.986278630054308,
      "learning_rate": 6.923076923076923e-06,
      "loss": 2.1438,
      "num_tokens": 2058538.0,
      "step": 10
    },
    {
      "epoch": 0.02631578947368421,
      "grad_norm": 4.193291761632025,
      "learning_rate": 7.692307692307694e-06,
      "loss": 2.0833,
      "num_tokens": 2214696.0,
      "step": 11
    },
    {
      "epoch": 0.028708133971291867,
      "grad_norm": 3.5075199043533334,
      "learning_rate": 8.461538461538462e-06,
      "loss": 1.9944,
      "num_tokens": 2401723.0,
      "step": 12
    },
    {
      "epoch": 0.03110047846889952,
      "grad_norm": 3.2504195652374874,
      "learning_rate": 9.230769230769232e-06,
      "loss": 2.0099,
      "num_tokens": 2592218.0,
      "step": 13
    },
    {
      "epoch": 0.03349282296650718,
      "grad_norm": 2.3589570152818795,
      "learning_rate": 1e-05,
      "loss": 1.9879,
      "num_tokens": 2820770.0,
      "step": 14
    },
    {
      "epoch": 0.03588516746411483,
      "grad_norm": 3.6838613043114705,
      "learning_rate": 9.999864615158956e-06,
      "loss": 1.816,
      "num_tokens": 3018187.0,
      "step": 15
    },
    {
      "epoch": 0.03827751196172249,
      "grad_norm": 2.804031211195472,
      "learning_rate": 9.999458468782065e-06,
      "loss": 1.9285,
      "num_tokens": 3262110.0,
      "step": 16
    },
    {
      "epoch": 0.04066985645933014,
      "grad_norm": 2.7340483571073664,
      "learning_rate": 9.998781585307577e-06,
      "loss": 1.7399,
      "num_tokens": 3461819.0,
      "step": 17
    },
    {
      "epoch": 0.0430622009569378,
      "grad_norm": 2.3573648641331952,
      "learning_rate": 9.997834005464281e-06,
      "loss": 1.8248,
      "num_tokens": 3647749.0,
      "step": 18
    },
    {
      "epoch": 0.045454545454545456,
      "grad_norm": 2.7936113880349964,
      "learning_rate": 9.996615786269036e-06,
      "loss": 1.514,
      "num_tokens": 3816664.0,
      "step": 19
    },
    {
      "epoch": 0.04784688995215311,
      "grad_norm": 1.5815077522510241,
      "learning_rate": 9.995127001023362e-06,
      "loss": 1.8473,
      "num_tokens": 3981662.0,
      "step": 20
    },
    {
      "epoch": 0.050239234449760764,
      "grad_norm": 1.262398317459698,
      "learning_rate": 9.993367739309013e-06,
      "loss": 1.7998,
      "num_tokens": 4166705.0,
      "step": 21
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 1.2085839356904715,
      "learning_rate": 9.991338106982598e-06,
      "loss": 1.7167,
      "num_tokens": 4395460.0,
      "step": 22
    },
    {
      "epoch": 0.05502392344497608,
      "grad_norm": 0.9331954135736191,
      "learning_rate": 9.98903822616921e-06,
      "loss": 1.7225,
      "num_tokens": 4660660.0,
      "step": 23
    },
    {
      "epoch": 0.05741626794258373,
      "grad_norm": 1.0079376114307204,
      "learning_rate": 9.986468235255065e-06,
      "loss": 1.7793,
      "num_tokens": 4889032.0,
      "step": 24
    },
    {
      "epoch": 0.05980861244019139,
      "grad_norm": 1.0174373092140978,
      "learning_rate": 9.983628288879193e-06,
      "loss": 1.6658,
      "num_tokens": 5068345.0,
      "step": 25
    },
    {
      "epoch": 0.06220095693779904,
      "grad_norm": 0.9895227235288739,
      "learning_rate": 9.98051855792412e-06,
      "loss": 1.7126,
      "num_tokens": 5284697.0,
      "step": 26
    },
    {
      "epoch": 0.0645933014354067,
      "grad_norm": 0.864412154650663,
      "learning_rate": 9.977139229505596e-06,
      "loss": 1.658,
      "num_tokens": 5521778.0,
      "step": 27
    },
    {
      "epoch": 0.06698564593301436,
      "grad_norm": 1.0342443056226127,
      "learning_rate": 9.973490506961326e-06,
      "loss": 1.5243,
      "num_tokens": 5707434.0,
      "step": 28
    },
    {
      "epoch": 0.06937799043062201,
      "grad_norm": 0.8663151664394599,
      "learning_rate": 9.969572609838745e-06,
      "loss": 1.6671,
      "num_tokens": 5937867.0,
      "step": 29
    },
    {
      "epoch": 0.07177033492822966,
      "grad_norm": 0.9781488889720827,
      "learning_rate": 9.965385773881795e-06,
      "loss": 1.6322,
      "num_tokens": 6162073.0,
      "step": 30
    },
    {
      "epoch": 0.07416267942583732,
      "grad_norm": 0.9101239670857304,
      "learning_rate": 9.960930251016752e-06,
      "loss": 1.716,
      "num_tokens": 6375008.0,
      "step": 31
    },
    {
      "epoch": 0.07655502392344497,
      "grad_norm": 0.9203816431810994,
      "learning_rate": 9.956206309337067e-06,
      "loss": 1.6335,
      "num_tokens": 6568479.0,
      "step": 32
    },
    {
      "epoch": 0.07894736842105263,
      "grad_norm": 0.9924366034325527,
      "learning_rate": 9.951214233087223e-06,
      "loss": 1.6849,
      "num_tokens": 6786875.0,
      "step": 33
    },
    {
      "epoch": 0.08133971291866028,
      "grad_norm": 1.0591590540309344,
      "learning_rate": 9.945954322645643e-06,
      "loss": 1.5556,
      "num_tokens": 6983383.0,
      "step": 34
    },
    {
      "epoch": 0.08373205741626795,
      "grad_norm": 0.859091081777175,
      "learning_rate": 9.940426894506608e-06,
      "loss": 1.6373,
      "num_tokens": 7188567.0,
      "step": 35
    },
    {
      "epoch": 0.0861244019138756,
      "grad_norm": 0.7819453253946674,
      "learning_rate": 9.934632281261221e-06,
      "loss": 1.5762,
      "num_tokens": 7385552.0,
      "step": 36
    },
    {
      "epoch": 0.08851674641148326,
      "grad_norm": 0.773342660575658,
      "learning_rate": 9.928570831577396e-06,
      "loss": 1.5561,
      "num_tokens": 7583628.0,
      "step": 37
    },
    {
      "epoch": 0.09090909090909091,
      "grad_norm": 0.6689075869463446,
      "learning_rate": 9.922242910178862e-06,
      "loss": 1.6899,
      "num_tokens": 7809190.0,
      "step": 38
    },
    {
      "epoch": 0.09330143540669857,
      "grad_norm": 0.7505436942893252,
      "learning_rate": 9.915648897823232e-06,
      "loss": 1.554,
      "num_tokens": 7997624.0,
      "step": 39
    },
    {
      "epoch": 0.09569377990430622,
      "grad_norm": 0.7015919399979235,
      "learning_rate": 9.908789191279093e-06,
      "loss": 1.5389,
      "num_tokens": 8183494.0,
      "step": 40
    },
    {
      "epoch": 0.09808612440191387,
      "grad_norm": 0.6466036781332534,
      "learning_rate": 9.901664203302126e-06,
      "loss": 1.6405,
      "num_tokens": 8408569.0,
      "step": 41
    },
    {
      "epoch": 0.10047846889952153,
      "grad_norm": 0.6548488840567466,
      "learning_rate": 9.89427436261027e-06,
      "loss": 1.5763,
      "num_tokens": 8584336.0,
      "step": 42
    },
    {
      "epoch": 0.10287081339712918,
      "grad_norm": 0.699125932858908,
      "learning_rate": 9.886620113857926e-06,
      "loss": 1.5114,
      "num_tokens": 8787695.0,
      "step": 43
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.723472446208709,
      "learning_rate": 9.878701917609208e-06,
      "loss": 1.5305,
      "num_tokens": 9005521.0,
      "step": 44
    },
    {
      "epoch": 0.1076555023923445,
      "grad_norm": 0.7384196667665146,
      "learning_rate": 9.870520250310223e-06,
      "loss": 1.6305,
      "num_tokens": 9221565.0,
      "step": 45
    },
    {
      "epoch": 0.11004784688995216,
      "grad_norm": 0.629523841227617,
      "learning_rate": 9.862075604260402e-06,
      "loss": 1.6484,
      "num_tokens": 9444154.0,
      "step": 46
    },
    {
      "epoch": 0.11244019138755981,
      "grad_norm": 0.6425557703652314,
      "learning_rate": 9.853368487582888e-06,
      "loss": 1.4761,
      "num_tokens": 9628428.0,
      "step": 47
    },
    {
      "epoch": 0.11483253588516747,
      "grad_norm": 0.6988538672174611,
      "learning_rate": 9.84439942419395e-06,
      "loss": 1.6356,
      "num_tokens": 9862779.0,
      "step": 48
    },
    {
      "epoch": 0.11722488038277512,
      "grad_norm": 0.6304374061279027,
      "learning_rate": 9.835168953771463e-06,
      "loss": 1.5105,
      "num_tokens": 10111617.0,
      "step": 49
    },
    {
      "epoch": 0.11961722488038277,
      "grad_norm": 0.6166276961179814,
      "learning_rate": 9.825677631722436e-06,
      "loss": 1.6297,
      "num_tokens": 10349939.0,
      "step": 50
    },
    {
      "epoch": 0.12200956937799043,
      "grad_norm": 0.7275282546024043,
      "learning_rate": 9.815926029149593e-06,
      "loss": 1.5068,
      "num_tokens": 10534354.0,
      "step": 51
    },
    {
      "epoch": 0.12440191387559808,
      "grad_norm": 0.6327061243856574,
      "learning_rate": 9.805914732817007e-06,
      "loss": 1.5524,
      "num_tokens": 10742091.0,
      "step": 52
    },
    {
      "epoch": 0.12679425837320574,
      "grad_norm": 0.7084417481062125,
      "learning_rate": 9.795644345114796e-06,
      "loss": 1.6218,
      "num_tokens": 10961264.0,
      "step": 53
    },
    {
      "epoch": 0.1291866028708134,
      "grad_norm": 0.7292180354816592,
      "learning_rate": 9.78511548402287e-06,
      "loss": 1.3672,
      "num_tokens": 11119849.0,
      "step": 54
    },
    {
      "epoch": 0.13157894736842105,
      "grad_norm": 0.6555927818623691,
      "learning_rate": 9.77432878307376e-06,
      "loss": 1.5114,
      "num_tokens": 11325079.0,
      "step": 55
    },
    {
      "epoch": 0.1339712918660287,
      "grad_norm": 0.7613236601730216,
      "learning_rate": 9.763284891314481e-06,
      "loss": 1.2232,
      "num_tokens": 11509772.0,
      "step": 56
    },
    {
      "epoch": 0.13636363636363635,
      "grad_norm": 0.6430242992230627,
      "learning_rate": 9.751984473267498e-06,
      "loss": 1.5539,
      "num_tokens": 11686001.0,
      "step": 57
    },
    {
      "epoch": 0.13875598086124402,
      "grad_norm": 0.8426300537945989,
      "learning_rate": 9.740428208890716e-06,
      "loss": 1.3227,
      "num_tokens": 11861406.0,
      "step": 58
    },
    {
      "epoch": 0.14114832535885166,
      "grad_norm": 0.7044359465699243,
      "learning_rate": 9.728616793536588e-06,
      "loss": 1.5587,
      "num_tokens": 12083010.0,
      "step": 59
    },
    {
      "epoch": 0.14354066985645933,
      "grad_norm": 0.6499151456833749,
      "learning_rate": 9.716550937910268e-06,
      "loss": 1.4789,
      "num_tokens": 12331238.0,
      "step": 60
    },
    {
      "epoch": 0.145933014354067,
      "grad_norm": 0.8468125913528113,
      "learning_rate": 9.70423136802684e-06,
      "loss": 1.397,
      "num_tokens": 12510110.0,
      "step": 61
    },
    {
      "epoch": 0.14832535885167464,
      "grad_norm": 0.6549777551235627,
      "learning_rate": 9.691658825167641e-06,
      "loss": 1.5487,
      "num_tokens": 12703234.0,
      "step": 62
    },
    {
      "epoch": 0.1507177033492823,
      "grad_norm": 1.861908798533634,
      "learning_rate": 9.67883406583566e-06,
      "loss": 1.5182,
      "num_tokens": 12941740.0,
      "step": 63
    },
    {
      "epoch": 0.15311004784688995,
      "grad_norm": 0.9710524431103752,
      "learning_rate": 9.665757861710008e-06,
      "loss": 0.9673,
      "num_tokens": 13066657.0,
      "step": 64
    },
    {
      "epoch": 0.15550239234449761,
      "grad_norm": 0.7709985947911734,
      "learning_rate": 9.652430999599491e-06,
      "loss": 1.2468,
      "num_tokens": 13220140.0,
      "step": 65
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 1.148184964185836,
      "learning_rate": 9.638854281395271e-06,
      "loss": 1.3733,
      "num_tokens": 13397562.0,
      "step": 66
    },
    {
      "epoch": 0.16028708133971292,
      "grad_norm": 1.8909672590403999,
      "learning_rate": 9.625028524022606e-06,
      "loss": 1.5125,
      "num_tokens": 13591137.0,
      "step": 67
    },
    {
      "epoch": 0.16267942583732056,
      "grad_norm": 0.6070509391624586,
      "learning_rate": 9.610954559391704e-06,
      "loss": 1.576,
      "num_tokens": 13812222.0,
      "step": 68
    },
    {
      "epoch": 0.16507177033492823,
      "grad_norm": 0.9685185344694189,
      "learning_rate": 9.596633234347661e-06,
      "loss": 1.3289,
      "num_tokens": 14034014.0,
      "step": 69
    },
    {
      "epoch": 0.1674641148325359,
      "grad_norm": 1.3816831844533364,
      "learning_rate": 9.582065410619503e-06,
      "loss": 1.6031,
      "num_tokens": 14248962.0,
      "step": 70
    },
    {
      "epoch": 0.16985645933014354,
      "grad_norm": 1.0562478172616532,
      "learning_rate": 9.567251964768343e-06,
      "loss": 1.1815,
      "num_tokens": 14461235.0,
      "step": 71
    },
    {
      "epoch": 0.1722488038277512,
      "grad_norm": 0.8780808898792398,
      "learning_rate": 9.55219378813463e-06,
      "loss": 1.4514,
      "num_tokens": 14655207.0,
      "step": 72
    },
    {
      "epoch": 0.17464114832535885,
      "grad_norm": 1.1376167558495347,
      "learning_rate": 9.53689178678452e-06,
      "loss": 1.2722,
      "num_tokens": 14832145.0,
      "step": 73
    },
    {
      "epoch": 0.17703349282296652,
      "grad_norm": 0.954111645763459,
      "learning_rate": 9.521346881455356e-06,
      "loss": 1.3542,
      "num_tokens": 15010659.0,
      "step": 74
    },
    {
      "epoch": 0.17942583732057416,
      "grad_norm": 1.1453698076350756,
      "learning_rate": 9.505560007500263e-06,
      "loss": 1.3355,
      "num_tokens": 15213072.0,
      "step": 75
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 0.7130576585117359,
      "learning_rate": 9.489532114831876e-06,
      "loss": 1.4303,
      "num_tokens": 15403547.0,
      "step": 76
    },
    {
      "epoch": 0.18421052631578946,
      "grad_norm": 1.1940739116738854,
      "learning_rate": 9.473264167865172e-06,
      "loss": 1.4188,
      "num_tokens": 15608337.0,
      "step": 77
    },
    {
      "epoch": 0.18660287081339713,
      "grad_norm": 0.8288648375057176,
      "learning_rate": 9.456757145459445e-06,
      "loss": 1.5327,
      "num_tokens": 15844122.0,
      "step": 78
    },
    {
      "epoch": 0.18899521531100477,
      "grad_norm": 0.7407524557729414,
      "learning_rate": 9.44001204085941e-06,
      "loss": 1.2769,
      "num_tokens": 16007831.0,
      "step": 79
    },
    {
      "epoch": 0.19138755980861244,
      "grad_norm": 0.6820580256711418,
      "learning_rate": 9.423029861635431e-06,
      "loss": 1.4512,
      "num_tokens": 16192803.0,
      "step": 80
    },
    {
      "epoch": 0.1937799043062201,
      "grad_norm": 0.7648355853081366,
      "learning_rate": 9.405811629622904e-06,
      "loss": 1.5147,
      "num_tokens": 16372150.0,
      "step": 81
    },
    {
      "epoch": 0.19617224880382775,
      "grad_norm": 0.9430997963743641,
      "learning_rate": 9.388358380860763e-06,
      "loss": 1.439,
      "num_tokens": 16544020.0,
      "step": 82
    },
    {
      "epoch": 0.19856459330143542,
      "grad_norm": 0.6625036619665103,
      "learning_rate": 9.370671165529146e-06,
      "loss": 1.362,
      "num_tokens": 16724075.0,
      "step": 83
    },
    {
      "epoch": 0.20095693779904306,
      "grad_norm": 0.6779552456686411,
      "learning_rate": 9.3527510478862e-06,
      "loss": 1.296,
      "num_tokens": 16892945.0,
      "step": 84
    },
    {
      "epoch": 0.20334928229665072,
      "grad_norm": 0.8756233237648234,
      "learning_rate": 9.334599106204051e-06,
      "loss": 1.4463,
      "num_tokens": 17052936.0,
      "step": 85
    },
    {
      "epoch": 0.20574162679425836,
      "grad_norm": 0.7900920573876685,
      "learning_rate": 9.316216432703918e-06,
      "loss": 1.1998,
      "num_tokens": 17229219.0,
      "step": 86
    },
    {
      "epoch": 0.20813397129186603,
      "grad_norm": 0.6469526433608052,
      "learning_rate": 9.29760413349039e-06,
      "loss": 1.4746,
      "num_tokens": 17439405.0,
      "step": 87
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.616638088055178,
      "learning_rate": 9.278763328484875e-06,
      "loss": 1.6045,
      "num_tokens": 17642943.0,
      "step": 88
    },
    {
      "epoch": 0.21291866028708134,
      "grad_norm": 0.950240919701955,
      "learning_rate": 9.259695151358215e-06,
      "loss": 1.4296,
      "num_tokens": 17893610.0,
      "step": 89
    },
    {
      "epoch": 0.215311004784689,
      "grad_norm": 0.8787225924649048,
      "learning_rate": 9.240400749462467e-06,
      "loss": 1.3394,
      "num_tokens": 18041227.0,
      "step": 90
    },
    {
      "epoch": 0.21770334928229665,
      "grad_norm": 0.6650651036759095,
      "learning_rate": 9.220881283761868e-06,
      "loss": 1.4976,
      "num_tokens": 18231908.0,
      "step": 91
    },
    {
      "epoch": 0.22009569377990432,
      "grad_norm": 1.0488690262480544,
      "learning_rate": 9.20113792876298e-06,
      "loss": 1.544,
      "num_tokens": 18449826.0,
      "step": 92
    },
    {
      "epoch": 0.22248803827751196,
      "grad_norm": 0.8128101002861978,
      "learning_rate": 9.181171872444015e-06,
      "loss": 1.6064,
      "num_tokens": 18678175.0,
      "step": 93
    },
    {
      "epoch": 0.22488038277511962,
      "grad_norm": 0.8352400142358486,
      "learning_rate": 9.160984316183354e-06,
      "loss": 1.3891,
      "num_tokens": 18856695.0,
      "step": 94
    },
    {
      "epoch": 0.22727272727272727,
      "grad_norm": 0.6330668052004139,
      "learning_rate": 9.140576474687263e-06,
      "loss": 1.478,
      "num_tokens": 19058871.0,
      "step": 95
    },
    {
      "epoch": 0.22966507177033493,
      "grad_norm": 0.6984617187165848,
      "learning_rate": 9.1199495759168e-06,
      "loss": 1.3507,
      "num_tokens": 19251656.0,
      "step": 96
    },
    {
      "epoch": 0.23205741626794257,
      "grad_norm": 0.86370290023878,
      "learning_rate": 9.099104861013922e-06,
      "loss": 1.3834,
      "num_tokens": 19432481.0,
      "step": 97
    },
    {
      "epoch": 0.23444976076555024,
      "grad_norm": 0.7464764871732519,
      "learning_rate": 9.078043584226816e-06,
      "loss": 1.2249,
      "num_tokens": 19625994.0,
      "step": 98
    },
    {
      "epoch": 0.23684210526315788,
      "grad_norm": 0.7046998605163254,
      "learning_rate": 9.056767012834417e-06,
      "loss": 1.3523,
      "num_tokens": 19879656.0,
      "step": 99
    },
    {
      "epoch": 0.23923444976076555,
      "grad_norm": 0.6797355825616871,
      "learning_rate": 9.035276427070166e-06,
      "loss": 1.4905,
      "num_tokens": 20094011.0,
      "step": 100
    },
    {
      "epoch": 0.24162679425837322,
      "grad_norm": 0.643387767261834,
      "learning_rate": 9.013573120044968e-06,
      "loss": 1.4817,
      "num_tokens": 20324769.0,
      "step": 101
    },
    {
      "epoch": 0.24401913875598086,
      "grad_norm": 0.6345521357259186,
      "learning_rate": 8.991658397669384e-06,
      "loss": 1.406,
      "num_tokens": 20523715.0,
      "step": 102
    },
    {
      "epoch": 0.24641148325358853,
      "grad_norm": 0.5851359669759257,
      "learning_rate": 8.96953357857507e-06,
      "loss": 1.5156,
      "num_tokens": 20744615.0,
      "step": 103
    },
    {
      "epoch": 0.24880382775119617,
      "grad_norm": 0.7543388243657427,
      "learning_rate": 8.947199994035402e-06,
      "loss": 1.4965,
      "num_tokens": 20954429.0,
      "step": 104
    },
    {
      "epoch": 0.2511961722488038,
      "grad_norm": 0.6708121582654688,
      "learning_rate": 8.924658987885403e-06,
      "loss": 1.4257,
      "num_tokens": 21152905.0,
      "step": 105
    },
    {
      "epoch": 0.2535885167464115,
      "grad_norm": 0.8402032350426654,
      "learning_rate": 8.901911916440867e-06,
      "loss": 1.5563,
      "num_tokens": 21368251.0,
      "step": 106
    },
    {
      "epoch": 0.25598086124401914,
      "grad_norm": 0.7320851769974586,
      "learning_rate": 8.878960148416747e-06,
      "loss": 1.3888,
      "num_tokens": 21508325.0,
      "step": 107
    },
    {
      "epoch": 0.2583732057416268,
      "grad_norm": 0.7657651705836107,
      "learning_rate": 8.855805064844808e-06,
      "loss": 1.2907,
      "num_tokens": 21657394.0,
      "step": 108
    },
    {
      "epoch": 0.2607655502392344,
      "grad_norm": 0.7516028881611917,
      "learning_rate": 8.832448058990522e-06,
      "loss": 1.3294,
      "num_tokens": 21898147.0,
      "step": 109
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 0.7412973068093045,
      "learning_rate": 8.80889053626923e-06,
      "loss": 1.3493,
      "num_tokens": 22114888.0,
      "step": 110
    },
    {
      "epoch": 0.26555023923444976,
      "grad_norm": 0.715207637159085,
      "learning_rate": 8.785133914161586e-06,
      "loss": 1.3189,
      "num_tokens": 22309919.0,
      "step": 111
    },
    {
      "epoch": 0.2679425837320574,
      "grad_norm": 0.8490500056983592,
      "learning_rate": 8.761179622128264e-06,
      "loss": 1.2958,
      "num_tokens": 22463886.0,
      "step": 112
    },
    {
      "epoch": 0.2703349282296651,
      "grad_norm": 0.6593276317049697,
      "learning_rate": 8.737029101523931e-06,
      "loss": 1.3876,
      "num_tokens": 22695323.0,
      "step": 113
    },
    {
      "epoch": 0.2727272727272727,
      "grad_norm": 0.809173159712039,
      "learning_rate": 8.712683805510547e-06,
      "loss": 1.2752,
      "num_tokens": 22923680.0,
      "step": 114
    },
    {
      "epoch": 0.2751196172248804,
      "grad_norm": 0.7247603972983714,
      "learning_rate": 8.6881451989699e-06,
      "loss": 1.1074,
      "num_tokens": 23075695.0,
      "step": 115
    },
    {
      "epoch": 0.27751196172248804,
      "grad_norm": 0.6591979377593177,
      "learning_rate": 8.66341475841548e-06,
      "loss": 1.4945,
      "num_tokens": 23320851.0,
      "step": 116
    },
    {
      "epoch": 0.2799043062200957,
      "grad_norm": 1.1647325657638634,
      "learning_rate": 8.638493971903621e-06,
      "loss": 1.2714,
      "num_tokens": 23524534.0,
      "step": 117
    },
    {
      "epoch": 0.2822966507177033,
      "grad_norm": 0.7586726684402458,
      "learning_rate": 8.613384338943982e-06,
      "loss": 1.3522,
      "num_tokens": 23773345.0,
      "step": 118
    },
    {
      "epoch": 0.284688995215311,
      "grad_norm": 0.6733449030482199,
      "learning_rate": 8.588087370409303e-06,
      "loss": 1.3563,
      "num_tokens": 23961835.0,
      "step": 119
    },
    {
      "epoch": 0.28708133971291866,
      "grad_norm": 1.1832042021851583,
      "learning_rate": 8.562604588444498e-06,
      "loss": 1.368,
      "num_tokens": 24186825.0,
      "step": 120
    },
    {
      "epoch": 0.2894736842105263,
      "grad_norm": 1.1589708241685623,
      "learning_rate": 8.536937526375075e-06,
      "loss": 1.4034,
      "num_tokens": 24422495.0,
      "step": 121
    },
    {
      "epoch": 0.291866028708134,
      "grad_norm": 0.7701824945643486,
      "learning_rate": 8.511087728614863e-06,
      "loss": 1.4039,
      "num_tokens": 24638181.0,
      "step": 122
    },
    {
      "epoch": 0.2942583732057416,
      "grad_norm": 0.6500381479650347,
      "learning_rate": 8.485056750573088e-06,
      "loss": 1.4504,
      "num_tokens": 24875758.0,
      "step": 123
    },
    {
      "epoch": 0.2966507177033493,
      "grad_norm": 0.6319890651859407,
      "learning_rate": 8.458846158560787e-06,
      "loss": 1.4881,
      "num_tokens": 25089829.0,
      "step": 124
    },
    {
      "epoch": 0.29904306220095694,
      "grad_norm": 1.388998615476455,
      "learning_rate": 8.43245752969655e-06,
      "loss": 1.1747,
      "num_tokens": 25311276.0,
      "step": 125
    },
    {
      "epoch": 0.3014354066985646,
      "grad_norm": 1.0789606093954458,
      "learning_rate": 8.40589245181163e-06,
      "loss": 1.1788,
      "num_tokens": 25489153.0,
      "step": 126
    },
    {
      "epoch": 0.3038277511961722,
      "grad_norm": 0.7049145346829824,
      "learning_rate": 8.379152523354407e-06,
      "loss": 1.3323,
      "num_tokens": 25669945.0,
      "step": 127
    },
    {
      "epoch": 0.3062200956937799,
      "grad_norm": 0.6756413517215413,
      "learning_rate": 8.352239353294196e-06,
      "loss": 1.4037,
      "num_tokens": 25909865.0,
      "step": 128
    },
    {
      "epoch": 0.30861244019138756,
      "grad_norm": 0.8708376581094076,
      "learning_rate": 8.325154561024445e-06,
      "loss": 1.3679,
      "num_tokens": 26127238.0,
      "step": 129
    },
    {
      "epoch": 0.31100478468899523,
      "grad_norm": 1.3947730736376298,
      "learning_rate": 8.29789977626528e-06,
      "loss": 1.368,
      "num_tokens": 26410830.0,
      "step": 130
    },
    {
      "epoch": 0.3133971291866029,
      "grad_norm": 0.6066250801672678,
      "learning_rate": 8.270476638965463e-06,
      "loss": 1.4124,
      "num_tokens": 26580685.0,
      "step": 131
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.6459251127241467,
      "learning_rate": 8.242886799203696e-06,
      "loss": 1.4815,
      "num_tokens": 26810854.0,
      "step": 132
    },
    {
      "epoch": 0.3181818181818182,
      "grad_norm": 0.8523013271806112,
      "learning_rate": 8.215131917089342e-06,
      "loss": 1.3218,
      "num_tokens": 27020107.0,
      "step": 133
    },
    {
      "epoch": 0.32057416267942584,
      "grad_norm": 0.80764930998251,
      "learning_rate": 8.187213662662539e-06,
      "loss": 1.4524,
      "num_tokens": 27225900.0,
      "step": 134
    },
    {
      "epoch": 0.3229665071770335,
      "grad_norm": 0.8176074504442626,
      "learning_rate": 8.159133715793701e-06,
      "loss": 1.1947,
      "num_tokens": 27437322.0,
      "step": 135
    },
    {
      "epoch": 0.3253588516746411,
      "grad_norm": 0.6612632769182687,
      "learning_rate": 8.13089376608245e-06,
      "loss": 1.4414,
      "num_tokens": 27620222.0,
      "step": 136
    },
    {
      "epoch": 0.3277511961722488,
      "grad_norm": 0.7997382570532242,
      "learning_rate": 8.102495512755939e-06,
      "loss": 1.1692,
      "num_tokens": 27779969.0,
      "step": 137
    },
    {
      "epoch": 0.33014354066985646,
      "grad_norm": 0.7611481255340015,
      "learning_rate": 8.073940664566623e-06,
      "loss": 1.2419,
      "num_tokens": 27975654.0,
      "step": 138
    },
    {
      "epoch": 0.33253588516746413,
      "grad_norm": 1.2608591606765718,
      "learning_rate": 8.045230939689425e-06,
      "loss": 1.389,
      "num_tokens": 28167517.0,
      "step": 139
    },
    {
      "epoch": 0.3349282296650718,
      "grad_norm": 0.5773709072619498,
      "learning_rate": 8.016368065618361e-06,
      "loss": 1.4468,
      "num_tokens": 28484552.0,
      "step": 140
    },
    {
      "epoch": 0.3373205741626794,
      "grad_norm": 0.725628062383284,
      "learning_rate": 7.987353779062598e-06,
      "loss": 1.1387,
      "num_tokens": 28658376.0,
      "step": 141
    },
    {
      "epoch": 0.3397129186602871,
      "grad_norm": 1.0360991727200277,
      "learning_rate": 7.958189825841942e-06,
      "loss": 1.0863,
      "num_tokens": 28857873.0,
      "step": 142
    },
    {
      "epoch": 0.34210526315789475,
      "grad_norm": 0.8786402024406298,
      "learning_rate": 7.928877960781808e-06,
      "loss": 1.2436,
      "num_tokens": 29065902.0,
      "step": 143
    },
    {
      "epoch": 0.3444976076555024,
      "grad_norm": 0.6828988509231846,
      "learning_rate": 7.899419947607611e-06,
      "loss": 1.4069,
      "num_tokens": 29258786.0,
      "step": 144
    },
    {
      "epoch": 0.34688995215311,
      "grad_norm": 0.7208210642568142,
      "learning_rate": 7.869817558838654e-06,
      "loss": 1.0879,
      "num_tokens": 29468217.0,
      "step": 145
    },
    {
      "epoch": 0.3492822966507177,
      "grad_norm": 0.7753656834569056,
      "learning_rate": 7.840072575681468e-06,
      "loss": 1.254,
      "num_tokens": 29637430.0,
      "step": 146
    },
    {
      "epoch": 0.35167464114832536,
      "grad_norm": 0.9152188366691545,
      "learning_rate": 7.810186787922645e-06,
      "loss": 1.3457,
      "num_tokens": 29878720.0,
      "step": 147
    },
    {
      "epoch": 0.35406698564593303,
      "grad_norm": 0.6836864741610811,
      "learning_rate": 7.78016199382112e-06,
      "loss": 1.3482,
      "num_tokens": 30112527.0,
      "step": 148
    },
    {
      "epoch": 0.35645933014354064,
      "grad_norm": 0.7649029535599635,
      "learning_rate": 7.75e-06,
      "loss": 1.2517,
      "num_tokens": 30303711.0,
      "step": 149
    },
    {
      "epoch": 0.3588516746411483,
      "grad_norm": 0.6409818000165072,
      "learning_rate": 7.719702621337834e-06,
      "loss": 1.4567,
      "num_tokens": 30495350.0,
      "step": 150
    },
    {
      "epoch": 0.361244019138756,
      "grad_norm": 0.6118573341165198,
      "learning_rate": 7.68927168085942e-06,
      "loss": 1.5922,
      "num_tokens": 30731067.0,
      "step": 151
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 0.651410536310813,
      "learning_rate": 7.658709009626109e-06,
      "loss": 1.4001,
      "num_tokens": 30991669.0,
      "step": 152
    },
    {
      "epoch": 0.3660287081339713,
      "grad_norm": 0.6691292954708529,
      "learning_rate": 7.628016446625626e-06,
      "loss": 1.3455,
      "num_tokens": 31201627.0,
      "step": 153
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 0.6334035930223118,
      "learning_rate": 7.597195838661426e-06,
      "loss": 1.5338,
      "num_tokens": 31406112.0,
      "step": 154
    },
    {
      "epoch": 0.3708133971291866,
      "grad_norm": 0.6127199012442186,
      "learning_rate": 7.566249040241553e-06,
      "loss": 1.4887,
      "num_tokens": 31609455.0,
      "step": 155
    },
    {
      "epoch": 0.37320574162679426,
      "grad_norm": 0.7297799820848448,
      "learning_rate": 7.53517791346707e-06,
      "loss": 1.4004,
      "num_tokens": 31780471.0,
      "step": 156
    },
    {
      "epoch": 0.37559808612440193,
      "grad_norm": 0.6946608625160634,
      "learning_rate": 7.503984327920003e-06,
      "loss": 1.4223,
      "num_tokens": 32000025.0,
      "step": 157
    },
    {
      "epoch": 0.37799043062200954,
      "grad_norm": 0.8430323980042668,
      "learning_rate": 7.472670160550849e-06,
      "loss": 1.4304,
      "num_tokens": 32231426.0,
      "step": 158
    },
    {
      "epoch": 0.3803827751196172,
      "grad_norm": 0.5357203180428419,
      "learning_rate": 7.441237295565642e-06,
      "loss": 1.3439,
      "num_tokens": 32506275.0,
      "step": 159
    },
    {
      "epoch": 0.3827751196172249,
      "grad_norm": 0.7610722225382753,
      "learning_rate": 7.409687624312569e-06,
      "loss": 1.5259,
      "num_tokens": 32731571.0,
      "step": 160
    },
    {
      "epoch": 0.38516746411483255,
      "grad_norm": 0.8234610158166737,
      "learning_rate": 7.378023045168181e-06,
      "loss": 1.4657,
      "num_tokens": 32929424.0,
      "step": 161
    },
    {
      "epoch": 0.3875598086124402,
      "grad_norm": 0.6460594254871024,
      "learning_rate": 7.346245463423148e-06,
      "loss": 1.1413,
      "num_tokens": 33091736.0,
      "step": 162
    },
    {
      "epoch": 0.38995215311004783,
      "grad_norm": 0.6455217606881992,
      "learning_rate": 7.314356791167626e-06,
      "loss": 1.4832,
      "num_tokens": 33325006.0,
      "step": 163
    },
    {
      "epoch": 0.3923444976076555,
      "grad_norm": 0.6417174012861143,
      "learning_rate": 7.282358947176207e-06,
      "loss": 1.4427,
      "num_tokens": 33527584.0,
      "step": 164
    },
    {
      "epoch": 0.39473684210526316,
      "grad_norm": 0.7003025374700267,
      "learning_rate": 7.250253856792452e-06,
      "loss": 1.4317,
      "num_tokens": 33749355.0,
      "step": 165
    },
    {
      "epoch": 0.39712918660287083,
      "grad_norm": 0.694765245729581,
      "learning_rate": 7.218043451813058e-06,
      "loss": 1.5191,
      "num_tokens": 34042210.0,
      "step": 166
    },
    {
      "epoch": 0.39952153110047844,
      "grad_norm": 0.6862863313107851,
      "learning_rate": 7.185729670371605e-06,
      "loss": 1.2854,
      "num_tokens": 34231648.0,
      "step": 167
    },
    {
      "epoch": 0.4019138755980861,
      "grad_norm": 0.627780658507271,
      "learning_rate": 7.153314456821942e-06,
      "loss": 1.429,
      "num_tokens": 34451588.0,
      "step": 168
    },
    {
      "epoch": 0.4043062200956938,
      "grad_norm": 0.824208162193406,
      "learning_rate": 7.120799761621198e-06,
      "loss": 1.1818,
      "num_tokens": 34618135.0,
      "step": 169
    },
    {
      "epoch": 0.40669856459330145,
      "grad_norm": 0.9393638903104259,
      "learning_rate": 7.08818754121241e-06,
      "loss": 1.3077,
      "num_tokens": 34832232.0,
      "step": 170
    },
    {
      "epoch": 0.4090909090909091,
      "grad_norm": 0.6416833884125813,
      "learning_rate": 7.0554797579068155e-06,
      "loss": 1.3405,
      "num_tokens": 35024526.0,
      "step": 171
    },
    {
      "epoch": 0.41148325358851673,
      "grad_norm": 0.5995702891023682,
      "learning_rate": 7.022678379765766e-06,
      "loss": 1.4452,
      "num_tokens": 35268266.0,
      "step": 172
    },
    {
      "epoch": 0.4138755980861244,
      "grad_norm": 0.636425551662653,
      "learning_rate": 6.989785380482313e-06,
      "loss": 1.3153,
      "num_tokens": 35477419.0,
      "step": 173
    },
    {
      "epoch": 0.41626794258373206,
      "grad_norm": 0.6814014450370663,
      "learning_rate": 6.956802739262446e-06,
      "loss": 1.3158,
      "num_tokens": 35674184.0,
      "step": 174
    },
    {
      "epoch": 0.41866028708133973,
      "grad_norm": 0.6594946487026292,
      "learning_rate": 6.923732440706005e-06,
      "loss": 1.1427,
      "num_tokens": 35840117.0,
      "step": 175
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.7126174750307512,
      "learning_rate": 6.890576474687264e-06,
      "loss": 1.4535,
      "num_tokens": 36065504.0,
      "step": 176
    },
    {
      "epoch": 0.423444976076555,
      "grad_norm": 0.6199132849036029,
      "learning_rate": 6.857336836235195e-06,
      "loss": 1.332,
      "num_tokens": 36231288.0,
      "step": 177
    },
    {
      "epoch": 0.4258373205741627,
      "grad_norm": 0.6209510353715602,
      "learning_rate": 6.824015525413428e-06,
      "loss": 1.3095,
      "num_tokens": 36423759.0,
      "step": 178
    },
    {
      "epoch": 0.42822966507177035,
      "grad_norm": 0.7108089495676037,
      "learning_rate": 6.790614547199908e-06,
      "loss": 1.3967,
      "num_tokens": 36654811.0,
      "step": 179
    },
    {
      "epoch": 0.430622009569378,
      "grad_norm": 0.8599346708468241,
      "learning_rate": 6.7571359113662405e-06,
      "loss": 1.1825,
      "num_tokens": 36806684.0,
      "step": 180
    },
    {
      "epoch": 0.43301435406698563,
      "grad_norm": 0.7746452027624019,
      "learning_rate": 6.723581632356783e-06,
      "loss": 1.2524,
      "num_tokens": 36974284.0,
      "step": 181
    },
    {
      "epoch": 0.4354066985645933,
      "grad_norm": 0.6020692340908421,
      "learning_rate": 6.689953729167411e-06,
      "loss": 1.2342,
      "num_tokens": 37200621.0,
      "step": 182
    },
    {
      "epoch": 0.43779904306220097,
      "grad_norm": 0.797055893773105,
      "learning_rate": 6.65625422522405e-06,
      "loss": 1.0268,
      "num_tokens": 37342950.0,
      "step": 183
    },
    {
      "epoch": 0.44019138755980863,
      "grad_norm": 0.7123312279475232,
      "learning_rate": 6.622485148260916e-06,
      "loss": 1.3021,
      "num_tokens": 37515788.0,
      "step": 184
    },
    {
      "epoch": 0.44258373205741625,
      "grad_norm": 0.7937734591260545,
      "learning_rate": 6.588648530198505e-06,
      "loss": 1.4699,
      "num_tokens": 37746273.0,
      "step": 185
    },
    {
      "epoch": 0.4449760765550239,
      "grad_norm": 0.8697751290589487,
      "learning_rate": 6.554746407021332e-06,
      "loss": 1.171,
      "num_tokens": 37900069.0,
      "step": 186
    },
    {
      "epoch": 0.4473684210526316,
      "grad_norm": 0.6523686305235465,
      "learning_rate": 6.520780818655421e-06,
      "loss": 1.3579,
      "num_tokens": 38100846.0,
      "step": 187
    },
    {
      "epoch": 0.44976076555023925,
      "grad_norm": 0.76156891130206,
      "learning_rate": 6.486753808845565e-06,
      "loss": 1.2426,
      "num_tokens": 38269916.0,
      "step": 188
    },
    {
      "epoch": 0.45215311004784686,
      "grad_norm": 0.7778813369773113,
      "learning_rate": 6.45266742503235e-06,
      "loss": 1.417,
      "num_tokens": 38507557.0,
      "step": 189
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 0.6252852335577198,
      "learning_rate": 6.418523718228952e-06,
      "loss": 1.485,
      "num_tokens": 38773090.0,
      "step": 190
    },
    {
      "epoch": 0.4569377990430622,
      "grad_norm": 0.6334892736043869,
      "learning_rate": 6.3843247428977365e-06,
      "loss": 1.16,
      "num_tokens": 38974351.0,
      "step": 191
    },
    {
      "epoch": 0.45933014354066987,
      "grad_norm": 0.6580511686936932,
      "learning_rate": 6.350072556826632e-06,
      "loss": 1.3935,
      "num_tokens": 39123913.0,
      "step": 192
    },
    {
      "epoch": 0.46172248803827753,
      "grad_norm": 0.9741231496059587,
      "learning_rate": 6.315769221005313e-06,
      "loss": 1.3265,
      "num_tokens": 39375811.0,
      "step": 193
    },
    {
      "epoch": 0.46411483253588515,
      "grad_norm": 0.6742978137081723,
      "learning_rate": 6.281416799501188e-06,
      "loss": 1.3934,
      "num_tokens": 39601804.0,
      "step": 194
    },
    {
      "epoch": 0.4665071770334928,
      "grad_norm": 0.7390771455576962,
      "learning_rate": 6.247017359335199e-06,
      "loss": 1.171,
      "num_tokens": 39757895.0,
      "step": 195
    },
    {
      "epoch": 0.4688995215311005,
      "grad_norm": 0.6747486626145579,
      "learning_rate": 6.2125729703574534e-06,
      "loss": 1.3421,
      "num_tokens": 39951954.0,
      "step": 196
    },
    {
      "epoch": 0.47129186602870815,
      "grad_norm": 0.6361657014007149,
      "learning_rate": 6.178085705122675e-06,
      "loss": 1.3744,
      "num_tokens": 40144065.0,
      "step": 197
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 0.6813668201444038,
      "learning_rate": 6.143557638765494e-06,
      "loss": 1.2369,
      "num_tokens": 40362129.0,
      "step": 198
    },
    {
      "epoch": 0.47607655502392343,
      "grad_norm": 0.5383944924160711,
      "learning_rate": 6.108990848875591e-06,
      "loss": 1.4575,
      "num_tokens": 40573664.0,
      "step": 199
    },
    {
      "epoch": 0.4784688995215311,
      "grad_norm": 0.5793342283366394,
      "learning_rate": 6.074387415372677e-06,
      "loss": 1.2934,
      "num_tokens": 40796949.0,
      "step": 200
    },
    {
      "epoch": 0.48086124401913877,
      "grad_norm": 0.5637720873789647,
      "learning_rate": 6.039749420381349e-06,
      "loss": 1.2067,
      "num_tokens": 41001222.0,
      "step": 201
    },
    {
      "epoch": 0.48325358851674644,
      "grad_norm": 0.6798868345680159,
      "learning_rate": 6.005078948105808e-06,
      "loss": 1.1563,
      "num_tokens": 41187424.0,
      "step": 202
    },
    {
      "epoch": 0.48564593301435405,
      "grad_norm": 0.6423876571963225,
      "learning_rate": 5.970378084704441e-06,
      "loss": 1.2355,
      "num_tokens": 41372314.0,
      "step": 203
    },
    {
      "epoch": 0.4880382775119617,
      "grad_norm": 0.5968488672427387,
      "learning_rate": 5.935648918164308e-06,
      "loss": 1.4124,
      "num_tokens": 41599872.0,
      "step": 204
    },
    {
      "epoch": 0.4904306220095694,
      "grad_norm": 0.7153999682703835,
      "learning_rate": 5.90089353817549e-06,
      "loss": 1.2553,
      "num_tokens": 41781334.0,
      "step": 205
    },
    {
      "epoch": 0.49282296650717705,
      "grad_norm": 0.7701093892397903,
      "learning_rate": 5.866114036005363e-06,
      "loss": 0.9825,
      "num_tokens": 41932610.0,
      "step": 206
    },
    {
      "epoch": 0.49521531100478466,
      "grad_norm": 0.6134522844262603,
      "learning_rate": 5.831312504372762e-06,
      "loss": 1.4134,
      "num_tokens": 42124179.0,
      "step": 207
    },
    {
      "epoch": 0.49760765550239233,
      "grad_norm": 0.6289100662436853,
      "learning_rate": 5.796491037322054e-06,
      "loss": 1.1654,
      "num_tokens": 42345381.0,
      "step": 208
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5666466799765261,
      "learning_rate": 5.761651730097142e-06,
      "loss": 1.2846,
      "num_tokens": 42538163.0,
      "step": 209
    },
    {
      "epoch": 0.5023923444976076,
      "grad_norm": 0.7188005672009754,
      "learning_rate": 5.726796679015392e-06,
      "loss": 1.3365,
      "num_tokens": 42694348.0,
      "step": 210
    },
    {
      "epoch": 0.5047846889952153,
      "grad_norm": 0.5851351897769017,
      "learning_rate": 5.691927981341488e-06,
      "loss": 1.2529,
      "num_tokens": 42927824.0,
      "step": 211
    },
    {
      "epoch": 0.507177033492823,
      "grad_norm": 0.6489926998886038,
      "learning_rate": 5.657047735161256e-06,
      "loss": 1.2083,
      "num_tokens": 43119784.0,
      "step": 212
    },
    {
      "epoch": 0.5095693779904307,
      "grad_norm": 0.6806360393034492,
      "learning_rate": 5.622158039255394e-06,
      "loss": 1.2419,
      "num_tokens": 43338927.0,
      "step": 213
    },
    {
      "epoch": 0.5119617224880383,
      "grad_norm": 0.6900003239395834,
      "learning_rate": 5.58726099297321e-06,
      "loss": 1.3539,
      "num_tokens": 43489368.0,
      "step": 214
    },
    {
      "epoch": 0.5143540669856459,
      "grad_norm": 0.7208226618388429,
      "learning_rate": 5.552358696106288e-06,
      "loss": 1.0978,
      "num_tokens": 43636289.0,
      "step": 215
    },
    {
      "epoch": 0.5167464114832536,
      "grad_norm": 0.8421973876061544,
      "learning_rate": 5.517453248762142e-06,
      "loss": 1.2866,
      "num_tokens": 43862748.0,
      "step": 216
    },
    {
      "epoch": 0.5191387559808612,
      "grad_norm": 0.6260067887308286,
      "learning_rate": 5.482546751237859e-06,
      "loss": 1.3206,
      "num_tokens": 44060052.0,
      "step": 217
    },
    {
      "epoch": 0.5215311004784688,
      "grad_norm": 0.5760944390891047,
      "learning_rate": 5.447641303893715e-06,
      "loss": 1.439,
      "num_tokens": 44297069.0,
      "step": 218
    },
    {
      "epoch": 0.5239234449760766,
      "grad_norm": 0.61734789956525,
      "learning_rate": 5.412739007026791e-06,
      "loss": 1.4205,
      "num_tokens": 44490168.0,
      "step": 219
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.6257750740469292,
      "learning_rate": 5.377841960744607e-06,
      "loss": 1.3976,
      "num_tokens": 44704452.0,
      "step": 220
    },
    {
      "epoch": 0.5287081339712919,
      "grad_norm": 0.5344707538543756,
      "learning_rate": 5.342952264838748e-06,
      "loss": 1.2854,
      "num_tokens": 44963417.0,
      "step": 221
    },
    {
      "epoch": 0.5311004784688995,
      "grad_norm": 0.7495273348676206,
      "learning_rate": 5.308072018658512e-06,
      "loss": 1.041,
      "num_tokens": 45085562.0,
      "step": 222
    },
    {
      "epoch": 0.5334928229665071,
      "grad_norm": 0.6174774052991956,
      "learning_rate": 5.273203320984611e-06,
      "loss": 1.3262,
      "num_tokens": 45278857.0,
      "step": 223
    },
    {
      "epoch": 0.5358851674641149,
      "grad_norm": 0.5347084709996872,
      "learning_rate": 5.23834826990286e-06,
      "loss": 1.2666,
      "num_tokens": 45496428.0,
      "step": 224
    },
    {
      "epoch": 0.5382775119617225,
      "grad_norm": 0.537469270834151,
      "learning_rate": 5.203508962677947e-06,
      "loss": 1.1741,
      "num_tokens": 45712553.0,
      "step": 225
    },
    {
      "epoch": 0.5406698564593302,
      "grad_norm": 0.6378408098836623,
      "learning_rate": 5.168687495627239e-06,
      "loss": 1.1603,
      "num_tokens": 45901658.0,
      "step": 226
    },
    {
      "epoch": 0.5430622009569378,
      "grad_norm": 0.6300812904077526,
      "learning_rate": 5.1338859639946396e-06,
      "loss": 1.3905,
      "num_tokens": 46088856.0,
      "step": 227
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 0.634911596104642,
      "learning_rate": 5.099106461824513e-06,
      "loss": 1.2321,
      "num_tokens": 46291266.0,
      "step": 228
    },
    {
      "epoch": 0.5478468899521531,
      "grad_norm": 0.6926590384685983,
      "learning_rate": 5.064351081835695e-06,
      "loss": 1.1985,
      "num_tokens": 46454514.0,
      "step": 229
    },
    {
      "epoch": 0.5502392344497608,
      "grad_norm": 0.646212813197843,
      "learning_rate": 5.02962191529556e-06,
      "loss": 1.162,
      "num_tokens": 46613219.0,
      "step": 230
    },
    {
      "epoch": 0.5526315789473685,
      "grad_norm": 0.6542386722720754,
      "learning_rate": 4.9949210518941945e-06,
      "loss": 1.4429,
      "num_tokens": 46844393.0,
      "step": 231
    },
    {
      "epoch": 0.5550239234449761,
      "grad_norm": 0.5729641542767329,
      "learning_rate": 4.960250579618652e-06,
      "loss": 1.3042,
      "num_tokens": 47083488.0,
      "step": 232
    },
    {
      "epoch": 0.5574162679425837,
      "grad_norm": 0.6558395223982498,
      "learning_rate": 4.925612584627325e-06,
      "loss": 1.4322,
      "num_tokens": 47296155.0,
      "step": 233
    },
    {
      "epoch": 0.5598086124401914,
      "grad_norm": 0.5293743728173484,
      "learning_rate": 4.8910091511244115e-06,
      "loss": 1.4863,
      "num_tokens": 47513493.0,
      "step": 234
    },
    {
      "epoch": 0.562200956937799,
      "grad_norm": 0.5943251941494672,
      "learning_rate": 4.856442361234507e-06,
      "loss": 1.4734,
      "num_tokens": 47716889.0,
      "step": 235
    },
    {
      "epoch": 0.5645933014354066,
      "grad_norm": 0.6271955944541076,
      "learning_rate": 4.821914294877327e-06,
      "loss": 1.4372,
      "num_tokens": 47925440.0,
      "step": 236
    },
    {
      "epoch": 0.5669856459330144,
      "grad_norm": 0.7789065855387718,
      "learning_rate": 4.787427029642549e-06,
      "loss": 1.0957,
      "num_tokens": 48073033.0,
      "step": 237
    },
    {
      "epoch": 0.569377990430622,
      "grad_norm": 0.6495651224848629,
      "learning_rate": 4.752982640664804e-06,
      "loss": 1.3268,
      "num_tokens": 48248595.0,
      "step": 238
    },
    {
      "epoch": 0.5717703349282297,
      "grad_norm": 0.6160766106630973,
      "learning_rate": 4.718583200498814e-06,
      "loss": 1.4054,
      "num_tokens": 48424413.0,
      "step": 239
    },
    {
      "epoch": 0.5741626794258373,
      "grad_norm": 0.623669847382596,
      "learning_rate": 4.684230778994688e-06,
      "loss": 1.3817,
      "num_tokens": 48613957.0,
      "step": 240
    },
    {
      "epoch": 0.5765550239234449,
      "grad_norm": 0.6760867003584786,
      "learning_rate": 4.64992744317337e-06,
      "loss": 1.4087,
      "num_tokens": 48801450.0,
      "step": 241
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 0.6726827041038008,
      "learning_rate": 4.615675257102265e-06,
      "loss": 1.3587,
      "num_tokens": 48992762.0,
      "step": 242
    },
    {
      "epoch": 0.5813397129186603,
      "grad_norm": 0.7586345648423406,
      "learning_rate": 4.58147628177105e-06,
      "loss": 1.405,
      "num_tokens": 49206463.0,
      "step": 243
    },
    {
      "epoch": 0.583732057416268,
      "grad_norm": 0.5748903626756076,
      "learning_rate": 4.547332574967653e-06,
      "loss": 1.2833,
      "num_tokens": 49439116.0,
      "step": 244
    },
    {
      "epoch": 0.5861244019138756,
      "grad_norm": 0.6459030659564946,
      "learning_rate": 4.513246191154434e-06,
      "loss": 1.3808,
      "num_tokens": 49611111.0,
      "step": 245
    },
    {
      "epoch": 0.5885167464114832,
      "grad_norm": 0.5897283591830758,
      "learning_rate": 4.479219181344579e-06,
      "loss": 1.414,
      "num_tokens": 49808207.0,
      "step": 246
    },
    {
      "epoch": 0.5909090909090909,
      "grad_norm": 0.5803885935290669,
      "learning_rate": 4.44525359297867e-06,
      "loss": 1.412,
      "num_tokens": 50005343.0,
      "step": 247
    },
    {
      "epoch": 0.5933014354066986,
      "grad_norm": 0.587903351707854,
      "learning_rate": 4.4113514698014955e-06,
      "loss": 1.3887,
      "num_tokens": 50238374.0,
      "step": 248
    },
    {
      "epoch": 0.5956937799043063,
      "grad_norm": 0.6203595406125716,
      "learning_rate": 4.377514851739085e-06,
      "loss": 1.2548,
      "num_tokens": 50470788.0,
      "step": 249
    },
    {
      "epoch": 0.5980861244019139,
      "grad_norm": 0.5500030062641514,
      "learning_rate": 4.3437457747759515e-06,
      "loss": 1.2764,
      "num_tokens": 50686198.0,
      "step": 250
    },
    {
      "epoch": 0.6004784688995215,
      "grad_norm": 0.7362861850087726,
      "learning_rate": 4.310046270832592e-06,
      "loss": 1.2957,
      "num_tokens": 50846591.0,
      "step": 251
    },
    {
      "epoch": 0.6028708133971292,
      "grad_norm": 0.69063454686759,
      "learning_rate": 4.276418367643218e-06,
      "loss": 1.2816,
      "num_tokens": 51043154.0,
      "step": 252
    },
    {
      "epoch": 0.6052631578947368,
      "grad_norm": 0.8279823527287432,
      "learning_rate": 4.242864088633762e-06,
      "loss": 1.2845,
      "num_tokens": 51276675.0,
      "step": 253
    },
    {
      "epoch": 0.6076555023923444,
      "grad_norm": 0.5263711391152379,
      "learning_rate": 4.2093854528000955e-06,
      "loss": 1.2058,
      "num_tokens": 51505587.0,
      "step": 254
    },
    {
      "epoch": 0.6100478468899522,
      "grad_norm": 0.6716320775000435,
      "learning_rate": 4.175984474586572e-06,
      "loss": 1.1494,
      "num_tokens": 51659012.0,
      "step": 255
    },
    {
      "epoch": 0.6124401913875598,
      "grad_norm": 0.584427424031427,
      "learning_rate": 4.142663163764806e-06,
      "loss": 1.4945,
      "num_tokens": 51883796.0,
      "step": 256
    },
    {
      "epoch": 0.6148325358851675,
      "grad_norm": 0.5336467093570565,
      "learning_rate": 4.109423525312738e-06,
      "loss": 1.4456,
      "num_tokens": 52116569.0,
      "step": 257
    },
    {
      "epoch": 0.6172248803827751,
      "grad_norm": 0.7082487916003727,
      "learning_rate": 4.076267559293996e-06,
      "loss": 1.2521,
      "num_tokens": 52291317.0,
      "step": 258
    },
    {
      "epoch": 0.6196172248803827,
      "grad_norm": 0.670162970807308,
      "learning_rate": 4.043197260737556e-06,
      "loss": 1.2754,
      "num_tokens": 52459579.0,
      "step": 259
    },
    {
      "epoch": 0.6220095693779905,
      "grad_norm": 0.6217645411272703,
      "learning_rate": 4.0102146195176895e-06,
      "loss": 0.9781,
      "num_tokens": 52655741.0,
      "step": 260
    },
    {
      "epoch": 0.6244019138755981,
      "grad_norm": 0.6680531388656962,
      "learning_rate": 3.977321620234236e-06,
      "loss": 1.2224,
      "num_tokens": 52855219.0,
      "step": 261
    },
    {
      "epoch": 0.6267942583732058,
      "grad_norm": 0.6570258266897226,
      "learning_rate": 3.944520242093186e-06,
      "loss": 1.0444,
      "num_tokens": 53022058.0,
      "step": 262
    },
    {
      "epoch": 0.6291866028708134,
      "grad_norm": 0.569909382172942,
      "learning_rate": 3.911812458787592e-06,
      "loss": 1.2736,
      "num_tokens": 53260177.0,
      "step": 263
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.68299256588729,
      "learning_rate": 3.8792002383788044e-06,
      "loss": 1.1374,
      "num_tokens": 53406591.0,
      "step": 264
    },
    {
      "epoch": 0.6339712918660287,
      "grad_norm": 0.6110632336195695,
      "learning_rate": 3.846685543178058e-06,
      "loss": 1.3974,
      "num_tokens": 53588048.0,
      "step": 265
    },
    {
      "epoch": 0.6363636363636364,
      "grad_norm": 0.66529312464438,
      "learning_rate": 3.8142703296283954e-06,
      "loss": 1.1257,
      "num_tokens": 53773418.0,
      "step": 266
    },
    {
      "epoch": 0.638755980861244,
      "grad_norm": 0.7331354863770742,
      "learning_rate": 3.7819565481869426e-06,
      "loss": 1.135,
      "num_tokens": 53949544.0,
      "step": 267
    },
    {
      "epoch": 0.6411483253588517,
      "grad_norm": 0.691168541736748,
      "learning_rate": 3.7497461432075477e-06,
      "loss": 1.2486,
      "num_tokens": 54137216.0,
      "step": 268
    },
    {
      "epoch": 0.6435406698564593,
      "grad_norm": 0.640130099494791,
      "learning_rate": 3.717641052823795e-06,
      "loss": 1.0805,
      "num_tokens": 54340688.0,
      "step": 269
    },
    {
      "epoch": 0.645933014354067,
      "grad_norm": 0.5598721395410986,
      "learning_rate": 3.6856432088323746e-06,
      "loss": 1.3979,
      "num_tokens": 54537725.0,
      "step": 270
    },
    {
      "epoch": 0.6483253588516746,
      "grad_norm": 0.6272293974276336,
      "learning_rate": 3.6537545365768543e-06,
      "loss": 1.3884,
      "num_tokens": 54744185.0,
      "step": 271
    },
    {
      "epoch": 0.6507177033492823,
      "grad_norm": 0.6812681210406815,
      "learning_rate": 3.6219769548318205e-06,
      "loss": 1.2305,
      "num_tokens": 54944311.0,
      "step": 272
    },
    {
      "epoch": 0.65311004784689,
      "grad_norm": 0.5952820749936442,
      "learning_rate": 3.5903123756874315e-06,
      "loss": 1.3444,
      "num_tokens": 55150654.0,
      "step": 273
    },
    {
      "epoch": 0.6555023923444976,
      "grad_norm": 0.7839097202629515,
      "learning_rate": 3.558762704434361e-06,
      "loss": 1.1151,
      "num_tokens": 55310137.0,
      "step": 274
    },
    {
      "epoch": 0.6578947368421053,
      "grad_norm": 0.5761324938652522,
      "learning_rate": 3.527329839449152e-06,
      "loss": 1.5347,
      "num_tokens": 55545292.0,
      "step": 275
    },
    {
      "epoch": 0.6602870813397129,
      "grad_norm": 0.6610740055714768,
      "learning_rate": 3.496015672079998e-06,
      "loss": 1.1698,
      "num_tokens": 55736137.0,
      "step": 276
    },
    {
      "epoch": 0.6626794258373205,
      "grad_norm": 0.5351233279220332,
      "learning_rate": 3.4648220865329312e-06,
      "loss": 1.4086,
      "num_tokens": 55973020.0,
      "step": 277
    },
    {
      "epoch": 0.6650717703349283,
      "grad_norm": 0.5934609597098215,
      "learning_rate": 3.4337509597584466e-06,
      "loss": 1.2519,
      "num_tokens": 56193548.0,
      "step": 278
    },
    {
      "epoch": 0.6674641148325359,
      "grad_norm": 0.6315221359405954,
      "learning_rate": 3.402804161338577e-06,
      "loss": 1.4212,
      "num_tokens": 56399279.0,
      "step": 279
    },
    {
      "epoch": 0.6698564593301436,
      "grad_norm": 0.5278279782038036,
      "learning_rate": 3.371983553374375e-06,
      "loss": 1.476,
      "num_tokens": 56627906.0,
      "step": 280
    },
    {
      "epoch": 0.6722488038277512,
      "grad_norm": 0.576586533979081,
      "learning_rate": 3.3412909903738937e-06,
      "loss": 1.2902,
      "num_tokens": 56809932.0,
      "step": 281
    },
    {
      "epoch": 0.6746411483253588,
      "grad_norm": 0.6467781327397376,
      "learning_rate": 3.310728319140581e-06,
      "loss": 1.2593,
      "num_tokens": 56984901.0,
      "step": 282
    },
    {
      "epoch": 0.6770334928229665,
      "grad_norm": 0.5025331960324733,
      "learning_rate": 3.2802973786621665e-06,
      "loss": 1.3005,
      "num_tokens": 57203056.0,
      "step": 283
    },
    {
      "epoch": 0.6794258373205742,
      "grad_norm": 0.6049658416582278,
      "learning_rate": 3.2500000000000015e-06,
      "loss": 1.2841,
      "num_tokens": 57416534.0,
      "step": 284
    },
    {
      "epoch": 0.6818181818181818,
      "grad_norm": 0.6356567810366318,
      "learning_rate": 3.2198380061788803e-06,
      "loss": 1.35,
      "num_tokens": 57634005.0,
      "step": 285
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 0.6259305842227357,
      "learning_rate": 3.1898132120773566e-06,
      "loss": 1.1986,
      "num_tokens": 57820926.0,
      "step": 286
    },
    {
      "epoch": 0.6866028708133971,
      "grad_norm": 0.5597883896460356,
      "learning_rate": 3.1599274243185314e-06,
      "loss": 1.4769,
      "num_tokens": 58055489.0,
      "step": 287
    },
    {
      "epoch": 0.6889952153110048,
      "grad_norm": 0.6331651732983823,
      "learning_rate": 3.1301824411613473e-06,
      "loss": 1.2765,
      "num_tokens": 58245472.0,
      "step": 288
    },
    {
      "epoch": 0.6913875598086124,
      "grad_norm": 0.6737504201758567,
      "learning_rate": 3.1005800523923906e-06,
      "loss": 1.1567,
      "num_tokens": 58473327.0,
      "step": 289
    },
    {
      "epoch": 0.69377990430622,
      "grad_norm": 0.8142514854229884,
      "learning_rate": 3.071122039218194e-06,
      "loss": 1.3968,
      "num_tokens": 58649683.0,
      "step": 290
    },
    {
      "epoch": 0.6961722488038278,
      "grad_norm": 0.5368448130491544,
      "learning_rate": 3.0418101741580586e-06,
      "loss": 1.2969,
      "num_tokens": 58868455.0,
      "step": 291
    },
    {
      "epoch": 0.6985645933014354,
      "grad_norm": 0.6697873240820909,
      "learning_rate": 3.012646220937403e-06,
      "loss": 1.3331,
      "num_tokens": 59087101.0,
      "step": 292
    },
    {
      "epoch": 0.7009569377990431,
      "grad_norm": 0.6546487553486491,
      "learning_rate": 2.98363193438164e-06,
      "loss": 1.3721,
      "num_tokens": 59275075.0,
      "step": 293
    },
    {
      "epoch": 0.7033492822966507,
      "grad_norm": 0.5913784460775687,
      "learning_rate": 2.9547690603105774e-06,
      "loss": 1.3077,
      "num_tokens": 59490836.0,
      "step": 294
    },
    {
      "epoch": 0.7057416267942583,
      "grad_norm": 1.0971211488496566,
      "learning_rate": 2.926059335433378e-06,
      "loss": 1.3629,
      "num_tokens": 59688459.0,
      "step": 295
    },
    {
      "epoch": 0.7081339712918661,
      "grad_norm": 0.9520603620495983,
      "learning_rate": 2.897504487244061e-06,
      "loss": 1.1589,
      "num_tokens": 59854480.0,
      "step": 296
    },
    {
      "epoch": 0.7105263157894737,
      "grad_norm": 0.6060298756711499,
      "learning_rate": 2.8691062339175512e-06,
      "loss": 1.3453,
      "num_tokens": 60038638.0,
      "step": 297
    },
    {
      "epoch": 0.7129186602870813,
      "grad_norm": 0.6435411063885081,
      "learning_rate": 2.8408662842063002e-06,
      "loss": 1.278,
      "num_tokens": 60203017.0,
      "step": 298
    },
    {
      "epoch": 0.715311004784689,
      "grad_norm": 0.6129870408682873,
      "learning_rate": 2.8127863373374637e-06,
      "loss": 1.3159,
      "num_tokens": 60465940.0,
      "step": 299
    },
    {
      "epoch": 0.7177033492822966,
      "grad_norm": 0.7588206471875415,
      "learning_rate": 2.7848680829106602e-06,
      "loss": 1.3377,
      "num_tokens": 60632204.0,
      "step": 300
    },
    {
      "epoch": 0.7200956937799043,
      "grad_norm": 0.6755921460278633,
      "learning_rate": 2.7571132007963074e-06,
      "loss": 1.3766,
      "num_tokens": 60862058.0,
      "step": 301
    },
    {
      "epoch": 0.722488038277512,
      "grad_norm": 0.7825671027002948,
      "learning_rate": 2.7295233610345384e-06,
      "loss": 1.4489,
      "num_tokens": 61079432.0,
      "step": 302
    },
    {
      "epoch": 0.7248803827751196,
      "grad_norm": 0.7227060900229081,
      "learning_rate": 2.7021002237347206e-06,
      "loss": 1.2062,
      "num_tokens": 61255175.0,
      "step": 303
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 0.5029929904055921,
      "learning_rate": 2.6748454389755576e-06,
      "loss": 1.4672,
      "num_tokens": 61519012.0,
      "step": 304
    },
    {
      "epoch": 0.7296650717703349,
      "grad_norm": 0.5685050474018025,
      "learning_rate": 2.647760646705804e-06,
      "loss": 1.2661,
      "num_tokens": 61737384.0,
      "step": 305
    },
    {
      "epoch": 0.7320574162679426,
      "grad_norm": 0.5737444678346549,
      "learning_rate": 2.620847476645594e-06,
      "loss": 1.3634,
      "num_tokens": 62014122.0,
      "step": 306
    },
    {
      "epoch": 0.7344497607655502,
      "grad_norm": 0.5367398412947724,
      "learning_rate": 2.5941075481883705e-06,
      "loss": 1.2674,
      "num_tokens": 62246863.0,
      "step": 307
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.6243016009006609,
      "learning_rate": 2.567542470303452e-06,
      "loss": 1.168,
      "num_tokens": 62409808.0,
      "step": 308
    },
    {
      "epoch": 0.7392344497607656,
      "grad_norm": 0.5971922768594424,
      "learning_rate": 2.5411538414392146e-06,
      "loss": 1.2759,
      "num_tokens": 62601276.0,
      "step": 309
    },
    {
      "epoch": 0.7416267942583732,
      "grad_norm": 0.6815558823471888,
      "learning_rate": 2.5149432494269134e-06,
      "loss": 1.2409,
      "num_tokens": 62811825.0,
      "step": 310
    },
    {
      "epoch": 0.7440191387559809,
      "grad_norm": 0.5840128801515716,
      "learning_rate": 2.4889122713851397e-06,
      "loss": 1.3169,
      "num_tokens": 63033086.0,
      "step": 311
    },
    {
      "epoch": 0.7464114832535885,
      "grad_norm": 0.6273197788202933,
      "learning_rate": 2.463062473624927e-06,
      "loss": 1.3796,
      "num_tokens": 63231740.0,
      "step": 312
    },
    {
      "epoch": 0.7488038277511961,
      "grad_norm": 0.5265456617487613,
      "learning_rate": 2.437395411555504e-06,
      "loss": 1.5587,
      "num_tokens": 63484868.0,
      "step": 313
    },
    {
      "epoch": 0.7511961722488039,
      "grad_norm": 0.63416554890546,
      "learning_rate": 2.4119126295906997e-06,
      "loss": 1.337,
      "num_tokens": 63670016.0,
      "step": 314
    },
    {
      "epoch": 0.7535885167464115,
      "grad_norm": 0.5715322993600752,
      "learning_rate": 2.3866156610560186e-06,
      "loss": 1.3791,
      "num_tokens": 63908153.0,
      "step": 315
    },
    {
      "epoch": 0.7559808612440191,
      "grad_norm": 0.5352522962690041,
      "learning_rate": 2.3615060280963797e-06,
      "loss": 1.3869,
      "num_tokens": 64124869.0,
      "step": 316
    },
    {
      "epoch": 0.7583732057416268,
      "grad_norm": 0.6645309100106329,
      "learning_rate": 2.3365852415845225e-06,
      "loss": 1.1748,
      "num_tokens": 64294032.0,
      "step": 317
    },
    {
      "epoch": 0.7607655502392344,
      "grad_norm": 0.638253408315402,
      "learning_rate": 2.3118548010301015e-06,
      "loss": 1.3481,
      "num_tokens": 64476190.0,
      "step": 318
    },
    {
      "epoch": 0.7631578947368421,
      "grad_norm": 0.6354512288625345,
      "learning_rate": 2.2873161944894552e-06,
      "loss": 1.2763,
      "num_tokens": 64648365.0,
      "step": 319
    },
    {
      "epoch": 0.7655502392344498,
      "grad_norm": 0.6556279261993273,
      "learning_rate": 2.262970898476071e-06,
      "loss": 1.1877,
      "num_tokens": 64835000.0,
      "step": 320
    },
    {
      "epoch": 0.7679425837320574,
      "grad_norm": 0.5810049291016075,
      "learning_rate": 2.2388203778717407e-06,
      "loss": 1.2494,
      "num_tokens": 65026464.0,
      "step": 321
    },
    {
      "epoch": 0.7703349282296651,
      "grad_norm": 0.6418564147429942,
      "learning_rate": 2.2148660858384147e-06,
      "loss": 1.2868,
      "num_tokens": 65251252.0,
      "step": 322
    },
    {
      "epoch": 0.7727272727272727,
      "grad_norm": 0.48981392426231535,
      "learning_rate": 2.1911094637307715e-06,
      "loss": 1.3262,
      "num_tokens": 65517715.0,
      "step": 323
    },
    {
      "epoch": 0.7751196172248804,
      "grad_norm": 0.570398102904161,
      "learning_rate": 2.1675519410094803e-06,
      "loss": 1.2075,
      "num_tokens": 65701842.0,
      "step": 324
    },
    {
      "epoch": 0.777511961722488,
      "grad_norm": 0.718887759011956,
      "learning_rate": 2.144194935155192e-06,
      "loss": 1.0361,
      "num_tokens": 65890598.0,
      "step": 325
    },
    {
      "epoch": 0.7799043062200957,
      "grad_norm": 0.5958578032562041,
      "learning_rate": 2.121039851583254e-06,
      "loss": 1.1784,
      "num_tokens": 66089193.0,
      "step": 326
    },
    {
      "epoch": 0.7822966507177034,
      "grad_norm": 0.6321165266280917,
      "learning_rate": 2.098088083559135e-06,
      "loss": 1.4724,
      "num_tokens": 66314970.0,
      "step": 327
    },
    {
      "epoch": 0.784688995215311,
      "grad_norm": 0.7307933906135672,
      "learning_rate": 2.0753410121145984e-06,
      "loss": 1.3178,
      "num_tokens": 66480313.0,
      "step": 328
    },
    {
      "epoch": 0.7870813397129187,
      "grad_norm": 0.5974020419425694,
      "learning_rate": 2.0528000059646e-06,
      "loss": 1.319,
      "num_tokens": 66682404.0,
      "step": 329
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 0.6678260669267934,
      "learning_rate": 2.0304664214249326e-06,
      "loss": 1.1726,
      "num_tokens": 66883951.0,
      "step": 330
    },
    {
      "epoch": 0.7918660287081339,
      "grad_norm": 0.6478957893104581,
      "learning_rate": 2.0083416023306163e-06,
      "loss": 1.3654,
      "num_tokens": 67061851.0,
      "step": 331
    },
    {
      "epoch": 0.7942583732057417,
      "grad_norm": 0.6407419233083412,
      "learning_rate": 1.986426879955034e-06,
      "loss": 1.1735,
      "num_tokens": 67244214.0,
      "step": 332
    },
    {
      "epoch": 0.7966507177033493,
      "grad_norm": 0.5771873678756463,
      "learning_rate": 1.9647235729298346e-06,
      "loss": 1.2519,
      "num_tokens": 67423338.0,
      "step": 333
    },
    {
      "epoch": 0.7990430622009569,
      "grad_norm": 0.5247220569941472,
      "learning_rate": 1.9432329871655837e-06,
      "loss": 1.3961,
      "num_tokens": 67651988.0,
      "step": 334
    },
    {
      "epoch": 0.8014354066985646,
      "grad_norm": 0.5562304496267458,
      "learning_rate": 1.9219564157731848e-06,
      "loss": 1.3009,
      "num_tokens": 67899296.0,
      "step": 335
    },
    {
      "epoch": 0.8038277511961722,
      "grad_norm": 0.6411488634701462,
      "learning_rate": 1.9008951389860785e-06,
      "loss": 1.1231,
      "num_tokens": 68079644.0,
      "step": 336
    },
    {
      "epoch": 0.80622009569378,
      "grad_norm": 0.5322759860676641,
      "learning_rate": 1.8800504240832012e-06,
      "loss": 1.3515,
      "num_tokens": 68293723.0,
      "step": 337
    },
    {
      "epoch": 0.8086124401913876,
      "grad_norm": 0.5746223661246294,
      "learning_rate": 1.8594235253127373e-06,
      "loss": 1.2591,
      "num_tokens": 68529723.0,
      "step": 338
    },
    {
      "epoch": 0.8110047846889952,
      "grad_norm": 0.7085560876362006,
      "learning_rate": 1.8390156838166464e-06,
      "loss": 1.1149,
      "num_tokens": 68705404.0,
      "step": 339
    },
    {
      "epoch": 0.8133971291866029,
      "grad_norm": 0.5845527495613347,
      "learning_rate": 1.8188281275559866e-06,
      "loss": 1.2183,
      "num_tokens": 68954531.0,
      "step": 340
    },
    {
      "epoch": 0.8157894736842105,
      "grad_norm": 0.5202134256783918,
      "learning_rate": 1.7988620712370197e-06,
      "loss": 1.4849,
      "num_tokens": 69236634.0,
      "step": 341
    },
    {
      "epoch": 0.8181818181818182,
      "grad_norm": 0.5645505834969143,
      "learning_rate": 1.7791187162381325e-06,
      "loss": 1.4002,
      "num_tokens": 69451514.0,
      "step": 342
    },
    {
      "epoch": 0.8205741626794258,
      "grad_norm": 0.5607875212664545,
      "learning_rate": 1.759599250537534e-06,
      "loss": 1.3259,
      "num_tokens": 69682913.0,
      "step": 343
    },
    {
      "epoch": 0.8229665071770335,
      "grad_norm": 0.559929672578073,
      "learning_rate": 1.740304848641787e-06,
      "loss": 1.2551,
      "num_tokens": 69901240.0,
      "step": 344
    },
    {
      "epoch": 0.8253588516746412,
      "grad_norm": 0.6095925983926321,
      "learning_rate": 1.7212366715151263e-06,
      "loss": 1.287,
      "num_tokens": 70116810.0,
      "step": 345
    },
    {
      "epoch": 0.8277511961722488,
      "grad_norm": 0.6240251911568065,
      "learning_rate": 1.702395866509612e-06,
      "loss": 1.1325,
      "num_tokens": 70301449.0,
      "step": 346
    },
    {
      "epoch": 0.8301435406698564,
      "grad_norm": 0.5784795095657023,
      "learning_rate": 1.6837835672960834e-06,
      "loss": 1.2059,
      "num_tokens": 70492602.0,
      "step": 347
    },
    {
      "epoch": 0.8325358851674641,
      "grad_norm": 0.6504184788969882,
      "learning_rate": 1.6654008937959498e-06,
      "loss": 0.9334,
      "num_tokens": 70656041.0,
      "step": 348
    },
    {
      "epoch": 0.8349282296650717,
      "grad_norm": 0.5702583567689546,
      "learning_rate": 1.6472489521138016e-06,
      "loss": 1.2118,
      "num_tokens": 70905608.0,
      "step": 349
    },
    {
      "epoch": 0.8373205741626795,
      "grad_norm": 0.6274124275648116,
      "learning_rate": 1.629328834470857e-06,
      "loss": 1.1815,
      "num_tokens": 71101191.0,
      "step": 350
    },
    {
      "epoch": 0.8397129186602871,
      "grad_norm": 0.6033829272863582,
      "learning_rate": 1.611641619139238e-06,
      "loss": 1.2807,
      "num_tokens": 71291926.0,
      "step": 351
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.6273406564056667,
      "learning_rate": 1.5941883703770968e-06,
      "loss": 1.3962,
      "num_tokens": 71533733.0,
      "step": 352
    },
    {
      "epoch": 0.8444976076555024,
      "grad_norm": 0.5312463864078979,
      "learning_rate": 1.57697013836457e-06,
      "loss": 1.3811,
      "num_tokens": 71747066.0,
      "step": 353
    },
    {
      "epoch": 0.84688995215311,
      "grad_norm": 0.7082921095962508,
      "learning_rate": 1.5599879591405917e-06,
      "loss": 1.1701,
      "num_tokens": 71900238.0,
      "step": 354
    },
    {
      "epoch": 0.8492822966507177,
      "grad_norm": 0.6134430059504471,
      "learning_rate": 1.5432428545405554e-06,
      "loss": 1.2446,
      "num_tokens": 72085575.0,
      "step": 355
    },
    {
      "epoch": 0.8516746411483254,
      "grad_norm": 0.6204954269243784,
      "learning_rate": 1.526735832134829e-06,
      "loss": 1.1297,
      "num_tokens": 72322159.0,
      "step": 356
    },
    {
      "epoch": 0.854066985645933,
      "grad_norm": 0.565525186855862,
      "learning_rate": 1.5104678851681253e-06,
      "loss": 1.4408,
      "num_tokens": 72528384.0,
      "step": 357
    },
    {
      "epoch": 0.8564593301435407,
      "grad_norm": 0.5682317963462433,
      "learning_rate": 1.4944399924997372e-06,
      "loss": 1.3499,
      "num_tokens": 72730257.0,
      "step": 358
    },
    {
      "epoch": 0.8588516746411483,
      "grad_norm": 0.5129599811585936,
      "learning_rate": 1.4786531185446455e-06,
      "loss": 1.2999,
      "num_tokens": 72969626.0,
      "step": 359
    },
    {
      "epoch": 0.861244019138756,
      "grad_norm": 0.6444665971353251,
      "learning_rate": 1.4631082132154806e-06,
      "loss": 1.2785,
      "num_tokens": 73149240.0,
      "step": 360
    },
    {
      "epoch": 0.8636363636363636,
      "grad_norm": 0.5547734172552142,
      "learning_rate": 1.4478062118653703e-06,
      "loss": 1.4096,
      "num_tokens": 73363813.0,
      "step": 361
    },
    {
      "epoch": 0.8660287081339713,
      "grad_norm": 0.6371851858022577,
      "learning_rate": 1.4327480352316581e-06,
      "loss": 1.2693,
      "num_tokens": 73551589.0,
      "step": 362
    },
    {
      "epoch": 0.868421052631579,
      "grad_norm": 0.5546864610023559,
      "learning_rate": 1.417934589380498e-06,
      "loss": 1.403,
      "num_tokens": 73790910.0,
      "step": 363
    },
    {
      "epoch": 0.8708133971291866,
      "grad_norm": 0.6219072093620266,
      "learning_rate": 1.4033667656523405e-06,
      "loss": 1.2085,
      "num_tokens": 73985624.0,
      "step": 364
    },
    {
      "epoch": 0.8732057416267942,
      "grad_norm": 0.6235130422407937,
      "learning_rate": 1.389045440608296e-06,
      "loss": 1.0986,
      "num_tokens": 74148795.0,
      "step": 365
    },
    {
      "epoch": 0.8755980861244019,
      "grad_norm": 0.6006216529271874,
      "learning_rate": 1.374971475977394e-06,
      "loss": 1.3025,
      "num_tokens": 74332841.0,
      "step": 366
    },
    {
      "epoch": 0.8779904306220095,
      "grad_norm": 0.6404509379440522,
      "learning_rate": 1.361145718604731e-06,
      "loss": 1.2766,
      "num_tokens": 74529785.0,
      "step": 367
    },
    {
      "epoch": 0.8803827751196173,
      "grad_norm": 0.686225898948988,
      "learning_rate": 1.3475690004005098e-06,
      "loss": 1.2452,
      "num_tokens": 74703039.0,
      "step": 368
    },
    {
      "epoch": 0.8827751196172249,
      "grad_norm": 0.571283865051148,
      "learning_rate": 1.3342421382899936e-06,
      "loss": 1.2626,
      "num_tokens": 74883297.0,
      "step": 369
    },
    {
      "epoch": 0.8851674641148325,
      "grad_norm": 0.7382176987149066,
      "learning_rate": 1.3211659341643412e-06,
      "loss": 1.233,
      "num_tokens": 75066196.0,
      "step": 370
    },
    {
      "epoch": 0.8875598086124402,
      "grad_norm": 0.6611644800778096,
      "learning_rate": 1.308341174832359e-06,
      "loss": 1.1876,
      "num_tokens": 75232348.0,
      "step": 371
    },
    {
      "epoch": 0.8899521531100478,
      "grad_norm": 0.5130766984472136,
      "learning_rate": 1.2957686319731623e-06,
      "loss": 1.2034,
      "num_tokens": 75458529.0,
      "step": 372
    },
    {
      "epoch": 0.8923444976076556,
      "grad_norm": 0.5684819034489474,
      "learning_rate": 1.2834490620897342e-06,
      "loss": 1.1584,
      "num_tokens": 75661699.0,
      "step": 373
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 0.5422081420273679,
      "learning_rate": 1.2713832064634127e-06,
      "loss": 1.3424,
      "num_tokens": 75916455.0,
      "step": 374
    },
    {
      "epoch": 0.8971291866028708,
      "grad_norm": 0.617788912813985,
      "learning_rate": 1.259571791109285e-06,
      "loss": 1.3227,
      "num_tokens": 76100165.0,
      "step": 375
    },
    {
      "epoch": 0.8995215311004785,
      "grad_norm": 0.5559640103832523,
      "learning_rate": 1.2480155267325039e-06,
      "loss": 1.1962,
      "num_tokens": 76326481.0,
      "step": 376
    },
    {
      "epoch": 0.9019138755980861,
      "grad_norm": 0.5930770090555496,
      "learning_rate": 1.2367151086855187e-06,
      "loss": 1.2261,
      "num_tokens": 76482451.0,
      "step": 377
    },
    {
      "epoch": 0.9043062200956937,
      "grad_norm": 0.6461043468488586,
      "learning_rate": 1.2256712169262415e-06,
      "loss": 1.3309,
      "num_tokens": 76692581.0,
      "step": 378
    },
    {
      "epoch": 0.9066985645933014,
      "grad_norm": 0.6295579626427625,
      "learning_rate": 1.2148845159771311e-06,
      "loss": 1.0403,
      "num_tokens": 76869394.0,
      "step": 379
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.6317114832123317,
      "learning_rate": 1.2043556548852065e-06,
      "loss": 1.3877,
      "num_tokens": 77057755.0,
      "step": 380
    },
    {
      "epoch": 0.9114832535885168,
      "grad_norm": 0.5646978093938921,
      "learning_rate": 1.1940852671829938e-06,
      "loss": 1.1932,
      "num_tokens": 77279900.0,
      "step": 381
    },
    {
      "epoch": 0.9138755980861244,
      "grad_norm": 0.554856696245118,
      "learning_rate": 1.184073970850408e-06,
      "loss": 1.3931,
      "num_tokens": 77474484.0,
      "step": 382
    },
    {
      "epoch": 0.916267942583732,
      "grad_norm": 0.5125502030227311,
      "learning_rate": 1.174322368277565e-06,
      "loss": 1.5298,
      "num_tokens": 77739918.0,
      "step": 383
    },
    {
      "epoch": 0.9186602870813397,
      "grad_norm": 0.6245967453038902,
      "learning_rate": 1.1648310462285386e-06,
      "loss": 1.2966,
      "num_tokens": 77876514.0,
      "step": 384
    },
    {
      "epoch": 0.9210526315789473,
      "grad_norm": 0.510131355499661,
      "learning_rate": 1.1556005758060517e-06,
      "loss": 1.3328,
      "num_tokens": 78102264.0,
      "step": 385
    },
    {
      "epoch": 0.9234449760765551,
      "grad_norm": 0.5313647688128483,
      "learning_rate": 1.146631512417113e-06,
      "loss": 1.4715,
      "num_tokens": 78336063.0,
      "step": 386
    },
    {
      "epoch": 0.9258373205741627,
      "grad_norm": 0.5521683071808053,
      "learning_rate": 1.1379243957395987e-06,
      "loss": 1.231,
      "num_tokens": 78529771.0,
      "step": 387
    },
    {
      "epoch": 0.9282296650717703,
      "grad_norm": 0.7086439907733622,
      "learning_rate": 1.1294797496897786e-06,
      "loss": 1.1614,
      "num_tokens": 78679587.0,
      "step": 388
    },
    {
      "epoch": 0.930622009569378,
      "grad_norm": 0.5802516939308205,
      "learning_rate": 1.121298082390793e-06,
      "loss": 1.3184,
      "num_tokens": 78878694.0,
      "step": 389
    },
    {
      "epoch": 0.9330143540669856,
      "grad_norm": 0.5736760000180704,
      "learning_rate": 1.113379886142075e-06,
      "loss": 1.3361,
      "num_tokens": 79073779.0,
      "step": 390
    },
    {
      "epoch": 0.9354066985645934,
      "grad_norm": 0.5432525121846279,
      "learning_rate": 1.105725637389732e-06,
      "loss": 1.2006,
      "num_tokens": 79270679.0,
      "step": 391
    },
    {
      "epoch": 0.937799043062201,
      "grad_norm": 0.6631735593901804,
      "learning_rate": 1.0983357966978747e-06,
      "loss": 1.4223,
      "num_tokens": 79451866.0,
      "step": 392
    },
    {
      "epoch": 0.9401913875598086,
      "grad_norm": 0.5833059272480773,
      "learning_rate": 1.0912108087209075e-06,
      "loss": 1.3483,
      "num_tokens": 79629121.0,
      "step": 393
    },
    {
      "epoch": 0.9425837320574163,
      "grad_norm": 0.521975187666564,
      "learning_rate": 1.084351102176769e-06,
      "loss": 1.3392,
      "num_tokens": 79864771.0,
      "step": 394
    },
    {
      "epoch": 0.9449760765550239,
      "grad_norm": 0.5983490163395889,
      "learning_rate": 1.0777570898211406e-06,
      "loss": 1.138,
      "num_tokens": 80090837.0,
      "step": 395
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.6791397944349069,
      "learning_rate": 1.0714291684226054e-06,
      "loss": 1.1482,
      "num_tokens": 80247684.0,
      "step": 396
    },
    {
      "epoch": 0.9497607655502392,
      "grad_norm": 0.7135484583851197,
      "learning_rate": 1.0653677187387787e-06,
      "loss": 1.178,
      "num_tokens": 80412689.0,
      "step": 397
    },
    {
      "epoch": 0.9521531100478469,
      "grad_norm": 0.5467847425622099,
      "learning_rate": 1.0595731054933937e-06,
      "loss": 1.256,
      "num_tokens": 80646002.0,
      "step": 398
    },
    {
      "epoch": 0.9545454545454546,
      "grad_norm": 0.649264408997545,
      "learning_rate": 1.0540456773543596e-06,
      "loss": 1.2587,
      "num_tokens": 80846542.0,
      "step": 399
    },
    {
      "epoch": 0.9569377990430622,
      "grad_norm": 0.6408697258124432,
      "learning_rate": 1.0487857669127782e-06,
      "loss": 1.2991,
      "num_tokens": 81039183.0,
      "step": 400
    },
    {
      "epoch": 0.9593301435406698,
      "grad_norm": 0.6125041198323196,
      "learning_rate": 1.0437936906629336e-06,
      "loss": 1.2721,
      "num_tokens": 81228745.0,
      "step": 401
    },
    {
      "epoch": 0.9617224880382775,
      "grad_norm": 0.6078405250476319,
      "learning_rate": 1.039069748983248e-06,
      "loss": 1.3821,
      "num_tokens": 81425019.0,
      "step": 402
    },
    {
      "epoch": 0.9641148325358851,
      "grad_norm": 0.5595011118119477,
      "learning_rate": 1.0346142261182064e-06,
      "loss": 1.0514,
      "num_tokens": 81634634.0,
      "step": 403
    },
    {
      "epoch": 0.9665071770334929,
      "grad_norm": 0.4972617449675274,
      "learning_rate": 1.0304273901612566e-06,
      "loss": 1.341,
      "num_tokens": 81852833.0,
      "step": 404
    },
    {
      "epoch": 0.9688995215311005,
      "grad_norm": 0.5059294656620951,
      "learning_rate": 1.0265094930386741e-06,
      "loss": 1.309,
      "num_tokens": 82114913.0,
      "step": 405
    },
    {
      "epoch": 0.9712918660287081,
      "grad_norm": 0.5962308760747792,
      "learning_rate": 1.0228607704944048e-06,
      "loss": 1.3641,
      "num_tokens": 82299779.0,
      "step": 406
    },
    {
      "epoch": 0.9736842105263158,
      "grad_norm": 0.6131816008639356,
      "learning_rate": 1.0194814420758806e-06,
      "loss": 1.1839,
      "num_tokens": 82469216.0,
      "step": 407
    },
    {
      "epoch": 0.9760765550239234,
      "grad_norm": 0.6115969172998058,
      "learning_rate": 1.0163717111208086e-06,
      "loss": 1.3046,
      "num_tokens": 82640081.0,
      "step": 408
    },
    {
      "epoch": 0.9784688995215312,
      "grad_norm": 0.5612129186921679,
      "learning_rate": 1.0135317647449362e-06,
      "loss": 1.4059,
      "num_tokens": 82843981.0,
      "step": 409
    },
    {
      "epoch": 0.9808612440191388,
      "grad_norm": 0.587067444004318,
      "learning_rate": 1.0109617738307914e-06,
      "loss": 1.2261,
      "num_tokens": 83020444.0,
      "step": 410
    },
    {
      "epoch": 0.9832535885167464,
      "grad_norm": 0.5594996533209011,
      "learning_rate": 1.0086618930174011e-06,
      "loss": 1.2042,
      "num_tokens": 83232598.0,
      "step": 411
    },
    {
      "epoch": 0.9856459330143541,
      "grad_norm": 0.7071205597794052,
      "learning_rate": 1.006632260690988e-06,
      "loss": 1.2169,
      "num_tokens": 83374569.0,
      "step": 412
    },
    {
      "epoch": 0.9880382775119617,
      "grad_norm": 0.6748664203646131,
      "learning_rate": 1.0048729989766396e-06,
      "loss": 1.1071,
      "num_tokens": 83586085.0,
      "step": 413
    },
    {
      "epoch": 0.9904306220095693,
      "grad_norm": 0.5910387645740945,
      "learning_rate": 1.0033842137309649e-06,
      "loss": 1.4125,
      "num_tokens": 83786689.0,
      "step": 414
    },
    {
      "epoch": 0.992822966507177,
      "grad_norm": 0.6362289532425913,
      "learning_rate": 1.0021659945357202e-06,
      "loss": 1.2213,
      "num_tokens": 83967541.0,
      "step": 415
    },
    {
      "epoch": 0.9952153110047847,
      "grad_norm": 0.5429466958407293,
      "learning_rate": 1.0012184146924225e-06,
      "loss": 1.3142,
      "num_tokens": 84191970.0,
      "step": 416
    },
    {
      "epoch": 0.9976076555023924,
      "grad_norm": 0.5637271505857214,
      "learning_rate": 1.0005415312179367e-06,
      "loss": 1.3643,
      "num_tokens": 84430751.0,
      "step": 417
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.5655593189952651,
      "learning_rate": 1.0001353848410461e-06,
      "loss": 1.2425,
      "num_tokens": 84668558.0,
      "step": 418
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.7911388278007507,
      "eval_num_tokens": 84668558.0,
      "eval_runtime": 47.4555,
      "eval_samples_per_second": 62.627,
      "eval_steps_per_second": 7.839,
      "step": 418
    },
    {
      "epoch": 1.0,
      "step": 418,
      "total_flos": 179772395159552.0,
      "train_loss": 1.3804568826581873,
      "train_runtime": 1345.8555,
      "train_samples_per_second": 19.872,
      "train_steps_per_second": 0.311
    }
  ],
  "logging_steps": 1,
  "max_steps": 418,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 179772395159552.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}