{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 148,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 0.8085902333259583,
      "epoch": 0.006756756756756757,
      "grad_norm": 0.14047187566757202,
      "learning_rate": 0.0,
      "loss": 1.0639,
      "mean_token_accuracy": 0.698029100894928,
      "num_tokens": 520290.0,
      "step": 1
    },
    {
      "entropy": 0.839566707611084,
      "epoch": 0.013513513513513514,
      "grad_norm": 0.1440640240907669,
      "learning_rate": 4e-05,
      "loss": 1.0952,
      "mean_token_accuracy": 0.687626302242279,
      "num_tokens": 1042076.0,
      "step": 2
    },
    {
      "entropy": 0.8076200485229492,
      "epoch": 0.02027027027027027,
      "grad_norm": 0.13277006149291992,
      "learning_rate": 8e-05,
      "loss": 1.0518,
      "mean_token_accuracy": 0.703219473361969,
      "num_tokens": 1561230.0,
      "step": 3
    },
    {
      "entropy": 0.8777214884757996,
      "epoch": 0.02702702702702703,
      "grad_norm": 0.11633922904729843,
      "learning_rate": 0.00012,
      "loss": 1.0688,
      "mean_token_accuracy": 0.6899521946907043,
      "num_tokens": 2082559.0,
      "step": 4
    },
    {
      "entropy": 0.9525601863861084,
      "epoch": 0.033783783783783786,
      "grad_norm": 0.11181541532278061,
      "learning_rate": 0.00016,
      "loss": 1.0118,
      "mean_token_accuracy": 0.6984938383102417,
      "num_tokens": 2604188.0,
      "step": 5
    },
    {
      "entropy": 1.030306100845337,
      "epoch": 0.04054054054054054,
      "grad_norm": 0.1037818044424057,
      "learning_rate": 0.0002,
      "loss": 0.9858,
      "mean_token_accuracy": 0.7052151560783386,
      "num_tokens": 3125438.0,
      "step": 6
    },
    {
      "entropy": 1.058103084564209,
      "epoch": 0.0472972972972973,
      "grad_norm": 0.08032543957233429,
      "learning_rate": 0.00019860139860139862,
      "loss": 0.9888,
      "mean_token_accuracy": 0.700404167175293,
      "num_tokens": 3647168.0,
      "step": 7
    },
    {
      "entropy": 1.0215051174163818,
      "epoch": 0.05405405405405406,
      "grad_norm": 0.11070238053798676,
      "learning_rate": 0.0001972027972027972,
      "loss": 0.9369,
      "mean_token_accuracy": 0.7151404619216919,
      "num_tokens": 4167149.0,
      "step": 8
    },
    {
      "entropy": 1.0240428447723389,
      "epoch": 0.060810810810810814,
      "grad_norm": 0.08369743078947067,
      "learning_rate": 0.00019580419580419583,
      "loss": 0.9682,
      "mean_token_accuracy": 0.7065526843070984,
      "num_tokens": 4685442.0,
      "step": 9
    },
    {
      "entropy": 0.9852886199951172,
      "epoch": 0.06756756756756757,
      "grad_norm": 0.045641954988241196,
      "learning_rate": 0.0001944055944055944,
      "loss": 0.9657,
      "mean_token_accuracy": 0.7040433287620544,
      "num_tokens": 5207318.0,
      "step": 10
    },
    {
      "entropy": 0.9090337157249451,
      "epoch": 0.07432432432432433,
      "grad_norm": 0.036005664616823196,
      "learning_rate": 0.000193006993006993,
      "loss": 0.9261,
      "mean_token_accuracy": 0.713391900062561,
      "num_tokens": 5728363.0,
      "step": 11
    },
    {
      "entropy": 0.8860379457473755,
      "epoch": 0.08108108108108109,
      "grad_norm": 0.0332878939807415,
      "learning_rate": 0.00019160839160839161,
      "loss": 0.9255,
      "mean_token_accuracy": 0.7144545912742615,
      "num_tokens": 6249685.0,
      "step": 12
    },
    {
      "entropy": 0.8721570372581482,
      "epoch": 0.08783783783783784,
      "grad_norm": 0.034468844532966614,
      "learning_rate": 0.00019020979020979023,
      "loss": 0.9262,
      "mean_token_accuracy": 0.7132186889648438,
      "num_tokens": 6771073.0,
      "step": 13
    },
    {
      "entropy": 0.8796703815460205,
      "epoch": 0.0945945945945946,
      "grad_norm": 0.03204338252544403,
      "learning_rate": 0.00018881118881118882,
      "loss": 0.9312,
      "mean_token_accuracy": 0.7109803557395935,
      "num_tokens": 7292911.0,
      "step": 14
    },
    {
      "entropy": 0.898871660232544,
      "epoch": 0.10135135135135136,
      "grad_norm": 0.02886817790567875,
      "learning_rate": 0.00018741258741258743,
      "loss": 0.9331,
      "mean_token_accuracy": 0.7116541266441345,
      "num_tokens": 7808250.0,
      "step": 15
    },
    {
      "entropy": 0.8994000554084778,
      "epoch": 0.10810810810810811,
      "grad_norm": 0.021798841655254364,
      "learning_rate": 0.00018601398601398602,
      "loss": 0.9064,
      "mean_token_accuracy": 0.717405378818512,
      "num_tokens": 8327930.0,
      "step": 16
    },
    {
      "entropy": 0.9358035922050476,
      "epoch": 0.11486486486486487,
      "grad_norm": 0.020242631435394287,
      "learning_rate": 0.00018461538461538463,
      "loss": 0.9271,
      "mean_token_accuracy": 0.7115734815597534,
      "num_tokens": 8843022.0,
      "step": 17
    },
    {
      "entropy": 0.9195488095283508,
      "epoch": 0.12162162162162163,
      "grad_norm": 0.02282623015344143,
      "learning_rate": 0.00018321678321678322,
      "loss": 0.8845,
      "mean_token_accuracy": 0.7234280109405518,
      "num_tokens": 9362231.0,
      "step": 18
    },
    {
      "entropy": 0.9643428325653076,
      "epoch": 0.12837837837837837,
      "grad_norm": 0.02410944364964962,
      "learning_rate": 0.00018181818181818183,
      "loss": 0.924,
      "mean_token_accuracy": 0.7115726470947266,
      "num_tokens": 9883300.0,
      "step": 19
    },
    {
      "entropy": 0.9452087879180908,
      "epoch": 0.13513513513513514,
      "grad_norm": 0.024604445323348045,
      "learning_rate": 0.00018041958041958042,
      "loss": 0.9038,
      "mean_token_accuracy": 0.7173081636428833,
      "num_tokens": 10403398.0,
      "step": 20
    },
    {
      "entropy": 0.9439239501953125,
      "epoch": 0.14189189189189189,
      "grad_norm": 0.022483721375465393,
      "learning_rate": 0.00017902097902097904,
      "loss": 0.9088,
      "mean_token_accuracy": 0.7151318192481995,
      "num_tokens": 10924591.0,
      "step": 21
    },
    {
      "entropy": 0.9263131022453308,
      "epoch": 0.14864864864864866,
      "grad_norm": 0.020426636561751366,
      "learning_rate": 0.00017762237762237762,
      "loss": 0.9073,
      "mean_token_accuracy": 0.7165982127189636,
      "num_tokens": 11445479.0,
      "step": 22
    },
    {
      "entropy": 0.8799407482147217,
      "epoch": 0.1554054054054054,
      "grad_norm": 0.015485940501093864,
      "learning_rate": 0.00017622377622377624,
      "loss": 0.8733,
      "mean_token_accuracy": 0.7245533466339111,
      "num_tokens": 11967017.0,
      "step": 23
    },
    {
      "entropy": 0.8788759708404541,
      "epoch": 0.16216216216216217,
      "grad_norm": 0.017046676948666573,
      "learning_rate": 0.00017482517482517485,
      "loss": 0.8949,
      "mean_token_accuracy": 0.7203764319419861,
      "num_tokens": 12488697.0,
      "step": 24
    },
    {
      "entropy": 0.8779318332672119,
      "epoch": 0.16891891891891891,
      "grad_norm": 0.018766306340694427,
      "learning_rate": 0.0001734265734265734,
      "loss": 0.8983,
      "mean_token_accuracy": 0.7172704935073853,
      "num_tokens": 13009235.0,
      "step": 25
    },
    {
      "entropy": 0.8834930658340454,
      "epoch": 0.17567567567567569,
      "grad_norm": 0.020971953868865967,
      "learning_rate": 0.00017202797202797203,
      "loss": 0.9148,
      "mean_token_accuracy": 0.714013397693634,
      "num_tokens": 13530899.0,
      "step": 26
    },
    {
      "entropy": 0.8656618595123291,
      "epoch": 0.18243243243243243,
      "grad_norm": 0.018672997131943703,
      "learning_rate": 0.00017062937062937064,
      "loss": 0.8888,
      "mean_token_accuracy": 0.7208808064460754,
      "num_tokens": 14052671.0,
      "step": 27
    },
    {
      "entropy": 0.9078769087791443,
      "epoch": 0.1891891891891892,
      "grad_norm": 0.017195429652929306,
      "learning_rate": 0.00016923076923076923,
      "loss": 0.9242,
      "mean_token_accuracy": 0.7125155329704285,
      "num_tokens": 14574400.0,
      "step": 28
    },
    {
      "entropy": 0.9030580520629883,
      "epoch": 0.19594594594594594,
      "grad_norm": 0.01640770211815834,
      "learning_rate": 0.00016783216783216784,
      "loss": 0.9033,
      "mean_token_accuracy": 0.7164167761802673,
      "num_tokens": 15094634.0,
      "step": 29
    },
    {
      "entropy": 0.9503644108772278,
      "epoch": 0.20270270270270271,
      "grad_norm": 0.015921002253890038,
      "learning_rate": 0.00016643356643356646,
      "loss": 0.9454,
      "mean_token_accuracy": 0.7049751877784729,
      "num_tokens": 15616494.0,
      "step": 30
    },
    {
      "entropy": 0.9235352873802185,
      "epoch": 0.20945945945945946,
      "grad_norm": 0.0211192574352026,
      "learning_rate": 0.00016503496503496504,
      "loss": 0.9083,
      "mean_token_accuracy": 0.7148462533950806,
      "num_tokens": 16137586.0,
      "step": 31
    },
    {
      "entropy": 0.9228708744049072,
      "epoch": 0.21621621621621623,
      "grad_norm": 0.016181398183107376,
      "learning_rate": 0.00016363636363636366,
      "loss": 0.9076,
      "mean_token_accuracy": 0.715546190738678,
      "num_tokens": 16658862.0,
      "step": 32
    },
    {
      "entropy": 0.9239456653594971,
      "epoch": 0.22297297297297297,
      "grad_norm": 0.018280163407325745,
      "learning_rate": 0.00016223776223776225,
      "loss": 0.8973,
      "mean_token_accuracy": 0.7179359197616577,
      "num_tokens": 17181392.0,
      "step": 33
    },
    {
      "entropy": 0.9081429243087769,
      "epoch": 0.22972972972972974,
      "grad_norm": 0.01677747257053852,
      "learning_rate": 0.00016083916083916083,
      "loss": 0.89,
      "mean_token_accuracy": 0.7211325764656067,
      "num_tokens": 17701533.0,
      "step": 34
    },
    {
      "entropy": 0.8966501951217651,
      "epoch": 0.23648648648648649,
      "grad_norm": 0.015331600792706013,
      "learning_rate": 0.00015944055944055945,
      "loss": 0.8834,
      "mean_token_accuracy": 0.7213951349258423,
      "num_tokens": 18222829.0,
      "step": 35
    },
    {
      "entropy": 0.8946911096572876,
      "epoch": 0.24324324324324326,
      "grad_norm": 0.015129225328564644,
      "learning_rate": 0.00015804195804195806,
      "loss": 0.8895,
      "mean_token_accuracy": 0.7205337882041931,
      "num_tokens": 18743612.0,
      "step": 36
    },
    {
      "entropy": 0.924943208694458,
      "epoch": 0.25,
      "grad_norm": 0.016918186098337173,
      "learning_rate": 0.00015664335664335665,
      "loss": 0.934,
      "mean_token_accuracy": 0.7084062099456787,
      "num_tokens": 19265066.0,
      "step": 37
    },
    {
      "entropy": 0.8968441486358643,
      "epoch": 0.25675675675675674,
      "grad_norm": 0.01708938553929329,
      "learning_rate": 0.00015524475524475526,
      "loss": 0.9031,
      "mean_token_accuracy": 0.7160695791244507,
      "num_tokens": 19785775.0,
      "step": 38
    },
    {
      "entropy": 0.9021536111831665,
      "epoch": 0.2635135135135135,
      "grad_norm": 0.01632198505103588,
      "learning_rate": 0.00015384615384615385,
      "loss": 0.9106,
      "mean_token_accuracy": 0.7141885161399841,
      "num_tokens": 20306201.0,
      "step": 39
    },
    {
      "entropy": 0.9144896864891052,
      "epoch": 0.2702702702702703,
      "grad_norm": 0.015601382590830326,
      "learning_rate": 0.00015244755244755244,
      "loss": 0.9177,
      "mean_token_accuracy": 0.7121185660362244,
      "num_tokens": 20827655.0,
      "step": 40
    },
    {
      "entropy": 0.905925989151001,
      "epoch": 0.27702702702702703,
      "grad_norm": 0.015409526415169239,
      "learning_rate": 0.00015104895104895105,
      "loss": 0.9078,
      "mean_token_accuracy": 0.7149533033370972,
      "num_tokens": 21347179.0,
      "step": 41
    },
    {
      "entropy": 0.9454245567321777,
      "epoch": 0.28378378378378377,
      "grad_norm": 0.01604871265590191,
      "learning_rate": 0.00014965034965034964,
      "loss": 0.9382,
      "mean_token_accuracy": 0.7070503234863281,
      "num_tokens": 21867430.0,
      "step": 42
    },
    {
      "entropy": 0.8873435258865356,
      "epoch": 0.2905405405405405,
      "grad_norm": 0.01542913168668747,
      "learning_rate": 0.00014825174825174825,
      "loss": 0.8767,
      "mean_token_accuracy": 0.722999632358551,
      "num_tokens": 22386589.0,
      "step": 43
    },
    {
      "entropy": 0.8967331647872925,
      "epoch": 0.2972972972972973,
      "grad_norm": 0.016037292778491974,
      "learning_rate": 0.00014685314685314687,
      "loss": 0.8846,
      "mean_token_accuracy": 0.7215548157691956,
      "num_tokens": 22901934.0,
      "step": 44
    },
    {
      "entropy": 0.8978803753852844,
      "epoch": 0.30405405405405406,
      "grad_norm": 0.015742763876914978,
      "learning_rate": 0.00014545454545454546,
      "loss": 0.8913,
      "mean_token_accuracy": 0.7180163264274597,
      "num_tokens": 23422539.0,
      "step": 45
    },
    {
      "entropy": 0.8771539926528931,
      "epoch": 0.3108108108108108,
      "grad_norm": 0.015965279191732407,
      "learning_rate": 0.00014405594405594407,
      "loss": 0.8759,
      "mean_token_accuracy": 0.7238014936447144,
      "num_tokens": 23943911.0,
      "step": 46
    },
    {
      "entropy": 0.9169310331344604,
      "epoch": 0.31756756756756754,
      "grad_norm": 0.01562552899122238,
      "learning_rate": 0.00014265734265734269,
      "loss": 0.9091,
      "mean_token_accuracy": 0.7138416171073914,
      "num_tokens": 24465171.0,
      "step": 47
    },
    {
      "entropy": 0.9132385849952698,
      "epoch": 0.32432432432432434,
      "grad_norm": 0.015293029136955738,
      "learning_rate": 0.00014125874125874125,
      "loss": 0.9102,
      "mean_token_accuracy": 0.7141794562339783,
      "num_tokens": 24986963.0,
      "step": 48
    },
    {
      "entropy": 0.9064264893531799,
      "epoch": 0.3310810810810811,
      "grad_norm": 0.01573154330253601,
      "learning_rate": 0.00013986013986013986,
      "loss": 0.9104,
      "mean_token_accuracy": 0.7143970727920532,
      "num_tokens": 25507940.0,
      "step": 49
    },
    {
      "entropy": 0.9247837662696838,
      "epoch": 0.33783783783783783,
      "grad_norm": 0.01566915400326252,
      "learning_rate": 0.00013846153846153847,
      "loss": 0.9244,
      "mean_token_accuracy": 0.7100151181221008,
      "num_tokens": 26029633.0,
      "step": 50
    },
    {
      "entropy": 0.8918017148971558,
      "epoch": 0.34459459459459457,
      "grad_norm": 0.016166144981980324,
      "learning_rate": 0.00013706293706293706,
      "loss": 0.8896,
      "mean_token_accuracy": 0.7206509709358215,
      "num_tokens": 26551330.0,
      "step": 51
    },
    {
      "entropy": 0.8915703296661377,
      "epoch": 0.35135135135135137,
      "grad_norm": 0.016258137300610542,
      "learning_rate": 0.00013566433566433568,
      "loss": 0.8838,
      "mean_token_accuracy": 0.7210925817489624,
      "num_tokens": 27071628.0,
      "step": 52
    },
    {
      "entropy": 0.910973310470581,
      "epoch": 0.3581081081081081,
      "grad_norm": 0.015521145425736904,
      "learning_rate": 0.0001342657342657343,
      "loss": 0.9066,
      "mean_token_accuracy": 0.7141618132591248,
      "num_tokens": 27592998.0,
      "step": 53
    },
    {
      "entropy": 0.9083860516548157,
      "epoch": 0.36486486486486486,
      "grad_norm": 0.01575257070362568,
      "learning_rate": 0.00013286713286713288,
      "loss": 0.9014,
      "mean_token_accuracy": 0.7151919603347778,
      "num_tokens": 28115257.0,
      "step": 54
    },
    {
      "entropy": 0.9026190638542175,
      "epoch": 0.3716216216216216,
      "grad_norm": 0.01594236120581627,
      "learning_rate": 0.00013146853146853147,
      "loss": 0.8943,
      "mean_token_accuracy": 0.7175394296646118,
      "num_tokens": 28636147.0,
      "step": 55
    },
    {
      "entropy": 0.8969719409942627,
      "epoch": 0.3783783783783784,
      "grad_norm": 0.016330119222402573,
      "learning_rate": 0.00013006993006993008,
      "loss": 0.8973,
      "mean_token_accuracy": 0.7174832820892334,
      "num_tokens": 29158715.0,
      "step": 56
    },
    {
      "entropy": 0.9341723322868347,
      "epoch": 0.38513513513513514,
      "grad_norm": 0.01603098399937153,
      "learning_rate": 0.00012867132867132867,
      "loss": 0.9331,
      "mean_token_accuracy": 0.7069593667984009,
      "num_tokens": 29681317.0,
      "step": 57
    },
    {
      "entropy": 0.8998703360557556,
      "epoch": 0.3918918918918919,
      "grad_norm": 0.016095977276563644,
      "learning_rate": 0.00012727272727272728,
      "loss": 0.8929,
      "mean_token_accuracy": 0.718587338924408,
      "num_tokens": 30202981.0,
      "step": 58
    },
    {
      "entropy": 0.9057657718658447,
      "epoch": 0.39864864864864863,
      "grad_norm": 0.016768187284469604,
      "learning_rate": 0.00012587412587412587,
      "loss": 0.9004,
      "mean_token_accuracy": 0.7168737649917603,
      "num_tokens": 30717612.0,
      "step": 59
    },
    {
      "entropy": 0.898177981376648,
      "epoch": 0.40540540540540543,
      "grad_norm": 0.01631537266075611,
      "learning_rate": 0.00012447552447552448,
      "loss": 0.8949,
      "mean_token_accuracy": 0.7172833681106567,
      "num_tokens": 31239946.0,
      "step": 60
    },
    {
      "entropy": 0.8847284317016602,
      "epoch": 0.41216216216216217,
      "grad_norm": 0.01665564626455307,
      "learning_rate": 0.0001230769230769231,
      "loss": 0.88,
      "mean_token_accuracy": 0.7212061285972595,
      "num_tokens": 31761778.0,
      "step": 61
    },
    {
      "entropy": 0.8945165872573853,
      "epoch": 0.4189189189189189,
      "grad_norm": 0.01744748093187809,
      "learning_rate": 0.0001216783216783217,
      "loss": 0.893,
      "mean_token_accuracy": 0.7190291285514832,
      "num_tokens": 32284035.0,
      "step": 62
    },
    {
      "entropy": 0.9090993404388428,
      "epoch": 0.42567567567567566,
      "grad_norm": 0.017030267044901848,
      "learning_rate": 0.00012027972027972027,
      "loss": 0.9082,
      "mean_token_accuracy": 0.7141250967979431,
      "num_tokens": 32804596.0,
      "step": 63
    },
    {
      "entropy": 0.9153857231140137,
      "epoch": 0.43243243243243246,
      "grad_norm": 0.016640154644846916,
      "learning_rate": 0.00011888111888111889,
      "loss": 0.9149,
      "mean_token_accuracy": 0.7134872078895569,
      "num_tokens": 33325570.0,
      "step": 64
    },
    {
      "entropy": 0.8797224164009094,
      "epoch": 0.4391891891891892,
      "grad_norm": 0.01646554283797741,
      "learning_rate": 0.00011748251748251749,
      "loss": 0.8781,
      "mean_token_accuracy": 0.7216721177101135,
      "num_tokens": 33846540.0,
      "step": 65
    },
    {
      "entropy": 0.8971645832061768,
      "epoch": 0.44594594594594594,
      "grad_norm": 0.016337089240550995,
      "learning_rate": 0.00011608391608391609,
      "loss": 0.8935,
      "mean_token_accuracy": 0.7179019451141357,
      "num_tokens": 34366891.0,
      "step": 66
    },
    {
      "entropy": 0.904381513595581,
      "epoch": 0.4527027027027027,
      "grad_norm": 0.017709996551275253,
      "learning_rate": 0.00011468531468531469,
      "loss": 0.8984,
      "mean_token_accuracy": 0.7170865535736084,
      "num_tokens": 34889245.0,
      "step": 67
    },
    {
      "entropy": 0.9063211679458618,
      "epoch": 0.4594594594594595,
      "grad_norm": 0.017201313748955727,
      "learning_rate": 0.0001132867132867133,
      "loss": 0.9015,
      "mean_token_accuracy": 0.7147793173789978,
      "num_tokens": 35404556.0,
      "step": 68
    },
    {
      "entropy": 0.8922293186187744,
      "epoch": 0.46621621621621623,
      "grad_norm": 0.016904350370168686,
      "learning_rate": 0.0001118881118881119,
      "loss": 0.888,
      "mean_token_accuracy": 0.719697892665863,
      "num_tokens": 35925065.0,
      "step": 69
    },
    {
      "entropy": 0.9034209251403809,
      "epoch": 0.47297297297297297,
      "grad_norm": 0.017079392448067665,
      "learning_rate": 0.00011048951048951048,
      "loss": 0.896,
      "mean_token_accuracy": 0.7172802686691284,
      "num_tokens": 36446132.0,
      "step": 70
    },
    {
      "entropy": 0.887146532535553,
      "epoch": 0.4797297297297297,
      "grad_norm": 0.01738973893225193,
      "learning_rate": 0.00010909090909090909,
      "loss": 0.8828,
      "mean_token_accuracy": 0.7213963270187378,
      "num_tokens": 36967214.0,
      "step": 71
    },
    {
      "entropy": 0.8868647813796997,
      "epoch": 0.4864864864864865,
      "grad_norm": 0.017861152067780495,
      "learning_rate": 0.0001076923076923077,
      "loss": 0.8773,
      "mean_token_accuracy": 0.7218159437179565,
      "num_tokens": 37488377.0,
      "step": 72
    },
    {
      "entropy": 0.9134626388549805,
      "epoch": 0.49324324324324326,
      "grad_norm": 0.017511827871203423,
      "learning_rate": 0.0001062937062937063,
      "loss": 0.9122,
      "mean_token_accuracy": 0.7130904793739319,
      "num_tokens": 38008473.0,
      "step": 73
    },
    {
      "entropy": 0.8864673376083374,
      "epoch": 0.5,
      "grad_norm": 0.017983395606279373,
      "learning_rate": 0.0001048951048951049,
      "loss": 0.8881,
      "mean_token_accuracy": 0.7188193798065186,
      "num_tokens": 38529415.0,
      "step": 74
    },
    {
      "entropy": 0.9193586111068726,
      "epoch": 0.5067567567567568,
      "grad_norm": 0.018130991607904434,
      "learning_rate": 0.00010349650349650351,
      "loss": 0.9259,
      "mean_token_accuracy": 0.7099359631538391,
      "num_tokens": 39049712.0,
      "step": 75
    },
    {
      "entropy": 0.8895922303199768,
      "epoch": 0.5135135135135135,
      "grad_norm": 0.017333725467324257,
      "learning_rate": 0.00010209790209790211,
      "loss": 0.8891,
      "mean_token_accuracy": 0.7198699116706848,
      "num_tokens": 39566565.0,
      "step": 76
    },
    {
      "entropy": 0.8800663948059082,
      "epoch": 0.5202702702702703,
      "grad_norm": 0.018249373883008957,
      "learning_rate": 0.00010069930069930071,
      "loss": 0.8692,
      "mean_token_accuracy": 0.724394679069519,
      "num_tokens": 40086868.0,
      "step": 77
    },
    {
      "entropy": 0.8940162658691406,
      "epoch": 0.527027027027027,
      "grad_norm": 0.01744958944618702,
      "learning_rate": 9.930069930069931e-05,
      "loss": 0.8898,
      "mean_token_accuracy": 0.7197460532188416,
      "num_tokens": 40607334.0,
      "step": 78
    },
    {
      "entropy": 0.8987851142883301,
      "epoch": 0.5337837837837838,
      "grad_norm": 0.018518365919589996,
      "learning_rate": 9.790209790209791e-05,
      "loss": 0.8904,
      "mean_token_accuracy": 0.7207316160202026,
      "num_tokens": 41126753.0,
      "step": 79
    },
    {
      "entropy": 0.8804575204849243,
      "epoch": 0.5405405405405406,
      "grad_norm": 0.018223201856017113,
      "learning_rate": 9.65034965034965e-05,
      "loss": 0.8763,
      "mean_token_accuracy": 0.7228670120239258,
      "num_tokens": 41647670.0,
      "step": 80
    },
    {
      "entropy": 0.8889448046684265,
      "epoch": 0.5472972972972973,
      "grad_norm": 0.018730709329247475,
      "learning_rate": 9.510489510489511e-05,
      "loss": 0.883,
      "mean_token_accuracy": 0.7205345630645752,
      "num_tokens": 42166183.0,
      "step": 81
    },
    {
      "entropy": 0.8915292024612427,
      "epoch": 0.5540540540540541,
      "grad_norm": 0.018218854442238808,
      "learning_rate": 9.370629370629372e-05,
      "loss": 0.8835,
      "mean_token_accuracy": 0.7211962342262268,
      "num_tokens": 42685978.0,
      "step": 82
    },
    {
      "entropy": 0.871468186378479,
      "epoch": 0.5608108108108109,
      "grad_norm": 0.0187361016869545,
      "learning_rate": 9.230769230769232e-05,
      "loss": 0.8697,
      "mean_token_accuracy": 0.7244738340377808,
      "num_tokens": 43203743.0,
      "step": 83
    },
    {
      "entropy": 0.8702860474586487,
      "epoch": 0.5675675675675675,
      "grad_norm": 0.018368471413850784,
      "learning_rate": 9.090909090909092e-05,
      "loss": 0.8698,
      "mean_token_accuracy": 0.7259374260902405,
      "num_tokens": 43725363.0,
      "step": 84
    },
    {
      "entropy": 0.8703951239585876,
      "epoch": 0.5743243243243243,
      "grad_norm": 0.01838189922273159,
      "learning_rate": 8.951048951048952e-05,
      "loss": 0.8743,
      "mean_token_accuracy": 0.7234249711036682,
      "num_tokens": 44246559.0,
      "step": 85
    },
    {
      "entropy": 0.8820457458496094,
      "epoch": 0.581081081081081,
      "grad_norm": 0.019160225987434387,
      "learning_rate": 8.811188811188812e-05,
      "loss": 0.8849,
      "mean_token_accuracy": 0.7206857800483704,
      "num_tokens": 44769062.0,
      "step": 86
    },
    {
      "entropy": 0.9152972102165222,
      "epoch": 0.5878378378378378,
      "grad_norm": 0.019004985690116882,
      "learning_rate": 8.67132867132867e-05,
      "loss": 0.9153,
      "mean_token_accuracy": 0.7120697498321533,
      "num_tokens": 45286787.0,
      "step": 87
    },
    {
      "entropy": 0.904834508895874,
      "epoch": 0.5945945945945946,
      "grad_norm": 0.018431641161441803,
      "learning_rate": 8.531468531468532e-05,
      "loss": 0.9011,
      "mean_token_accuracy": 0.7159322500228882,
      "num_tokens": 45807531.0,
      "step": 88
    },
    {
      "entropy": 0.9021150469779968,
      "epoch": 0.6013513513513513,
      "grad_norm": 0.01898609660565853,
      "learning_rate": 8.391608391608392e-05,
      "loss": 0.8956,
      "mean_token_accuracy": 0.7188680768013,
      "num_tokens": 46321183.0,
      "step": 89
    },
    {
      "entropy": 0.9032172560691833,
      "epoch": 0.6081081081081081,
      "grad_norm": 0.02004328928887844,
      "learning_rate": 8.251748251748252e-05,
      "loss": 0.8928,
      "mean_token_accuracy": 0.7190265655517578,
      "num_tokens": 46841033.0,
      "step": 90
    },
    {
      "entropy": 0.9000004529953003,
      "epoch": 0.6148648648648649,
      "grad_norm": 0.019782939925789833,
      "learning_rate": 8.111888111888112e-05,
      "loss": 0.8849,
      "mean_token_accuracy": 0.7195360064506531,
      "num_tokens": 47363499.0,
      "step": 91
    },
    {
      "entropy": 0.8834792375564575,
      "epoch": 0.6216216216216216,
      "grad_norm": 0.0185946486890316,
      "learning_rate": 7.972027972027972e-05,
      "loss": 0.8762,
      "mean_token_accuracy": 0.723339319229126,
      "num_tokens": 47884207.0,
      "step": 92
    },
    {
      "entropy": 0.9149696826934814,
      "epoch": 0.6283783783783784,
      "grad_norm": 0.018683424219489098,
      "learning_rate": 7.832167832167832e-05,
      "loss": 0.9166,
      "mean_token_accuracy": 0.7118301391601562,
      "num_tokens": 48405854.0,
      "step": 93
    },
    {
      "entropy": 0.8827645182609558,
      "epoch": 0.6351351351351351,
      "grad_norm": 0.02002580091357231,
      "learning_rate": 7.692307692307693e-05,
      "loss": 0.8823,
      "mean_token_accuracy": 0.7205896377563477,
      "num_tokens": 48923152.0,
      "step": 94
    },
    {
      "entropy": 0.8913484811782837,
      "epoch": 0.6418918918918919,
      "grad_norm": 0.01915843039751053,
      "learning_rate": 7.552447552447553e-05,
      "loss": 0.8938,
      "mean_token_accuracy": 0.7178173065185547,
      "num_tokens": 49445126.0,
      "step": 95
    },
    {
      "entropy": 0.8866020441055298,
      "epoch": 0.6486486486486487,
      "grad_norm": 0.020832480862736702,
      "learning_rate": 7.412587412587413e-05,
      "loss": 0.8917,
      "mean_token_accuracy": 0.7187622785568237,
      "num_tokens": 49967007.0,
      "step": 96
    },
    {
      "entropy": 0.8766802549362183,
      "epoch": 0.6554054054054054,
      "grad_norm": 0.019703548401594162,
      "learning_rate": 7.272727272727273e-05,
      "loss": 0.8714,
      "mean_token_accuracy": 0.7235036492347717,
      "num_tokens": 50488513.0,
      "step": 97
    },
    {
      "entropy": 0.9040693044662476,
      "epoch": 0.6621621621621622,
      "grad_norm": 0.0192877184599638,
      "learning_rate": 7.132867132867134e-05,
      "loss": 0.9035,
      "mean_token_accuracy": 0.7158621549606323,
      "num_tokens": 51008094.0,
      "step": 98
    },
    {
      "entropy": 0.8829696178436279,
      "epoch": 0.668918918918919,
      "grad_norm": 0.01927708089351654,
      "learning_rate": 6.993006993006993e-05,
      "loss": 0.8797,
      "mean_token_accuracy": 0.7219703793525696,
      "num_tokens": 51529469.0,
      "step": 99
    },
    {
      "entropy": 0.894615650177002,
      "epoch": 0.6756756756756757,
      "grad_norm": 0.01965499296784401,
      "learning_rate": 6.853146853146853e-05,
      "loss": 0.8882,
      "mean_token_accuracy": 0.7190660238265991,
      "num_tokens": 52050576.0,
      "step": 100
    },
    {
      "entropy": 0.8754645586013794,
      "epoch": 0.6824324324324325,
      "grad_norm": 0.019854635000228882,
      "learning_rate": 6.713286713286715e-05,
      "loss": 0.869,
      "mean_token_accuracy": 0.72502201795578,
      "num_tokens": 52571347.0,
      "step": 101
    },
    {
      "entropy": 0.8882539868354797,
      "epoch": 0.6891891891891891,
      "grad_norm": 0.020126935094594955,
      "learning_rate": 6.573426573426573e-05,
      "loss": 0.8766,
      "mean_token_accuracy": 0.7229670882225037,
      "num_tokens": 53092933.0,
      "step": 102
    },
    {
      "entropy": 0.9050229787826538,
      "epoch": 0.6959459459459459,
      "grad_norm": 0.019794149324297905,
      "learning_rate": 6.433566433566433e-05,
      "loss": 0.8965,
      "mean_token_accuracy": 0.7169359922409058,
      "num_tokens": 53614658.0,
      "step": 103
    },
    {
      "entropy": 0.900147557258606,
      "epoch": 0.7027027027027027,
      "grad_norm": 0.01930818147957325,
      "learning_rate": 6.293706293706293e-05,
      "loss": 0.8975,
      "mean_token_accuracy": 0.716631293296814,
      "num_tokens": 54134578.0,
      "step": 104
    },
    {
      "entropy": 0.8568655252456665,
      "epoch": 0.7094594594594594,
      "grad_norm": 0.019813908264040947,
      "learning_rate": 6.153846153846155e-05,
      "loss": 0.8549,
      "mean_token_accuracy": 0.7281835079193115,
      "num_tokens": 54656493.0,
      "step": 105
    },
    {
      "entropy": 0.8811562061309814,
      "epoch": 0.7162162162162162,
      "grad_norm": 0.02051232010126114,
      "learning_rate": 6.0139860139860136e-05,
      "loss": 0.8798,
      "mean_token_accuracy": 0.7215043902397156,
      "num_tokens": 55177423.0,
      "step": 106
    },
    {
      "entropy": 0.8680734634399414,
      "epoch": 0.722972972972973,
      "grad_norm": 0.02060469426214695,
      "learning_rate": 5.8741258741258744e-05,
      "loss": 0.8739,
      "mean_token_accuracy": 0.7240718603134155,
      "num_tokens": 55698753.0,
      "step": 107
    },
    {
      "entropy": 0.8927019238471985,
      "epoch": 0.7297297297297297,
      "grad_norm": 0.020770812407135963,
      "learning_rate": 5.7342657342657345e-05,
      "loss": 0.8931,
      "mean_token_accuracy": 0.7185073494911194,
      "num_tokens": 56208445.0,
      "step": 108
    },
    {
      "entropy": 0.8723157644271851,
      "epoch": 0.7364864864864865,
      "grad_norm": 0.020027851685881615,
      "learning_rate": 5.594405594405595e-05,
      "loss": 0.8677,
      "mean_token_accuracy": 0.724934995174408,
      "num_tokens": 56727266.0,
      "step": 109
    },
    {
      "entropy": 0.885744571685791,
      "epoch": 0.7432432432432432,
      "grad_norm": 0.019678086042404175,
      "learning_rate": 5.4545454545454546e-05,
      "loss": 0.8811,
      "mean_token_accuracy": 0.7209365367889404,
      "num_tokens": 57248166.0,
      "step": 110
    },
    {
      "entropy": 0.8876606225967407,
      "epoch": 0.75,
      "grad_norm": 0.020123396068811417,
      "learning_rate": 5.314685314685315e-05,
      "loss": 0.8834,
      "mean_token_accuracy": 0.7213138937950134,
      "num_tokens": 57769996.0,
      "step": 111
    },
    {
      "entropy": 0.9018759727478027,
      "epoch": 0.7567567567567568,
      "grad_norm": 0.02047978714108467,
      "learning_rate": 5.1748251748251755e-05,
      "loss": 0.8945,
      "mean_token_accuracy": 0.7177107930183411,
      "num_tokens": 58291779.0,
      "step": 112
    },
    {
      "entropy": 0.9049036502838135,
      "epoch": 0.7635135135135135,
      "grad_norm": 0.020464390516281128,
      "learning_rate": 5.0349650349650356e-05,
      "loss": 0.8984,
      "mean_token_accuracy": 0.7173320651054382,
      "num_tokens": 58805386.0,
      "step": 113
    },
    {
      "entropy": 0.8888832330703735,
      "epoch": 0.7702702702702703,
      "grad_norm": 0.01985686831176281,
      "learning_rate": 4.8951048951048956e-05,
      "loss": 0.882,
      "mean_token_accuracy": 0.7208877205848694,
      "num_tokens": 59324642.0,
      "step": 114
    },
    {
      "entropy": 0.9020118117332458,
      "epoch": 0.777027027027027,
      "grad_norm": 0.020026598125696182,
      "learning_rate": 4.755244755244756e-05,
      "loss": 0.8973,
      "mean_token_accuracy": 0.7182012796401978,
      "num_tokens": 59847011.0,
      "step": 115
    },
    {
      "entropy": 0.8986602425575256,
      "epoch": 0.7837837837837838,
      "grad_norm": 0.01975986920297146,
      "learning_rate": 4.615384615384616e-05,
      "loss": 0.8968,
      "mean_token_accuracy": 0.7171120047569275,
      "num_tokens": 60369152.0,
      "step": 116
    },
    {
      "entropy": 0.8851807117462158,
      "epoch": 0.7905405405405406,
      "grad_norm": 0.01993614062666893,
      "learning_rate": 4.475524475524476e-05,
      "loss": 0.8804,
      "mean_token_accuracy": 0.7222026586532593,
      "num_tokens": 60889245.0,
      "step": 117
    },
    {
      "entropy": 0.882935643196106,
      "epoch": 0.7972972972972973,
      "grad_norm": 0.01959838718175888,
      "learning_rate": 4.335664335664335e-05,
      "loss": 0.8797,
      "mean_token_accuracy": 0.7208013534545898,
      "num_tokens": 61407350.0,
      "step": 118
    },
    {
      "entropy": 0.8777122497558594,
      "epoch": 0.8040540540540541,
      "grad_norm": 0.0199885256588459,
      "learning_rate": 4.195804195804196e-05,
      "loss": 0.8715,
      "mean_token_accuracy": 0.725073516368866,
      "num_tokens": 61928742.0,
      "step": 119
    },
    {
      "entropy": 0.850617527961731,
      "epoch": 0.8108108108108109,
      "grad_norm": 0.020385252311825752,
      "learning_rate": 4.055944055944056e-05,
      "loss": 0.8499,
      "mean_token_accuracy": 0.730745792388916,
      "num_tokens": 62446355.0,
      "step": 120
    },
    {
      "entropy": 0.8720276355743408,
      "epoch": 0.8175675675675675,
      "grad_norm": 0.02067047357559204,
      "learning_rate": 3.916083916083916e-05,
      "loss": 0.8746,
      "mean_token_accuracy": 0.7231326699256897,
      "num_tokens": 62967935.0,
      "step": 121
    },
    {
      "entropy": 0.9207990169525146,
      "epoch": 0.8243243243243243,
      "grad_norm": 0.02032148465514183,
      "learning_rate": 3.776223776223776e-05,
      "loss": 0.922,
      "mean_token_accuracy": 0.710451066493988,
      "num_tokens": 63489615.0,
      "step": 122
    },
    {
      "entropy": 0.9047123193740845,
      "epoch": 0.831081081081081,
      "grad_norm": 0.020533205941319466,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.9015,
      "mean_token_accuracy": 0.7166460752487183,
      "num_tokens": 64010947.0,
      "step": 123
    },
    {
      "entropy": 0.8477683067321777,
      "epoch": 0.8378378378378378,
      "grad_norm": 0.019841615110635757,
      "learning_rate": 3.4965034965034965e-05,
      "loss": 0.8415,
      "mean_token_accuracy": 0.7314550876617432,
      "num_tokens": 64531314.0,
      "step": 124
    },
    {
      "entropy": 0.8877344131469727,
      "epoch": 0.8445945945945946,
      "grad_norm": 0.01969732716679573,
      "learning_rate": 3.356643356643357e-05,
      "loss": 0.8858,
      "mean_token_accuracy": 0.7207072973251343,
      "num_tokens": 65053203.0,
      "step": 125
    },
    {
      "entropy": 0.8977670669555664,
      "epoch": 0.8513513513513513,
      "grad_norm": 0.01998847909271717,
      "learning_rate": 3.216783216783217e-05,
      "loss": 0.8914,
      "mean_token_accuracy": 0.7174409627914429,
      "num_tokens": 65574215.0,
      "step": 126
    },
    {
      "entropy": 0.8922737836837769,
      "epoch": 0.8581081081081081,
      "grad_norm": 0.02041775733232498,
      "learning_rate": 3.0769230769230774e-05,
      "loss": 0.8918,
      "mean_token_accuracy": 0.7177229523658752,
      "num_tokens": 66095688.0,
      "step": 127
    },
    {
      "entropy": 0.8866901397705078,
      "epoch": 0.8648648648648649,
      "grad_norm": 0.02134627476334572,
      "learning_rate": 2.9370629370629372e-05,
      "loss": 0.877,
      "mean_token_accuracy": 0.7219728827476501,
      "num_tokens": 66608762.0,
      "step": 128
    },
    {
      "entropy": 0.8762195110321045,
      "epoch": 0.8716216216216216,
      "grad_norm": 0.020530981943011284,
      "learning_rate": 2.7972027972027976e-05,
      "loss": 0.8705,
      "mean_token_accuracy": 0.7246843576431274,
      "num_tokens": 67128373.0,
      "step": 129
    },
    {
      "entropy": 0.8929407596588135,
      "epoch": 0.8783783783783784,
      "grad_norm": 0.021080242469906807,
      "learning_rate": 2.6573426573426574e-05,
      "loss": 0.883,
      "mean_token_accuracy": 0.7201827168464661,
      "num_tokens": 67645584.0,
      "step": 130
    },
    {
      "entropy": 0.8947334289550781,
      "epoch": 0.8851351351351351,
      "grad_norm": 0.021501585841178894,
      "learning_rate": 2.5174825174825178e-05,
      "loss": 0.8867,
      "mean_token_accuracy": 0.7202873826026917,
      "num_tokens": 68163799.0,
      "step": 131
    },
    {
      "entropy": 0.8815573453903198,
      "epoch": 0.8918918918918919,
      "grad_norm": 0.02011815272271633,
      "learning_rate": 2.377622377622378e-05,
      "loss": 0.8755,
      "mean_token_accuracy": 0.722142219543457,
      "num_tokens": 68684635.0,
      "step": 132
    },
    {
      "entropy": 0.8770313262939453,
      "epoch": 0.8986486486486487,
      "grad_norm": 0.021030854433774948,
      "learning_rate": 2.237762237762238e-05,
      "loss": 0.8726,
      "mean_token_accuracy": 0.7231403589248657,
      "num_tokens": 69205861.0,
      "step": 133
    },
    {
      "entropy": 0.8650751709938049,
      "epoch": 0.9054054054054054,
      "grad_norm": 0.020364264026284218,
      "learning_rate": 2.097902097902098e-05,
      "loss": 0.8633,
      "mean_token_accuracy": 0.7260516881942749,
      "num_tokens": 69728254.0,
      "step": 134
    },
    {
      "entropy": 0.9033790230751038,
      "epoch": 0.9121621621621622,
      "grad_norm": 0.02128477208316326,
      "learning_rate": 1.958041958041958e-05,
      "loss": 0.9083,
      "mean_token_accuracy": 0.7141423225402832,
      "num_tokens": 70248446.0,
      "step": 135
    },
    {
      "entropy": 0.8698260188102722,
      "epoch": 0.918918918918919,
      "grad_norm": 0.020461006090044975,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.8678,
      "mean_token_accuracy": 0.7250317335128784,
      "num_tokens": 70768977.0,
      "step": 136
    },
    {
      "entropy": 0.9101998805999756,
      "epoch": 0.9256756756756757,
      "grad_norm": 0.021351408213377,
      "learning_rate": 1.6783216783216786e-05,
      "loss": 0.9156,
      "mean_token_accuracy": 0.7119852304458618,
      "num_tokens": 71285104.0,
      "step": 137
    },
    {
      "entropy": 0.8741437196731567,
      "epoch": 0.9324324324324325,
      "grad_norm": 0.02133285254240036,
      "learning_rate": 1.5384615384615387e-05,
      "loss": 0.8756,
      "mean_token_accuracy": 0.7225217819213867,
      "num_tokens": 71806248.0,
      "step": 138
    },
    {
      "entropy": 0.8736119270324707,
      "epoch": 0.9391891891891891,
      "grad_norm": 0.020086556673049927,
      "learning_rate": 1.3986013986013988e-05,
      "loss": 0.8683,
      "mean_token_accuracy": 0.7247164249420166,
      "num_tokens": 72328759.0,
      "step": 139
    },
    {
      "entropy": 0.8891340494155884,
      "epoch": 0.9459459459459459,
      "grad_norm": 0.02030119113624096,
      "learning_rate": 1.2587412587412589e-05,
      "loss": 0.886,
      "mean_token_accuracy": 0.720429539680481,
      "num_tokens": 72848818.0,
      "step": 140
    },
    {
      "entropy": 0.9049081802368164,
      "epoch": 0.9527027027027027,
      "grad_norm": 0.020596666261553764,
      "learning_rate": 1.118881118881119e-05,
      "loss": 0.9042,
      "mean_token_accuracy": 0.7161701321601868,
      "num_tokens": 73370480.0,
      "step": 141
    },
    {
      "entropy": 0.8795987367630005,
      "epoch": 0.9594594594594594,
      "grad_norm": 0.020133303478360176,
      "learning_rate": 9.79020979020979e-06,
      "loss": 0.8769,
      "mean_token_accuracy": 0.722213089466095,
      "num_tokens": 73892465.0,
      "step": 142
    },
    {
      "entropy": 0.9042908549308777,
      "epoch": 0.9662162162162162,
      "grad_norm": 0.020722530782222748,
      "learning_rate": 8.391608391608393e-06,
      "loss": 0.9,
      "mean_token_accuracy": 0.7148555517196655,
      "num_tokens": 74407048.0,
      "step": 143
    },
    {
      "entropy": 0.8909604549407959,
      "epoch": 0.972972972972973,
      "grad_norm": 0.020139718428254128,
      "learning_rate": 6.993006993006994e-06,
      "loss": 0.8875,
      "mean_token_accuracy": 0.7199447154998779,
      "num_tokens": 74927929.0,
      "step": 144
    },
    {
      "entropy": 0.8854581117630005,
      "epoch": 0.9797297297297297,
      "grad_norm": 0.020443160086870193,
      "learning_rate": 5.594405594405595e-06,
      "loss": 0.8828,
      "mean_token_accuracy": 0.7213336825370789,
      "num_tokens": 75448350.0,
      "step": 145
    },
    {
      "entropy": 0.9017068147659302,
      "epoch": 0.9864864864864865,
      "grad_norm": 0.02036883309483528,
      "learning_rate": 4.195804195804197e-06,
      "loss": 0.8969,
      "mean_token_accuracy": 0.7174678444862366,
      "num_tokens": 75968294.0,
      "step": 146
    },
    {
      "entropy": 0.8653884530067444,
      "epoch": 0.9932432432432432,
      "grad_norm": 0.020496118813753128,
      "learning_rate": 2.7972027972027974e-06,
      "loss": 0.862,
      "mean_token_accuracy": 0.725719153881073,
      "num_tokens": 76484227.0,
      "step": 147
    },
    {
      "entropy": 0.8869370818138123,
      "epoch": 1.0,
      "grad_norm": 0.020335717126727104,
      "learning_rate": 1.3986013986013987e-06,
      "loss": 0.8832,
      "mean_token_accuracy": 0.72120600938797,
      "num_tokens": 77005516.0,
      "step": 148
    },
    {
      "epoch": 1.0,
      "step": 148,
      "total_flos": 3.219089170299355e+18,
      "train_loss": 0.901587930080053,
      "train_runtime": 1651.2377,
      "train_samples_per_second": 5.736,
      "train_steps_per_second": 0.09
    }
  ],
  "logging_steps": 1,
  "max_steps": 148,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.219089170299355e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}