{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9958368026644462,
  "eval_steps": 500,
  "global_step": 600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0033305578684429643,
      "grad_norm": 2.1135175063937415,
      "learning_rate": 1.3333333333333334e-07,
      "loss": 1.6413,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.01,
      "memory/max_mem_allocated(gib)": 56.7,
      "step": 1
    },
    {
      "epoch": 0.006661115736885929,
      "grad_norm": 2.0196598114735065,
      "learning_rate": 2.6666666666666667e-07,
      "loss": 1.6382,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 2
    },
    {
      "epoch": 0.009991673605328892,
      "grad_norm": 2.037892565480129,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 1.6536,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 3
    },
    {
      "epoch": 0.013322231473771857,
      "grad_norm": 1.980939710918612,
      "learning_rate": 5.333333333333333e-07,
      "loss": 1.6712,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 4
    },
    {
      "epoch": 0.01665278934221482,
      "grad_norm": 2.0553629965683196,
      "learning_rate": 6.666666666666666e-07,
      "loss": 1.591,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 5
    },
    {
      "epoch": 0.019983347210657785,
      "grad_norm": 2.1321442384194493,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.6275,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 6
    },
    {
      "epoch": 0.02331390507910075,
      "grad_norm": 2.0224554441924147,
      "learning_rate": 9.333333333333333e-07,
      "loss": 1.6802,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 7
    },
    {
      "epoch": 0.026644462947543714,
      "grad_norm": 2.0657857283218144,
      "learning_rate": 1.0666666666666667e-06,
      "loss": 1.5768,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 8
    },
    {
      "epoch": 0.02997502081598668,
      "grad_norm": 2.0104233987359206,
      "learning_rate": 1.2e-06,
      "loss": 1.6026,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 9
    },
    {
      "epoch": 0.03330557868442964,
      "grad_norm": 2.098692014200002,
      "learning_rate": 1.3333333333333332e-06,
      "loss": 1.682,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 10
    },
    {
      "epoch": 0.03663613655287261,
      "grad_norm": 2.0879014611232116,
      "learning_rate": 1.4666666666666667e-06,
      "loss": 1.6368,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 11
    },
    {
      "epoch": 0.03996669442131557,
      "grad_norm": 2.0701872996726443,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 1.629,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 12
    },
    {
      "epoch": 0.04329725228975854,
      "grad_norm": 2.105064067100562,
      "learning_rate": 1.7333333333333332e-06,
      "loss": 1.6568,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 13
    },
    {
      "epoch": 0.0466278101582015,
      "grad_norm": 2.1084872575258733,
      "learning_rate": 1.8666666666666667e-06,
      "loss": 1.597,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 14
    },
    {
      "epoch": 0.04995836802664446,
      "grad_norm": 2.0616161807879965,
      "learning_rate": 2e-06,
      "loss": 1.6008,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 15
    },
    {
      "epoch": 0.05328892589508743,
      "grad_norm": 1.92970469468585,
      "learning_rate": 2.1333333333333334e-06,
      "loss": 1.6815,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 16
    },
    {
      "epoch": 0.05661948376353039,
      "grad_norm": 2.0527427262697855,
      "learning_rate": 2.266666666666667e-06,
      "loss": 1.6873,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 17
    },
    {
      "epoch": 0.05995004163197336,
      "grad_norm": 1.9622305052083537,
      "learning_rate": 2.4e-06,
      "loss": 1.6334,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 18
    },
    {
      "epoch": 0.06328059950041633,
      "grad_norm": 1.9979390122219929,
      "learning_rate": 2.533333333333333e-06,
      "loss": 1.6623,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 19
    },
    {
      "epoch": 0.06661115736885928,
      "grad_norm": 2.0311968068371367,
      "learning_rate": 2.6666666666666664e-06,
      "loss": 1.607,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 20
    },
    {
      "epoch": 0.06994171523730225,
      "grad_norm": 1.968344786501615,
      "learning_rate": 2.8e-06,
      "loss": 1.6087,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 21
    },
    {
      "epoch": 0.07327227310574522,
      "grad_norm": 2.1145916019697952,
      "learning_rate": 2.9333333333333333e-06,
      "loss": 1.5926,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 22
    },
    {
      "epoch": 0.07660283097418817,
      "grad_norm": 2.0129475295050496,
      "learning_rate": 3.066666666666667e-06,
      "loss": 1.6171,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 23
    },
    {
      "epoch": 0.07993338884263114,
      "grad_norm": 1.8817164699193898,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.6552,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 24
    },
    {
      "epoch": 0.08326394671107411,
      "grad_norm": 1.9306634203997992,
      "learning_rate": 3.333333333333333e-06,
      "loss": 1.6288,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 25
    },
    {
      "epoch": 0.08659450457951708,
      "grad_norm": 1.8839715974459492,
      "learning_rate": 3.4666666666666664e-06,
      "loss": 1.5772,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 26
    },
    {
      "epoch": 0.08992506244796003,
      "grad_norm": 1.9004207576591563,
      "learning_rate": 3.6e-06,
      "loss": 1.6019,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 27
    },
    {
      "epoch": 0.093255620316403,
      "grad_norm": 1.8508009396241183,
      "learning_rate": 3.7333333333333333e-06,
      "loss": 1.6347,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 28
    },
    {
      "epoch": 0.09658617818484597,
      "grad_norm": 1.6521817439090796,
      "learning_rate": 3.866666666666666e-06,
      "loss": 1.6425,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 29
    },
    {
      "epoch": 0.09991673605328892,
      "grad_norm": 1.5825237347457706,
      "learning_rate": 4e-06,
      "loss": 1.4999,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 30
    },
    {
      "epoch": 0.10324729392173189,
      "grad_norm": 1.4406934972277887,
      "learning_rate": 4.133333333333333e-06,
      "loss": 1.537,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 31
    },
    {
      "epoch": 0.10657785179017486,
      "grad_norm": 1.3686252476380623,
      "learning_rate": 4.266666666666667e-06,
      "loss": 1.5054,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 32
    },
    {
      "epoch": 0.10990840965861781,
      "grad_norm": 1.190989973623068,
      "learning_rate": 4.399999999999999e-06,
      "loss": 1.5673,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 33
    },
    {
      "epoch": 0.11323896752706078,
      "grad_norm": 1.0921718147815354,
      "learning_rate": 4.533333333333334e-06,
      "loss": 1.5383,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 34
    },
    {
      "epoch": 0.11656952539550375,
      "grad_norm": 0.9720091603452963,
      "learning_rate": 4.666666666666666e-06,
      "loss": 1.5698,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 35
    },
    {
      "epoch": 0.11990008326394672,
      "grad_norm": 0.8634677699569875,
      "learning_rate": 4.8e-06,
      "loss": 1.5286,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 36
    },
    {
      "epoch": 0.12323064113238967,
      "grad_norm": 0.7720350215206407,
      "learning_rate": 4.933333333333333e-06,
      "loss": 1.5897,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 37
    },
    {
      "epoch": 0.12656119900083265,
      "grad_norm": 0.7351438783567595,
      "learning_rate": 5.066666666666666e-06,
      "loss": 1.471,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 38
    },
    {
      "epoch": 0.1298917568692756,
      "grad_norm": 0.6436527036047347,
      "learning_rate": 5.2e-06,
      "loss": 1.5523,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 39
    },
    {
      "epoch": 0.13322231473771856,
      "grad_norm": 0.5914433909472115,
      "learning_rate": 5.333333333333333e-06,
      "loss": 1.5169,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 40
    },
    {
      "epoch": 0.13655287260616153,
      "grad_norm": 0.5708899134928395,
      "learning_rate": 5.466666666666667e-06,
      "loss": 1.4727,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 41
    },
    {
      "epoch": 0.1398834304746045,
      "grad_norm": 0.562979308505682,
      "learning_rate": 5.6e-06,
      "loss": 1.5101,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 42
    },
    {
      "epoch": 0.14321398834304747,
      "grad_norm": 0.5333098859373814,
      "learning_rate": 5.733333333333332e-06,
      "loss": 1.5053,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 43
    },
    {
      "epoch": 0.14654454621149043,
      "grad_norm": 0.518700589700869,
      "learning_rate": 5.866666666666667e-06,
      "loss": 1.5522,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 44
    },
    {
      "epoch": 0.1498751040799334,
      "grad_norm": 0.5123134702021855,
      "learning_rate": 5.999999999999999e-06,
      "loss": 1.4581,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 45
    },
    {
      "epoch": 0.15320566194837634,
      "grad_norm": 0.5233023339387923,
      "learning_rate": 6.133333333333334e-06,
      "loss": 1.4503,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 46
    },
    {
      "epoch": 0.1565362198168193,
      "grad_norm": 0.4984395351799732,
      "learning_rate": 6.266666666666666e-06,
      "loss": 1.4698,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 47
    },
    {
      "epoch": 0.15986677768526228,
      "grad_norm": 0.48116733820243823,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 1.5399,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 48
    },
    {
      "epoch": 0.16319733555370525,
      "grad_norm": 0.4917159508967155,
      "learning_rate": 6.533333333333333e-06,
      "loss": 1.4674,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 49
    },
    {
      "epoch": 0.16652789342214822,
      "grad_norm": 0.4631697484027289,
      "learning_rate": 6.666666666666666e-06,
      "loss": 1.5063,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 50
    },
    {
      "epoch": 0.16985845129059118,
      "grad_norm": 0.4506097490342786,
      "learning_rate": 6.8e-06,
      "loss": 1.4787,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 51
    },
    {
      "epoch": 0.17318900915903415,
      "grad_norm": 0.4808943580292107,
      "learning_rate": 6.933333333333333e-06,
      "loss": 1.5355,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 52
    },
    {
      "epoch": 0.1765195670274771,
      "grad_norm": 0.4353655566788618,
      "learning_rate": 7.066666666666667e-06,
      "loss": 1.4545,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 53
    },
    {
      "epoch": 0.17985012489592006,
      "grad_norm": 0.42881276266179474,
      "learning_rate": 7.2e-06,
      "loss": 1.4726,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 54
    },
    {
      "epoch": 0.18318068276436303,
      "grad_norm": 0.4243886425058161,
      "learning_rate": 7.333333333333332e-06,
      "loss": 1.5364,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 55
    },
    {
      "epoch": 0.186511240632806,
      "grad_norm": 0.4078516232902407,
      "learning_rate": 7.466666666666667e-06,
      "loss": 1.5441,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 56
    },
    {
      "epoch": 0.18984179850124897,
      "grad_norm": 0.39819776399963164,
      "learning_rate": 7.599999999999999e-06,
      "loss": 1.5394,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 57
    },
    {
      "epoch": 0.19317235636969193,
      "grad_norm": 0.3993196408685462,
      "learning_rate": 7.733333333333333e-06,
      "loss": 1.4883,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 58
    },
    {
      "epoch": 0.1965029142381349,
      "grad_norm": 0.3992257742362516,
      "learning_rate": 7.866666666666667e-06,
      "loss": 1.4933,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 59
    },
    {
      "epoch": 0.19983347210657784,
      "grad_norm": 0.39782096872195477,
      "learning_rate": 8e-06,
      "loss": 1.4729,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 60
    },
    {
      "epoch": 0.2031640299750208,
      "grad_norm": 0.38436305350726707,
      "learning_rate": 7.99851604526062e-06,
      "loss": 1.4777,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 61
    },
    {
      "epoch": 0.20649458784346378,
      "grad_norm": 0.3782583438569582,
      "learning_rate": 7.99702712746191e-06,
      "loss": 1.535,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 62
    },
    {
      "epoch": 0.20982514571190675,
      "grad_norm": 0.3910775225847348,
      "learning_rate": 7.995533221663874e-06,
      "loss": 1.4643,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 63
    },
    {
      "epoch": 0.21315570358034971,
      "grad_norm": 0.37376830993433585,
      "learning_rate": 7.994034302759135e-06,
      "loss": 1.4265,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 64
    },
    {
      "epoch": 0.21648626144879268,
      "grad_norm": 0.37205196740456564,
      "learning_rate": 7.99253034547152e-06,
      "loss": 1.484,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 65
    },
    {
      "epoch": 0.21981681931723562,
      "grad_norm": 0.37012462931708767,
      "learning_rate": 7.991021324354658e-06,
      "loss": 1.4668,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 66
    },
    {
      "epoch": 0.2231473771856786,
      "grad_norm": 0.36609254541987934,
      "learning_rate": 7.989507213790519e-06,
      "loss": 1.4512,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 67
    },
    {
      "epoch": 0.22647793505412156,
      "grad_norm": 0.36389643029866026,
      "learning_rate": 7.987987987987988e-06,
      "loss": 1.4666,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 68
    },
    {
      "epoch": 0.22980849292256453,
      "grad_norm": 0.3835942907380993,
      "learning_rate": 7.986463620981386e-06,
      "loss": 1.5581,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 69
    },
    {
      "epoch": 0.2331390507910075,
      "grad_norm": 0.3709505537460329,
      "learning_rate": 7.984934086629002e-06,
      "loss": 1.4942,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 70
    },
    {
      "epoch": 0.23646960865945046,
      "grad_norm": 0.3734284694232727,
      "learning_rate": 7.983399358611582e-06,
      "loss": 1.5449,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 71
    },
    {
      "epoch": 0.23980016652789343,
      "grad_norm": 0.38168285139161445,
      "learning_rate": 7.981859410430838e-06,
      "loss": 1.4972,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 72
    },
    {
      "epoch": 0.24313072439633637,
      "grad_norm": 0.4166060644404285,
      "learning_rate": 7.98031421540791e-06,
      "loss": 1.5273,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 73
    },
    {
      "epoch": 0.24646128226477934,
      "grad_norm": 0.3721773268353121,
      "learning_rate": 7.978763746681835e-06,
      "loss": 1.5459,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 74
    },
    {
      "epoch": 0.2497918401332223,
      "grad_norm": 0.3785109036596187,
      "learning_rate": 7.977207977207977e-06,
      "loss": 1.5221,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 75
    },
    {
      "epoch": 0.2531223980016653,
      "grad_norm": 0.3798544993330551,
      "learning_rate": 7.975646879756469e-06,
      "loss": 1.447,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 76
    },
    {
      "epoch": 0.25645295587010825,
      "grad_norm": 0.3676458399839075,
      "learning_rate": 7.974080426910615e-06,
      "loss": 1.552,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 77
    },
    {
      "epoch": 0.2597835137385512,
      "grad_norm": 0.3906392619486636,
      "learning_rate": 7.972508591065292e-06,
      "loss": 1.5524,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 78
    },
    {
      "epoch": 0.2631140716069942,
      "grad_norm": 0.4086059406499793,
      "learning_rate": 7.97093134442532e-06,
      "loss": 1.5347,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 79
    },
    {
      "epoch": 0.2664446294754371,
      "grad_norm": 0.37866878925235237,
      "learning_rate": 7.969348659003832e-06,
      "loss": 1.4263,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 80
    },
    {
      "epoch": 0.2697751873438801,
      "grad_norm": 0.36630829174020924,
      "learning_rate": 7.96776050662061e-06,
      "loss": 1.4882,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 81
    },
    {
      "epoch": 0.27310574521232306,
      "grad_norm": 0.3572953266857883,
      "learning_rate": 7.966166858900421e-06,
      "loss": 1.4996,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 82
    },
    {
      "epoch": 0.27643630308076605,
      "grad_norm": 0.37034991529495037,
      "learning_rate": 7.964567687271327e-06,
      "loss": 1.4558,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 83
    },
    {
      "epoch": 0.279766860949209,
      "grad_norm": 0.39454254411893813,
      "learning_rate": 7.962962962962963e-06,
      "loss": 1.481,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 84
    },
    {
      "epoch": 0.28309741881765194,
      "grad_norm": 0.36598142148212737,
      "learning_rate": 7.961352657004831e-06,
      "loss": 1.4647,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 85
    },
    {
      "epoch": 0.28642797668609493,
      "grad_norm": 0.40131025635004997,
      "learning_rate": 7.959736740224545e-06,
      "loss": 1.486,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 86
    },
    {
      "epoch": 0.28975853455453787,
      "grad_norm": 0.36813808559204136,
      "learning_rate": 7.958115183246073e-06,
      "loss": 1.5104,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 87
    },
    {
      "epoch": 0.29308909242298087,
      "grad_norm": 0.4399054897841581,
      "learning_rate": 7.956487956487956e-06,
      "loss": 1.5511,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 88
    },
    {
      "epoch": 0.2964196502914238,
      "grad_norm": 0.4137480663423791,
      "learning_rate": 7.95485503016151e-06,
      "loss": 1.5431,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 89
    },
    {
      "epoch": 0.2997502081598668,
      "grad_norm": 0.39082659570701933,
      "learning_rate": 7.953216374269006e-06,
      "loss": 1.5094,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 90
    },
    {
      "epoch": 0.30308076602830974,
      "grad_norm": 0.4222547479458042,
      "learning_rate": 7.951571958601836e-06,
      "loss": 1.528,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 91
    },
    {
      "epoch": 0.3064113238967527,
      "grad_norm": 0.4565848989524497,
      "learning_rate": 7.949921752738653e-06,
      "loss": 1.4345,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 92
    },
    {
      "epoch": 0.3097418817651957,
      "grad_norm": 0.3909465393349193,
      "learning_rate": 7.948265726043504e-06,
      "loss": 1.4885,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 93
    },
    {
      "epoch": 0.3130724396336386,
      "grad_norm": 0.40399439020361494,
      "learning_rate": 7.946603847663918e-06,
      "loss": 1.4836,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 94
    },
    {
      "epoch": 0.3164029975020816,
      "grad_norm": 0.3940685084379771,
      "learning_rate": 7.944936086529007e-06,
      "loss": 1.4894,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 95
    },
    {
      "epoch": 0.31973355537052456,
      "grad_norm": 0.36455393248573603,
      "learning_rate": 7.943262411347517e-06,
      "loss": 1.4765,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 96
    },
    {
      "epoch": 0.32306411323896755,
      "grad_norm": 0.42216219555871026,
      "learning_rate": 7.94158279060588e-06,
      "loss": 1.505,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 97
    },
    {
      "epoch": 0.3263946711074105,
      "grad_norm": 0.3833612688097333,
      "learning_rate": 7.93989719256623e-06,
      "loss": 1.4803,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 98
    },
    {
      "epoch": 0.32972522897585343,
      "grad_norm": 0.3793312412105176,
      "learning_rate": 7.938205585264408e-06,
      "loss": 1.4721,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 99
    },
    {
      "epoch": 0.33305578684429643,
      "grad_norm": 0.6231405275420779,
      "learning_rate": 7.936507936507936e-06,
      "loss": 1.4941,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 100
    },
    {
      "epoch": 0.33638634471273937,
      "grad_norm": 0.39916108511305454,
      "learning_rate": 7.934804213873981e-06,
      "loss": 1.5113,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 101
    },
    {
      "epoch": 0.33971690258118237,
      "grad_norm": 0.39832888981715536,
      "learning_rate": 7.933094384707288e-06,
      "loss": 1.4616,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 102
    },
    {
      "epoch": 0.3430474604496253,
      "grad_norm": 0.35554379353616694,
      "learning_rate": 7.931378416118093e-06,
      "loss": 1.4754,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 103
    },
    {
      "epoch": 0.3463780183180683,
      "grad_norm": 0.3778786204869107,
      "learning_rate": 7.929656274980016e-06,
      "loss": 1.5204,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 104
    },
    {
      "epoch": 0.34970857618651124,
      "grad_norm": 0.3979509981477904,
      "learning_rate": 7.927927927927927e-06,
      "loss": 1.4972,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 105
    },
    {
      "epoch": 0.3530391340549542,
      "grad_norm": 0.3829152377900939,
      "learning_rate": 7.926193341355797e-06,
      "loss": 1.4852,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 106
    },
    {
      "epoch": 0.3563696919233972,
      "grad_norm": 0.3783230292732417,
      "learning_rate": 7.924452481414507e-06,
      "loss": 1.4605,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 107
    },
    {
      "epoch": 0.3597002497918401,
      "grad_norm": 0.3702225917786687,
      "learning_rate": 7.922705314009662e-06,
      "loss": 1.4751,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 108
    },
    {
      "epoch": 0.3630308076602831,
      "grad_norm": 0.423076463648796,
      "learning_rate": 7.920951804799353e-06,
      "loss": 1.5043,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 109
    },
    {
      "epoch": 0.36636136552872606,
      "grad_norm": 0.4015775298544568,
      "learning_rate": 7.919191919191919e-06,
      "loss": 1.4993,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 110
    },
    {
      "epoch": 0.36969192339716905,
      "grad_norm": 0.395772531232646,
      "learning_rate": 7.917425622343655e-06,
      "loss": 1.5074,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 111
    },
    {
      "epoch": 0.373022481265612,
      "grad_norm": 0.4063035915678222,
      "learning_rate": 7.915652879156528e-06,
      "loss": 1.5005,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 112
    },
    {
      "epoch": 0.37635303913405493,
      "grad_norm": 0.3749049780160411,
      "learning_rate": 7.913873654275848e-06,
      "loss": 1.5016,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 113
    },
    {
      "epoch": 0.37968359700249793,
      "grad_norm": 0.40207184709524446,
      "learning_rate": 7.912087912087911e-06,
      "loss": 1.5112,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 114
    },
    {
      "epoch": 0.38301415487094087,
      "grad_norm": 0.3761596500147066,
      "learning_rate": 7.910295616717634e-06,
      "loss": 1.4226,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 115
    },
    {
      "epoch": 0.38634471273938387,
      "grad_norm": 0.34919530357614503,
      "learning_rate": 7.908496732026144e-06,
      "loss": 1.454,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 116
    },
    {
      "epoch": 0.3896752706078268,
      "grad_norm": 0.3783249892281946,
      "learning_rate": 7.906691221608348e-06,
      "loss": 1.3926,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 117
    },
    {
      "epoch": 0.3930058284762698,
      "grad_norm": 0.38789047851939196,
      "learning_rate": 7.904879048790487e-06,
      "loss": 1.5148,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 118
    },
    {
      "epoch": 0.39633638634471274,
      "grad_norm": 0.38028310552438055,
      "learning_rate": 7.903060176627645e-06,
      "loss": 1.5512,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 119
    },
    {
      "epoch": 0.3996669442131557,
      "grad_norm": 0.3557857851285413,
      "learning_rate": 7.901234567901235e-06,
      "loss": 1.5145,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 120
    },
    {
      "epoch": 0.4029975020815987,
      "grad_norm": 0.3648126505851961,
      "learning_rate": 7.89940218511647e-06,
      "loss": 1.4616,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 121
    },
    {
      "epoch": 0.4063280599500416,
      "grad_norm": 0.3518641114757544,
      "learning_rate": 7.897562990499793e-06,
      "loss": 1.4444,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 122
    },
    {
      "epoch": 0.4096586178184846,
      "grad_norm": 0.3812409352914946,
      "learning_rate": 7.895716945996276e-06,
      "loss": 1.4524,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 123
    },
    {
      "epoch": 0.41298917568692756,
      "grad_norm": 0.37136499335096407,
      "learning_rate": 7.893864013266998e-06,
      "loss": 1.4495,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 124
    },
    {
      "epoch": 0.4163197335553705,
      "grad_norm": 0.36965696298407785,
      "learning_rate": 7.892004153686396e-06,
      "loss": 1.454,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 125
    },
    {
      "epoch": 0.4196502914238135,
      "grad_norm": 0.37625883797439813,
      "learning_rate": 7.890137328339575e-06,
      "loss": 1.4738,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 126
    },
    {
      "epoch": 0.42298084929225643,
      "grad_norm": 0.3891305395409707,
      "learning_rate": 7.888263498019595e-06,
      "loss": 1.4336,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 127
    },
    {
      "epoch": 0.42631140716069943,
      "grad_norm": 0.33836499033668194,
      "learning_rate": 7.886382623224727e-06,
      "loss": 1.4435,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 128
    },
    {
      "epoch": 0.42964196502914237,
      "grad_norm": 0.39084535016086686,
      "learning_rate": 7.88449466415568e-06,
      "loss": 1.4598,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 129
    },
    {
      "epoch": 0.43297252289758537,
      "grad_norm": 0.3896756879145717,
      "learning_rate": 7.882599580712787e-06,
      "loss": 1.5065,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 130
    },
    {
      "epoch": 0.4363030807660283,
      "grad_norm": 0.4252827004151611,
      "learning_rate": 7.880697332493174e-06,
      "loss": 1.4083,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 131
    },
    {
      "epoch": 0.43963363863447125,
      "grad_norm": 0.3608365697753635,
      "learning_rate": 7.878787878787878e-06,
      "loss": 1.441,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 132
    },
    {
      "epoch": 0.44296419650291424,
      "grad_norm": 0.403123415092978,
      "learning_rate": 7.876871178578958e-06,
      "loss": 1.4627,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 133
    },
    {
      "epoch": 0.4462947543713572,
      "grad_norm": 0.40013457143727,
      "learning_rate": 7.874947190536545e-06,
      "loss": 1.4955,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 134
    },
    {
      "epoch": 0.4496253122398002,
      "grad_norm": 0.3883976625001682,
      "learning_rate": 7.873015873015873e-06,
      "loss": 1.4298,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 135
    },
    {
      "epoch": 0.4529558701082431,
      "grad_norm": 0.47893723454397114,
      "learning_rate": 7.871077184054283e-06,
      "loss": 1.4706,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 136
    },
    {
      "epoch": 0.4562864279766861,
      "grad_norm": 0.3939594731251799,
      "learning_rate": 7.869131081368174e-06,
      "loss": 1.4659,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 137
    },
    {
      "epoch": 0.45961698584512906,
      "grad_norm": 0.39872483940488357,
      "learning_rate": 7.867177522349935e-06,
      "loss": 1.4428,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 138
    },
    {
      "epoch": 0.462947543713572,
      "grad_norm": 0.41681968734219343,
      "learning_rate": 7.865216464064831e-06,
      "loss": 1.5116,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 139
    },
    {
      "epoch": 0.466278101582015,
      "grad_norm": 0.3950334535334994,
      "learning_rate": 7.863247863247863e-06,
      "loss": 1.4453,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 140
    },
    {
      "epoch": 0.46960865945045793,
      "grad_norm": 0.3569883912128034,
      "learning_rate": 7.861271676300578e-06,
      "loss": 1.462,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 141
    },
    {
      "epoch": 0.47293921731890093,
      "grad_norm": 0.3784473417547298,
      "learning_rate": 7.85928785928786e-06,
      "loss": 1.4961,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 142
    },
    {
      "epoch": 0.47626977518734387,
      "grad_norm": 0.35459480974078084,
      "learning_rate": 7.857296367934665e-06,
      "loss": 1.5362,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 143
    },
    {
      "epoch": 0.47960033305578686,
      "grad_norm": 0.3662426670901604,
      "learning_rate": 7.85529715762274e-06,
      "loss": 1.3832,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 144
    },
    {
      "epoch": 0.4829308909242298,
      "grad_norm": 0.4066610425979986,
      "learning_rate": 7.85329018338727e-06,
      "loss": 1.4641,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 145
    },
    {
      "epoch": 0.48626144879267275,
      "grad_norm": 0.3545713986492447,
      "learning_rate": 7.851275399913532e-06,
      "loss": 1.4675,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 146
    },
    {
      "epoch": 0.48959200666111574,
      "grad_norm": 0.3664688735051096,
      "learning_rate": 7.849252761533463e-06,
      "loss": 1.4683,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 147
    },
    {
      "epoch": 0.4929225645295587,
      "grad_norm": 0.3733605661751341,
      "learning_rate": 7.847222222222221e-06,
      "loss": 1.4315,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 148
    },
    {
      "epoch": 0.4962531223980017,
      "grad_norm": 0.3380374141462393,
      "learning_rate": 7.845183735594695e-06,
      "loss": 1.4401,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 149
    },
    {
      "epoch": 0.4995836802664446,
      "grad_norm": 0.407518229964574,
      "learning_rate": 7.84313725490196e-06,
      "loss": 1.4437,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 150
    },
    {
      "epoch": 0.5029142381348876,
      "grad_norm": 0.36142186690399497,
      "learning_rate": 7.841082733027723e-06,
      "loss": 1.4444,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 151
    },
    {
      "epoch": 0.5062447960033306,
      "grad_norm": 0.35245555484230673,
      "learning_rate": 7.839020122484688e-06,
      "loss": 1.4013,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 152
    },
    {
      "epoch": 0.5095753538717736,
      "grad_norm": 0.3751518274944043,
      "learning_rate": 7.836949375410913e-06,
      "loss": 1.4325,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 153
    },
    {
      "epoch": 0.5129059117402165,
      "grad_norm": 0.364299926744196,
      "learning_rate": 7.834870443566096e-06,
      "loss": 1.4757,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 154
    },
    {
      "epoch": 0.5162364696086594,
      "grad_norm": 0.352709296353453,
      "learning_rate": 7.832783278327833e-06,
      "loss": 1.4405,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 155
    },
    {
      "epoch": 0.5195670274771024,
      "grad_norm": 0.3595882748979197,
      "learning_rate": 7.830687830687831e-06,
      "loss": 1.5005,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 156
    },
    {
      "epoch": 0.5228975853455454,
      "grad_norm": 0.3663062717533196,
      "learning_rate": 7.828584051248068e-06,
      "loss": 1.4916,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 157
    },
    {
      "epoch": 0.5262281432139884,
      "grad_norm": 0.39230898190550817,
      "learning_rate": 7.82647189021691e-06,
      "loss": 1.5925,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 158
    },
    {
      "epoch": 0.5295587010824313,
      "grad_norm": 0.34764213510621217,
      "learning_rate": 7.824351297405189e-06,
      "loss": 1.533,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 159
    },
    {
      "epoch": 0.5328892589508742,
      "grad_norm": 0.4356036173061448,
      "learning_rate": 7.822222222222222e-06,
      "loss": 1.4768,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 160
    },
    {
      "epoch": 0.5362198168193172,
      "grad_norm": 0.3650633676087402,
      "learning_rate": 7.820084613671788e-06,
      "loss": 1.4834,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 161
    },
    {
      "epoch": 0.5395503746877602,
      "grad_norm": 0.36003662026404476,
      "learning_rate": 7.81793842034806e-06,
      "loss": 1.4745,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 162
    },
    {
      "epoch": 0.5428809325562032,
      "grad_norm": 0.45089712637002705,
      "learning_rate": 7.815783590431477e-06,
      "loss": 1.4762,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 163
    },
    {
      "epoch": 0.5462114904246461,
      "grad_norm": 0.3727325869359898,
      "learning_rate": 7.813620071684589e-06,
      "loss": 1.4605,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 164
    },
    {
      "epoch": 0.5495420482930891,
      "grad_norm": 0.3396845072209277,
      "learning_rate": 7.81144781144781e-06,
      "loss": 1.4793,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 165
    },
    {
      "epoch": 0.5528726061615321,
      "grad_norm": 0.35005093334327886,
      "learning_rate": 7.809266756635177e-06,
      "loss": 1.4699,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 166
    },
    {
      "epoch": 0.556203164029975,
      "grad_norm": 0.3836826797224187,
      "learning_rate": 7.807076853729998e-06,
      "loss": 1.4727,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 167
    },
    {
      "epoch": 0.559533721898418,
      "grad_norm": 0.3866747204941054,
      "learning_rate": 7.804878048780487e-06,
      "loss": 1.4656,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 168
    },
    {
      "epoch": 0.5628642797668609,
      "grad_norm": 0.3754060351606817,
      "learning_rate": 7.802670287395338e-06,
      "loss": 1.4427,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 169
    },
    {
      "epoch": 0.5661948376353039,
      "grad_norm": 0.3560392764595894,
      "learning_rate": 7.80045351473923e-06,
      "loss": 1.469,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 170
    },
    {
      "epoch": 0.5695253955037469,
      "grad_norm": 0.38308734497417124,
      "learning_rate": 7.79822767552829e-06,
      "loss": 1.5086,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 171
    },
    {
      "epoch": 0.5728559533721899,
      "grad_norm": 0.359072776955667,
      "learning_rate": 7.7959927140255e-06,
      "loss": 1.4531,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 172
    },
    {
      "epoch": 0.5761865112406328,
      "grad_norm": 0.3922686356985507,
      "learning_rate": 7.793748574036049e-06,
      "loss": 1.5004,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 173
    },
    {
      "epoch": 0.5795170691090757,
      "grad_norm": 0.38139432931110967,
      "learning_rate": 7.791495198902606e-06,
      "loss": 1.4596,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 174
    },
    {
      "epoch": 0.5828476269775187,
      "grad_norm": 0.386725308323352,
      "learning_rate": 7.789232531500573e-06,
      "loss": 1.4107,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 175
    },
    {
      "epoch": 0.5861781848459617,
      "grad_norm": 0.3590860738790805,
      "learning_rate": 7.786960514233242e-06,
      "loss": 1.4748,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 176
    },
    {
      "epoch": 0.5895087427144047,
      "grad_norm": 0.38618438471328675,
      "learning_rate": 7.784679089026915e-06,
      "loss": 1.481,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 177
    },
    {
      "epoch": 0.5928393005828476,
      "grad_norm": 0.35271293932202913,
      "learning_rate": 7.782388197325957e-06,
      "loss": 1.4445,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 178
    },
    {
      "epoch": 0.5961698584512906,
      "grad_norm": 0.3587339394337467,
      "learning_rate": 7.78008778008778e-06,
      "loss": 1.482,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 179
    },
    {
      "epoch": 0.5995004163197336,
      "grad_norm": 0.4051854093619042,
      "learning_rate": 7.777777777777777e-06,
      "loss": 1.4538,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 180
    },
    {
      "epoch": 0.6028309741881765,
      "grad_norm": 0.3624830177676393,
      "learning_rate": 7.775458130364185e-06,
      "loss": 1.3882,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 181
    },
    {
      "epoch": 0.6061615320566195,
      "grad_norm": 0.40327439887058536,
      "learning_rate": 7.773128777312878e-06,
      "loss": 1.4439,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 182
    },
    {
      "epoch": 0.6094920899250624,
      "grad_norm": 0.3849485884337272,
      "learning_rate": 7.77078965758211e-06,
      "loss": 1.4598,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 183
    },
    {
      "epoch": 0.6128226477935054,
      "grad_norm": 0.3800546336095655,
      "learning_rate": 7.76844070961718e-06,
      "loss": 1.5077,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 184
    },
    {
      "epoch": 0.6161532056619484,
      "grad_norm": 0.4058514640829756,
      "learning_rate": 7.766081871345029e-06,
      "loss": 1.4557,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 185
    },
    {
      "epoch": 0.6194837635303914,
      "grad_norm": 0.3547116281420189,
      "learning_rate": 7.763713080168775e-06,
      "loss": 1.4465,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 186
    },
    {
      "epoch": 0.6228143213988343,
      "grad_norm": 0.36935786461716674,
      "learning_rate": 7.76133427296218e-06,
      "loss": 1.3674,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 187
    },
    {
      "epoch": 0.6261448792672772,
      "grad_norm": 0.3465066682351456,
      "learning_rate": 7.75894538606403e-06,
      "loss": 1.5018,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 188
    },
    {
      "epoch": 0.6294754371357202,
      "grad_norm": 0.37821929789921876,
      "learning_rate": 7.75654635527247e-06,
      "loss": 1.46,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 189
    },
    {
      "epoch": 0.6328059950041632,
      "grad_norm": 0.42147975033129337,
      "learning_rate": 7.754137115839244e-06,
      "loss": 1.4324,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 190
    },
    {
      "epoch": 0.6361365528726062,
      "grad_norm": 0.395112631651776,
      "learning_rate": 7.751717602463872e-06,
      "loss": 1.4682,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 191
    },
    {
      "epoch": 0.6394671107410491,
      "grad_norm": 0.3866087697502269,
      "learning_rate": 7.749287749287749e-06,
      "loss": 1.4845,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 192
    },
    {
      "epoch": 0.6427976686094921,
      "grad_norm": 0.39380953384339784,
      "learning_rate": 7.746847489888173e-06,
      "loss": 1.4628,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 193
    },
    {
      "epoch": 0.6461282264779351,
      "grad_norm": 0.38499086799547566,
      "learning_rate": 7.744396757272294e-06,
      "loss": 1.4485,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 194
    },
    {
      "epoch": 0.649458784346378,
      "grad_norm": 0.3628021970554608,
      "learning_rate": 7.741935483870966e-06,
      "loss": 1.4306,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 195
    },
    {
      "epoch": 0.652789342214821,
      "grad_norm": 0.37886204626432507,
      "learning_rate": 7.739463601532567e-06,
      "loss": 1.4178,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 196
    },
    {
      "epoch": 0.6561199000832639,
      "grad_norm": 0.36347566586862995,
      "learning_rate": 7.736981041516678e-06,
      "loss": 1.3917,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 197
    },
    {
      "epoch": 0.6594504579517069,
      "grad_norm": 0.3808525608826558,
      "learning_rate": 7.734487734487733e-06,
      "loss": 1.425,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 198
    },
    {
      "epoch": 0.6627810158201499,
      "grad_norm": 0.36703672958616185,
      "learning_rate": 7.731983610508556e-06,
      "loss": 1.3963,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 199
    },
    {
      "epoch": 0.6661115736885929,
      "grad_norm": 0.3449284331155099,
      "learning_rate": 7.729468599033817e-06,
      "loss": 1.5389,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 200
    },
    {
      "epoch": 0.6694421315570358,
      "grad_norm": 0.38098871722055255,
      "learning_rate": 7.726942628903412e-06,
      "loss": 1.4354,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 201
    },
    {
      "epoch": 0.6727726894254787,
      "grad_norm": 0.37447535098026113,
      "learning_rate": 7.72440562833576e-06,
      "loss": 1.4238,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 202
    },
    {
      "epoch": 0.6761032472939217,
      "grad_norm": 0.3815996192127943,
      "learning_rate": 7.721857524920983e-06,
      "loss": 1.4465,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 203
    },
    {
      "epoch": 0.6794338051623647,
      "grad_norm": 0.43830167523580127,
      "learning_rate": 7.719298245614036e-06,
      "loss": 1.4464,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 204
    },
    {
      "epoch": 0.6827643630308077,
      "grad_norm": 0.49374391843463344,
      "learning_rate": 7.716727716727717e-06,
      "loss": 1.4326,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 205
    },
    {
      "epoch": 0.6860949208992506,
      "grad_norm": 0.40611516537871767,
      "learning_rate": 7.714145863925599e-06,
      "loss": 1.4867,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 206
    },
    {
      "epoch": 0.6894254787676936,
      "grad_norm": 0.39306412548059455,
      "learning_rate": 7.711552612214863e-06,
      "loss": 1.4879,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 207
    },
    {
      "epoch": 0.6927560366361366,
      "grad_norm": 0.3732547746311456,
      "learning_rate": 7.708947885939036e-06,
      "loss": 1.5305,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 208
    },
    {
      "epoch": 0.6960865945045795,
      "grad_norm": 0.3749992070235647,
      "learning_rate": 7.706331608770632e-06,
      "loss": 1.4422,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 209
    },
    {
      "epoch": 0.6994171523730225,
      "grad_norm": 0.4236632648954227,
      "learning_rate": 7.703703703703702e-06,
      "loss": 1.4362,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 210
    },
    {
      "epoch": 0.7027477102414654,
      "grad_norm": 0.3799687473741569,
      "learning_rate": 7.701064093046274e-06,
      "loss": 1.512,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 211
    },
    {
      "epoch": 0.7060782681099084,
      "grad_norm": 0.3724271784543797,
      "learning_rate": 7.698412698412699e-06,
      "loss": 1.469,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 212
    },
    {
      "epoch": 0.7094088259783514,
      "grad_norm": 0.364477503994216,
      "learning_rate": 7.695749440715883e-06,
      "loss": 1.4811,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 213
    },
    {
      "epoch": 0.7127393838467944,
      "grad_norm": 0.3925520005032744,
      "learning_rate": 7.693074240159441e-06,
      "loss": 1.5027,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 214
    },
    {
      "epoch": 0.7160699417152373,
      "grad_norm": 0.40921223587397654,
      "learning_rate": 7.690387016229713e-06,
      "loss": 1.488,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 215
    },
    {
      "epoch": 0.7194004995836802,
      "grad_norm": 0.3981162315328969,
      "learning_rate": 7.687687687687688e-06,
      "loss": 1.4343,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 216
    },
    {
      "epoch": 0.7227310574521232,
      "grad_norm": 0.35388766488814566,
      "learning_rate": 7.684976172560823e-06,
      "loss": 1.4599,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 217
    },
    {
      "epoch": 0.7260616153205662,
      "grad_norm": 0.3449802535833205,
      "learning_rate": 7.682252388134742e-06,
      "loss": 1.442,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 218
    },
    {
      "epoch": 0.7293921731890092,
      "grad_norm": 0.34627676487411824,
      "learning_rate": 7.679516250944822e-06,
      "loss": 1.4461,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 219
    },
    {
      "epoch": 0.7327227310574521,
      "grad_norm": 0.35799089084524466,
      "learning_rate": 7.676767676767677e-06,
      "loss": 1.4731,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 220
    },
    {
      "epoch": 0.736053288925895,
      "grad_norm": 0.3820520257947768,
      "learning_rate": 7.674006580612503e-06,
      "loss": 1.4566,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 221
    },
    {
      "epoch": 0.7393838467943381,
      "grad_norm": 0.3641120307221186,
      "learning_rate": 7.671232876712327e-06,
      "loss": 1.4525,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 222
    },
    {
      "epoch": 0.742714404662781,
      "grad_norm": 0.37136269720782134,
      "learning_rate": 7.668446478515128e-06,
      "loss": 1.4548,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 223
    },
    {
      "epoch": 0.746044962531224,
      "grad_norm": 0.4138383130083843,
      "learning_rate": 7.665647298674822e-06,
      "loss": 1.5395,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 224
    },
    {
      "epoch": 0.7493755203996669,
      "grad_norm": 0.37512729325167443,
      "learning_rate": 7.662835249042145e-06,
      "loss": 1.4348,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 225
    },
    {
      "epoch": 0.7527060782681099,
      "grad_norm": 0.3574220209010036,
      "learning_rate": 7.660010240655401e-06,
      "loss": 1.4205,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 226
    },
    {
      "epoch": 0.7560366361365529,
      "grad_norm": 0.3509015504877034,
      "learning_rate": 7.657172183731076e-06,
      "loss": 1.4074,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 227
    },
    {
      "epoch": 0.7593671940049959,
      "grad_norm": 0.4191818637620366,
      "learning_rate": 7.654320987654322e-06,
      "loss": 1.434,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 228
    },
    {
      "epoch": 0.7626977518734388,
      "grad_norm": 0.38073125720358314,
      "learning_rate": 7.651456560969322e-06,
      "loss": 1.4315,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 229
    },
    {
      "epoch": 0.7660283097418817,
      "grad_norm": 0.3489534004367162,
      "learning_rate": 7.648578811369509e-06,
      "loss": 1.4292,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 230
    },
    {
      "epoch": 0.7693588676103247,
      "grad_norm": 0.39880199669766575,
      "learning_rate": 7.645687645687645e-06,
      "loss": 1.4797,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 231
    },
    {
      "epoch": 0.7726894254787677,
      "grad_norm": 0.3377554646810836,
      "learning_rate": 7.642782969885774e-06,
      "loss": 1.3638,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 232
    },
    {
      "epoch": 0.7760199833472107,
      "grad_norm": 0.45577113603344144,
      "learning_rate": 7.639864689045015e-06,
      "loss": 1.5272,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 233
    },
    {
      "epoch": 0.7793505412156536,
      "grad_norm": 0.3872639106321951,
      "learning_rate": 7.636932707355241e-06,
      "loss": 1.5223,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 234
    },
    {
      "epoch": 0.7826810990840966,
      "grad_norm": 0.41241615465906434,
      "learning_rate": 7.633986928104575e-06,
      "loss": 1.4047,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 235
    },
    {
      "epoch": 0.7860116569525396,
      "grad_norm": 0.350902547985464,
      "learning_rate": 7.631027253668762e-06,
      "loss": 1.4599,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 236
    },
    {
      "epoch": 0.7893422148209825,
      "grad_norm": 0.36780129033305325,
      "learning_rate": 7.6280535855003936e-06,
      "loss": 1.4872,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 237
    },
    {
      "epoch": 0.7926727726894255,
      "grad_norm": 0.3504301681190647,
      "learning_rate": 7.625065824117956e-06,
      "loss": 1.4508,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 238
    },
    {
      "epoch": 0.7960033305578684,
      "grad_norm": 0.425786005279154,
      "learning_rate": 7.622063869094748e-06,
      "loss": 1.5359,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 239
    },
    {
      "epoch": 0.7993338884263114,
      "grad_norm": 0.3423914333711706,
      "learning_rate": 7.619047619047619e-06,
      "loss": 1.5116,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 240
    },
    {
      "epoch": 0.8026644462947544,
      "grad_norm": 0.39752748882813016,
      "learning_rate": 7.616016971625564e-06,
      "loss": 1.3967,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 241
    },
    {
      "epoch": 0.8059950041631974,
      "grad_norm": 0.35349720101513005,
      "learning_rate": 7.61297182349814e-06,
      "loss": 1.428,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 242
    },
    {
      "epoch": 0.8093255620316403,
      "grad_norm": 0.3592529486243108,
      "learning_rate": 7.609912070343725e-06,
      "loss": 1.4716,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 243
    },
    {
      "epoch": 0.8126561199000832,
      "grad_norm": 0.41007914987868593,
      "learning_rate": 7.606837606837607e-06,
      "loss": 1.4601,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 244
    },
    {
      "epoch": 0.8159866777685262,
      "grad_norm": 0.4368820717106569,
      "learning_rate": 7.603748326639893e-06,
      "loss": 1.4299,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 245
    },
    {
      "epoch": 0.8193172356369692,
      "grad_norm": 0.34781376516299506,
      "learning_rate": 7.600644122383253e-06,
      "loss": 1.3832,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 246
    },
    {
      "epoch": 0.8226477935054122,
      "grad_norm": 0.4378928638690168,
      "learning_rate": 7.597524885660478e-06,
      "loss": 1.5006,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 247
    },
    {
      "epoch": 0.8259783513738551,
      "grad_norm": 0.38866511125189074,
      "learning_rate": 7.594390507011865e-06,
      "loss": 1.3808,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 248
    },
    {
      "epoch": 0.829308909242298,
      "grad_norm": 0.3796151796802332,
      "learning_rate": 7.591240875912408e-06,
      "loss": 1.4048,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 249
    },
    {
      "epoch": 0.832639467110741,
      "grad_norm": 0.47512939093169254,
      "learning_rate": 7.588075880758807e-06,
      "loss": 1.4533,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 250
    },
    {
      "epoch": 0.835970024979184,
      "grad_norm": 0.4002177494781384,
      "learning_rate": 7.584895408856289e-06,
      "loss": 1.4364,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 251
    },
    {
      "epoch": 0.839300582847627,
      "grad_norm": 0.41628446885968545,
      "learning_rate": 7.581699346405228e-06,
      "loss": 1.5213,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 252
    },
    {
      "epoch": 0.8426311407160699,
      "grad_norm": 0.41586597700526384,
      "learning_rate": 7.578487578487578e-06,
      "loss": 1.4163,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 253
    },
    {
      "epoch": 0.8459616985845129,
      "grad_norm": 0.37080164887555395,
      "learning_rate": 7.575259989053093e-06,
      "loss": 1.4262,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 254
    },
    {
      "epoch": 0.8492922564529559,
      "grad_norm": 0.44276862899193814,
      "learning_rate": 7.57201646090535e-06,
      "loss": 1.4434,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 255
    },
    {
      "epoch": 0.8526228143213989,
      "grad_norm": 0.3565514945143501,
      "learning_rate": 7.568756875687569e-06,
      "loss": 1.4628,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 256
    },
    {
      "epoch": 0.8559533721898418,
      "grad_norm": 0.3424453222650746,
      "learning_rate": 7.565481113868211e-06,
      "loss": 1.4397,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 257
    },
    {
      "epoch": 0.8592839300582847,
      "grad_norm": 0.36361177745212486,
      "learning_rate": 7.562189054726368e-06,
      "loss": 1.434,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 258
    },
    {
      "epoch": 0.8626144879267277,
      "grad_norm": 0.39961369778575284,
      "learning_rate": 7.558880576336936e-06,
      "loss": 1.3263,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 259
    },
    {
      "epoch": 0.8659450457951707,
      "grad_norm": 0.3694683835624918,
      "learning_rate": 7.555555555555556e-06,
      "loss": 1.465,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 260
    },
    {
      "epoch": 0.8692756036636137,
      "grad_norm": 0.38926907075141,
      "learning_rate": 7.552213868003341e-06,
      "loss": 1.4639,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 261
    },
    {
      "epoch": 0.8726061615320566,
      "grad_norm": 0.41002402289266,
      "learning_rate": 7.548855388051367e-06,
      "loss": 1.4583,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 262
    },
    {
      "epoch": 0.8759367194004996,
      "grad_norm": 0.39476689396263037,
      "learning_rate": 7.545479988804925e-06,
      "loss": 1.5369,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 263
    },
    {
      "epoch": 0.8792672772689425,
      "grad_norm": 0.42338165790994337,
      "learning_rate": 7.542087542087541e-06,
      "loss": 1.4149,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 264
    },
    {
      "epoch": 0.8825978351373855,
      "grad_norm": 0.37580056414171503,
      "learning_rate": 7.538677918424753e-06,
      "loss": 1.4767,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 265
    },
    {
      "epoch": 0.8859283930058285,
      "grad_norm": 0.35524395112624974,
      "learning_rate": 7.535250987027637e-06,
      "loss": 1.4565,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 266
    },
    {
      "epoch": 0.8892589508742714,
      "grad_norm": 0.333001020301385,
      "learning_rate": 7.531806615776081e-06,
      "loss": 1.4653,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 267
    },
    {
      "epoch": 0.8925895087427144,
      "grad_norm": 0.325740334034441,
      "learning_rate": 7.5283446712018136e-06,
      "loss": 1.4583,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 268
    },
    {
      "epoch": 0.8959200666111574,
      "grad_norm": 0.3579186582787629,
      "learning_rate": 7.524865018471157e-06,
      "loss": 1.441,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 269
    },
    {
      "epoch": 0.8992506244796004,
      "grad_norm": 0.38100337783570354,
      "learning_rate": 7.521367521367521e-06,
      "loss": 1.4725,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 270
    },
    {
      "epoch": 0.9025811823480433,
      "grad_norm": 0.4439224251441086,
      "learning_rate": 7.5178520422736365e-06,
      "loss": 1.4433,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 271
    },
    {
      "epoch": 0.9059117402164862,
      "grad_norm": 0.36404138775247186,
      "learning_rate": 7.514318442153494e-06,
      "loss": 1.4502,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 272
    },
    {
      "epoch": 0.9092422980849292,
      "grad_norm": 0.3739016590981095,
      "learning_rate": 7.5107665805340226e-06,
      "loss": 1.5614,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 273
    },
    {
      "epoch": 0.9125728559533722,
      "grad_norm": 0.34618213523089303,
      "learning_rate": 7.5071963154864715e-06,
      "loss": 1.4818,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 274
    },
    {
      "epoch": 0.9159034138218152,
      "grad_norm": 0.3516565079552471,
      "learning_rate": 7.5036075036075024e-06,
      "loss": 1.4811,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 275
    },
    {
      "epoch": 0.9192339716902581,
      "grad_norm": 0.372847709765313,
      "learning_rate": 7.499999999999999e-06,
      "loss": 1.4314,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 276
    },
    {
      "epoch": 0.922564529558701,
      "grad_norm": 0.33633722585110437,
      "learning_rate": 7.496373658253553e-06,
      "loss": 1.467,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 277
    },
    {
      "epoch": 0.925895087427144,
      "grad_norm": 0.3502677047499933,
      "learning_rate": 7.4927283304246645e-06,
      "loss": 1.465,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 278
    },
    {
      "epoch": 0.929225645295587,
      "grad_norm": 0.3301559549021256,
      "learning_rate": 7.4890638670166225e-06,
      "loss": 1.4345,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 279
    },
    {
      "epoch": 0.93255620316403,
      "grad_norm": 0.3995138440783666,
      "learning_rate": 7.485380116959064e-06,
      "loss": 1.3383,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 280
    },
    {
      "epoch": 0.9358867610324729,
      "grad_norm": 0.3871081436839965,
      "learning_rate": 7.481676927587217e-06,
      "loss": 1.4796,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 281
    },
    {
      "epoch": 0.9392173189009159,
      "grad_norm": 0.4376413636164512,
      "learning_rate": 7.4779541446208115e-06,
      "loss": 1.4644,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 282
    },
    {
      "epoch": 0.9425478767693589,
      "grad_norm": 0.43206377875237645,
      "learning_rate": 7.474211612142647e-06,
      "loss": 1.4107,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 283
    },
    {
      "epoch": 0.9458784346378019,
      "grad_norm": 0.4025303715871277,
      "learning_rate": 7.470449172576832e-06,
      "loss": 1.4318,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 284
    },
    {
      "epoch": 0.9492089925062448,
      "grad_norm": 0.37724819780360036,
      "learning_rate": 7.466666666666667e-06,
      "loss": 1.4454,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 285
    },
    {
      "epoch": 0.9525395503746877,
      "grad_norm": 0.35328542805788227,
      "learning_rate": 7.462863933452169e-06,
      "loss": 1.4175,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 286
    },
    {
      "epoch": 0.9558701082431307,
      "grad_norm": 0.3788093515621439,
      "learning_rate": 7.459040810247245e-06,
      "loss": 1.4429,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 287
    },
    {
      "epoch": 0.9592006661115737,
      "grad_norm": 0.4018461850957888,
      "learning_rate": 7.455197132616486e-06,
      "loss": 1.4679,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 288
    },
    {
      "epoch": 0.9625312239800167,
      "grad_norm": 0.3792573314031364,
      "learning_rate": 7.451332734351601e-06,
      "loss": 1.5191,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 289
    },
    {
      "epoch": 0.9658617818484596,
      "grad_norm": 0.4173737668171256,
      "learning_rate": 7.447447447447447e-06,
      "loss": 1.4999,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 290
    },
    {
      "epoch": 0.9691923397169026,
      "grad_norm": 0.34073643176316165,
      "learning_rate": 7.443541102077687e-06,
      "loss": 1.3667,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 291
    },
    {
      "epoch": 0.9725228975853455,
      "grad_norm": 0.37255255694817807,
      "learning_rate": 7.439613526570048e-06,
      "loss": 1.4196,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 292
    },
    {
      "epoch": 0.9758534554537885,
      "grad_norm": 0.3751657637349412,
      "learning_rate": 7.435664547381168e-06,
      "loss": 1.4545,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 293
    },
    {
      "epoch": 0.9791840133222315,
      "grad_norm": 0.45200307278108437,
      "learning_rate": 7.431693989071039e-06,
      "loss": 1.4199,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 294
    },
    {
      "epoch": 0.9825145711906744,
      "grad_norm": 0.3889800375255201,
      "learning_rate": 7.427701674277017e-06,
      "loss": 1.4801,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 295
    },
    {
      "epoch": 0.9858451290591174,
      "grad_norm": 0.3473904572951369,
      "learning_rate": 7.4236874236874235e-06,
      "loss": 1.393,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 296
    },
    {
      "epoch": 0.9891756869275604,
      "grad_norm": 0.3581161377664693,
      "learning_rate": 7.419651056014692e-06,
      "loss": 1.4073,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 297
    },
    {
      "epoch": 0.9925062447960034,
      "grad_norm": 0.35620326479274533,
      "learning_rate": 7.415592387968079e-06,
      "loss": 1.43,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 298
    },
    {
      "epoch": 0.9958368026644463,
      "grad_norm": 0.3676482591149261,
      "learning_rate": 7.4115112342259155e-06,
      "loss": 1.4148,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 299
    },
    {
      "epoch": 0.9991673605328892,
      "grad_norm": 0.43615077194471996,
      "learning_rate": 7.407407407407408e-06,
      "loss": 1.4154,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 300
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.5905255990041776,
      "learning_rate": 7.403280718043948e-06,
      "loss": 1.4231,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 301
    },
    {
      "epoch": 1.003330557868443,
      "grad_norm": 0.4020383385971024,
      "learning_rate": 7.399130974549968e-06,
      "loss": 1.4394,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 302
    },
    {
      "epoch": 1.0066611157368859,
      "grad_norm": 0.3865309278317666,
      "learning_rate": 7.394957983193276e-06,
      "loss": 1.4413,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 303
    },
    {
      "epoch": 1.009991673605329,
      "grad_norm": 0.40327921143010825,
      "learning_rate": 7.390761548064918e-06,
      "loss": 1.4576,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 304
    },
    {
      "epoch": 1.0133222314737718,
      "grad_norm": 0.4070700680157323,
      "learning_rate": 7.386541471048513e-06,
      "loss": 1.4817,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 305
    },
    {
      "epoch": 1.0166527893422148,
      "grad_norm": 0.43460108634631706,
      "learning_rate": 7.382297551789077e-06,
      "loss": 1.3939,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 306
    },
    {
      "epoch": 1.0199833472106579,
      "grad_norm": 0.42277608172713,
      "learning_rate": 7.378029587661315e-06,
      "loss": 1.4239,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 307
    },
    {
      "epoch": 1.0233139050791007,
      "grad_norm": 0.37583795807106635,
      "learning_rate": 7.373737373737374e-06,
      "loss": 1.4878,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 308
    },
    {
      "epoch": 1.0266444629475437,
      "grad_norm": 0.4013147771199415,
      "learning_rate": 7.3694207027540355e-06,
      "loss": 1.3758,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 309
    },
    {
      "epoch": 1.0299750208159866,
      "grad_norm": 0.38150977748656323,
      "learning_rate": 7.365079365079365e-06,
      "loss": 1.4122,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 310
    },
    {
      "epoch": 1.0333055786844296,
      "grad_norm": 0.36288526161353013,
      "learning_rate": 7.360713148678764e-06,
      "loss": 1.4775,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 311
    },
    {
      "epoch": 1.0366361365528727,
      "grad_norm": 0.5122154405495047,
      "learning_rate": 7.35632183908046e-06,
      "loss": 1.4385,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 312
    },
    {
      "epoch": 1.0399666944213155,
      "grad_norm": 0.4907680124574417,
      "learning_rate": 7.351905219340377e-06,
      "loss": 1.4321,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 313
    },
    {
      "epoch": 1.0432972522897586,
      "grad_norm": 0.3750039319171418,
      "learning_rate": 7.347463070006422e-06,
      "loss": 1.4609,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 314
    },
    {
      "epoch": 1.0466278101582014,
      "grad_norm": 0.415847010986813,
      "learning_rate": 7.342995169082125e-06,
      "loss": 1.399,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 315
    },
    {
      "epoch": 1.0499583680266444,
      "grad_norm": 0.40484373034787197,
      "learning_rate": 7.338501291989663e-06,
      "loss": 1.4082,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 316
    },
    {
      "epoch": 1.0532889258950875,
      "grad_norm": 0.3556695114896482,
      "learning_rate": 7.333981211532231e-06,
      "loss": 1.5045,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 317
    },
    {
      "epoch": 1.0566194837635303,
      "grad_norm": 0.4217178250762373,
      "learning_rate": 7.329434697855749e-06,
      "loss": 1.5051,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 318
    },
    {
      "epoch": 1.0599500416319734,
      "grad_norm": 0.44541116731095065,
      "learning_rate": 7.324861518409905e-06,
      "loss": 1.454,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 319
    },
    {
      "epoch": 1.0632805995004164,
      "grad_norm": 0.3722519430085194,
      "learning_rate": 7.320261437908496e-06,
      "loss": 1.4864,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 320
    },
    {
      "epoch": 1.0666111573688593,
      "grad_norm": 0.49955941789670055,
      "learning_rate": 7.315634218289086e-06,
      "loss": 1.4328,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 321
    },
    {
      "epoch": 1.0699417152373023,
      "grad_norm": 0.559077472675475,
      "learning_rate": 7.310979618671926e-06,
      "loss": 1.4387,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 322
    },
    {
      "epoch": 1.0732722731057451,
      "grad_norm": 0.38492000673298576,
      "learning_rate": 7.306297395318167e-06,
      "loss": 1.4173,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 323
    },
    {
      "epoch": 1.0766028309741882,
      "grad_norm": 0.46264263086480695,
      "learning_rate": 7.301587301587301e-06,
      "loss": 1.458,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 324
    },
    {
      "epoch": 1.0799333888426312,
      "grad_norm": 0.48393689092527553,
      "learning_rate": 7.296849087893865e-06,
      "loss": 1.4984,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 325
    },
    {
      "epoch": 1.083263946711074,
      "grad_norm": 0.3833552546352091,
      "learning_rate": 7.29208250166334e-06,
      "loss": 1.4801,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 326
    },
    {
      "epoch": 1.0865945045795171,
      "grad_norm": 0.45636346067253053,
      "learning_rate": 7.287287287287286e-06,
      "loss": 1.4335,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 327
    },
    {
      "epoch": 1.08992506244796,
      "grad_norm": 0.5170759134234261,
      "learning_rate": 7.282463186077643e-06,
      "loss": 1.4619,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 328
    },
    {
      "epoch": 1.093255620316403,
      "grad_norm": 0.41413948804668765,
      "learning_rate": 7.277609936220207e-06,
      "loss": 1.4976,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 329
    },
    {
      "epoch": 1.096586178184846,
      "grad_norm": 0.47675818666743885,
      "learning_rate": 7.272727272727272e-06,
      "loss": 1.5166,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 330
    },
    {
      "epoch": 1.0999167360532889,
      "grad_norm": 0.4446284191251516,
      "learning_rate": 7.267814927389396e-06,
      "loss": 1.3756,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 331
    },
    {
      "epoch": 1.103247293921732,
      "grad_norm": 0.3712448236233366,
      "learning_rate": 7.262872628726287e-06,
      "loss": 1.4177,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 332
    },
    {
      "epoch": 1.1065778517901748,
      "grad_norm": 0.354780077610888,
      "learning_rate": 7.257900101936799e-06,
      "loss": 1.3888,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 333
    },
    {
      "epoch": 1.1099084096586178,
      "grad_norm": 0.4287556354375581,
      "learning_rate": 7.252897068847988e-06,
      "loss": 1.463,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 334
    },
    {
      "epoch": 1.1132389675270609,
      "grad_norm": 0.43855718184558823,
      "learning_rate": 7.247863247863247e-06,
      "loss": 1.4375,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 335
    },
    {
      "epoch": 1.1165695253955037,
      "grad_norm": 0.36652449074881177,
      "learning_rate": 7.242798353909463e-06,
      "loss": 1.4724,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 336
    },
    {
      "epoch": 1.1199000832639467,
      "grad_norm": 0.41471476618444547,
      "learning_rate": 7.237702098383213e-06,
      "loss": 1.4368,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 337
    },
    {
      "epoch": 1.1232306411323896,
      "grad_norm": 0.3584246686612814,
      "learning_rate": 7.2325741890959285e-06,
      "loss": 1.507,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 338
    },
    {
      "epoch": 1.1265611990008326,
      "grad_norm": 0.35472951006324893,
      "learning_rate": 7.227414330218068e-06,
      "loss": 1.3847,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 339
    },
    {
      "epoch": 1.1298917568692757,
      "grad_norm": 0.40770232084467445,
      "learning_rate": 7.222222222222222e-06,
      "loss": 1.4722,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 340
    },
    {
      "epoch": 1.1332223147377185,
      "grad_norm": 0.3854760192656062,
      "learning_rate": 7.216997561825147e-06,
      "loss": 1.4397,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 341
    },
    {
      "epoch": 1.1365528726061616,
      "grad_norm": 0.3425435570180868,
      "learning_rate": 7.211740041928721e-06,
      "loss": 1.3917,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 342
    },
    {
      "epoch": 1.1398834304746046,
      "grad_norm": 0.3629363871231361,
      "learning_rate": 7.206449351559762e-06,
      "loss": 1.4329,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 343
    },
    {
      "epoch": 1.1432139883430474,
      "grad_norm": 0.3746351865474382,
      "learning_rate": 7.20112517580872e-06,
      "loss": 1.4325,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 344
    },
    {
      "epoch": 1.1465445462114905,
      "grad_norm": 0.35633065876642767,
      "learning_rate": 7.195767195767195e-06,
      "loss": 1.4802,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 345
    },
    {
      "epoch": 1.1498751040799333,
      "grad_norm": 0.41086591430313346,
      "learning_rate": 7.1903750884642605e-06,
      "loss": 1.386,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 346
    },
    {
      "epoch": 1.1532056619483764,
      "grad_norm": 0.4248601636564269,
      "learning_rate": 7.184948526801562e-06,
      "loss": 1.3764,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 347
    },
    {
      "epoch": 1.1565362198168194,
      "grad_norm": 0.3677689809276377,
      "learning_rate": 7.179487179487179e-06,
      "loss": 1.3977,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 348
    },
    {
      "epoch": 1.1598667776852623,
      "grad_norm": 0.4562607243713519,
      "learning_rate": 7.173990710968203e-06,
      "loss": 1.4743,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 349
    },
    {
      "epoch": 1.1631973355537053,
      "grad_norm": 0.36851546433374166,
      "learning_rate": 7.168458781362006e-06,
      "loss": 1.3998,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 350
    },
    {
      "epoch": 1.1665278934221481,
      "grad_norm": 0.3440172529786023,
      "learning_rate": 7.1628910463861915e-06,
      "loss": 1.4388,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 351
    },
    {
      "epoch": 1.1698584512905912,
      "grad_norm": 0.34899417175359176,
      "learning_rate": 7.157287157287158e-06,
      "loss": 1.4109,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 352
    },
    {
      "epoch": 1.1731890091590342,
      "grad_norm": 0.3369095274891404,
      "learning_rate": 7.151646760767281e-06,
      "loss": 1.4721,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 353
    },
    {
      "epoch": 1.176519567027477,
      "grad_norm": 0.3373083746918916,
      "learning_rate": 7.145969498910675e-06,
      "loss": 1.3879,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 354
    },
    {
      "epoch": 1.1798501248959201,
      "grad_norm": 0.3127699546260214,
      "learning_rate": 7.140255009107467e-06,
      "loss": 1.4067,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 355
    },
    {
      "epoch": 1.183180682764363,
      "grad_norm": 0.3455714541263257,
      "learning_rate": 7.1345029239766076e-06,
      "loss": 1.4729,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 356
    },
    {
      "epoch": 1.186511240632806,
      "grad_norm": 0.35459135197814406,
      "learning_rate": 7.128712871287129e-06,
      "loss": 1.4845,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 357
    },
    {
      "epoch": 1.189841798501249,
      "grad_norm": 0.3382392537839561,
      "learning_rate": 7.122884473877851e-06,
      "loss": 1.4796,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 358
    },
    {
      "epoch": 1.1931723563696919,
      "grad_norm": 0.3229617810865785,
      "learning_rate": 7.117017349575488e-06,
      "loss": 1.4258,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 359
    },
    {
      "epoch": 1.196502914238135,
      "grad_norm": 0.4132878845320615,
      "learning_rate": 7.11111111111111e-06,
      "loss": 1.4344,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 360
    },
    {
      "epoch": 1.1998334721065778,
      "grad_norm": 0.3909252234186588,
      "learning_rate": 7.105165366034932e-06,
      "loss": 1.4136,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 361
    },
    {
      "epoch": 1.2031640299750208,
      "grad_norm": 0.4166542946239009,
      "learning_rate": 7.0991797166293805e-06,
      "loss": 1.418,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 362
    },
    {
      "epoch": 1.2064945878434639,
      "grad_norm": 0.3978265092622875,
      "learning_rate": 7.093153759820426e-06,
      "loss": 1.4778,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 363
    },
    {
      "epoch": 1.2098251457119067,
      "grad_norm": 0.3362476483926624,
      "learning_rate": 7.087087087087086e-06,
      "loss": 1.4045,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 364
    },
    {
      "epoch": 1.2131557035803497,
      "grad_norm": 0.34227618124914144,
      "learning_rate": 7.0809792843691135e-06,
      "loss": 1.3691,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 365
    },
    {
      "epoch": 1.2164862614487926,
      "grad_norm": 0.4154500404546309,
      "learning_rate": 7.074829931972789e-06,
      "loss": 1.4296,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 366
    },
    {
      "epoch": 1.2198168193172356,
      "grad_norm": 0.3910386371341375,
      "learning_rate": 7.068638604474782e-06,
      "loss": 1.4128,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 367
    },
    {
      "epoch": 1.2231473771856787,
      "grad_norm": 0.32973016037230485,
      "learning_rate": 7.062404870624048e-06,
      "loss": 1.3952,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 368
    },
    {
      "epoch": 1.2264779350541215,
      "grad_norm": 0.3476414929125133,
      "learning_rate": 7.056128293241695e-06,
      "loss": 1.4132,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 369
    },
    {
      "epoch": 1.2298084929225646,
      "grad_norm": 0.3490075847160727,
      "learning_rate": 7.0498084291187725e-06,
      "loss": 1.5034,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 370
    },
    {
      "epoch": 1.2331390507910074,
      "grad_norm": 0.4213209017684047,
      "learning_rate": 7.043444828911956e-06,
      "loss": 1.4407,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 371
    },
    {
      "epoch": 1.2364696086594504,
      "grad_norm": 0.41156726116014214,
      "learning_rate": 7.037037037037037e-06,
      "loss": 1.4922,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 372
    },
    {
      "epoch": 1.2398001665278935,
      "grad_norm": 0.3274736563867899,
      "learning_rate": 7.0305845915602e-06,
      "loss": 1.4443,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 373
    },
    {
      "epoch": 1.2431307243963363,
      "grad_norm": 0.4016877039684572,
      "learning_rate": 7.024087024087023e-06,
      "loss": 1.4765,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 374
    },
    {
      "epoch": 1.2464612822647794,
      "grad_norm": 0.37926187648963133,
      "learning_rate": 7.017543859649123e-06,
      "loss": 1.4944,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 375
    },
    {
      "epoch": 1.2497918401332222,
      "grad_norm": 0.3995775555374175,
      "learning_rate": 7.0109546165884185e-06,
      "loss": 1.4737,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 376
    },
    {
      "epoch": 1.2531223980016652,
      "grad_norm": 0.4179330927454956,
      "learning_rate": 7.0043188064389475e-06,
      "loss": 1.396,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 377
    },
    {
      "epoch": 1.2564529558701083,
      "grad_norm": 0.4026676583822718,
      "learning_rate": 6.997635933806146e-06,
      "loss": 1.5024,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 378
    },
    {
      "epoch": 1.2597835137385511,
      "grad_norm": 0.3729935293489866,
      "learning_rate": 6.9909054962435735e-06,
      "loss": 1.5035,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 379
    },
    {
      "epoch": 1.2631140716069942,
      "grad_norm": 0.37785861617292904,
      "learning_rate": 6.984126984126983e-06,
      "loss": 1.4859,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 380
    },
    {
      "epoch": 1.266444629475437,
      "grad_norm": 0.34618072727066834,
      "learning_rate": 6.977299880525687e-06,
      "loss": 1.3753,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 381
    },
    {
      "epoch": 1.26977518734388,
      "grad_norm": 0.3603657688818211,
      "learning_rate": 6.970423661071143e-06,
      "loss": 1.4396,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 382
    },
    {
      "epoch": 1.2731057452123231,
      "grad_norm": 0.31695078316874364,
      "learning_rate": 6.963497793822704e-06,
      "loss": 1.4512,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 383
    },
    {
      "epoch": 1.2764363030807662,
      "grad_norm": 0.3998834526312468,
      "learning_rate": 6.956521739130433e-06,
      "loss": 1.4068,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 384
    },
    {
      "epoch": 1.279766860949209,
      "grad_norm": 0.40218592316674945,
      "learning_rate": 6.949494949494949e-06,
      "loss": 1.4314,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 385
    },
    {
      "epoch": 1.2830974188176518,
      "grad_norm": 0.4377216092057675,
      "learning_rate": 6.942416869424169e-06,
      "loss": 1.4159,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 386
    },
    {
      "epoch": 1.2864279766860949,
      "grad_norm": 0.3806613338175727,
      "learning_rate": 6.935286935286935e-06,
      "loss": 1.4383,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 387
    },
    {
      "epoch": 1.289758534554538,
      "grad_norm": 0.41315217581288083,
      "learning_rate": 6.928104575163398e-06,
      "loss": 1.4639,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 388
    },
    {
      "epoch": 1.293089092422981,
      "grad_norm": 0.4242068360276873,
      "learning_rate": 6.920869208692086e-06,
      "loss": 1.5043,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 389
    },
    {
      "epoch": 1.2964196502914238,
      "grad_norm": 0.40526133848179174,
      "learning_rate": 6.913580246913578e-06,
      "loss": 1.4969,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 390
    },
    {
      "epoch": 1.2997502081598669,
      "grad_norm": 0.4390648977103527,
      "learning_rate": 6.9062370921106965e-06,
      "loss": 1.4634,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 391
    },
    {
      "epoch": 1.3030807660283097,
      "grad_norm": 0.3293053257002483,
      "learning_rate": 6.898839137645108e-06,
      "loss": 1.4837,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 392
    },
    {
      "epoch": 1.3064113238967527,
      "grad_norm": 0.3741205703169676,
      "learning_rate": 6.891385767790261e-06,
      "loss": 1.3888,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 393
    },
    {
      "epoch": 1.3097418817651958,
      "grad_norm": 0.36736277922290345,
      "learning_rate": 6.883876357560567e-06,
      "loss": 1.4422,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 394
    },
    {
      "epoch": 1.3130724396336386,
      "grad_norm": 0.34987451065304387,
      "learning_rate": 6.876310272536688e-06,
      "loss": 1.4384,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 395
    },
    {
      "epoch": 1.3164029975020817,
      "grad_norm": 0.3574591374681954,
      "learning_rate": 6.868686868686868e-06,
      "loss": 1.4453,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 396
    },
    {
      "epoch": 1.3197335553705245,
      "grad_norm": 0.31108139602911883,
      "learning_rate": 6.861005492184199e-06,
      "loss": 1.4302,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 397
    },
    {
      "epoch": 1.3230641132389676,
      "grad_norm": 0.3317920901111113,
      "learning_rate": 6.853265479219677e-06,
      "loss": 1.4599,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 398
    },
    {
      "epoch": 1.3263946711074106,
      "grad_norm": 0.3319586529185681,
      "learning_rate": 6.8454661558109825e-06,
      "loss": 1.4349,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 399
    },
    {
      "epoch": 1.3297252289758534,
      "grad_norm": 0.35385561486286676,
      "learning_rate": 6.837606837606837e-06,
      "loss": 1.4262,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 400
    },
    {
      "epoch": 1.3330557868442965,
      "grad_norm": 0.36123629997437273,
      "learning_rate": 6.82968682968683e-06,
      "loss": 1.4475,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 401
    },
    {
      "epoch": 1.3363863447127393,
      "grad_norm": 0.3678679588945442,
      "learning_rate": 6.821705426356589e-06,
      "loss": 1.4662,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 402
    },
    {
      "epoch": 1.3397169025811824,
      "grad_norm": 0.35623277676543963,
      "learning_rate": 6.813661910938175e-06,
      "loss": 1.4157,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 403
    },
    {
      "epoch": 1.3430474604496254,
      "grad_norm": 0.3670378130601921,
      "learning_rate": 6.805555555555554e-06,
      "loss": 1.4289,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 404
    },
    {
      "epoch": 1.3463780183180682,
      "grad_norm": 0.37365353793241013,
      "learning_rate": 6.797385620915031e-06,
      "loss": 1.4758,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 405
    },
    {
      "epoch": 1.3497085761865113,
      "grad_norm": 0.4227767618895852,
      "learning_rate": 6.78915135608049e-06,
      "loss": 1.4522,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 406
    },
    {
      "epoch": 1.3530391340549541,
      "grad_norm": 0.392419028331304,
      "learning_rate": 6.780851998243303e-06,
      "loss": 1.4386,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 407
    },
    {
      "epoch": 1.3563696919233972,
      "grad_norm": 0.34332622194519336,
      "learning_rate": 6.772486772486772e-06,
      "loss": 1.4143,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 408
    },
    {
      "epoch": 1.3597002497918402,
      "grad_norm": 0.39554534288670906,
      "learning_rate": 6.76405489154493e-06,
      "loss": 1.4289,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 409
    },
    {
      "epoch": 1.363030807660283,
      "grad_norm": 0.3680781980427255,
      "learning_rate": 6.7555555555555545e-06,
      "loss": 1.4604,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 410
    },
    {
      "epoch": 1.3663613655287261,
      "grad_norm": 0.359696703224119,
      "learning_rate": 6.7469879518072274e-06,
      "loss": 1.4552,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 411
    },
    {
      "epoch": 1.369691923397169,
      "grad_norm": 0.43946142988468057,
      "learning_rate": 6.738351254480287e-06,
      "loss": 1.4649,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 412
    },
    {
      "epoch": 1.373022481265612,
      "grad_norm": 0.38158471914984216,
      "learning_rate": 6.729644624381466e-06,
      "loss": 1.4553,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 413
    },
    {
      "epoch": 1.376353039134055,
      "grad_norm": 0.3785264160376015,
      "learning_rate": 6.720867208672086e-06,
      "loss": 1.457,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 414
    },
    {
      "epoch": 1.3796835970024979,
      "grad_norm": 0.40275915279313634,
      "learning_rate": 6.712018140589569e-06,
      "loss": 1.4665,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 415
    },
    {
      "epoch": 1.383014154870941,
      "grad_norm": 0.37268382461278277,
      "learning_rate": 6.703096539162113e-06,
      "loss": 1.377,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 416
    },
    {
      "epoch": 1.3863447127393838,
      "grad_norm": 0.3362832443073036,
      "learning_rate": 6.694101508916324e-06,
      "loss": 1.4122,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 417
    },
    {
      "epoch": 1.3896752706078268,
      "grad_norm": 0.3428291854645596,
      "learning_rate": 6.6850321395775945e-06,
      "loss": 1.3466,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 418
    },
    {
      "epoch": 1.3930058284762699,
      "grad_norm": 0.38976496538071015,
      "learning_rate": 6.675887505763023e-06,
      "loss": 1.4711,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 419
    },
    {
      "epoch": 1.3963363863447127,
      "grad_norm": 0.4034367524201395,
      "learning_rate": 6.666666666666666e-06,
      "loss": 1.5079,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 420
    },
    {
      "epoch": 1.3996669442131557,
      "grad_norm": 0.38251655422807695,
      "learning_rate": 6.657368665736867e-06,
      "loss": 1.4715,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 421
    },
    {
      "epoch": 1.4029975020815986,
      "grad_norm": 0.3636615753904805,
      "learning_rate": 6.647992530345471e-06,
      "loss": 1.4175,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 422
    },
    {
      "epoch": 1.4063280599500416,
      "grad_norm": 0.3543871236347375,
      "learning_rate": 6.6385372714486634e-06,
      "loss": 1.4008,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 423
    },
    {
      "epoch": 1.4096586178184847,
      "grad_norm": 0.4270397824248548,
      "learning_rate": 6.6290018832391705e-06,
      "loss": 1.4082,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 424
    },
    {
      "epoch": 1.4129891756869275,
      "grad_norm": 0.41956585580281563,
      "learning_rate": 6.6193853427895966e-06,
      "loss": 1.4075,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 425
    },
    {
      "epoch": 1.4163197335553706,
      "grad_norm": 0.47761484099497725,
      "learning_rate": 6.60968660968661e-06,
      "loss": 1.4104,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 426
    },
    {
      "epoch": 1.4196502914238134,
      "grad_norm": 0.4078261265233408,
      "learning_rate": 6.599904625655699e-06,
      "loss": 1.4317,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 427
    },
    {
      "epoch": 1.4229808492922564,
      "grad_norm": 0.37691692681004796,
      "learning_rate": 6.590038314176245e-06,
      "loss": 1.391,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 428
    },
    {
      "epoch": 1.4263114071606995,
      "grad_norm": 0.3288508827565593,
      "learning_rate": 6.580086580086579e-06,
      "loss": 1.401,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 429
    },
    {
      "epoch": 1.4296419650291423,
      "grad_norm": 0.338319616372442,
      "learning_rate": 6.570048309178745e-06,
      "loss": 1.4178,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 430
    },
    {
      "epoch": 1.4329725228975854,
      "grad_norm": 0.414862604672987,
      "learning_rate": 6.559922367782628e-06,
      "loss": 1.4642,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 431
    },
    {
      "epoch": 1.4363030807660282,
      "grad_norm": 0.3949017633125201,
      "learning_rate": 6.54970760233918e-06,
      "loss": 1.3643,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 432
    },
    {
      "epoch": 1.4396336386344712,
      "grad_norm": 0.3872663647349424,
      "learning_rate": 6.53940283896231e-06,
      "loss": 1.3998,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 433
    },
    {
      "epoch": 1.4429641965029143,
      "grad_norm": 0.3778182716944692,
      "learning_rate": 6.529006882989183e-06,
      "loss": 1.421,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 434
    },
    {
      "epoch": 1.4462947543713571,
      "grad_norm": 0.3368637084806252,
      "learning_rate": 6.518518518518519e-06,
      "loss": 1.4562,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 435
    },
    {
      "epoch": 1.4496253122398002,
      "grad_norm": 0.37088068849156625,
      "learning_rate": 6.507936507936509e-06,
      "loss": 1.389,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 436
    },
    {
      "epoch": 1.452955870108243,
      "grad_norm": 0.4171977510324979,
      "learning_rate": 6.497259591429994e-06,
      "loss": 1.4314,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 437
    },
    {
      "epoch": 1.456286427976686,
      "grad_norm": 0.36493233792748947,
      "learning_rate": 6.486486486486486e-06,
      "loss": 1.4239,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 438
    },
    {
      "epoch": 1.4596169858451291,
      "grad_norm": 0.36409025362836434,
      "learning_rate": 6.475615887380592e-06,
      "loss": 1.4011,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 439
    },
    {
      "epoch": 1.462947543713572,
      "grad_norm": 0.3432633374051585,
      "learning_rate": 6.464646464646463e-06,
      "loss": 1.4706,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 440
    },
    {
      "epoch": 1.466278101582015,
      "grad_norm": 0.36918146681400343,
      "learning_rate": 6.453576864535769e-06,
      "loss": 1.4048,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 441
    },
    {
      "epoch": 1.4696086594504578,
      "grad_norm": 0.3558974109435063,
      "learning_rate": 6.442405708460755e-06,
      "loss": 1.4233,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 442
    },
    {
      "epoch": 1.4729392173189009,
      "grad_norm": 0.3319935101093491,
      "learning_rate": 6.431131592421914e-06,
      "loss": 1.4557,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 443
    },
    {
      "epoch": 1.476269775187344,
      "grad_norm": 0.3957835276431251,
      "learning_rate": 6.419753086419752e-06,
      "loss": 1.4974,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 444
    },
    {
      "epoch": 1.479600333055787,
      "grad_norm": 0.46743126820019115,
      "learning_rate": 6.408268733850127e-06,
      "loss": 1.3428,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 445
    },
    {
      "epoch": 1.4829308909242298,
      "grad_norm": 0.32072751511352704,
      "learning_rate": 6.396677050882658e-06,
      "loss": 1.4252,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 446
    },
    {
      "epoch": 1.4862614487926726,
      "grad_norm": 0.3691624108782593,
      "learning_rate": 6.384976525821596e-06,
      "loss": 1.4288,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 447
    },
    {
      "epoch": 1.4895920066611157,
      "grad_norm": 0.41832466518878647,
      "learning_rate": 6.373165618448636e-06,
      "loss": 1.4287,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 448
    },
    {
      "epoch": 1.4929225645295587,
      "grad_norm": 0.3728200914294547,
      "learning_rate": 6.361242759347024e-06,
      "loss": 1.391,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 449
    },
    {
      "epoch": 1.4962531223980018,
      "grad_norm": 0.3489172461380398,
      "learning_rate": 6.349206349206349e-06,
      "loss": 1.4012,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 450
    },
    {
      "epoch": 1.4995836802664446,
      "grad_norm": 0.45831242097179337,
      "learning_rate": 6.337054758107389e-06,
      "loss": 1.4062,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 451
    },
    {
      "epoch": 1.5029142381348874,
      "grad_norm": 0.4485083988308969,
      "learning_rate": 6.324786324786324e-06,
      "loss": 1.4077,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 452
    },
    {
      "epoch": 1.5062447960033305,
      "grad_norm": 0.3469124587165823,
      "learning_rate": 6.312399355877616e-06,
      "loss": 1.3635,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 453
    },
    {
      "epoch": 1.5095753538717736,
      "grad_norm": 0.4359834643536742,
      "learning_rate": 6.299892125134842e-06,
      "loss": 1.3951,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 454
    },
    {
      "epoch": 1.5129059117402166,
      "grad_norm": 0.43347338145656295,
      "learning_rate": 6.287262872628726e-06,
      "loss": 1.438,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 455
    },
    {
      "epoch": 1.5162364696086594,
      "grad_norm": 0.3544519721589859,
      "learning_rate": 6.274509803921569e-06,
      "loss": 1.4028,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 456
    },
    {
      "epoch": 1.5195670274771023,
      "grad_norm": 0.4175623558211923,
      "learning_rate": 6.261631089217296e-06,
      "loss": 1.4649,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 457
    },
    {
      "epoch": 1.5228975853455453,
      "grad_norm": 0.47794327593006264,
      "learning_rate": 6.248624862486248e-06,
      "loss": 1.4552,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 458
    },
    {
      "epoch": 1.5262281432139884,
      "grad_norm": 0.5102221497723193,
      "learning_rate": 6.235489220563847e-06,
      "loss": 1.5577,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 459
    },
    {
      "epoch": 1.5295587010824314,
      "grad_norm": 0.361727454686882,
      "learning_rate": 6.2222222222222215e-06,
      "loss": 1.4977,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 460
    },
    {
      "epoch": 1.5328892589508742,
      "grad_norm": 0.43568797487755334,
      "learning_rate": 6.208821887213847e-06,
      "loss": 1.4417,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 461
    },
    {
      "epoch": 1.536219816819317,
      "grad_norm": 0.39795557103291623,
      "learning_rate": 6.195286195286195e-06,
      "loss": 1.4479,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 462
    },
    {
      "epoch": 1.5395503746877601,
      "grad_norm": 0.3699426752838303,
      "learning_rate": 6.181613085166384e-06,
      "loss": 1.4379,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 463
    },
    {
      "epoch": 1.5428809325562032,
      "grad_norm": 0.5138765482501748,
      "learning_rate": 6.167800453514738e-06,
      "loss": 1.4433,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 464
    },
    {
      "epoch": 1.5462114904246462,
      "grad_norm": 0.5597671339637968,
      "learning_rate": 6.153846153846153e-06,
      "loss": 1.4255,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 465
    },
    {
      "epoch": 1.549542048293089,
      "grad_norm": 0.4443208189107028,
      "learning_rate": 6.1397479954180976e-06,
      "loss": 1.4458,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 466
    },
    {
      "epoch": 1.552872606161532,
      "grad_norm": 0.41782304334586917,
      "learning_rate": 6.125503742084053e-06,
      "loss": 1.4362,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 467
    },
    {
      "epoch": 1.556203164029975,
      "grad_norm": 0.511701451750574,
      "learning_rate": 6.11111111111111e-06,
      "loss": 1.4378,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 468
    },
    {
      "epoch": 1.559533721898418,
      "grad_norm": 0.4272528437058103,
      "learning_rate": 6.096567771960442e-06,
      "loss": 1.4315,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 469
    },
    {
      "epoch": 1.562864279766861,
      "grad_norm": 0.42099653002903337,
      "learning_rate": 6.0818713450292395e-06,
      "loss": 1.4092,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 470
    },
    {
      "epoch": 1.5661948376353039,
      "grad_norm": 0.4635591149261861,
      "learning_rate": 6.067019400352732e-06,
      "loss": 1.4357,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 471
    },
    {
      "epoch": 1.569525395503747,
      "grad_norm": 0.5318262046494987,
      "learning_rate": 6.052009456264775e-06,
      "loss": 1.4753,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 472
    },
    {
      "epoch": 1.5728559533721898,
      "grad_norm": 0.4098578230232083,
      "learning_rate": 6.036838978015449e-06,
      "loss": 1.4192,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 473
    },
    {
      "epoch": 1.5761865112406328,
      "grad_norm": 0.4563174114919455,
      "learning_rate": 6.021505376344085e-06,
      "loss": 1.4676,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 474
    },
    {
      "epoch": 1.5795170691090759,
      "grad_norm": 0.5270544922424331,
      "learning_rate": 6.006006006006005e-06,
      "loss": 1.4267,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 475
    },
    {
      "epoch": 1.5828476269775187,
      "grad_norm": 0.3910787909582668,
      "learning_rate": 5.990338164251208e-06,
      "loss": 1.3766,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 476
    },
    {
      "epoch": 1.5861781848459617,
      "grad_norm": 0.4736515430850208,
      "learning_rate": 5.974499089253187e-06,
      "loss": 1.4437,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 477
    },
    {
      "epoch": 1.5895087427144046,
      "grad_norm": 0.5430796464569592,
      "learning_rate": 5.958485958485957e-06,
      "loss": 1.4482,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 478
    },
    {
      "epoch": 1.5928393005828476,
      "grad_norm": 0.38226206389298173,
      "learning_rate": 5.942295887047268e-06,
      "loss": 1.412,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 479
    },
    {
      "epoch": 1.5961698584512907,
      "grad_norm": 0.3721223079028304,
      "learning_rate": 5.925925925925925e-06,
      "loss": 1.45,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 480
    },
    {
      "epoch": 1.5995004163197337,
      "grad_norm": 0.3827064109331823,
      "learning_rate": 5.909373060211049e-06,
      "loss": 1.4217,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 481
    },
    {
      "epoch": 1.6028309741881765,
      "grad_norm": 0.33684324932641296,
      "learning_rate": 5.892634207240949e-06,
      "loss": 1.3557,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 482
    },
    {
      "epoch": 1.6061615320566194,
      "grad_norm": 0.31468847211788964,
      "learning_rate": 5.875706214689265e-06,
      "loss": 1.4122,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 483
    },
    {
      "epoch": 1.6094920899250624,
      "grad_norm": 0.4442799216781044,
      "learning_rate": 5.858585858585859e-06,
      "loss": 1.4285,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 484
    },
    {
      "epoch": 1.6128226477935055,
      "grad_norm": 0.4567121702156198,
      "learning_rate": 5.841269841269841e-06,
      "loss": 1.4764,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 485
    },
    {
      "epoch": 1.6161532056619485,
      "grad_norm": 0.3590206566567271,
      "learning_rate": 5.82375478927203e-06,
      "loss": 1.4229,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 486
    },
    {
      "epoch": 1.6194837635303914,
      "grad_norm": 0.3652198930331244,
      "learning_rate": 5.806037251123956e-06,
      "loss": 1.4151,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 487
    },
    {
      "epoch": 1.6228143213988342,
      "grad_norm": 0.35866861963268476,
      "learning_rate": 5.7881136950904385e-06,
      "loss": 1.3369,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 488
    },
    {
      "epoch": 1.6261448792672772,
      "grad_norm": 0.4750936045573692,
      "learning_rate": 5.7699805068226105e-06,
      "loss": 1.4715,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 489
    },
    {
      "epoch": 1.6294754371357203,
      "grad_norm": 0.3613198830707804,
      "learning_rate": 5.7516339869281045e-06,
      "loss": 1.4291,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 490
    },
    {
      "epoch": 1.6328059950041633,
      "grad_norm": 0.43606379412430957,
      "learning_rate": 5.733070348454964e-06,
      "loss": 1.4011,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 491
    },
    {
      "epoch": 1.6361365528726062,
      "grad_norm": 0.35042984426925494,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 1.4368,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 492
    },
    {
      "epoch": 1.639467110741049,
      "grad_norm": 0.31661366243629,
      "learning_rate": 5.695276114437791e-06,
      "loss": 1.4541,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 493
    },
    {
      "epoch": 1.642797668609492,
      "grad_norm": 0.3561358967067642,
      "learning_rate": 5.676037483266399e-06,
      "loss": 1.433,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 494
    },
    {
      "epoch": 1.646128226477935,
      "grad_norm": 0.3931637346563919,
      "learning_rate": 5.656565656565656e-06,
      "loss": 1.4193,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 495
    },
    {
      "epoch": 1.6494587843463782,
      "grad_norm": 0.48631366553960975,
      "learning_rate": 5.6368563685636855e-06,
      "loss": 1.4012,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 496
    },
    {
      "epoch": 1.652789342214821,
      "grad_norm": 0.41348933242163105,
      "learning_rate": 5.616905248807089e-06,
      "loss": 1.3883,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 497
    },
    {
      "epoch": 1.6561199000832638,
      "grad_norm": 0.3541766139316355,
      "learning_rate": 5.59670781893004e-06,
      "loss": 1.363,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 498
    },
    {
      "epoch": 1.6594504579517069,
      "grad_norm": 0.410383164470969,
      "learning_rate": 5.576259489302967e-06,
      "loss": 1.3955,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 499
    },
    {
      "epoch": 1.66278101582015,
      "grad_norm": 0.4100549908496841,
      "learning_rate": 5.555555555555555e-06,
      "loss": 1.3663,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 500
    },
    {
      "epoch": 1.666111573688593,
      "grad_norm": 0.4122832272958553,
      "learning_rate": 5.534591194968553e-06,
      "loss": 1.5108,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 501
    },
    {
      "epoch": 1.6694421315570358,
      "grad_norm": 0.33209617039282874,
      "learning_rate": 5.513361462728551e-06,
      "loss": 1.4069,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 502
    },
    {
      "epoch": 1.6727726894254786,
      "grad_norm": 0.34650064809899755,
      "learning_rate": 5.491861288039631e-06,
      "loss": 1.3953,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 503
    },
    {
      "epoch": 1.6761032472939217,
      "grad_norm": 0.3583592015376779,
      "learning_rate": 5.47008547008547e-06,
      "loss": 1.4181,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 504
    },
    {
      "epoch": 1.6794338051623647,
      "grad_norm": 0.34343414571245584,
      "learning_rate": 5.448028673835125e-06,
      "loss": 1.418,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 505
    },
    {
      "epoch": 1.6827643630308078,
      "grad_norm": 0.35638669107128673,
      "learning_rate": 5.425685425685425e-06,
      "loss": 1.4052,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 506
    },
    {
      "epoch": 1.6860949208992506,
      "grad_norm": 0.3467424021658532,
      "learning_rate": 5.403050108932461e-06,
      "loss": 1.4581,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 507
    },
    {
      "epoch": 1.6894254787676934,
      "grad_norm": 0.32381127071831955,
      "learning_rate": 5.3801169590643285e-06,
      "loss": 1.459,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 508
    },
    {
      "epoch": 1.6927560366361365,
      "grad_norm": 0.3811936086039866,
      "learning_rate": 5.356880058866813e-06,
      "loss": 1.5033,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 509
    },
    {
      "epoch": 1.6960865945045795,
      "grad_norm": 0.3612050754686712,
      "learning_rate": 5.333333333333333e-06,
      "loss": 1.4137,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 510
    },
    {
      "epoch": 1.6994171523730226,
      "grad_norm": 0.35765265665477713,
      "learning_rate": 5.309470544369873e-06,
      "loss": 1.4087,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 511
    },
    {
      "epoch": 1.7027477102414654,
      "grad_norm": 0.3357163323849947,
      "learning_rate": 5.285285285285285e-06,
      "loss": 1.4851,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 512
    },
    {
      "epoch": 1.7060782681099083,
      "grad_norm": 0.3449646759899252,
      "learning_rate": 5.260770975056689e-06,
      "loss": 1.442,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 513
    },
    {
      "epoch": 1.7094088259783513,
      "grad_norm": 0.3335919341097906,
      "learning_rate": 5.235920852359208e-06,
      "loss": 1.454,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 514
    },
    {
      "epoch": 1.7127393838467944,
      "grad_norm": 0.3414007515866483,
      "learning_rate": 5.210727969348659e-06,
      "loss": 1.4762,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 515
    },
    {
      "epoch": 1.7160699417152374,
      "grad_norm": 0.37174665041283544,
      "learning_rate": 5.185185185185185e-06,
      "loss": 1.4615,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 516
    },
    {
      "epoch": 1.7194004995836802,
      "grad_norm": 0.37265087217053033,
      "learning_rate": 5.159285159285159e-06,
      "loss": 1.4072,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 517
    },
    {
      "epoch": 1.722731057452123,
      "grad_norm": 0.3445160578098801,
      "learning_rate": 5.1330203442879505e-06,
      "loss": 1.4337,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 518
    },
    {
      "epoch": 1.7260616153205661,
      "grad_norm": 0.3675807887019101,
      "learning_rate": 5.106382978723403e-06,
      "loss": 1.4147,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 519
    },
    {
      "epoch": 1.7293921731890092,
      "grad_norm": 0.34584285856367675,
      "learning_rate": 5.079365079365079e-06,
      "loss": 1.4193,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 520
    },
    {
      "epoch": 1.7327227310574522,
      "grad_norm": 0.3685778739128953,
      "learning_rate": 5.051958433253396e-06,
      "loss": 1.4466,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 521
    },
    {
      "epoch": 1.736053288925895,
      "grad_norm": 0.35632916296360506,
      "learning_rate": 5.02415458937198e-06,
      "loss": 1.4299,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 522
    },
    {
      "epoch": 1.739383846794338,
      "grad_norm": 0.3941128956001842,
      "learning_rate": 4.995944849959448e-06,
      "loss": 1.4264,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 523
    },
    {
      "epoch": 1.742714404662781,
      "grad_norm": 0.3481786883352737,
      "learning_rate": 4.967320261437908e-06,
      "loss": 1.4279,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 524
    },
    {
      "epoch": 1.746044962531224,
      "grad_norm": 0.3627527951339854,
      "learning_rate": 4.938271604938271e-06,
      "loss": 1.5152,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 525
    },
    {
      "epoch": 1.749375520399667,
      "grad_norm": 0.34527513358988937,
      "learning_rate": 4.9087893864013265e-06,
      "loss": 1.4088,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 526
    },
    {
      "epoch": 1.7527060782681099,
      "grad_norm": 0.368823414133051,
      "learning_rate": 4.878863826232247e-06,
      "loss": 1.3944,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 527
    },
    {
      "epoch": 1.756036636136553,
      "grad_norm": 0.3471938836863914,
      "learning_rate": 4.848484848484849e-06,
      "loss": 1.3809,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 528
    },
    {
      "epoch": 1.7593671940049957,
      "grad_norm": 0.39760839658681035,
      "learning_rate": 4.817642069550467e-06,
      "loss": 1.4081,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 529
    },
    {
      "epoch": 1.7626977518734388,
      "grad_norm": 0.35630999152948084,
      "learning_rate": 4.786324786324786e-06,
      "loss": 1.4049,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 530
    },
    {
      "epoch": 1.7660283097418819,
      "grad_norm": 0.3123127862091999,
      "learning_rate": 4.754521963824289e-06,
      "loss": 1.4033,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 531
    },
    {
      "epoch": 1.7693588676103247,
      "grad_norm": 0.3565716669933871,
      "learning_rate": 4.722222222222222e-06,
      "loss": 1.4548,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 532
    },
    {
      "epoch": 1.7726894254787677,
      "grad_norm": 0.3415824605451111,
      "learning_rate": 4.68941382327209e-06,
      "loss": 1.3379,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 533
    },
    {
      "epoch": 1.7760199833472106,
      "grad_norm": 0.37445157627374487,
      "learning_rate": 4.6560846560846555e-06,
      "loss": 1.5023,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 534
    },
    {
      "epoch": 1.7793505412156536,
      "grad_norm": 0.4140970552339397,
      "learning_rate": 4.622222222222222e-06,
      "loss": 1.4982,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 535
    },
    {
      "epoch": 1.7826810990840967,
      "grad_norm": 0.3696216853055909,
      "learning_rate": 4.587813620071684e-06,
      "loss": 1.3795,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 536
    },
    {
      "epoch": 1.7860116569525397,
      "grad_norm": 0.3374796769034963,
      "learning_rate": 4.552845528455284e-06,
      "loss": 1.4356,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 537
    },
    {
      "epoch": 1.7893422148209825,
      "grad_norm": 0.4227610049072286,
      "learning_rate": 4.517304189435337e-06,
      "loss": 1.4625,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 538
    },
    {
      "epoch": 1.7926727726894254,
      "grad_norm": 0.36612259553982557,
      "learning_rate": 4.4811753902663e-06,
      "loss": 1.4274,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 539
    },
    {
      "epoch": 1.7960033305578684,
      "grad_norm": 0.4222638209328834,
      "learning_rate": 4.444444444444443e-06,
      "loss": 1.5129,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 540
    },
    {
      "epoch": 1.7993338884263115,
      "grad_norm": 0.41009576553628174,
      "learning_rate": 4.407096171802053e-06,
      "loss": 1.4873,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 541
    },
    {
      "epoch": 1.8026644462947545,
      "grad_norm": 0.35086922544434007,
      "learning_rate": 4.369114877589454e-06,
      "loss": 1.3718,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 542
    },
    {
      "epoch": 1.8059950041631974,
      "grad_norm": 0.35855015526438827,
      "learning_rate": 4.33048433048433e-06,
      "loss": 1.4031,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 543
    },
    {
      "epoch": 1.8093255620316402,
      "grad_norm": 0.42477533100459036,
      "learning_rate": 4.291187739463601e-06,
      "loss": 1.4473,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 544
    },
    {
      "epoch": 1.8126561199000832,
      "grad_norm": 0.39791782472493653,
      "learning_rate": 4.251207729468599e-06,
      "loss": 1.4374,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 545
    },
    {
      "epoch": 1.8159866777685263,
      "grad_norm": 0.3444343384513091,
      "learning_rate": 4.210526315789473e-06,
      "loss": 1.4048,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 546
    },
    {
      "epoch": 1.8193172356369693,
      "grad_norm": 0.3453119165966736,
      "learning_rate": 4.169124877089478e-06,
      "loss": 1.3581,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 547
    },
    {
      "epoch": 1.8226477935054122,
      "grad_norm": 0.38186414289634574,
      "learning_rate": 4.126984126984126e-06,
      "loss": 1.4774,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 548
    },
    {
      "epoch": 1.825978351373855,
      "grad_norm": 0.3371300332212375,
      "learning_rate": 4.084084084084084e-06,
      "loss": 1.3565,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 549
    },
    {
      "epoch": 1.829308909242298,
      "grad_norm": 0.32042065002080106,
      "learning_rate": 4.0404040404040395e-06,
      "loss": 1.3807,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 550
    },
    {
      "epoch": 1.832639467110741,
      "grad_norm": 0.3776475075214216,
      "learning_rate": 3.995922528032619e-06,
      "loss": 1.4305,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 551
    },
    {
      "epoch": 1.8359700249791842,
      "grad_norm": 0.3351717661136717,
      "learning_rate": 3.9506172839506175e-06,
      "loss": 1.4133,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 552
    },
    {
      "epoch": 1.839300582847627,
      "grad_norm": 0.37528610178789024,
      "learning_rate": 3.904465212876428e-06,
      "loss": 1.4994,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 553
    },
    {
      "epoch": 1.8426311407160698,
      "grad_norm": 0.38936785329254486,
      "learning_rate": 3.857442348008385e-06,
      "loss": 1.393,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 554
    },
    {
      "epoch": 1.8459616985845129,
      "grad_norm": 0.40525496168183883,
      "learning_rate": 3.8095238095238094e-06,
      "loss": 1.4019,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 555
    },
    {
      "epoch": 1.849292256452956,
      "grad_norm": 0.4169994094961459,
      "learning_rate": 3.7606837606837604e-06,
      "loss": 1.4208,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 556
    },
    {
      "epoch": 1.852622814321399,
      "grad_norm": 0.4093560262894869,
      "learning_rate": 3.710895361380798e-06,
      "loss": 1.44,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 557
    },
    {
      "epoch": 1.8559533721898418,
      "grad_norm": 0.35662577286334196,
      "learning_rate": 3.660130718954248e-06,
      "loss": 1.4168,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 558
    },
    {
      "epoch": 1.8592839300582846,
      "grad_norm": 0.3469062029498766,
      "learning_rate": 3.6083608360836084e-06,
      "loss": 1.4109,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 559
    },
    {
      "epoch": 1.8626144879267277,
      "grad_norm": 0.35913894186601036,
      "learning_rate": 3.5555555555555546e-06,
      "loss": 1.3026,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 560
    },
    {
      "epoch": 1.8659450457951707,
      "grad_norm": 0.3601783041537011,
      "learning_rate": 3.501683501683501e-06,
      "loss": 1.4429,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 561
    },
    {
      "epoch": 1.8692756036636138,
      "grad_norm": 0.4301246312907219,
      "learning_rate": 3.4467120181405894e-06,
      "loss": 1.4415,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 562
    },
    {
      "epoch": 1.8726061615320566,
      "grad_norm": 0.44543619950365937,
      "learning_rate": 3.390607101947308e-06,
      "loss": 1.4354,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 563
    },
    {
      "epoch": 1.8759367194004994,
      "grad_norm": 0.4110006980910609,
      "learning_rate": 3.333333333333333e-06,
      "loss": 1.5156,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 564
    },
    {
      "epoch": 1.8792672772689425,
      "grad_norm": 0.36681035057341954,
      "learning_rate": 3.27485380116959e-06,
      "loss": 1.3926,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 565
    },
    {
      "epoch": 1.8825978351373855,
      "grad_norm": 0.3639552416710322,
      "learning_rate": 3.215130023640661e-06,
      "loss": 1.4537,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 566
    },
    {
      "epoch": 1.8859283930058286,
      "grad_norm": 0.3809201109198225,
      "learning_rate": 3.154121863799283e-06,
      "loss": 1.4344,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 567
    },
    {
      "epoch": 1.8892589508742714,
      "grad_norm": 0.5067748995958425,
      "learning_rate": 3.0917874396135263e-06,
      "loss": 1.444,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 568
    },
    {
      "epoch": 1.8925895087427143,
      "grad_norm": 0.39339545860925257,
      "learning_rate": 3.028083028083028e-06,
      "loss": 1.4368,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 569
    },
    {
      "epoch": 1.8959200666111573,
      "grad_norm": 0.3645143242760266,
      "learning_rate": 2.9629629629629625e-06,
      "loss": 1.4189,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 570
    },
    {
      "epoch": 1.8992506244796004,
      "grad_norm": 0.41301404150023885,
      "learning_rate": 2.8963795255930087e-06,
      "loss": 1.4513,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 571
    },
    {
      "epoch": 1.9025811823480434,
      "grad_norm": 0.35445322756534786,
      "learning_rate": 2.828282828282828e-06,
      "loss": 1.4212,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 572
    },
    {
      "epoch": 1.9059117402164862,
      "grad_norm": 0.31609898679838344,
      "learning_rate": 2.758620689655172e-06,
      "loss": 1.4282,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 573
    },
    {
      "epoch": 1.909242298084929,
      "grad_norm": 0.38641815454972966,
      "learning_rate": 2.6873385012919895e-06,
      "loss": 1.5401,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 574
    },
    {
      "epoch": 1.9125728559533721,
      "grad_norm": 0.38729985084754753,
      "learning_rate": 2.6143790849673204e-06,
      "loss": 1.461,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 575
    },
    {
      "epoch": 1.9159034138218152,
      "grad_norm": 0.4550081298663739,
      "learning_rate": 2.5396825396825395e-06,
      "loss": 1.4602,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 576
    },
    {
      "epoch": 1.9192339716902582,
      "grad_norm": 0.3605173725442084,
      "learning_rate": 2.4631860776439087e-06,
      "loss": 1.4104,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 577
    },
    {
      "epoch": 1.922564529558701,
      "grad_norm": 0.38548981376382463,
      "learning_rate": 2.384823848238482e-06,
      "loss": 1.4465,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 578
    },
    {
      "epoch": 1.9258950874271439,
      "grad_norm": 0.39748551935246357,
      "learning_rate": 2.304526748971193e-06,
      "loss": 1.443,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 579
    },
    {
      "epoch": 1.929225645295587,
      "grad_norm": 0.3638886379639791,
      "learning_rate": 2.222222222222222e-06,
      "loss": 1.4129,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 580
    },
    {
      "epoch": 1.93255620316403,
      "grad_norm": 0.36953734209449074,
      "learning_rate": 2.1378340365682133e-06,
      "loss": 1.3176,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 581
    },
    {
      "epoch": 1.935886761032473,
      "grad_norm": 0.3267944344034355,
      "learning_rate": 2.051282051282051e-06,
      "loss": 1.4588,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 582
    },
    {
      "epoch": 1.9392173189009159,
      "grad_norm": 0.3915434082543582,
      "learning_rate": 1.962481962481962e-06,
      "loss": 1.4441,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 583
    },
    {
      "epoch": 1.942547876769359,
      "grad_norm": 0.3556155258308632,
      "learning_rate": 1.871345029239766e-06,
      "loss": 1.3898,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 584
    },
    {
      "epoch": 1.9458784346378017,
      "grad_norm": 0.35583427100431714,
      "learning_rate": 1.7777777777777775e-06,
      "loss": 1.4117,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 585
    },
    {
      "epoch": 1.9492089925062448,
      "grad_norm": 0.3312617219719275,
      "learning_rate": 1.6816816816816814e-06,
      "loss": 1.4243,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 586
    },
    {
      "epoch": 1.9525395503746878,
      "grad_norm": 0.3171322439070156,
      "learning_rate": 1.582952815829528e-06,
      "loss": 1.3974,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 587
    },
    {
      "epoch": 1.9558701082431307,
      "grad_norm": 0.2931034713127486,
      "learning_rate": 1.4814814814814812e-06,
      "loss": 1.4232,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 588
    },
    {
      "epoch": 1.9592006661115737,
      "grad_norm": 0.31803832338980526,
      "learning_rate": 1.3771517996870107e-06,
      "loss": 1.4475,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 589
    },
    {
      "epoch": 1.9625312239800166,
      "grad_norm": 0.3102745879861819,
      "learning_rate": 1.2698412698412697e-06,
      "loss": 1.4991,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 590
    },
    {
      "epoch": 1.9658617818484596,
      "grad_norm": 0.35190966791382605,
      "learning_rate": 1.1594202898550724e-06,
      "loss": 1.4806,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 591
    },
    {
      "epoch": 1.9691923397169027,
      "grad_norm": 0.3133274529689738,
      "learning_rate": 1.045751633986928e-06,
      "loss": 1.347,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 592
    },
    {
      "epoch": 1.9725228975853455,
      "grad_norm": 0.30605048339614954,
      "learning_rate": 9.286898839137644e-07,
      "loss": 1.3999,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 593
    },
    {
      "epoch": 1.9758534554537885,
      "grad_norm": 0.3151090112991302,
      "learning_rate": 8.08080808080808e-07,
      "loss": 1.4339,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 594
    },
    {
      "epoch": 1.9791840133222314,
      "grad_norm": 0.35650599063479166,
      "learning_rate": 6.837606837606837e-07,
      "loss": 1.4009,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 595
    },
    {
      "epoch": 1.9825145711906744,
      "grad_norm": 0.3384958491564326,
      "learning_rate": 5.555555555555555e-07,
      "loss": 1.4611,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 596
    },
    {
      "epoch": 1.9858451290591175,
      "grad_norm": 0.3335636198476521,
      "learning_rate": 4.2328042328042324e-07,
      "loss": 1.3728,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 597
    },
    {
      "epoch": 1.9891756869275605,
      "grad_norm": 0.32277296814250667,
      "learning_rate": 2.8673835125448024e-07,
      "loss": 1.387,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 598
    },
    {
      "epoch": 1.9925062447960034,
      "grad_norm": 0.3467254801927619,
      "learning_rate": 1.4571948998178507e-07,
      "loss": 1.4114,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 599
    },
    {
      "epoch": 1.9958368026644462,
      "grad_norm": 0.3207639144479259,
      "learning_rate": 0,
      "loss": 1.3956,
      "memory/device_mem_reserved(gib)": 59.75,
      "memory/max_mem_active(gib)": 57.09,
      "memory/max_mem_allocated(gib)": 56.77,
      "step": 600
    }
  ],
  "logging_steps": 1,
  "max_steps": 600,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 150,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.439031159441326e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}