| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.983922829581994, | |
| "eval_steps": 500, | |
| "global_step": 775, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.006430868167202572, | |
| "grad_norm": 7.0162146245461425, | |
| "learning_rate": 5.128205128205128e-07, | |
| "loss": 1.0664, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.012861736334405145, | |
| "grad_norm": 7.042137063997965, | |
| "learning_rate": 1.0256410256410257e-06, | |
| "loss": 1.0667, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.01929260450160772, | |
| "grad_norm": 6.952690913098092, | |
| "learning_rate": 1.5384615384615387e-06, | |
| "loss": 1.0695, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.02572347266881029, | |
| "grad_norm": 6.7538270332311425, | |
| "learning_rate": 2.0512820512820513e-06, | |
| "loss": 1.0442, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.03215434083601286, | |
| "grad_norm": 6.376454462253263, | |
| "learning_rate": 2.564102564102564e-06, | |
| "loss": 1.051, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.03858520900321544, | |
| "grad_norm": 4.956917374969652, | |
| "learning_rate": 3.0769230769230774e-06, | |
| "loss": 1.0002, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.04501607717041801, | |
| "grad_norm": 3.4841396218367806, | |
| "learning_rate": 3.58974358974359e-06, | |
| "loss": 0.9527, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.05144694533762058, | |
| "grad_norm": 3.0118863884782923, | |
| "learning_rate": 4.102564102564103e-06, | |
| "loss": 0.9526, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.05787781350482315, | |
| "grad_norm": 2.713290461312111, | |
| "learning_rate": 4.615384615384616e-06, | |
| "loss": 0.9463, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.06430868167202572, | |
| "grad_norm": 4.377833431621951, | |
| "learning_rate": 5.128205128205128e-06, | |
| "loss": 0.9295, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0707395498392283, | |
| "grad_norm": 4.501301458537532, | |
| "learning_rate": 5.641025641025641e-06, | |
| "loss": 0.9365, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.07717041800643087, | |
| "grad_norm": 4.5293375751127805, | |
| "learning_rate": 6.153846153846155e-06, | |
| "loss": 0.9149, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.08360128617363344, | |
| "grad_norm": 3.4522004166791684, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.853, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.09003215434083602, | |
| "grad_norm": 3.290798888126205, | |
| "learning_rate": 7.17948717948718e-06, | |
| "loss": 0.8424, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.09646302250803858, | |
| "grad_norm": 2.6130066798433687, | |
| "learning_rate": 7.692307692307694e-06, | |
| "loss": 0.8309, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.10289389067524116, | |
| "grad_norm": 1.9609557414837218, | |
| "learning_rate": 8.205128205128205e-06, | |
| "loss": 0.8064, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.10932475884244373, | |
| "grad_norm": 1.7416084098064664, | |
| "learning_rate": 8.717948717948719e-06, | |
| "loss": 0.775, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.1157556270096463, | |
| "grad_norm": 1.9234596660609349, | |
| "learning_rate": 9.230769230769232e-06, | |
| "loss": 0.7639, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.12218649517684887, | |
| "grad_norm": 1.842944347391724, | |
| "learning_rate": 9.743589743589744e-06, | |
| "loss": 0.7516, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.12861736334405144, | |
| "grad_norm": 1.385542784297474, | |
| "learning_rate": 1.0256410256410256e-05, | |
| "loss": 0.7362, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.13504823151125403, | |
| "grad_norm": 1.3434715178283498, | |
| "learning_rate": 1.076923076923077e-05, | |
| "loss": 0.7299, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.1414790996784566, | |
| "grad_norm": 1.2642455423940069, | |
| "learning_rate": 1.1282051282051283e-05, | |
| "loss": 0.7297, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.14790996784565916, | |
| "grad_norm": 1.3810683927585838, | |
| "learning_rate": 1.1794871794871796e-05, | |
| "loss": 0.7151, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.15434083601286175, | |
| "grad_norm": 1.1763012918310838, | |
| "learning_rate": 1.230769230769231e-05, | |
| "loss": 0.7028, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.1607717041800643, | |
| "grad_norm": 0.8874899050987758, | |
| "learning_rate": 1.2820512820512823e-05, | |
| "loss": 0.7069, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.16720257234726688, | |
| "grad_norm": 1.1430717427922794, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 0.6947, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.17363344051446947, | |
| "grad_norm": 1.0152472518153854, | |
| "learning_rate": 1.3846153846153847e-05, | |
| "loss": 0.6988, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.18006430868167203, | |
| "grad_norm": 0.8608429155517024, | |
| "learning_rate": 1.435897435897436e-05, | |
| "loss": 0.6953, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.1864951768488746, | |
| "grad_norm": 1.0509945599068666, | |
| "learning_rate": 1.4871794871794874e-05, | |
| "loss": 0.6853, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.19292604501607716, | |
| "grad_norm": 0.8044463029072009, | |
| "learning_rate": 1.5384615384615387e-05, | |
| "loss": 0.6826, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.19935691318327975, | |
| "grad_norm": 1.2310559296987191, | |
| "learning_rate": 1.5897435897435897e-05, | |
| "loss": 0.6692, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.2057877813504823, | |
| "grad_norm": 0.8236025480165208, | |
| "learning_rate": 1.641025641025641e-05, | |
| "loss": 0.6762, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.21221864951768488, | |
| "grad_norm": 1.0067292632938298, | |
| "learning_rate": 1.6923076923076924e-05, | |
| "loss": 0.6586, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.21864951768488747, | |
| "grad_norm": 0.9173211085785304, | |
| "learning_rate": 1.7435897435897438e-05, | |
| "loss": 0.6572, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.22508038585209003, | |
| "grad_norm": 0.8516866412021882, | |
| "learning_rate": 1.794871794871795e-05, | |
| "loss": 0.6528, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.2315112540192926, | |
| "grad_norm": 0.7427049230572615, | |
| "learning_rate": 1.8461538461538465e-05, | |
| "loss": 0.6412, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.2379421221864952, | |
| "grad_norm": 0.7669874118997514, | |
| "learning_rate": 1.8974358974358975e-05, | |
| "loss": 0.6677, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.24437299035369775, | |
| "grad_norm": 0.8036867534704667, | |
| "learning_rate": 1.9487179487179488e-05, | |
| "loss": 0.6502, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.2508038585209003, | |
| "grad_norm": 0.8316635283700579, | |
| "learning_rate": 2e-05, | |
| "loss": 0.6567, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.2572347266881029, | |
| "grad_norm": 0.6486238726177489, | |
| "learning_rate": 2.0512820512820512e-05, | |
| "loss": 0.6623, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.26366559485530544, | |
| "grad_norm": 0.7643455134890489, | |
| "learning_rate": 2.102564102564103e-05, | |
| "loss": 0.6574, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.27009646302250806, | |
| "grad_norm": 0.7635295839879329, | |
| "learning_rate": 2.153846153846154e-05, | |
| "loss": 0.6479, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.2765273311897106, | |
| "grad_norm": 0.9085553824119198, | |
| "learning_rate": 2.2051282051282056e-05, | |
| "loss": 0.6367, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.2829581993569132, | |
| "grad_norm": 0.7451374015372272, | |
| "learning_rate": 2.2564102564102566e-05, | |
| "loss": 0.6349, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.28938906752411575, | |
| "grad_norm": 0.7243157956772703, | |
| "learning_rate": 2.3076923076923076e-05, | |
| "loss": 0.6389, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.2958199356913183, | |
| "grad_norm": 0.6619765588408462, | |
| "learning_rate": 2.3589743589743593e-05, | |
| "loss": 0.6297, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.3022508038585209, | |
| "grad_norm": 0.6301343131970055, | |
| "learning_rate": 2.4102564102564103e-05, | |
| "loss": 0.6293, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.3086816720257235, | |
| "grad_norm": 0.56673780583801, | |
| "learning_rate": 2.461538461538462e-05, | |
| "loss": 0.6243, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.31511254019292606, | |
| "grad_norm": 0.5906702938651524, | |
| "learning_rate": 2.512820512820513e-05, | |
| "loss": 0.6402, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.3215434083601286, | |
| "grad_norm": 0.617600273963167, | |
| "learning_rate": 2.5641025641025646e-05, | |
| "loss": 0.6205, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.3279742765273312, | |
| "grad_norm": 0.6024732168010081, | |
| "learning_rate": 2.6153846153846157e-05, | |
| "loss": 0.6264, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.33440514469453375, | |
| "grad_norm": 0.7303388495485045, | |
| "learning_rate": 2.6666666666666667e-05, | |
| "loss": 0.6151, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.3408360128617363, | |
| "grad_norm": 0.8010109628064097, | |
| "learning_rate": 2.7179487179487183e-05, | |
| "loss": 0.6295, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.34726688102893893, | |
| "grad_norm": 0.8545639494695195, | |
| "learning_rate": 2.7692307692307694e-05, | |
| "loss": 0.6304, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.3536977491961415, | |
| "grad_norm": 1.0203340239752252, | |
| "learning_rate": 2.820512820512821e-05, | |
| "loss": 0.6312, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.36012861736334406, | |
| "grad_norm": 0.9162410459030489, | |
| "learning_rate": 2.871794871794872e-05, | |
| "loss": 0.6206, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.3665594855305466, | |
| "grad_norm": 0.7963404691986334, | |
| "learning_rate": 2.923076923076923e-05, | |
| "loss": 0.6147, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.3729903536977492, | |
| "grad_norm": 0.8047583466593461, | |
| "learning_rate": 2.9743589743589747e-05, | |
| "loss": 0.6162, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.37942122186495175, | |
| "grad_norm": 1.1795766167401995, | |
| "learning_rate": 3.0256410256410257e-05, | |
| "loss": 0.6209, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.3858520900321543, | |
| "grad_norm": 1.0864121325683949, | |
| "learning_rate": 3.0769230769230774e-05, | |
| "loss": 0.6212, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.39228295819935693, | |
| "grad_norm": 0.9521715572952941, | |
| "learning_rate": 3.128205128205129e-05, | |
| "loss": 0.6109, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.3987138263665595, | |
| "grad_norm": 1.1765099457452546, | |
| "learning_rate": 3.1794871794871795e-05, | |
| "loss": 0.6151, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.40514469453376206, | |
| "grad_norm": 0.9084885261943422, | |
| "learning_rate": 3.230769230769231e-05, | |
| "loss": 0.6093, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.4115755627009646, | |
| "grad_norm": 0.8547080139160044, | |
| "learning_rate": 3.282051282051282e-05, | |
| "loss": 0.6104, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.4180064308681672, | |
| "grad_norm": 1.0357274479216767, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.5979, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.42443729903536975, | |
| "grad_norm": 0.9819557484788577, | |
| "learning_rate": 3.384615384615385e-05, | |
| "loss": 0.6219, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.43086816720257237, | |
| "grad_norm": 0.9344724035411234, | |
| "learning_rate": 3.435897435897436e-05, | |
| "loss": 0.5993, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.43729903536977494, | |
| "grad_norm": 1.187832408129545, | |
| "learning_rate": 3.4871794871794875e-05, | |
| "loss": 0.6114, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.4437299035369775, | |
| "grad_norm": 1.0951664420643048, | |
| "learning_rate": 3.538461538461539e-05, | |
| "loss": 0.6179, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.45016077170418006, | |
| "grad_norm": 0.9808183249663346, | |
| "learning_rate": 3.58974358974359e-05, | |
| "loss": 0.6128, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.4565916398713826, | |
| "grad_norm": 1.2238304227998327, | |
| "learning_rate": 3.6410256410256416e-05, | |
| "loss": 0.6271, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.4630225080385852, | |
| "grad_norm": 0.8193662166037599, | |
| "learning_rate": 3.692307692307693e-05, | |
| "loss": 0.5979, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.4694533762057878, | |
| "grad_norm": 1.4077316753429578, | |
| "learning_rate": 3.7435897435897436e-05, | |
| "loss": 0.6097, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.4758842443729904, | |
| "grad_norm": 0.8471545008291038, | |
| "learning_rate": 3.794871794871795e-05, | |
| "loss": 0.6085, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.48231511254019294, | |
| "grad_norm": 1.4281620515346747, | |
| "learning_rate": 3.846153846153846e-05, | |
| "loss": 0.614, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.4887459807073955, | |
| "grad_norm": 0.9249111277715849, | |
| "learning_rate": 3.8974358974358976e-05, | |
| "loss": 0.6112, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.49517684887459806, | |
| "grad_norm": 1.2848864370241548, | |
| "learning_rate": 3.948717948717949e-05, | |
| "loss": 0.6087, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.5016077170418006, | |
| "grad_norm": 1.1679911595246018, | |
| "learning_rate": 4e-05, | |
| "loss": 0.6294, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.5080385852090032, | |
| "grad_norm": 0.9036375040978208, | |
| "learning_rate": 3.999979684222212e-05, | |
| "loss": 0.5991, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.5144694533762058, | |
| "grad_norm": 1.1455097611632525, | |
| "learning_rate": 3.999918737301574e-05, | |
| "loss": 0.6033, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.5209003215434084, | |
| "grad_norm": 1.0471182646218358, | |
| "learning_rate": 3.9998171604762734e-05, | |
| "loss": 0.6081, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.5273311897106109, | |
| "grad_norm": 0.9771344197266095, | |
| "learning_rate": 3.999674955809922e-05, | |
| "loss": 0.6128, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.5337620578778135, | |
| "grad_norm": 1.5328128828675538, | |
| "learning_rate": 3.9994921261915174e-05, | |
| "loss": 0.6239, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.5401929260450161, | |
| "grad_norm": 0.8557687933935886, | |
| "learning_rate": 3.999268675335385e-05, | |
| "loss": 0.6027, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.5466237942122186, | |
| "grad_norm": 1.7264034234419094, | |
| "learning_rate": 3.999004607781104e-05, | |
| "loss": 0.6178, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.5530546623794212, | |
| "grad_norm": 1.1232399205417798, | |
| "learning_rate": 3.998699928893412e-05, | |
| "loss": 0.6159, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.5594855305466238, | |
| "grad_norm": 1.6425765521799327, | |
| "learning_rate": 3.998354644862097e-05, | |
| "loss": 0.6224, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.5659163987138264, | |
| "grad_norm": 1.283945305348683, | |
| "learning_rate": 3.997968762701873e-05, | |
| "loss": 0.6168, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.572347266881029, | |
| "grad_norm": 1.2029505880341773, | |
| "learning_rate": 3.997542290252236e-05, | |
| "loss": 0.5944, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.5787781350482315, | |
| "grad_norm": 1.1813171489073961, | |
| "learning_rate": 3.997075236177305e-05, | |
| "loss": 0.6196, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.5852090032154341, | |
| "grad_norm": 1.0761647565610426, | |
| "learning_rate": 3.9965676099656486e-05, | |
| "loss": 0.6113, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.5916398713826366, | |
| "grad_norm": 1.048195128041139, | |
| "learning_rate": 3.9960194219300856e-05, | |
| "loss": 0.6005, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.5980707395498392, | |
| "grad_norm": 0.8282012654238775, | |
| "learning_rate": 3.995430683207485e-05, | |
| "loss": 0.5957, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.6045016077170418, | |
| "grad_norm": 0.9916485945453747, | |
| "learning_rate": 3.9948014057585294e-05, | |
| "loss": 0.6016, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.6109324758842444, | |
| "grad_norm": 0.8888456887367502, | |
| "learning_rate": 3.994131602367481e-05, | |
| "loss": 0.591, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.617363344051447, | |
| "grad_norm": 0.8995120605242533, | |
| "learning_rate": 3.993421286641917e-05, | |
| "loss": 0.5922, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.6237942122186495, | |
| "grad_norm": 0.829725405785306, | |
| "learning_rate": 3.992670473012453e-05, | |
| "loss": 0.611, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.6302250803858521, | |
| "grad_norm": 0.856820505259012, | |
| "learning_rate": 3.9918791767324514e-05, | |
| "loss": 0.6017, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.6366559485530546, | |
| "grad_norm": 0.69477434703996, | |
| "learning_rate": 3.991047413877713e-05, | |
| "loss": 0.5993, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.6430868167202572, | |
| "grad_norm": 0.8075695315569323, | |
| "learning_rate": 3.990175201346146e-05, | |
| "loss": 0.6007, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.6495176848874598, | |
| "grad_norm": 0.5822906086515444, | |
| "learning_rate": 3.9892625568574274e-05, | |
| "loss": 0.5923, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.6559485530546624, | |
| "grad_norm": 0.7068787530306003, | |
| "learning_rate": 3.988309498952639e-05, | |
| "loss": 0.5862, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.662379421221865, | |
| "grad_norm": 0.5952919980585671, | |
| "learning_rate": 3.987316046993893e-05, | |
| "loss": 0.5956, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.6688102893890675, | |
| "grad_norm": 0.6006957005647934, | |
| "learning_rate": 3.98628222116394e-05, | |
| "loss": 0.599, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.6752411575562701, | |
| "grad_norm": 0.824401600699459, | |
| "learning_rate": 3.9852080424657545e-05, | |
| "loss": 0.6034, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.6816720257234726, | |
| "grad_norm": 0.7284135925904331, | |
| "learning_rate": 3.9840935327221136e-05, | |
| "loss": 0.5941, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.6881028938906752, | |
| "grad_norm": 0.8065751381449505, | |
| "learning_rate": 3.982938714575148e-05, | |
| "loss": 0.5795, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.6945337620578779, | |
| "grad_norm": 0.7732795226244582, | |
| "learning_rate": 3.981743611485888e-05, | |
| "loss": 0.6033, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.7009646302250804, | |
| "grad_norm": 0.6959441052980924, | |
| "learning_rate": 3.9805082477337815e-05, | |
| "loss": 0.6061, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.707395498392283, | |
| "grad_norm": 0.648097019437012, | |
| "learning_rate": 3.979232648416204e-05, | |
| "loss": 0.5928, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.7138263665594855, | |
| "grad_norm": 0.6178376407880537, | |
| "learning_rate": 3.9779168394479486e-05, | |
| "loss": 0.6003, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.7202572347266881, | |
| "grad_norm": 0.6070407072437944, | |
| "learning_rate": 3.976560847560697e-05, | |
| "loss": 0.5986, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.7266881028938906, | |
| "grad_norm": 0.637403337085659, | |
| "learning_rate": 3.97516470030248e-05, | |
| "loss": 0.6021, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.7331189710610932, | |
| "grad_norm": 0.7480752175838351, | |
| "learning_rate": 3.9737284260371144e-05, | |
| "loss": 0.5953, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.7395498392282959, | |
| "grad_norm": 0.5965472370954971, | |
| "learning_rate": 3.9722520539436286e-05, | |
| "loss": 0.5966, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.7459807073954984, | |
| "grad_norm": 0.5824333806675311, | |
| "learning_rate": 3.970735614015671e-05, | |
| "loss": 0.5826, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.752411575562701, | |
| "grad_norm": 0.7790481671687746, | |
| "learning_rate": 3.969179137060897e-05, | |
| "loss": 0.5796, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.7588424437299035, | |
| "grad_norm": 0.5800091327175808, | |
| "learning_rate": 3.967582654700348e-05, | |
| "loss": 0.595, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.7652733118971061, | |
| "grad_norm": 0.5615113582167717, | |
| "learning_rate": 3.965946199367804e-05, | |
| "loss": 0.5922, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.7717041800643086, | |
| "grad_norm": 0.6526372250018604, | |
| "learning_rate": 3.964269804309128e-05, | |
| "loss": 0.5982, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.7781350482315113, | |
| "grad_norm": 0.4802696011361092, | |
| "learning_rate": 3.962553503581589e-05, | |
| "loss": 0.5984, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.7845659163987139, | |
| "grad_norm": 0.61327036480935, | |
| "learning_rate": 3.9607973320531725e-05, | |
| "loss": 0.5967, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.7909967845659164, | |
| "grad_norm": 0.5081736432497024, | |
| "learning_rate": 3.959001325401868e-05, | |
| "loss": 0.5941, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.797427652733119, | |
| "grad_norm": 0.5914030914116616, | |
| "learning_rate": 3.957165520114948e-05, | |
| "loss": 0.584, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.8038585209003215, | |
| "grad_norm": 0.7355488768513988, | |
| "learning_rate": 3.955289953488224e-05, | |
| "loss": 0.5793, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.8102893890675241, | |
| "grad_norm": 0.5649350788584953, | |
| "learning_rate": 3.9533746636252915e-05, | |
| "loss": 0.5772, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.8167202572347267, | |
| "grad_norm": 0.5980875860422536, | |
| "learning_rate": 3.951419689436754e-05, | |
| "loss": 0.5929, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.8231511254019293, | |
| "grad_norm": 0.7802462905110522, | |
| "learning_rate": 3.949425070639432e-05, | |
| "loss": 0.581, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.8295819935691319, | |
| "grad_norm": 0.7177307217999693, | |
| "learning_rate": 3.947390847755559e-05, | |
| "loss": 0.5992, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.8360128617363344, | |
| "grad_norm": 0.7520066479156595, | |
| "learning_rate": 3.945317062111953e-05, | |
| "loss": 0.5832, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.842443729903537, | |
| "grad_norm": 0.8529868006432115, | |
| "learning_rate": 3.943203755839184e-05, | |
| "loss": 0.5949, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.8488745980707395, | |
| "grad_norm": 0.687104044853933, | |
| "learning_rate": 3.941050971870712e-05, | |
| "loss": 0.5812, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.8553054662379421, | |
| "grad_norm": 0.7059912707956133, | |
| "learning_rate": 3.938858753942018e-05, | |
| "loss": 0.5821, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.8617363344051447, | |
| "grad_norm": 0.5652564763976348, | |
| "learning_rate": 3.936627146589715e-05, | |
| "loss": 0.588, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.8681672025723473, | |
| "grad_norm": 0.7350998795480612, | |
| "learning_rate": 3.93435619515064e-05, | |
| "loss": 0.5887, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.8745980707395499, | |
| "grad_norm": 0.7795178233691, | |
| "learning_rate": 3.932045945760939e-05, | |
| "loss": 0.5995, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.8810289389067524, | |
| "grad_norm": 0.6484496137663821, | |
| "learning_rate": 3.929696445355126e-05, | |
| "loss": 0.5758, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.887459807073955, | |
| "grad_norm": 0.8796073072875976, | |
| "learning_rate": 3.9273077416651284e-05, | |
| "loss": 0.5921, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.8938906752411575, | |
| "grad_norm": 0.8362168482003571, | |
| "learning_rate": 3.92487988321932e-05, | |
| "loss": 0.582, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.9003215434083601, | |
| "grad_norm": 0.6496668989131343, | |
| "learning_rate": 3.922412919341533e-05, | |
| "loss": 0.5885, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.9067524115755627, | |
| "grad_norm": 0.8822524561323366, | |
| "learning_rate": 3.919906900150056e-05, | |
| "loss": 0.5894, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.9131832797427653, | |
| "grad_norm": 0.5995833469337996, | |
| "learning_rate": 3.917361876556621e-05, | |
| "loss": 0.5776, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.9196141479099679, | |
| "grad_norm": 0.7665962043324072, | |
| "learning_rate": 3.9147779002653606e-05, | |
| "loss": 0.5827, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.9260450160771704, | |
| "grad_norm": 0.5851137089743218, | |
| "learning_rate": 3.912155023771762e-05, | |
| "loss": 0.5824, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.932475884244373, | |
| "grad_norm": 0.6254248895857109, | |
| "learning_rate": 3.909493300361602e-05, | |
| "loss": 0.5926, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.9389067524115756, | |
| "grad_norm": 0.6460601057624329, | |
| "learning_rate": 3.9067927841098614e-05, | |
| "loss": 0.5855, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.9453376205787781, | |
| "grad_norm": 0.6772434483573326, | |
| "learning_rate": 3.904053529879629e-05, | |
| "loss": 0.5752, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.9517684887459807, | |
| "grad_norm": 0.5477103785756737, | |
| "learning_rate": 3.9012755933209846e-05, | |
| "loss": 0.5895, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.9581993569131833, | |
| "grad_norm": 0.6151671038330779, | |
| "learning_rate": 3.89845903086987e-05, | |
| "loss": 0.586, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.9646302250803859, | |
| "grad_norm": 0.5940489395434554, | |
| "learning_rate": 3.8956038997469436e-05, | |
| "loss": 0.5814, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.9710610932475884, | |
| "grad_norm": 0.6777541959298194, | |
| "learning_rate": 3.892710257956412e-05, | |
| "loss": 0.5758, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.977491961414791, | |
| "grad_norm": 0.5474009034501883, | |
| "learning_rate": 3.889778164284861e-05, | |
| "loss": 0.5791, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.9839228295819936, | |
| "grad_norm": 0.7227382690094412, | |
| "learning_rate": 3.886807678300053e-05, | |
| "loss": 0.5916, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.9903536977491961, | |
| "grad_norm": 0.5613251512532227, | |
| "learning_rate": 3.883798860349722e-05, | |
| "loss": 0.5764, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.9967845659163987, | |
| "grad_norm": 0.746629668361697, | |
| "learning_rate": 3.880751771560344e-05, | |
| "loss": 0.5722, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.0032154340836013, | |
| "grad_norm": 0.5558760763654468, | |
| "learning_rate": 3.877666473835899e-05, | |
| "loss": 0.5427, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.0096463022508038, | |
| "grad_norm": 0.6546883920523154, | |
| "learning_rate": 3.874543029856609e-05, | |
| "loss": 0.5225, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.0160771704180065, | |
| "grad_norm": 0.7295882424551627, | |
| "learning_rate": 3.871381503077668e-05, | |
| "loss": 0.5165, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.022508038585209, | |
| "grad_norm": 0.5818356209448946, | |
| "learning_rate": 3.8681819577279515e-05, | |
| "loss": 0.498, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.0289389067524115, | |
| "grad_norm": 0.5163467947849115, | |
| "learning_rate": 3.864944458808712e-05, | |
| "loss": 0.5176, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.0353697749196142, | |
| "grad_norm": 0.6552225476813373, | |
| "learning_rate": 3.861669072092258e-05, | |
| "loss": 0.5121, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.0418006430868167, | |
| "grad_norm": 0.5568631360983052, | |
| "learning_rate": 3.8583558641206183e-05, | |
| "loss": 0.5092, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.0482315112540193, | |
| "grad_norm": 0.5841979058113783, | |
| "learning_rate": 3.85500490220419e-05, | |
| "loss": 0.5106, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.0546623794212218, | |
| "grad_norm": 0.5286925244184147, | |
| "learning_rate": 3.85161625442037e-05, | |
| "loss": 0.5009, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.0610932475884245, | |
| "grad_norm": 0.6140452699928527, | |
| "learning_rate": 3.8481899896121744e-05, | |
| "loss": 0.5056, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.067524115755627, | |
| "grad_norm": 0.6789030109707668, | |
| "learning_rate": 3.8447261773868376e-05, | |
| "loss": 0.5035, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.0739549839228295, | |
| "grad_norm": 0.4949970402702986, | |
| "learning_rate": 3.8412248881144e-05, | |
| "loss": 0.5102, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.0803858520900322, | |
| "grad_norm": 0.6787952900352953, | |
| "learning_rate": 3.837686192926274e-05, | |
| "loss": 0.5114, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.0868167202572347, | |
| "grad_norm": 0.6224501362637438, | |
| "learning_rate": 3.834110163713806e-05, | |
| "loss": 0.5141, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.0932475884244373, | |
| "grad_norm": 0.6575755149617953, | |
| "learning_rate": 3.830496873126812e-05, | |
| "loss": 0.5043, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.09967845659164, | |
| "grad_norm": 0.5366056783535434, | |
| "learning_rate": 3.826846394572099e-05, | |
| "loss": 0.5126, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.1061093247588425, | |
| "grad_norm": 0.6160754843937626, | |
| "learning_rate": 3.823158802211979e-05, | |
| "loss": 0.5042, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.112540192926045, | |
| "grad_norm": 0.603243808589432, | |
| "learning_rate": 3.8194341709627595e-05, | |
| "loss": 0.5199, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.1189710610932475, | |
| "grad_norm": 0.7456444308087263, | |
| "learning_rate": 3.81567257649322e-05, | |
| "loss": 0.5221, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.1254019292604502, | |
| "grad_norm": 0.570014715918431, | |
| "learning_rate": 3.811874095223078e-05, | |
| "loss": 0.5202, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.1318327974276527, | |
| "grad_norm": 0.7494743834398412, | |
| "learning_rate": 3.808038804321436e-05, | |
| "loss": 0.5207, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.1382636655948553, | |
| "grad_norm": 0.6385871647582012, | |
| "learning_rate": 3.804166781705211e-05, | |
| "loss": 0.5037, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.144694533762058, | |
| "grad_norm": 0.5964207675799855, | |
| "learning_rate": 3.8002581060375535e-05, | |
| "loss": 0.5036, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.1511254019292605, | |
| "grad_norm": 0.6978587450402056, | |
| "learning_rate": 3.796312856726252e-05, | |
| "loss": 0.5163, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.157556270096463, | |
| "grad_norm": 0.5608846001320263, | |
| "learning_rate": 3.7923311139221114e-05, | |
| "loss": 0.5172, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.1639871382636655, | |
| "grad_norm": 0.6413392060193942, | |
| "learning_rate": 3.7883129585173365e-05, | |
| "loss": 0.5053, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.1704180064308682, | |
| "grad_norm": 0.5629662380693857, | |
| "learning_rate": 3.784258472143878e-05, | |
| "loss": 0.5112, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.1768488745980707, | |
| "grad_norm": 0.5571340832411922, | |
| "learning_rate": 3.7801677371717825e-05, | |
| "loss": 0.5292, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.1832797427652733, | |
| "grad_norm": 0.5902956511857084, | |
| "learning_rate": 3.77604083670751e-05, | |
| "loss": 0.5095, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.189710610932476, | |
| "grad_norm": 0.5391565218719164, | |
| "learning_rate": 3.771877854592254e-05, | |
| "loss": 0.5263, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.1961414790996785, | |
| "grad_norm": 0.5200409181500246, | |
| "learning_rate": 3.767678875400235e-05, | |
| "loss": 0.5109, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.202572347266881, | |
| "grad_norm": 0.5889395130209956, | |
| "learning_rate": 3.76344398443698e-05, | |
| "loss": 0.522, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.2090032154340835, | |
| "grad_norm": 0.6206592730523811, | |
| "learning_rate": 3.7591732677375936e-05, | |
| "loss": 0.4934, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.2154340836012862, | |
| "grad_norm": 0.4617930098346987, | |
| "learning_rate": 3.754866812065008e-05, | |
| "loss": 0.5076, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.2218649517684887, | |
| "grad_norm": 0.6234348850888431, | |
| "learning_rate": 3.750524704908218e-05, | |
| "loss": 0.4922, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.2282958199356913, | |
| "grad_norm": 0.4728516845115116, | |
| "learning_rate": 3.746147034480508e-05, | |
| "loss": 0.5071, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.234726688102894, | |
| "grad_norm": 0.6176528689395011, | |
| "learning_rate": 3.741733889717659e-05, | |
| "loss": 0.501, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.2411575562700965, | |
| "grad_norm": 0.4953177762013319, | |
| "learning_rate": 3.737285360276138e-05, | |
| "loss": 0.5211, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.247588424437299, | |
| "grad_norm": 0.517093105507378, | |
| "learning_rate": 3.7328015365312815e-05, | |
| "loss": 0.5143, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.2540192926045015, | |
| "grad_norm": 0.5033478462641321, | |
| "learning_rate": 3.728282509575456e-05, | |
| "loss": 0.5162, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.2604501607717042, | |
| "grad_norm": 0.4993533951001497, | |
| "learning_rate": 3.7237283712162083e-05, | |
| "loss": 0.5113, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.2668810289389068, | |
| "grad_norm": 0.6037856276302761, | |
| "learning_rate": 3.719139213974403e-05, | |
| "loss": 0.4998, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.2733118971061093, | |
| "grad_norm": 0.5038804366385807, | |
| "learning_rate": 3.7145151310823365e-05, | |
| "loss": 0.5148, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.279742765273312, | |
| "grad_norm": 0.5642289105766572, | |
| "learning_rate": 3.709856216481852e-05, | |
| "loss": 0.5039, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.2861736334405145, | |
| "grad_norm": 0.5624512333298962, | |
| "learning_rate": 3.705162564822421e-05, | |
| "loss": 0.512, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.292604501607717, | |
| "grad_norm": 0.6032524605551683, | |
| "learning_rate": 3.700434271459229e-05, | |
| "loss": 0.4976, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.2990353697749195, | |
| "grad_norm": 0.533859788679996, | |
| "learning_rate": 3.6956714324512325e-05, | |
| "loss": 0.5096, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.3054662379421222, | |
| "grad_norm": 0.4824400621436784, | |
| "learning_rate": 3.6908741445592104e-05, | |
| "loss": 0.4857, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.3118971061093248, | |
| "grad_norm": 0.5907188079923736, | |
| "learning_rate": 3.6860425052437986e-05, | |
| "loss": 0.508, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.3183279742765273, | |
| "grad_norm": 0.5704144839129195, | |
| "learning_rate": 3.6811766126635064e-05, | |
| "loss": 0.5209, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.32475884244373, | |
| "grad_norm": 0.4131859693587685, | |
| "learning_rate": 3.6762765656727274e-05, | |
| "loss": 0.5183, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.3311897106109325, | |
| "grad_norm": 0.5661980553809456, | |
| "learning_rate": 3.6713424638197264e-05, | |
| "loss": 0.5046, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.337620578778135, | |
| "grad_norm": 0.6444215959829735, | |
| "learning_rate": 3.6663744073446206e-05, | |
| "loss": 0.5097, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.3440514469453375, | |
| "grad_norm": 0.5064701270658051, | |
| "learning_rate": 3.6613724971773426e-05, | |
| "loss": 0.5264, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.3504823151125402, | |
| "grad_norm": 0.48096987955272896, | |
| "learning_rate": 3.6563368349355855e-05, | |
| "loss": 0.5418, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.3569131832797428, | |
| "grad_norm": 0.5675177783459339, | |
| "learning_rate": 3.651267522922746e-05, | |
| "loss": 0.4984, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.3633440514469453, | |
| "grad_norm": 0.49460123776464476, | |
| "learning_rate": 3.646164664125841e-05, | |
| "loss": 0.5195, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.369774919614148, | |
| "grad_norm": 0.5367405812801022, | |
| "learning_rate": 3.6410283622134146e-05, | |
| "loss": 0.5015, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.3762057877813505, | |
| "grad_norm": 0.6103896049600983, | |
| "learning_rate": 3.6358587215334355e-05, | |
| "loss": 0.5101, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.382636655948553, | |
| "grad_norm": 0.5322908731661551, | |
| "learning_rate": 3.630655847111175e-05, | |
| "loss": 0.5184, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.3890675241157555, | |
| "grad_norm": 0.6999762343810539, | |
| "learning_rate": 3.6254198446470745e-05, | |
| "loss": 0.5134, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.3954983922829582, | |
| "grad_norm": 0.5288833935336679, | |
| "learning_rate": 3.6201508205145956e-05, | |
| "loss": 0.5217, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.4019292604501608, | |
| "grad_norm": 0.48553809409521503, | |
| "learning_rate": 3.614848881758062e-05, | |
| "loss": 0.5198, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.4083601286173635, | |
| "grad_norm": 0.5508524699425467, | |
| "learning_rate": 3.609514136090483e-05, | |
| "loss": 0.4967, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 1.414790996784566, | |
| "grad_norm": 0.44795778785987206, | |
| "learning_rate": 3.604146691891367e-05, | |
| "loss": 0.529, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.4212218649517685, | |
| "grad_norm": 0.5653585844558164, | |
| "learning_rate": 3.598746658204517e-05, | |
| "loss": 0.4997, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 1.427652733118971, | |
| "grad_norm": 0.49053599842454126, | |
| "learning_rate": 3.5933141447358176e-05, | |
| "loss": 0.5109, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.4340836012861735, | |
| "grad_norm": 0.4380277791705383, | |
| "learning_rate": 3.5878492618510055e-05, | |
| "loss": 0.5058, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 1.4405144694533762, | |
| "grad_norm": 0.5009856686371109, | |
| "learning_rate": 3.582352120573427e-05, | |
| "loss": 0.5178, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 1.4469453376205788, | |
| "grad_norm": 0.4446341387675549, | |
| "learning_rate": 3.576822832581783e-05, | |
| "loss": 0.5221, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.4533762057877815, | |
| "grad_norm": 0.5225676833607608, | |
| "learning_rate": 3.571261510207858e-05, | |
| "loss": 0.5026, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 1.459807073954984, | |
| "grad_norm": 0.4737485519384992, | |
| "learning_rate": 3.565668266434243e-05, | |
| "loss": 0.5076, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 1.4662379421221865, | |
| "grad_norm": 0.5909989415292732, | |
| "learning_rate": 3.5600432148920366e-05, | |
| "loss": 0.4994, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.472668810289389, | |
| "grad_norm": 0.5661782640635898, | |
| "learning_rate": 3.554386469858534e-05, | |
| "loss": 0.5122, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 1.4790996784565915, | |
| "grad_norm": 0.5097174696672023, | |
| "learning_rate": 3.548698146254911e-05, | |
| "loss": 0.5239, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.4855305466237942, | |
| "grad_norm": 0.5434140128697973, | |
| "learning_rate": 3.5429783596438864e-05, | |
| "loss": 0.4992, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 1.4919614147909968, | |
| "grad_norm": 0.5799295479540262, | |
| "learning_rate": 3.5372272262273734e-05, | |
| "loss": 0.515, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 1.4983922829581995, | |
| "grad_norm": 0.5162993628654837, | |
| "learning_rate": 3.531444862844121e-05, | |
| "loss": 0.5225, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 1.504823151125402, | |
| "grad_norm": 0.6797172926898785, | |
| "learning_rate": 3.5256313869673385e-05, | |
| "loss": 0.5108, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.5112540192926045, | |
| "grad_norm": 0.485989540974696, | |
| "learning_rate": 3.51978691670231e-05, | |
| "loss": 0.5075, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.517684887459807, | |
| "grad_norm": 0.56031776669901, | |
| "learning_rate": 3.5139115707839947e-05, | |
| "loss": 0.509, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 1.5241157556270095, | |
| "grad_norm": 0.48021875320279245, | |
| "learning_rate": 3.5080054685746155e-05, | |
| "loss": 0.504, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 1.5305466237942122, | |
| "grad_norm": 0.47214897929224975, | |
| "learning_rate": 3.502068730061231e-05, | |
| "loss": 0.5211, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 1.5369774919614148, | |
| "grad_norm": 0.48294314268175204, | |
| "learning_rate": 3.4961014758533025e-05, | |
| "loss": 0.5021, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 1.5434083601286175, | |
| "grad_norm": 0.4113694799013807, | |
| "learning_rate": 3.4901038271802404e-05, | |
| "loss": 0.5184, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.54983922829582, | |
| "grad_norm": 0.41926168952311244, | |
| "learning_rate": 3.4840759058889425e-05, | |
| "loss": 0.5261, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 1.5562700964630225, | |
| "grad_norm": 0.509040362496011, | |
| "learning_rate": 3.478017834441319e-05, | |
| "loss": 0.5076, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 1.562700964630225, | |
| "grad_norm": 0.3932431816096667, | |
| "learning_rate": 3.471929735911801e-05, | |
| "loss": 0.5059, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 1.5691318327974275, | |
| "grad_norm": 0.41634496138466764, | |
| "learning_rate": 3.4658117339848476e-05, | |
| "loss": 0.5175, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 1.5755627009646302, | |
| "grad_norm": 0.4058902892872811, | |
| "learning_rate": 3.459663952952425e-05, | |
| "loss": 0.4996, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.5819935691318328, | |
| "grad_norm": 0.4588339041680799, | |
| "learning_rate": 3.453486517711489e-05, | |
| "loss": 0.525, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.5884244372990355, | |
| "grad_norm": 0.4045041584131534, | |
| "learning_rate": 3.447279553761438e-05, | |
| "loss": 0.5067, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 1.594855305466238, | |
| "grad_norm": 0.4516534525938604, | |
| "learning_rate": 3.441043187201574e-05, | |
| "loss": 0.4938, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 1.6012861736334405, | |
| "grad_norm": 0.43968031642345473, | |
| "learning_rate": 3.434777544728535e-05, | |
| "loss": 0.5073, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.607717041800643, | |
| "grad_norm": 0.4862454080541775, | |
| "learning_rate": 3.428482753633719e-05, | |
| "loss": 0.5015, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.6141479099678455, | |
| "grad_norm": 0.503278425755903, | |
| "learning_rate": 3.422158941800706e-05, | |
| "loss": 0.5063, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.6205787781350482, | |
| "grad_norm": 0.4535944512249209, | |
| "learning_rate": 3.415806237702649e-05, | |
| "loss": 0.514, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.6270096463022508, | |
| "grad_norm": 0.5032326783622072, | |
| "learning_rate": 3.409424770399675e-05, | |
| "loss": 0.4948, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.6334405144694535, | |
| "grad_norm": 0.4235714850808415, | |
| "learning_rate": 3.403014669536254e-05, | |
| "loss": 0.5018, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.639871382636656, | |
| "grad_norm": 0.6528530045866414, | |
| "learning_rate": 3.396576065338572e-05, | |
| "loss": 0.5091, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.6463022508038585, | |
| "grad_norm": 0.5888218448662212, | |
| "learning_rate": 3.3901090886118814e-05, | |
| "loss": 0.507, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.652733118971061, | |
| "grad_norm": 0.5622321070987689, | |
| "learning_rate": 3.3836138707378434e-05, | |
| "loss": 0.5049, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.6591639871382635, | |
| "grad_norm": 0.5995469349556404, | |
| "learning_rate": 3.377090543671861e-05, | |
| "loss": 0.5194, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.6655948553054662, | |
| "grad_norm": 0.4702549705052989, | |
| "learning_rate": 3.370539239940398e-05, | |
| "loss": 0.5039, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.6720257234726688, | |
| "grad_norm": 0.5530648047865966, | |
| "learning_rate": 3.3639600926382854e-05, | |
| "loss": 0.5107, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.6784565916398715, | |
| "grad_norm": 0.41673110351066345, | |
| "learning_rate": 3.357353235426017e-05, | |
| "loss": 0.5022, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.684887459807074, | |
| "grad_norm": 0.44081211863724745, | |
| "learning_rate": 3.350718802527036e-05, | |
| "loss": 0.5269, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.6913183279742765, | |
| "grad_norm": 0.47378262331981014, | |
| "learning_rate": 3.344056928725007e-05, | |
| "loss": 0.5153, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.697749196141479, | |
| "grad_norm": 0.44381911448039835, | |
| "learning_rate": 3.337367749361079e-05, | |
| "loss": 0.5016, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.7041800643086815, | |
| "grad_norm": 0.4794604635634858, | |
| "learning_rate": 3.3306514003311305e-05, | |
| "loss": 0.5242, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.7106109324758842, | |
| "grad_norm": 0.5053984638515733, | |
| "learning_rate": 3.3239080180830194e-05, | |
| "loss": 0.5132, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.717041800643087, | |
| "grad_norm": 0.5308453150998752, | |
| "learning_rate": 3.317137739613799e-05, | |
| "loss": 0.5022, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.7234726688102895, | |
| "grad_norm": 0.5698340450528304, | |
| "learning_rate": 3.310340702466943e-05, | |
| "loss": 0.519, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.729903536977492, | |
| "grad_norm": 0.46142254428517565, | |
| "learning_rate": 3.3035170447295477e-05, | |
| "loss": 0.5199, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.7363344051446945, | |
| "grad_norm": 0.520697787878528, | |
| "learning_rate": 3.296666905029527e-05, | |
| "loss": 0.5009, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.742765273311897, | |
| "grad_norm": 0.36612747577813315, | |
| "learning_rate": 3.289790422532797e-05, | |
| "loss": 0.5126, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.7491961414790995, | |
| "grad_norm": 0.4607496715577009, | |
| "learning_rate": 3.282887736940448e-05, | |
| "loss": 0.5147, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.7556270096463023, | |
| "grad_norm": 0.3668989653384773, | |
| "learning_rate": 3.275958988485907e-05, | |
| "loss": 0.5117, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.762057877813505, | |
| "grad_norm": 0.48341516601329765, | |
| "learning_rate": 3.269004317932088e-05, | |
| "loss": 0.5102, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.7684887459807075, | |
| "grad_norm": 0.43999263326894533, | |
| "learning_rate": 3.262023866568531e-05, | |
| "loss": 0.5064, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.77491961414791, | |
| "grad_norm": 0.48922643182576403, | |
| "learning_rate": 3.255017776208537e-05, | |
| "loss": 0.519, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.7813504823151125, | |
| "grad_norm": 0.5082242358909038, | |
| "learning_rate": 3.2479861891862803e-05, | |
| "loss": 0.526, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.787781350482315, | |
| "grad_norm": 0.4792654197302876, | |
| "learning_rate": 3.24092924835392e-05, | |
| "loss": 0.4995, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.7942122186495175, | |
| "grad_norm": 0.4522729725429338, | |
| "learning_rate": 3.2338470970786975e-05, | |
| "loss": 0.5043, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.8006430868167203, | |
| "grad_norm": 0.464231879470683, | |
| "learning_rate": 3.2267398792400254e-05, | |
| "loss": 0.5157, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.807073954983923, | |
| "grad_norm": 0.39009202659601355, | |
| "learning_rate": 3.219607739226561e-05, | |
| "loss": 0.5093, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.8135048231511255, | |
| "grad_norm": 0.39701513522833887, | |
| "learning_rate": 3.212450821933277e-05, | |
| "loss": 0.502, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.819935691318328, | |
| "grad_norm": 0.402838761134884, | |
| "learning_rate": 3.205269272758513e-05, | |
| "loss": 0.5039, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.8263665594855305, | |
| "grad_norm": 0.4258397971386761, | |
| "learning_rate": 3.198063237601028e-05, | |
| "loss": 0.5306, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.832797427652733, | |
| "grad_norm": 0.42742952212417085, | |
| "learning_rate": 3.1908328628570306e-05, | |
| "loss": 0.5137, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.8392282958199357, | |
| "grad_norm": 0.42229640914181593, | |
| "learning_rate": 3.183578295417208e-05, | |
| "loss": 0.5116, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.8456591639871383, | |
| "grad_norm": 0.420593756012977, | |
| "learning_rate": 3.1762996826637386e-05, | |
| "loss": 0.5046, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.852090032154341, | |
| "grad_norm": 0.5083756999230344, | |
| "learning_rate": 3.168997172467303e-05, | |
| "loss": 0.5143, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.8585209003215435, | |
| "grad_norm": 0.4178718551932849, | |
| "learning_rate": 3.161670913184075e-05, | |
| "loss": 0.5202, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.864951768488746, | |
| "grad_norm": 0.5877020292428744, | |
| "learning_rate": 3.15432105365271e-05, | |
| "loss": 0.5093, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.8713826366559485, | |
| "grad_norm": 0.3619257977183654, | |
| "learning_rate": 3.146947743191323e-05, | |
| "loss": 0.5083, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.877813504823151, | |
| "grad_norm": 0.5373446565783662, | |
| "learning_rate": 3.139551131594449e-05, | |
| "loss": 0.4984, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.8842443729903537, | |
| "grad_norm": 0.41947810760587556, | |
| "learning_rate": 3.1321313691300055e-05, | |
| "loss": 0.5035, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.8906752411575563, | |
| "grad_norm": 0.47687138554766845, | |
| "learning_rate": 3.1246886065362384e-05, | |
| "loss": 0.5156, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.897106109324759, | |
| "grad_norm": 0.4215865503118443, | |
| "learning_rate": 3.117222995018659e-05, | |
| "loss": 0.5055, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.9035369774919615, | |
| "grad_norm": 0.48107675778569436, | |
| "learning_rate": 3.109734686246972e-05, | |
| "loss": 0.5026, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.909967845659164, | |
| "grad_norm": 0.5392517175053669, | |
| "learning_rate": 3.1022238323519945e-05, | |
| "loss": 0.5009, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.9163987138263665, | |
| "grad_norm": 0.4651620328098306, | |
| "learning_rate": 3.094690585922564e-05, | |
| "loss": 0.5136, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.922829581993569, | |
| "grad_norm": 0.47235142578919365, | |
| "learning_rate": 3.0871351000024425e-05, | |
| "loss": 0.5237, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.9292604501607717, | |
| "grad_norm": 0.506545820963245, | |
| "learning_rate": 3.0795575280872024e-05, | |
| "loss": 0.5038, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.9356913183279743, | |
| "grad_norm": 0.4386605642519953, | |
| "learning_rate": 3.071958024121111e-05, | |
| "loss": 0.5417, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.942122186495177, | |
| "grad_norm": 0.5068932453220504, | |
| "learning_rate": 3.0643367424940026e-05, | |
| "loss": 0.4988, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.9485530546623795, | |
| "grad_norm": 0.40706958635441526, | |
| "learning_rate": 3.05669383803814e-05, | |
| "loss": 0.5177, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.954983922829582, | |
| "grad_norm": 0.5318892089739192, | |
| "learning_rate": 3.049029466025073e-05, | |
| "loss": 0.515, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.9614147909967845, | |
| "grad_norm": 0.44068399306925904, | |
| "learning_rate": 3.0413437821624795e-05, | |
| "loss": 0.5148, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.967845659163987, | |
| "grad_norm": 0.4528513683011978, | |
| "learning_rate": 3.0336369425910058e-05, | |
| "loss": 0.5071, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.9742765273311897, | |
| "grad_norm": 0.5246544586773848, | |
| "learning_rate": 3.0259091038810916e-05, | |
| "loss": 0.5082, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.9807073954983923, | |
| "grad_norm": 0.38871034271480154, | |
| "learning_rate": 3.018160423029791e-05, | |
| "loss": 0.5229, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.987138263665595, | |
| "grad_norm": 0.40273526828763445, | |
| "learning_rate": 3.010391057457582e-05, | |
| "loss": 0.5145, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.9935691318327975, | |
| "grad_norm": 0.44802486496553573, | |
| "learning_rate": 3.0026011650051695e-05, | |
| "loss": 0.4858, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.44992613125378766, | |
| "learning_rate": 2.994790903930278e-05, | |
| "loss": 0.5149, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 2.0064308681672025, | |
| "grad_norm": 0.6647528945628535, | |
| "learning_rate": 2.9869604329044345e-05, | |
| "loss": 0.4287, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.012861736334405, | |
| "grad_norm": 0.7168947658958187, | |
| "learning_rate": 2.9791099110097502e-05, | |
| "loss": 0.4263, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 2.0192926045016075, | |
| "grad_norm": 0.4618213260898823, | |
| "learning_rate": 2.9712394977356824e-05, | |
| "loss": 0.4118, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 2.0257234726688105, | |
| "grad_norm": 0.6182835025602303, | |
| "learning_rate": 2.9633493529757988e-05, | |
| "loss": 0.4089, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.032154340836013, | |
| "grad_norm": 0.46151278794201206, | |
| "learning_rate": 2.955439637024526e-05, | |
| "loss": 0.4197, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 2.0385852090032155, | |
| "grad_norm": 0.4994231462526297, | |
| "learning_rate": 2.947510510573897e-05, | |
| "loss": 0.4191, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 2.045016077170418, | |
| "grad_norm": 0.5573932258943173, | |
| "learning_rate": 2.9395621347102817e-05, | |
| "loss": 0.4368, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 2.0514469453376205, | |
| "grad_norm": 0.44935859747981777, | |
| "learning_rate": 2.931594670911119e-05, | |
| "loss": 0.403, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 2.057877813504823, | |
| "grad_norm": 0.5944794827587898, | |
| "learning_rate": 2.9236082810416316e-05, | |
| "loss": 0.4228, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.0643086816720255, | |
| "grad_norm": 0.5714987763441384, | |
| "learning_rate": 2.9156031273515427e-05, | |
| "loss": 0.4436, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 2.0707395498392285, | |
| "grad_norm": 0.6002823095770211, | |
| "learning_rate": 2.9075793724717755e-05, | |
| "loss": 0.4002, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 2.077170418006431, | |
| "grad_norm": 0.5398634876829567, | |
| "learning_rate": 2.8995371794111515e-05, | |
| "loss": 0.4135, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 2.0836012861736335, | |
| "grad_norm": 0.591012932847218, | |
| "learning_rate": 2.891476711553077e-05, | |
| "loss": 0.3909, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.090032154340836, | |
| "grad_norm": 0.5517319879202164, | |
| "learning_rate": 2.883398132652226e-05, | |
| "loss": 0.4316, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.0964630225080385, | |
| "grad_norm": 0.5068351709623404, | |
| "learning_rate": 2.8753016068312124e-05, | |
| "loss": 0.4275, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 2.102893890675241, | |
| "grad_norm": 0.5931900353148353, | |
| "learning_rate": 2.867187298577257e-05, | |
| "loss": 0.4106, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 2.1093247588424435, | |
| "grad_norm": 0.3918558956713872, | |
| "learning_rate": 2.859055372738841e-05, | |
| "loss": 0.4031, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 2.1157556270096465, | |
| "grad_norm": 0.5497454667039948, | |
| "learning_rate": 2.850905994522364e-05, | |
| "loss": 0.4116, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 2.122186495176849, | |
| "grad_norm": 0.41293894559462124, | |
| "learning_rate": 2.842739329488783e-05, | |
| "loss": 0.4349, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.1286173633440515, | |
| "grad_norm": 0.47012857990766127, | |
| "learning_rate": 2.83455554355025e-05, | |
| "loss": 0.4226, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.135048231511254, | |
| "grad_norm": 0.49571483122654914, | |
| "learning_rate": 2.8263548029667413e-05, | |
| "loss": 0.4311, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 2.1414790996784565, | |
| "grad_norm": 0.4418403283009763, | |
| "learning_rate": 2.8181372743426805e-05, | |
| "loss": 0.4004, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 2.147909967845659, | |
| "grad_norm": 0.3963850265086265, | |
| "learning_rate": 2.8099031246235518e-05, | |
| "loss": 0.411, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 2.154340836012862, | |
| "grad_norm": 0.400560287536601, | |
| "learning_rate": 2.8016525210925146e-05, | |
| "loss": 0.4275, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 2.1607717041800645, | |
| "grad_norm": 0.3876396299454253, | |
| "learning_rate": 2.793385631366993e-05, | |
| "loss": 0.4158, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 2.167202572347267, | |
| "grad_norm": 0.4059506494242803, | |
| "learning_rate": 2.7851026233952844e-05, | |
| "loss": 0.4229, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 2.1736334405144695, | |
| "grad_norm": 0.4757267613591744, | |
| "learning_rate": 2.7768036654531365e-05, | |
| "loss": 0.4361, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 2.180064308681672, | |
| "grad_norm": 0.4512207921188538, | |
| "learning_rate": 2.768488926140336e-05, | |
| "loss": 0.432, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 2.1864951768488745, | |
| "grad_norm": 0.44275177188546366, | |
| "learning_rate": 2.760158574377278e-05, | |
| "loss": 0.4247, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.192926045016077, | |
| "grad_norm": 0.44419958942182214, | |
| "learning_rate": 2.7518127794015384e-05, | |
| "loss": 0.4179, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 2.19935691318328, | |
| "grad_norm": 0.4278691906925567, | |
| "learning_rate": 2.743451710764433e-05, | |
| "loss": 0.4368, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 2.2057877813504825, | |
| "grad_norm": 0.48103181469759326, | |
| "learning_rate": 2.7350755383275757e-05, | |
| "loss": 0.3995, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 2.212218649517685, | |
| "grad_norm": 0.4240098577929835, | |
| "learning_rate": 2.7266844322594228e-05, | |
| "loss": 0.4115, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 2.2186495176848875, | |
| "grad_norm": 0.49820215802380435, | |
| "learning_rate": 2.718278563031821e-05, | |
| "loss": 0.435, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 2.22508038585209, | |
| "grad_norm": 0.3877604432372655, | |
| "learning_rate": 2.7098581014165426e-05, | |
| "loss": 0.4362, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 2.2315112540192925, | |
| "grad_norm": 0.506445549832141, | |
| "learning_rate": 2.7014232184818134e-05, | |
| "loss": 0.4102, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 2.237942122186495, | |
| "grad_norm": 0.4098592246520702, | |
| "learning_rate": 2.6929740855888416e-05, | |
| "loss": 0.414, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 2.244372990353698, | |
| "grad_norm": 0.5663405400503388, | |
| "learning_rate": 2.684510874388333e-05, | |
| "loss": 0.4191, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 2.2508038585209005, | |
| "grad_norm": 0.4273707729795677, | |
| "learning_rate": 2.6760337568170056e-05, | |
| "loss": 0.4158, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.257234726688103, | |
| "grad_norm": 0.4986604561853341, | |
| "learning_rate": 2.6675429050940976e-05, | |
| "loss": 0.4218, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 2.2636655948553055, | |
| "grad_norm": 0.4675367887772543, | |
| "learning_rate": 2.659038491717864e-05, | |
| "loss": 0.4095, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 2.270096463022508, | |
| "grad_norm": 0.5057278576934203, | |
| "learning_rate": 2.650520689462079e-05, | |
| "loss": 0.4384, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 2.2765273311897105, | |
| "grad_norm": 0.41733242728535985, | |
| "learning_rate": 2.6419896713725194e-05, | |
| "loss": 0.4252, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 2.282958199356913, | |
| "grad_norm": 0.4683245477705893, | |
| "learning_rate": 2.6334456107634526e-05, | |
| "loss": 0.4066, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 2.289389067524116, | |
| "grad_norm": 0.46673184121507844, | |
| "learning_rate": 2.6248886812141164e-05, | |
| "loss": 0.4063, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 2.2958199356913185, | |
| "grad_norm": 0.42307659075383675, | |
| "learning_rate": 2.6163190565651895e-05, | |
| "loss": 0.4064, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 2.302250803858521, | |
| "grad_norm": 0.4171903856498429, | |
| "learning_rate": 2.6077369109152617e-05, | |
| "loss": 0.4271, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 2.3086816720257235, | |
| "grad_norm": 0.4990975466004433, | |
| "learning_rate": 2.599142418617299e-05, | |
| "loss": 0.4337, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 2.315112540192926, | |
| "grad_norm": 0.3959570339594964, | |
| "learning_rate": 2.5905357542750937e-05, | |
| "loss": 0.3997, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.3215434083601285, | |
| "grad_norm": 0.4765248478457776, | |
| "learning_rate": 2.5819170927397288e-05, | |
| "loss": 0.4048, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 2.327974276527331, | |
| "grad_norm": 0.3882612926978572, | |
| "learning_rate": 2.573286609106016e-05, | |
| "loss": 0.4302, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 2.334405144694534, | |
| "grad_norm": 0.45198493980403964, | |
| "learning_rate": 2.5646444787089435e-05, | |
| "loss": 0.437, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 2.3408360128617365, | |
| "grad_norm": 0.38217511369100665, | |
| "learning_rate": 2.555990877120111e-05, | |
| "loss": 0.4192, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 2.347266881028939, | |
| "grad_norm": 0.42262056495561456, | |
| "learning_rate": 2.5473259801441663e-05, | |
| "loss": 0.4191, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 2.3536977491961415, | |
| "grad_norm": 0.41765273157933114, | |
| "learning_rate": 2.53864996381523e-05, | |
| "loss": 0.4142, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 2.360128617363344, | |
| "grad_norm": 0.40488762786497534, | |
| "learning_rate": 2.529963004393324e-05, | |
| "loss": 0.4187, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 2.3665594855305465, | |
| "grad_norm": 0.4080271801790144, | |
| "learning_rate": 2.521265278360783e-05, | |
| "loss": 0.414, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 2.372990353697749, | |
| "grad_norm": 0.40483254655041323, | |
| "learning_rate": 2.5125569624186782e-05, | |
| "loss": 0.4247, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 2.379421221864952, | |
| "grad_norm": 0.4305982633063572, | |
| "learning_rate": 2.5038382334832207e-05, | |
| "loss": 0.3911, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.3858520900321545, | |
| "grad_norm": 0.4122997020523331, | |
| "learning_rate": 2.4951092686821697e-05, | |
| "loss": 0.39, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 2.392282958199357, | |
| "grad_norm": 0.40274674461442084, | |
| "learning_rate": 2.486370245351235e-05, | |
| "loss": 0.4198, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 2.3987138263665595, | |
| "grad_norm": 0.42063234047236986, | |
| "learning_rate": 2.4776213410304722e-05, | |
| "loss": 0.424, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 2.405144694533762, | |
| "grad_norm": 0.37679725326760555, | |
| "learning_rate": 2.4688627334606773e-05, | |
| "loss": 0.398, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 2.4115755627009645, | |
| "grad_norm": 0.41889135037527103, | |
| "learning_rate": 2.460094600579777e-05, | |
| "loss": 0.4317, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 2.418006430868167, | |
| "grad_norm": 0.3838772373610373, | |
| "learning_rate": 2.4513171205192076e-05, | |
| "loss": 0.4295, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 2.42443729903537, | |
| "grad_norm": 0.4215792016331523, | |
| "learning_rate": 2.4425304716003065e-05, | |
| "loss": 0.4293, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 2.4308681672025725, | |
| "grad_norm": 0.3977033456422348, | |
| "learning_rate": 2.433734832330679e-05, | |
| "loss": 0.4183, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 2.437299035369775, | |
| "grad_norm": 0.3528962937028162, | |
| "learning_rate": 2.4249303814005787e-05, | |
| "loss": 0.4348, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 2.4437299035369775, | |
| "grad_norm": 0.3444297123425228, | |
| "learning_rate": 2.416117297679274e-05, | |
| "loss": 0.418, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.45016077170418, | |
| "grad_norm": 0.37390979375744465, | |
| "learning_rate": 2.407295760211415e-05, | |
| "loss": 0.4314, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 2.4565916398713825, | |
| "grad_norm": 0.39952459117481703, | |
| "learning_rate": 2.3984659482133964e-05, | |
| "loss": 0.4139, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 2.463022508038585, | |
| "grad_norm": 0.3804428944868265, | |
| "learning_rate": 2.3896280410697184e-05, | |
| "loss": 0.3907, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 2.469453376205788, | |
| "grad_norm": 0.3674572711621663, | |
| "learning_rate": 2.380782218329337e-05, | |
| "loss": 0.4013, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 2.4758842443729905, | |
| "grad_norm": 0.38222903425625193, | |
| "learning_rate": 2.3719286597020223e-05, | |
| "loss": 0.4318, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 2.482315112540193, | |
| "grad_norm": 0.4061156008709529, | |
| "learning_rate": 2.3630675450547035e-05, | |
| "loss": 0.3992, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 2.4887459807073955, | |
| "grad_norm": 0.37476585596417883, | |
| "learning_rate": 2.354199054407817e-05, | |
| "loss": 0.4151, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 2.495176848874598, | |
| "grad_norm": 0.42119555154139743, | |
| "learning_rate": 2.3453233679316474e-05, | |
| "loss": 0.4062, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 2.5016077170418005, | |
| "grad_norm": 0.39495496392373747, | |
| "learning_rate": 2.33644066594267e-05, | |
| "loss": 0.4272, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 2.508038585209003, | |
| "grad_norm": 0.401750662623451, | |
| "learning_rate": 2.327551128899884e-05, | |
| "loss": 0.4225, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 2.514469453376206, | |
| "grad_norm": 0.3636214667784954, | |
| "learning_rate": 2.3186549374011484e-05, | |
| "loss": 0.4074, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 2.5209003215434085, | |
| "grad_norm": 0.409731943120677, | |
| "learning_rate": 2.3097522721795135e-05, | |
| "loss": 0.4138, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 2.527331189710611, | |
| "grad_norm": 0.41819215942803173, | |
| "learning_rate": 2.3008433140995473e-05, | |
| "loss": 0.4273, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 2.5337620578778135, | |
| "grad_norm": 0.4067917678154936, | |
| "learning_rate": 2.2919282441536622e-05, | |
| "loss": 0.4282, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 2.540192926045016, | |
| "grad_norm": 0.43999642613256557, | |
| "learning_rate": 2.283007243458438e-05, | |
| "loss": 0.4103, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 2.5466237942122185, | |
| "grad_norm": 0.37707548388284345, | |
| "learning_rate": 2.2740804932509443e-05, | |
| "loss": 0.4155, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 2.553054662379421, | |
| "grad_norm": 0.45630461317249305, | |
| "learning_rate": 2.2651481748850522e-05, | |
| "loss": 0.4062, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 2.559485530546624, | |
| "grad_norm": 0.4019638185705102, | |
| "learning_rate": 2.2562104698277587e-05, | |
| "loss": 0.4054, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 2.5659163987138265, | |
| "grad_norm": 0.452881602759346, | |
| "learning_rate": 2.247267559655492e-05, | |
| "loss": 0.4068, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 2.572347266881029, | |
| "grad_norm": 0.40471187969458244, | |
| "learning_rate": 2.2383196260504297e-05, | |
| "loss": 0.4289, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.5787781350482315, | |
| "grad_norm": 0.45026153483875125, | |
| "learning_rate": 2.2293668507968015e-05, | |
| "loss": 0.4027, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 2.585209003215434, | |
| "grad_norm": 0.4244819736473437, | |
| "learning_rate": 2.2204094157772e-05, | |
| "loss": 0.4435, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 2.5916398713826365, | |
| "grad_norm": 0.3793703429152497, | |
| "learning_rate": 2.2114475029688845e-05, | |
| "loss": 0.4186, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 2.598070739549839, | |
| "grad_norm": 0.48272960686216815, | |
| "learning_rate": 2.202481294440086e-05, | |
| "loss": 0.4194, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 2.604501607717042, | |
| "grad_norm": 0.354469132752044, | |
| "learning_rate": 2.1935109723463018e-05, | |
| "loss": 0.4222, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 2.6109324758842445, | |
| "grad_norm": 0.4928379051181033, | |
| "learning_rate": 2.184536718926604e-05, | |
| "loss": 0.4213, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 2.617363344051447, | |
| "grad_norm": 0.400485176897503, | |
| "learning_rate": 2.1755587164999308e-05, | |
| "loss": 0.4379, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 2.6237942122186495, | |
| "grad_norm": 0.4227671618965105, | |
| "learning_rate": 2.1665771474613844e-05, | |
| "loss": 0.4108, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 2.630225080385852, | |
| "grad_norm": 0.41665136995023616, | |
| "learning_rate": 2.1575921942785247e-05, | |
| "loss": 0.4414, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 2.6366559485530545, | |
| "grad_norm": 0.41330338591303095, | |
| "learning_rate": 2.1486040394876653e-05, | |
| "loss": 0.4185, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 2.643086816720257, | |
| "grad_norm": 0.4308954366383958, | |
| "learning_rate": 2.1396128656901613e-05, | |
| "loss": 0.4324, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 2.64951768488746, | |
| "grad_norm": 0.396755042878508, | |
| "learning_rate": 2.1306188555487012e-05, | |
| "loss": 0.4065, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 2.6559485530546625, | |
| "grad_norm": 0.4493581590494059, | |
| "learning_rate": 2.1216221917835963e-05, | |
| "loss": 0.4428, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 2.662379421221865, | |
| "grad_norm": 0.3615612042430632, | |
| "learning_rate": 2.1126230571690688e-05, | |
| "loss": 0.4406, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 2.6688102893890675, | |
| "grad_norm": 0.3730567208860946, | |
| "learning_rate": 2.1036216345295384e-05, | |
| "loss": 0.4056, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 2.67524115755627, | |
| "grad_norm": 0.3606084375386736, | |
| "learning_rate": 2.0946181067359066e-05, | |
| "loss": 0.4223, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 2.6816720257234725, | |
| "grad_norm": 0.3980629387043826, | |
| "learning_rate": 2.085612656701843e-05, | |
| "loss": 0.4129, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 2.688102893890675, | |
| "grad_norm": 0.38669866056747154, | |
| "learning_rate": 2.076605467380071e-05, | |
| "loss": 0.4211, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 2.694533762057878, | |
| "grad_norm": 0.38877719567354047, | |
| "learning_rate": 2.0675967217586453e-05, | |
| "loss": 0.4097, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 2.7009646302250805, | |
| "grad_norm": 0.3907697728479256, | |
| "learning_rate": 2.058586602857242e-05, | |
| "loss": 0.4232, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.707395498392283, | |
| "grad_norm": 0.4154425957737256, | |
| "learning_rate": 2.049575293723433e-05, | |
| "loss": 0.4226, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 2.7138263665594855, | |
| "grad_norm": 0.362008498405758, | |
| "learning_rate": 2.0405629774289726e-05, | |
| "loss": 0.4179, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 2.720257234726688, | |
| "grad_norm": 0.3783004284520917, | |
| "learning_rate": 2.0315498370660767e-05, | |
| "loss": 0.4186, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 2.7266881028938905, | |
| "grad_norm": 0.39210883305746097, | |
| "learning_rate": 2.022536055743702e-05, | |
| "loss": 0.4294, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 2.733118971061093, | |
| "grad_norm": 0.3306443409459496, | |
| "learning_rate": 2.0135218165838256e-05, | |
| "loss": 0.4203, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 2.739549839228296, | |
| "grad_norm": 0.3938452571698424, | |
| "learning_rate": 2.004507302717729e-05, | |
| "loss": 0.4045, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 2.7459807073954985, | |
| "grad_norm": 0.34812659623890796, | |
| "learning_rate": 1.9954926972822716e-05, | |
| "loss": 0.4185, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 2.752411575562701, | |
| "grad_norm": 0.38511842967731696, | |
| "learning_rate": 1.9864781834161748e-05, | |
| "loss": 0.401, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 2.7588424437299035, | |
| "grad_norm": 0.3664578122176016, | |
| "learning_rate": 1.9774639442562994e-05, | |
| "loss": 0.4296, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 2.765273311897106, | |
| "grad_norm": 0.3534177510621182, | |
| "learning_rate": 1.968450162933924e-05, | |
| "loss": 0.4191, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.7717041800643085, | |
| "grad_norm": 0.37106435448060127, | |
| "learning_rate": 1.959437022571028e-05, | |
| "loss": 0.4096, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 2.778135048231511, | |
| "grad_norm": 0.35898089463840865, | |
| "learning_rate": 1.9504247062765674e-05, | |
| "loss": 0.4313, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 2.784565916398714, | |
| "grad_norm": 0.33865317022516006, | |
| "learning_rate": 1.941413397142759e-05, | |
| "loss": 0.4348, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 2.7909967845659165, | |
| "grad_norm": 0.3367494195662646, | |
| "learning_rate": 1.932403278241355e-05, | |
| "loss": 0.4071, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 2.797427652733119, | |
| "grad_norm": 0.35917915685142043, | |
| "learning_rate": 1.9233945326199295e-05, | |
| "loss": 0.4139, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 2.8038585209003215, | |
| "grad_norm": 0.3349790261187887, | |
| "learning_rate": 1.9143873432981566e-05, | |
| "loss": 0.439, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 2.810289389067524, | |
| "grad_norm": 0.3386796606602423, | |
| "learning_rate": 1.905381893264094e-05, | |
| "loss": 0.4174, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 2.816720257234727, | |
| "grad_norm": 0.37311347044535176, | |
| "learning_rate": 1.896378365470462e-05, | |
| "loss": 0.424, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 2.823151125401929, | |
| "grad_norm": 0.3543481522948843, | |
| "learning_rate": 1.8873769428309315e-05, | |
| "loss": 0.4487, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 2.829581993569132, | |
| "grad_norm": 0.35174149614975103, | |
| "learning_rate": 1.878377808216404e-05, | |
| "loss": 0.3996, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.8360128617363345, | |
| "grad_norm": 0.38242028517490756, | |
| "learning_rate": 1.8693811444512998e-05, | |
| "loss": 0.4038, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 2.842443729903537, | |
| "grad_norm": 0.3564288757729943, | |
| "learning_rate": 1.8603871343098397e-05, | |
| "loss": 0.4244, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 2.8488745980707395, | |
| "grad_norm": 0.3897350965863513, | |
| "learning_rate": 1.851395960512335e-05, | |
| "loss": 0.4076, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 2.855305466237942, | |
| "grad_norm": 0.4082600108340964, | |
| "learning_rate": 1.8424078057214753e-05, | |
| "loss": 0.43, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 2.861736334405145, | |
| "grad_norm": 0.36120387049878894, | |
| "learning_rate": 1.8334228525386166e-05, | |
| "loss": 0.4023, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 2.868167202572347, | |
| "grad_norm": 0.35734988643281534, | |
| "learning_rate": 1.8244412835000696e-05, | |
| "loss": 0.4376, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 2.87459807073955, | |
| "grad_norm": 0.3681854421194748, | |
| "learning_rate": 1.815463281073396e-05, | |
| "loss": 0.4045, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 2.8810289389067525, | |
| "grad_norm": 0.9736526939562563, | |
| "learning_rate": 1.8064890276536985e-05, | |
| "loss": 0.4099, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 2.887459807073955, | |
| "grad_norm": 0.4027769144827298, | |
| "learning_rate": 1.7975187055599153e-05, | |
| "loss": 0.4433, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 2.8938906752411575, | |
| "grad_norm": 0.3751995588652852, | |
| "learning_rate": 1.7885524970311158e-05, | |
| "loss": 0.4248, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.90032154340836, | |
| "grad_norm": 0.42015767109305785, | |
| "learning_rate": 1.7795905842228008e-05, | |
| "loss": 0.388, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 2.906752411575563, | |
| "grad_norm": 0.34334134430703095, | |
| "learning_rate": 1.7706331492031995e-05, | |
| "loss": 0.4115, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 2.913183279742765, | |
| "grad_norm": 0.37761054940371147, | |
| "learning_rate": 1.7616803739495716e-05, | |
| "loss": 0.4138, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 2.919614147909968, | |
| "grad_norm": 0.3356430895455353, | |
| "learning_rate": 1.7527324403445086e-05, | |
| "loss": 0.4033, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 2.9260450160771705, | |
| "grad_norm": 0.3860642493958761, | |
| "learning_rate": 1.7437895301722424e-05, | |
| "loss": 0.4277, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 2.932475884244373, | |
| "grad_norm": 0.36522544257627154, | |
| "learning_rate": 1.734851825114948e-05, | |
| "loss": 0.4169, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 2.9389067524115755, | |
| "grad_norm": 0.3671503027694236, | |
| "learning_rate": 1.7259195067490567e-05, | |
| "loss": 0.4285, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 2.945337620578778, | |
| "grad_norm": 0.36388073283214833, | |
| "learning_rate": 1.7169927565415624e-05, | |
| "loss": 0.4139, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 2.951768488745981, | |
| "grad_norm": 0.3488449299032217, | |
| "learning_rate": 1.708071755846338e-05, | |
| "loss": 0.4199, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 2.958199356913183, | |
| "grad_norm": 0.35513138045091164, | |
| "learning_rate": 1.6991566859004534e-05, | |
| "loss": 0.4165, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.964630225080386, | |
| "grad_norm": 0.3426432631224078, | |
| "learning_rate": 1.6902477278204875e-05, | |
| "loss": 0.434, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 2.9710610932475885, | |
| "grad_norm": 0.386152174466679, | |
| "learning_rate": 1.681345062598852e-05, | |
| "loss": 0.4111, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 2.977491961414791, | |
| "grad_norm": 0.3527196772848708, | |
| "learning_rate": 1.6724488711001166e-05, | |
| "loss": 0.4467, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 2.9839228295819935, | |
| "grad_norm": 0.35001625448663354, | |
| "learning_rate": 1.66355933405733e-05, | |
| "loss": 0.4209, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 2.990353697749196, | |
| "grad_norm": 0.40721218863788, | |
| "learning_rate": 1.6546766320683532e-05, | |
| "loss": 0.4199, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 2.996784565916399, | |
| "grad_norm": 0.3655958412277545, | |
| "learning_rate": 1.6458009455921842e-05, | |
| "loss": 0.3981, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 3.0032154340836015, | |
| "grad_norm": 0.4102349209568708, | |
| "learning_rate": 1.636932454945297e-05, | |
| "loss": 0.3891, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 3.009646302250804, | |
| "grad_norm": 0.41532136993824226, | |
| "learning_rate": 1.6280713402979784e-05, | |
| "loss": 0.3477, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 3.0160771704180065, | |
| "grad_norm": 0.6169474318758771, | |
| "learning_rate": 1.619217781670663e-05, | |
| "loss": 0.3435, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 3.022508038585209, | |
| "grad_norm": 0.5037930665617163, | |
| "learning_rate": 1.6103719589302826e-05, | |
| "loss": 0.3488, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 3.0289389067524115, | |
| "grad_norm": 0.5731525233393719, | |
| "learning_rate": 1.601534051786604e-05, | |
| "loss": 0.3503, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 3.035369774919614, | |
| "grad_norm": 0.5443770556136349, | |
| "learning_rate": 1.592704239788586e-05, | |
| "loss": 0.3481, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 3.0418006430868165, | |
| "grad_norm": 0.45479991470010417, | |
| "learning_rate": 1.583882702320727e-05, | |
| "loss": 0.3466, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 3.0482315112540195, | |
| "grad_norm": 0.4660904730868544, | |
| "learning_rate": 1.5750696185994226e-05, | |
| "loss": 0.3348, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 3.054662379421222, | |
| "grad_norm": 0.43734423911973497, | |
| "learning_rate": 1.5662651676693213e-05, | |
| "loss": 0.3188, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 3.0610932475884245, | |
| "grad_norm": 0.3762681204775496, | |
| "learning_rate": 1.5574695283996942e-05, | |
| "loss": 0.3215, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 3.067524115755627, | |
| "grad_norm": 0.42787289032141385, | |
| "learning_rate": 1.5486828794807923e-05, | |
| "loss": 0.3421, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 3.0739549839228295, | |
| "grad_norm": 0.3897816235186344, | |
| "learning_rate": 1.5399053994202243e-05, | |
| "loss": 0.3361, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 3.080385852090032, | |
| "grad_norm": 0.41498121393671433, | |
| "learning_rate": 1.531137266539323e-05, | |
| "loss": 0.3308, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 3.0868167202572345, | |
| "grad_norm": 0.39646083993636266, | |
| "learning_rate": 1.5223786589695281e-05, | |
| "loss": 0.3425, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 3.0932475884244375, | |
| "grad_norm": 0.3724151354324873, | |
| "learning_rate": 1.5136297546487658e-05, | |
| "loss": 0.3743, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 3.09967845659164, | |
| "grad_norm": 0.3874304470470023, | |
| "learning_rate": 1.5048907313178313e-05, | |
| "loss": 0.3308, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 3.1061093247588425, | |
| "grad_norm": 0.3811422217949994, | |
| "learning_rate": 1.49616176651678e-05, | |
| "loss": 0.3153, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 3.112540192926045, | |
| "grad_norm": 0.3972102549577263, | |
| "learning_rate": 1.4874430375813223e-05, | |
| "loss": 0.3415, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 3.1189710610932475, | |
| "grad_norm": 0.3639595571598912, | |
| "learning_rate": 1.4787347216392171e-05, | |
| "loss": 0.3294, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 3.12540192926045, | |
| "grad_norm": 0.37095643913123144, | |
| "learning_rate": 1.4700369956066771e-05, | |
| "loss": 0.3294, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 3.1318327974276525, | |
| "grad_norm": 0.347550013269568, | |
| "learning_rate": 1.4613500361847703e-05, | |
| "loss": 0.3286, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 3.1382636655948555, | |
| "grad_norm": 0.3595568827120924, | |
| "learning_rate": 1.4526740198558345e-05, | |
| "loss": 0.3415, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 3.144694533762058, | |
| "grad_norm": 0.3325887945606145, | |
| "learning_rate": 1.4440091228798896e-05, | |
| "loss": 0.3258, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 3.1511254019292605, | |
| "grad_norm": 0.3396889942519828, | |
| "learning_rate": 1.4353555212910577e-05, | |
| "loss": 0.3522, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 3.157556270096463, | |
| "grad_norm": 0.35664644793805467, | |
| "learning_rate": 1.4267133908939842e-05, | |
| "loss": 0.3421, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 3.1639871382636655, | |
| "grad_norm": 0.34001836863101187, | |
| "learning_rate": 1.4180829072602715e-05, | |
| "loss": 0.335, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 3.170418006430868, | |
| "grad_norm": 0.3593329066143372, | |
| "learning_rate": 1.4094642457249063e-05, | |
| "loss": 0.3659, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 3.176848874598071, | |
| "grad_norm": 0.33860210246347033, | |
| "learning_rate": 1.4008575813827023e-05, | |
| "loss": 0.3466, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 3.1832797427652735, | |
| "grad_norm": 0.3693876810382247, | |
| "learning_rate": 1.3922630890847387e-05, | |
| "loss": 0.3505, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 3.189710610932476, | |
| "grad_norm": 0.3175046542412462, | |
| "learning_rate": 1.3836809434348108e-05, | |
| "loss": 0.3455, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 3.1961414790996785, | |
| "grad_norm": 0.365133352460214, | |
| "learning_rate": 1.375111318785884e-05, | |
| "loss": 0.3183, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 3.202572347266881, | |
| "grad_norm": 0.3424344738744123, | |
| "learning_rate": 1.3665543892365482e-05, | |
| "loss": 0.3393, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 3.2090032154340835, | |
| "grad_norm": 0.33023930745143787, | |
| "learning_rate": 1.3580103286274816e-05, | |
| "loss": 0.3643, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 3.215434083601286, | |
| "grad_norm": 0.33185985883046265, | |
| "learning_rate": 1.3494793105379217e-05, | |
| "loss": 0.3222, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.221864951768489, | |
| "grad_norm": 0.32551560148888986, | |
| "learning_rate": 1.340961508282136e-05, | |
| "loss": 0.3288, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 3.2282958199356915, | |
| "grad_norm": 0.323589627002325, | |
| "learning_rate": 1.3324570949059035e-05, | |
| "loss": 0.3453, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 3.234726688102894, | |
| "grad_norm": 0.3106749867134289, | |
| "learning_rate": 1.3239662431829949e-05, | |
| "loss": 0.3716, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 3.2411575562700965, | |
| "grad_norm": 0.34549558845546635, | |
| "learning_rate": 1.3154891256116677e-05, | |
| "loss": 0.3422, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 3.247588424437299, | |
| "grad_norm": 0.3277979638472998, | |
| "learning_rate": 1.3070259144111592e-05, | |
| "loss": 0.3444, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 3.2540192926045015, | |
| "grad_norm": 0.35789879175453515, | |
| "learning_rate": 1.2985767815181878e-05, | |
| "loss": 0.3181, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 3.260450160771704, | |
| "grad_norm": 0.3321930319977574, | |
| "learning_rate": 1.2901418985834582e-05, | |
| "loss": 0.3298, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 3.266881028938907, | |
| "grad_norm": 0.3128707110842694, | |
| "learning_rate": 1.2817214369681794e-05, | |
| "loss": 0.342, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 3.2733118971061095, | |
| "grad_norm": 0.33348093643652205, | |
| "learning_rate": 1.2733155677405776e-05, | |
| "loss": 0.3587, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 3.279742765273312, | |
| "grad_norm": 0.339207053764794, | |
| "learning_rate": 1.2649244616724253e-05, | |
| "loss": 0.329, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 3.2861736334405145, | |
| "grad_norm": 0.3422170366956234, | |
| "learning_rate": 1.2565482892355674e-05, | |
| "loss": 0.3457, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 3.292604501607717, | |
| "grad_norm": 0.2943236021955186, | |
| "learning_rate": 1.248187220598462e-05, | |
| "loss": 0.3493, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 3.2990353697749195, | |
| "grad_norm": 0.3035388624219581, | |
| "learning_rate": 1.2398414256227227e-05, | |
| "loss": 0.3465, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 3.305466237942122, | |
| "grad_norm": 0.33471632658357653, | |
| "learning_rate": 1.2315110738596654e-05, | |
| "loss": 0.3263, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 3.311897106109325, | |
| "grad_norm": 0.29768881691936494, | |
| "learning_rate": 1.223196334546864e-05, | |
| "loss": 0.3383, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 3.3183279742765275, | |
| "grad_norm": 0.31373198806666036, | |
| "learning_rate": 1.2148973766047164e-05, | |
| "loss": 0.3151, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 3.32475884244373, | |
| "grad_norm": 0.3095596372386397, | |
| "learning_rate": 1.2066143686330069e-05, | |
| "loss": 0.3177, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 3.3311897106109325, | |
| "grad_norm": 0.32616752602823745, | |
| "learning_rate": 1.1983474789074867e-05, | |
| "loss": 0.3255, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 3.337620578778135, | |
| "grad_norm": 0.30771383148143083, | |
| "learning_rate": 1.1900968753764483e-05, | |
| "loss": 0.3159, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 3.3440514469453375, | |
| "grad_norm": 0.3147026157328475, | |
| "learning_rate": 1.1818627256573203e-05, | |
| "loss": 0.3417, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 3.35048231511254, | |
| "grad_norm": 0.31316932886086846, | |
| "learning_rate": 1.1736451970332594e-05, | |
| "loss": 0.3359, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 3.356913183279743, | |
| "grad_norm": 0.3036155487748744, | |
| "learning_rate": 1.1654444564497507e-05, | |
| "loss": 0.3328, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 3.3633440514469455, | |
| "grad_norm": 0.30544167608450157, | |
| "learning_rate": 1.1572606705112177e-05, | |
| "loss": 0.3188, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 3.369774919614148, | |
| "grad_norm": 0.3226490321653266, | |
| "learning_rate": 1.1490940054776365e-05, | |
| "loss": 0.3489, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 3.3762057877813505, | |
| "grad_norm": 0.28804525279504883, | |
| "learning_rate": 1.1409446272611591e-05, | |
| "loss": 0.337, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 3.382636655948553, | |
| "grad_norm": 0.30753505734977593, | |
| "learning_rate": 1.132812701422744e-05, | |
| "loss": 0.337, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 3.3890675241157555, | |
| "grad_norm": 0.31053703098114926, | |
| "learning_rate": 1.1246983931687874e-05, | |
| "loss": 0.3383, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 3.395498392282958, | |
| "grad_norm": 0.30272870232775245, | |
| "learning_rate": 1.1166018673477748e-05, | |
| "loss": 0.3328, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 3.401929260450161, | |
| "grad_norm": 0.2823989712823126, | |
| "learning_rate": 1.1085232884469236e-05, | |
| "loss": 0.351, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 3.4083601286173635, | |
| "grad_norm": 0.30846740972932163, | |
| "learning_rate": 1.1004628205888496e-05, | |
| "loss": 0.334, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 3.414790996784566, | |
| "grad_norm": 0.3140803547062033, | |
| "learning_rate": 1.0924206275282248e-05, | |
| "loss": 0.3493, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 3.4212218649517685, | |
| "grad_norm": 0.30828616597228864, | |
| "learning_rate": 1.084396872648457e-05, | |
| "loss": 0.3181, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 3.427652733118971, | |
| "grad_norm": 0.3205196440562544, | |
| "learning_rate": 1.0763917189583685e-05, | |
| "loss": 0.3488, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 3.4340836012861735, | |
| "grad_norm": 0.3269965140193297, | |
| "learning_rate": 1.0684053290888824e-05, | |
| "loss": 0.3241, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 3.440514469453376, | |
| "grad_norm": 0.3190697695545462, | |
| "learning_rate": 1.060437865289719e-05, | |
| "loss": 0.3303, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 3.446945337620579, | |
| "grad_norm": 0.30058923975882595, | |
| "learning_rate": 1.0524894894261035e-05, | |
| "loss": 0.3109, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 3.4533762057877815, | |
| "grad_norm": 0.30880846001588463, | |
| "learning_rate": 1.044560362975474e-05, | |
| "loss": 0.3187, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 3.459807073954984, | |
| "grad_norm": 0.3246456142532528, | |
| "learning_rate": 1.0366506470242019e-05, | |
| "loss": 0.336, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 3.4662379421221865, | |
| "grad_norm": 0.3055236949162367, | |
| "learning_rate": 1.0287605022643183e-05, | |
| "loss": 0.3243, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 3.472668810289389, | |
| "grad_norm": 0.3088688923442282, | |
| "learning_rate": 1.0208900889902504e-05, | |
| "loss": 0.3602, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 3.4790996784565915, | |
| "grad_norm": 0.29948721470294226, | |
| "learning_rate": 1.0130395670955655e-05, | |
| "loss": 0.323, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 3.485530546623794, | |
| "grad_norm": 0.3074858144654124, | |
| "learning_rate": 1.0052090960697231e-05, | |
| "loss": 0.3368, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 3.491961414790997, | |
| "grad_norm": 0.3146321880179152, | |
| "learning_rate": 9.97398834994831e-06, | |
| "loss": 0.2997, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 3.4983922829581995, | |
| "grad_norm": 0.3075533658637388, | |
| "learning_rate": 9.896089425424188e-06, | |
| "loss": 0.3431, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 3.504823151125402, | |
| "grad_norm": 0.30606333212239234, | |
| "learning_rate": 9.818395769702099e-06, | |
| "loss": 0.338, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 3.5112540192926045, | |
| "grad_norm": 0.3139502509780247, | |
| "learning_rate": 9.740908961189089e-06, | |
| "loss": 0.343, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 3.517684887459807, | |
| "grad_norm": 0.29754994978817495, | |
| "learning_rate": 9.663630574089948e-06, | |
| "loss": 0.3577, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 3.5241157556270095, | |
| "grad_norm": 0.29724371650818526, | |
| "learning_rate": 9.586562178375206e-06, | |
| "loss": 0.3469, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 3.530546623794212, | |
| "grad_norm": 0.3308822180362072, | |
| "learning_rate": 9.509705339749277e-06, | |
| "loss": 0.336, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 3.536977491961415, | |
| "grad_norm": 0.29272895208721433, | |
| "learning_rate": 9.433061619618604e-06, | |
| "loss": 0.3414, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 3.5434083601286175, | |
| "grad_norm": 0.320986465865753, | |
| "learning_rate": 9.356632575059986e-06, | |
| "loss": 0.3386, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 3.54983922829582, | |
| "grad_norm": 0.31008654153647475, | |
| "learning_rate": 9.280419758788894e-06, | |
| "loss": 0.3486, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 3.5562700964630225, | |
| "grad_norm": 0.2925897227549084, | |
| "learning_rate": 9.204424719127976e-06, | |
| "loss": 0.3613, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 3.562700964630225, | |
| "grad_norm": 0.343142790220052, | |
| "learning_rate": 9.12864899997558e-06, | |
| "loss": 0.3073, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 3.5691318327974275, | |
| "grad_norm": 0.3042440507540189, | |
| "learning_rate": 9.053094140774367e-06, | |
| "loss": 0.3567, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 3.57556270096463, | |
| "grad_norm": 0.3116852171680514, | |
| "learning_rate": 8.977761676480065e-06, | |
| "loss": 0.3269, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 3.581993569131833, | |
| "grad_norm": 0.3436371078553796, | |
| "learning_rate": 8.902653137530283e-06, | |
| "loss": 0.3276, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 3.5884244372990355, | |
| "grad_norm": 0.3475488081092682, | |
| "learning_rate": 8.82777004981341e-06, | |
| "loss": 0.3221, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 3.594855305466238, | |
| "grad_norm": 0.2953633447942229, | |
| "learning_rate": 8.753113934637621e-06, | |
| "loss": 0.3602, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 3.6012861736334405, | |
| "grad_norm": 0.2947407879791063, | |
| "learning_rate": 8.678686308699957e-06, | |
| "loss": 0.3445, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 3.607717041800643, | |
| "grad_norm": 0.33981328275420586, | |
| "learning_rate": 8.60448868405552e-06, | |
| "loss": 0.316, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 3.6141479099678455, | |
| "grad_norm": 0.33917263018781646, | |
| "learning_rate": 8.530522568086777e-06, | |
| "loss": 0.32, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 3.620578778135048, | |
| "grad_norm": 0.33849255042910925, | |
| "learning_rate": 8.456789463472902e-06, | |
| "loss": 0.3186, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 3.627009646302251, | |
| "grad_norm": 0.2969530188789648, | |
| "learning_rate": 8.383290868159256e-06, | |
| "loss": 0.341, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 3.6334405144694535, | |
| "grad_norm": 0.2972013956972423, | |
| "learning_rate": 8.31002827532698e-06, | |
| "loss": 0.3329, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 3.639871382636656, | |
| "grad_norm": 0.3035743650008469, | |
| "learning_rate": 8.23700317336262e-06, | |
| "loss": 0.3374, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 3.6463022508038585, | |
| "grad_norm": 0.3081348138393716, | |
| "learning_rate": 8.164217045827934e-06, | |
| "loss": 0.3458, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 3.652733118971061, | |
| "grad_norm": 0.2876537772969051, | |
| "learning_rate": 8.091671371429697e-06, | |
| "loss": 0.3405, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 3.6591639871382635, | |
| "grad_norm": 0.3313526167727788, | |
| "learning_rate": 8.01936762398972e-06, | |
| "loss": 0.3483, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 3.665594855305466, | |
| "grad_norm": 0.3112433837967559, | |
| "learning_rate": 7.947307272414874e-06, | |
| "loss": 0.3243, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 3.672025723472669, | |
| "grad_norm": 0.30108399349218257, | |
| "learning_rate": 7.875491780667246e-06, | |
| "loss": 0.3198, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 3.6784565916398715, | |
| "grad_norm": 0.2946041397166188, | |
| "learning_rate": 7.803922607734398e-06, | |
| "loss": 0.3226, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 3.684887459807074, | |
| "grad_norm": 0.29779909506256386, | |
| "learning_rate": 7.732601207599753e-06, | |
| "loss": 0.3269, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 3.6913183279742765, | |
| "grad_norm": 0.2931702862841286, | |
| "learning_rate": 7.661529029213023e-06, | |
| "loss": 0.3467, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 3.697749196141479, | |
| "grad_norm": 0.2996030618184555, | |
| "learning_rate": 7.590707516460807e-06, | |
| "loss": 0.3323, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 3.7041800643086815, | |
| "grad_norm": 0.2888522917219981, | |
| "learning_rate": 7.520138108137205e-06, | |
| "loss": 0.342, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 3.710610932475884, | |
| "grad_norm": 0.291296782783801, | |
| "learning_rate": 7.44982223791463e-06, | |
| "loss": 0.3607, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 3.717041800643087, | |
| "grad_norm": 0.30115471015972206, | |
| "learning_rate": 7.379761334314688e-06, | |
| "loss": 0.3448, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 3.7234726688102895, | |
| "grad_norm": 0.2830094904547036, | |
| "learning_rate": 7.3099568206791315e-06, | |
| "loss": 0.3288, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 3.729903536977492, | |
| "grad_norm": 0.2694638012556624, | |
| "learning_rate": 7.240410115140934e-06, | |
| "loss": 0.3466, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 3.7363344051446945, | |
| "grad_norm": 0.2925665957791904, | |
| "learning_rate": 7.171122630595526e-06, | |
| "loss": 0.3202, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 3.742765273311897, | |
| "grad_norm": 0.2935199603841542, | |
| "learning_rate": 7.102095774672035e-06, | |
| "loss": 0.3502, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 3.7491961414790995, | |
| "grad_norm": 0.2854219231454806, | |
| "learning_rate": 7.033330949704738e-06, | |
| "loss": 0.3203, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 3.755627009646302, | |
| "grad_norm": 0.29551028789541817, | |
| "learning_rate": 6.964829552704526e-06, | |
| "loss": 0.3465, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 3.762057877813505, | |
| "grad_norm": 0.2960060979737996, | |
| "learning_rate": 6.89659297533057e-06, | |
| "loss": 0.3431, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 3.7684887459807075, | |
| "grad_norm": 0.2857182383139957, | |
| "learning_rate": 6.828622603862012e-06, | |
| "loss": 0.3531, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 3.77491961414791, | |
| "grad_norm": 0.26784654599409924, | |
| "learning_rate": 6.760919819169813e-06, | |
| "loss": 0.3644, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 3.7813504823151125, | |
| "grad_norm": 0.312552743679182, | |
| "learning_rate": 6.693485996688695e-06, | |
| "loss": 0.3183, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 3.787781350482315, | |
| "grad_norm": 0.29363220312638616, | |
| "learning_rate": 6.62632250638922e-06, | |
| "loss": 0.3296, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 3.7942122186495175, | |
| "grad_norm": 0.27923945424032065, | |
| "learning_rate": 6.559430712749928e-06, | |
| "loss": 0.3485, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 3.80064308681672, | |
| "grad_norm": 0.31593530341666676, | |
| "learning_rate": 6.492811974729645e-06, | |
| "loss": 0.3105, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 3.807073954983923, | |
| "grad_norm": 0.30886963920639826, | |
| "learning_rate": 6.42646764573984e-06, | |
| "loss": 0.3473, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 3.8135048231511255, | |
| "grad_norm": 0.2756903619698076, | |
| "learning_rate": 6.360399073617152e-06, | |
| "loss": 0.3421, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 3.819935691318328, | |
| "grad_norm": 0.29662133437844923, | |
| "learning_rate": 6.2946076005960184e-06, | |
| "loss": 0.3257, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 3.8263665594855305, | |
| "grad_norm": 0.3125323281572811, | |
| "learning_rate": 6.229094563281393e-06, | |
| "loss": 0.3398, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 3.832797427652733, | |
| "grad_norm": 0.3004202491602741, | |
| "learning_rate": 6.163861292621569e-06, | |
| "loss": 0.3422, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 3.839228295819936, | |
| "grad_norm": 0.27365799620978254, | |
| "learning_rate": 6.098909113881193e-06, | |
| "loss": 0.3415, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 3.845659163987138, | |
| "grad_norm": 0.28390963671233893, | |
| "learning_rate": 6.034239346614281e-06, | |
| "loss": 0.3501, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 3.852090032154341, | |
| "grad_norm": 0.2957088044678507, | |
| "learning_rate": 5.969853304637467e-06, | |
| "loss": 0.347, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 3.8585209003215435, | |
| "grad_norm": 0.3037260413469084, | |
| "learning_rate": 5.90575229600326e-06, | |
| "loss": 0.3621, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.864951768488746, | |
| "grad_norm": 0.2846873294718638, | |
| "learning_rate": 5.841937622973515e-06, | |
| "loss": 0.3273, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 3.8713826366559485, | |
| "grad_norm": 0.2734379481889535, | |
| "learning_rate": 5.778410581992953e-06, | |
| "loss": 0.3232, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 3.877813504823151, | |
| "grad_norm": 0.30102950288912395, | |
| "learning_rate": 5.715172463662817e-06, | |
| "loss": 0.3482, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 3.884244372990354, | |
| "grad_norm": 0.2873762472608675, | |
| "learning_rate": 5.65222455271466e-06, | |
| "loss": 0.3357, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 3.890675241157556, | |
| "grad_norm": 0.26966499675618716, | |
| "learning_rate": 5.5895681279842615e-06, | |
| "loss": 0.3377, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 3.897106109324759, | |
| "grad_norm": 0.28727016570076136, | |
| "learning_rate": 5.52720446238562e-06, | |
| "loss": 0.3297, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 3.9035369774919615, | |
| "grad_norm": 0.32095880409841926, | |
| "learning_rate": 5.465134822885119e-06, | |
| "loss": 0.3125, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 3.909967845659164, | |
| "grad_norm": 0.2893275192389225, | |
| "learning_rate": 5.403360470475751e-06, | |
| "loss": 0.2965, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 3.9163987138263665, | |
| "grad_norm": 0.28970930860220095, | |
| "learning_rate": 5.341882660151527e-06, | |
| "loss": 0.336, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 3.922829581993569, | |
| "grad_norm": 0.2866602239587237, | |
| "learning_rate": 5.280702640881992e-06, | |
| "loss": 0.3316, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 3.929260450160772, | |
| "grad_norm": 0.30658938426758525, | |
| "learning_rate": 5.219821655586821e-06, | |
| "loss": 0.3225, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 3.935691318327974, | |
| "grad_norm": 0.2931321320943746, | |
| "learning_rate": 5.1592409411105775e-06, | |
| "loss": 0.3206, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 3.942122186495177, | |
| "grad_norm": 0.276755969499715, | |
| "learning_rate": 5.0989617281976e-06, | |
| "loss": 0.3289, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 3.9485530546623795, | |
| "grad_norm": 0.2902682534805332, | |
| "learning_rate": 5.038985241466978e-06, | |
| "loss": 0.3262, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 3.954983922829582, | |
| "grad_norm": 0.29928353455708795, | |
| "learning_rate": 4.979312699387699e-06, | |
| "loss": 0.3297, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 3.9614147909967845, | |
| "grad_norm": 0.31093114025786367, | |
| "learning_rate": 4.919945314253853e-06, | |
| "loss": 0.3294, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 3.967845659163987, | |
| "grad_norm": 0.2733038554998018, | |
| "learning_rate": 4.860884292160053e-06, | |
| "loss": 0.3427, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 3.97427652733119, | |
| "grad_norm": 0.2743950196139407, | |
| "learning_rate": 4.802130832976905e-06, | |
| "loss": 0.3387, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 3.980707395498392, | |
| "grad_norm": 0.2826846110367078, | |
| "learning_rate": 4.7436861303266255e-06, | |
| "loss": 0.337, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 3.987138263665595, | |
| "grad_norm": 0.2817137199406774, | |
| "learning_rate": 4.685551371558798e-06, | |
| "loss": 0.3495, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 3.9935691318327975, | |
| "grad_norm": 0.28988916677018695, | |
| "learning_rate": 4.6277277377262705e-06, | |
| "loss": 0.3278, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.2851529864649889, | |
| "learning_rate": 4.570216403561141e-06, | |
| "loss": 0.3295, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 4.006430868167203, | |
| "grad_norm": 0.4567824735504892, | |
| "learning_rate": 4.513018537450897e-06, | |
| "loss": 0.2947, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 4.012861736334405, | |
| "grad_norm": 0.3606957980091955, | |
| "learning_rate": 4.456135301414672e-06, | |
| "loss": 0.2952, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 4.019292604501608, | |
| "grad_norm": 0.3024652773391222, | |
| "learning_rate": 4.3995678510796445e-06, | |
| "loss": 0.3121, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 4.02572347266881, | |
| "grad_norm": 0.38469556146443795, | |
| "learning_rate": 4.343317335657571e-06, | |
| "loss": 0.3027, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 4.032154340836013, | |
| "grad_norm": 0.39470411746264217, | |
| "learning_rate": 4.287384897921423e-06, | |
| "loss": 0.2738, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 4.038585209003215, | |
| "grad_norm": 0.3673224271597665, | |
| "learning_rate": 4.231771674182181e-06, | |
| "loss": 0.3134, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 4.045016077170418, | |
| "grad_norm": 0.3110256996947676, | |
| "learning_rate": 4.176478794265737e-06, | |
| "loss": 0.303, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 4.051446945337621, | |
| "grad_norm": 0.37379175483411864, | |
| "learning_rate": 4.1215073814899466e-06, | |
| "loss": 0.2687, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 4.057877813504823, | |
| "grad_norm": 0.40656578141463195, | |
| "learning_rate": 4.0668585526418235e-06, | |
| "loss": 0.3086, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 4.064308681672026, | |
| "grad_norm": 0.32829686580036266, | |
| "learning_rate": 4.012533417954834e-06, | |
| "loss": 0.2677, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 4.070739549839228, | |
| "grad_norm": 0.2688487866613182, | |
| "learning_rate": 3.958533081086331e-06, | |
| "loss": 0.2869, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 4.077170418006431, | |
| "grad_norm": 0.32157717722125595, | |
| "learning_rate": 3.904858639095174e-06, | |
| "loss": 0.2826, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 4.083601286173633, | |
| "grad_norm": 0.37975140184420975, | |
| "learning_rate": 3.851511182419385e-06, | |
| "loss": 0.2645, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 4.090032154340836, | |
| "grad_norm": 0.33545527980626505, | |
| "learning_rate": 3.7984917948540513e-06, | |
| "loss": 0.2751, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 4.096463022508039, | |
| "grad_norm": 0.28143153218858996, | |
| "learning_rate": 3.7458015535292603e-06, | |
| "loss": 0.294, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 4.102893890675241, | |
| "grad_norm": 0.28097041325075667, | |
| "learning_rate": 3.6934415288882487e-06, | |
| "loss": 0.2776, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 4.109324758842444, | |
| "grad_norm": 0.2981092899958691, | |
| "learning_rate": 3.641412784665648e-06, | |
| "loss": 0.3021, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 4.115755627009646, | |
| "grad_norm": 0.29274552045900554, | |
| "learning_rate": 3.5897163778658618e-06, | |
| "loss": 0.2877, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 4.122186495176849, | |
| "grad_norm": 0.2987623101962567, | |
| "learning_rate": 3.5383533587415954e-06, | |
| "loss": 0.2804, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 4.128617363344051, | |
| "grad_norm": 0.27807759429925244, | |
| "learning_rate": 3.4873247707725376e-06, | |
| "loss": 0.2786, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 4.135048231511254, | |
| "grad_norm": 0.27701583824467924, | |
| "learning_rate": 3.436631650644142e-06, | |
| "loss": 0.2471, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 4.141479099678457, | |
| "grad_norm": 0.29645381215257427, | |
| "learning_rate": 3.3862750282265798e-06, | |
| "loss": 0.2981, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 4.147909967845659, | |
| "grad_norm": 0.3068453953399427, | |
| "learning_rate": 3.3362559265537954e-06, | |
| "loss": 0.2729, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 4.154340836012862, | |
| "grad_norm": 0.2744620598678601, | |
| "learning_rate": 3.2865753618027398e-06, | |
| "loss": 0.2702, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 4.160771704180064, | |
| "grad_norm": 0.2595743484197355, | |
| "learning_rate": 3.2372343432727305e-06, | |
| "loss": 0.2743, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 4.167202572347267, | |
| "grad_norm": 0.2795784931667666, | |
| "learning_rate": 3.188233873364941e-06, | |
| "loss": 0.2582, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 4.173633440514469, | |
| "grad_norm": 0.2617565961209036, | |
| "learning_rate": 3.1395749475620185e-06, | |
| "loss": 0.2875, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 4.180064308681672, | |
| "grad_norm": 0.2562729205459389, | |
| "learning_rate": 3.091258554407901e-06, | |
| "loss": 0.2848, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 4.186495176848875, | |
| "grad_norm": 0.24403415508275006, | |
| "learning_rate": 3.0432856754876817e-06, | |
| "loss": 0.3006, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 4.192926045016077, | |
| "grad_norm": 0.2430123930712371, | |
| "learning_rate": 2.9956572854077205e-06, | |
| "loss": 0.2901, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 4.19935691318328, | |
| "grad_norm": 0.262800227366545, | |
| "learning_rate": 2.9483743517757956e-06, | |
| "loss": 0.3014, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 4.205787781350482, | |
| "grad_norm": 0.2645604346480339, | |
| "learning_rate": 2.9014378351814866e-06, | |
| "loss": 0.263, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 4.212218649517685, | |
| "grad_norm": 0.2508559029138612, | |
| "learning_rate": 2.854848689176637e-06, | |
| "loss": 0.2769, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 4.218649517684887, | |
| "grad_norm": 0.26283770420408925, | |
| "learning_rate": 2.808607860255981e-06, | |
| "loss": 0.2734, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 4.22508038585209, | |
| "grad_norm": 0.25341636376648646, | |
| "learning_rate": 2.762716287837921e-06, | |
| "loss": 0.2866, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 4.231511254019293, | |
| "grad_norm": 0.26634825360743036, | |
| "learning_rate": 2.717174904245445e-06, | |
| "loss": 0.3012, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 4.237942122186495, | |
| "grad_norm": 0.26332857755436223, | |
| "learning_rate": 2.671984634687186e-06, | |
| "loss": 0.2775, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 4.244372990353698, | |
| "grad_norm": 0.2618426361007995, | |
| "learning_rate": 2.6271463972386226e-06, | |
| "loss": 0.2894, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 4.2508038585209, | |
| "grad_norm": 0.2694111472281508, | |
| "learning_rate": 2.582661102823416e-06, | |
| "loss": 0.2691, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 4.257234726688103, | |
| "grad_norm": 0.24428222525548662, | |
| "learning_rate": 2.5385296551949214e-06, | |
| "loss": 0.2958, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 4.263665594855305, | |
| "grad_norm": 0.27619057174239925, | |
| "learning_rate": 2.4947529509178246e-06, | |
| "loss": 0.2557, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 4.270096463022508, | |
| "grad_norm": 0.24779423757073077, | |
| "learning_rate": 2.4513318793499274e-06, | |
| "loss": 0.2754, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 4.276527331189711, | |
| "grad_norm": 0.2621523733317381, | |
| "learning_rate": 2.4082673226240627e-06, | |
| "loss": 0.293, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 4.282958199356913, | |
| "grad_norm": 0.2622093588974721, | |
| "learning_rate": 2.365560155630202e-06, | |
| "loss": 0.2677, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 4.289389067524116, | |
| "grad_norm": 0.2538363206827879, | |
| "learning_rate": 2.3232112459976562e-06, | |
| "loss": 0.3004, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 4.295819935691318, | |
| "grad_norm": 0.2537936416161383, | |
| "learning_rate": 2.2812214540774645e-06, | |
| "loss": 0.3121, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 4.302250803858521, | |
| "grad_norm": 0.2517193245956825, | |
| "learning_rate": 2.239591632924907e-06, | |
| "loss": 0.3024, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 4.308681672025724, | |
| "grad_norm": 0.23949967787453436, | |
| "learning_rate": 2.198322628282181e-06, | |
| "loss": 0.303, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 4.315112540192926, | |
| "grad_norm": 0.25336761111259143, | |
| "learning_rate": 2.157415278561219e-06, | |
| "loss": 0.2857, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 4.321543408360129, | |
| "grad_norm": 0.24904597925421662, | |
| "learning_rate": 2.1168704148266415e-06, | |
| "loss": 0.2713, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 4.327974276527331, | |
| "grad_norm": 0.23674410584391498, | |
| "learning_rate": 2.0766888607788906e-06, | |
| "loss": 0.2981, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 4.334405144694534, | |
| "grad_norm": 0.2412361270314516, | |
| "learning_rate": 2.0368714327374905e-06, | |
| "loss": 0.2989, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 4.340836012861736, | |
| "grad_norm": 0.25505323003799557, | |
| "learning_rate": 1.9974189396244627e-06, | |
| "loss": 0.2577, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 4.347266881028939, | |
| "grad_norm": 0.2449893223118034, | |
| "learning_rate": 1.958332182947895e-06, | |
| "loss": 0.301, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 4.353697749196142, | |
| "grad_norm": 0.257635171130121, | |
| "learning_rate": 1.9196119567856455e-06, | |
| "loss": 0.2595, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 4.360128617363344, | |
| "grad_norm": 0.23978909063369228, | |
| "learning_rate": 1.8812590477692216e-06, | |
| "loss": 0.2851, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 4.366559485530547, | |
| "grad_norm": 0.2430936237725035, | |
| "learning_rate": 1.8432742350678023e-06, | |
| "loss": 0.2762, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 4.372990353697749, | |
| "grad_norm": 0.23170095440198504, | |
| "learning_rate": 1.8056582903724095e-06, | |
| "loss": 0.3076, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 4.379421221864952, | |
| "grad_norm": 0.24390117261389707, | |
| "learning_rate": 1.7684119778802066e-06, | |
| "loss": 0.2627, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 4.385852090032154, | |
| "grad_norm": 0.24094057316775563, | |
| "learning_rate": 1.7315360542790105e-06, | |
| "loss": 0.2882, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 4.392282958199357, | |
| "grad_norm": 0.2433821314933139, | |
| "learning_rate": 1.6950312687318816e-06, | |
| "loss": 0.2752, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 4.39871382636656, | |
| "grad_norm": 0.23204030155583652, | |
| "learning_rate": 1.6588983628619404e-06, | |
| "loss": 0.3032, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 4.405144694533762, | |
| "grad_norm": 0.25451718600324474, | |
| "learning_rate": 1.6231380707372668e-06, | |
| "loss": 0.2749, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 4.411575562700965, | |
| "grad_norm": 0.24304264510143034, | |
| "learning_rate": 1.5877511188560092e-06, | |
| "loss": 0.3008, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 4.418006430868167, | |
| "grad_norm": 0.24956199178775862, | |
| "learning_rate": 1.5527382261316272e-06, | |
| "loss": 0.287, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 4.42443729903537, | |
| "grad_norm": 0.2558887040245036, | |
| "learning_rate": 1.5181001038782618e-06, | |
| "loss": 0.2704, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 4.430868167202572, | |
| "grad_norm": 0.23908309045820575, | |
| "learning_rate": 1.4838374557963064e-06, | |
| "loss": 0.2919, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 4.437299035369775, | |
| "grad_norm": 0.2513577299370825, | |
| "learning_rate": 1.4499509779581078e-06, | |
| "loss": 0.2752, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 4.443729903536978, | |
| "grad_norm": 0.24135457656926776, | |
| "learning_rate": 1.4164413587938209e-06, | |
| "loss": 0.2851, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 4.45016077170418, | |
| "grad_norm": 0.27572598203582127, | |
| "learning_rate": 1.383309279077425e-06, | |
| "loss": 0.2623, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 4.456591639871383, | |
| "grad_norm": 0.24770086378208764, | |
| "learning_rate": 1.3505554119128861e-06, | |
| "loss": 0.2671, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 4.463022508038585, | |
| "grad_norm": 0.24577054798012407, | |
| "learning_rate": 1.3181804227204897e-06, | |
| "loss": 0.2886, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 4.469453376205788, | |
| "grad_norm": 0.24372173141685605, | |
| "learning_rate": 1.286184969223323e-06, | |
| "loss": 0.2817, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 4.47588424437299, | |
| "grad_norm": 0.24760820912266293, | |
| "learning_rate": 1.2545697014339141e-06, | |
| "loss": 0.303, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 4.482315112540193, | |
| "grad_norm": 0.24697453300232203, | |
| "learning_rate": 1.2233352616410122e-06, | |
| "loss": 0.2779, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 4.488745980707396, | |
| "grad_norm": 0.24359394116807057, | |
| "learning_rate": 1.192482284396561e-06, | |
| "loss": 0.2886, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 4.495176848874598, | |
| "grad_norm": 0.25125045167829413, | |
| "learning_rate": 1.1620113965027823e-06, | |
| "loss": 0.2642, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 4.501607717041801, | |
| "grad_norm": 0.25718449388891956, | |
| "learning_rate": 1.131923216999471e-06, | |
| "loss": 0.2848, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 4.508038585209003, | |
| "grad_norm": 0.24243292389290208, | |
| "learning_rate": 1.1022183571513944e-06, | |
| "loss": 0.2791, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 4.514469453376206, | |
| "grad_norm": 0.24284338974991793, | |
| "learning_rate": 1.0728974204358833e-06, | |
| "loss": 0.2955, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 4.520900321543408, | |
| "grad_norm": 0.24769230191148933, | |
| "learning_rate": 1.0439610025305735e-06, | |
| "loss": 0.2924, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 4.527331189710611, | |
| "grad_norm": 0.2528125675058168, | |
| "learning_rate": 1.0154096913012989e-06, | |
| "loss": 0.2548, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 4.533762057877814, | |
| "grad_norm": 0.24277535112629353, | |
| "learning_rate": 9.872440667901562e-07, | |
| "loss": 0.2757, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 4.540192926045016, | |
| "grad_norm": 0.24620559766212627, | |
| "learning_rate": 9.59464701203714e-07, | |
| "loss": 0.2705, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 4.546623794212219, | |
| "grad_norm": 0.24633134617014393, | |
| "learning_rate": 9.320721589013892e-07, | |
| "loss": 0.2566, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 4.553054662379421, | |
| "grad_norm": 0.25062242066380686, | |
| "learning_rate": 9.050669963839875e-07, | |
| "loss": 0.2794, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 4.559485530546624, | |
| "grad_norm": 0.2540272108727865, | |
| "learning_rate": 8.784497622823874e-07, | |
| "loss": 0.2603, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 4.565916398713826, | |
| "grad_norm": 0.24314763337396839, | |
| "learning_rate": 8.522209973464024e-07, | |
| "loss": 0.304, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 4.572347266881029, | |
| "grad_norm": 0.23138009881362143, | |
| "learning_rate": 8.263812344337907e-07, | |
| "loss": 0.3007, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 4.578778135048232, | |
| "grad_norm": 0.24573233235679195, | |
| "learning_rate": 8.009309984994363e-07, | |
| "loss": 0.273, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 4.585209003215434, | |
| "grad_norm": 0.24642734947253456, | |
| "learning_rate": 7.758708065846799e-07, | |
| "loss": 0.2772, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 4.591639871382637, | |
| "grad_norm": 0.23747548119288367, | |
| "learning_rate": 7.512011678068077e-07, | |
| "loss": 0.2907, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 4.598070739549839, | |
| "grad_norm": 0.24266659100239624, | |
| "learning_rate": 7.269225833487193e-07, | |
| "loss": 0.3144, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 4.604501607717042, | |
| "grad_norm": 0.25290531585087117, | |
| "learning_rate": 7.030355464487404e-07, | |
| "loss": 0.2798, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 4.610932475884244, | |
| "grad_norm": 0.24362587141597356, | |
| "learning_rate": 6.79540542390611e-07, | |
| "loss": 0.2866, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 4.617363344051447, | |
| "grad_norm": 0.2491192489963348, | |
| "learning_rate": 6.564380484936062e-07, | |
| "loss": 0.2663, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 4.62379421221865, | |
| "grad_norm": 0.24506961221576087, | |
| "learning_rate": 6.33728534102862e-07, | |
| "loss": 0.2954, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 4.630225080385852, | |
| "grad_norm": 0.2499590865403639, | |
| "learning_rate": 6.114124605798232e-07, | |
| "loss": 0.2727, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 4.636655948553055, | |
| "grad_norm": 0.23646801239979942, | |
| "learning_rate": 5.894902812928838e-07, | |
| "loss": 0.3034, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 4.643086816720257, | |
| "grad_norm": 0.24262823296382405, | |
| "learning_rate": 5.679624416081652e-07, | |
| "loss": 0.2449, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 4.64951768488746, | |
| "grad_norm": 0.23918779281810207, | |
| "learning_rate": 5.468293788804735e-07, | |
| "loss": 0.2826, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 4.655948553054662, | |
| "grad_norm": 0.24592289642811546, | |
| "learning_rate": 5.260915224444207e-07, | |
| "loss": 0.283, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 4.662379421221865, | |
| "grad_norm": 0.22658994888094983, | |
| "learning_rate": 5.05749293605684e-07, | |
| "loss": 0.3025, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 4.668810289389068, | |
| "grad_norm": 0.2295461621009824, | |
| "learning_rate": 4.858031056324652e-07, | |
| "loss": 0.2976, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 4.67524115755627, | |
| "grad_norm": 0.25175092403832117, | |
| "learning_rate": 4.6625336374708894e-07, | |
| "loss": 0.2594, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 4.681672025723473, | |
| "grad_norm": 0.2483079833834222, | |
| "learning_rate": 4.471004651177646e-07, | |
| "loss": 0.2675, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 4.688102893890675, | |
| "grad_norm": 0.23873921452119407, | |
| "learning_rate": 4.2834479885052846e-07, | |
| "loss": 0.3021, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 4.694533762057878, | |
| "grad_norm": 0.23933768222340976, | |
| "learning_rate": 4.099867459813256e-07, | |
| "loss": 0.2879, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 4.70096463022508, | |
| "grad_norm": 0.23726681093169322, | |
| "learning_rate": 3.9202667946828033e-07, | |
| "loss": 0.2828, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 4.707395498392283, | |
| "grad_norm": 0.23347685236455923, | |
| "learning_rate": 3.744649641841114e-07, | |
| "loss": 0.2818, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 4.713826366559486, | |
| "grad_norm": 0.24563695951256362, | |
| "learning_rate": 3.573019569087266e-07, | |
| "loss": 0.2888, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 4.720257234726688, | |
| "grad_norm": 0.2438786827488778, | |
| "learning_rate": 3.4053800632196434e-07, | |
| "loss": 0.2677, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 4.726688102893891, | |
| "grad_norm": 0.25416910133661985, | |
| "learning_rate": 3.2417345299652346e-07, | |
| "loss": 0.2785, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 4.733118971061093, | |
| "grad_norm": 0.24625279625369642, | |
| "learning_rate": 3.0820862939103137e-07, | |
| "loss": 0.2882, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 4.739549839228296, | |
| "grad_norm": 0.24374020827153117, | |
| "learning_rate": 2.926438598432957e-07, | |
| "loss": 0.2678, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 4.745980707395498, | |
| "grad_norm": 0.24087511582687704, | |
| "learning_rate": 2.7747946056371654e-07, | |
| "loss": 0.2801, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 4.752411575562701, | |
| "grad_norm": 0.23425542846338973, | |
| "learning_rate": 2.627157396288604e-07, | |
| "loss": 0.2977, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 4.758842443729904, | |
| "grad_norm": 0.24597974749704576, | |
| "learning_rate": 2.48352996975203e-07, | |
| "loss": 0.2569, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 4.765273311897106, | |
| "grad_norm": 0.2411396540589386, | |
| "learning_rate": 2.343915243930317e-07, | |
| "loss": 0.2999, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 4.771704180064309, | |
| "grad_norm": 0.24435836074048942, | |
| "learning_rate": 2.208316055205173e-07, | |
| "loss": 0.2772, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 4.778135048231511, | |
| "grad_norm": 0.25221784434928296, | |
| "learning_rate": 2.076735158379606e-07, | |
| "loss": 0.2711, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 4.784565916398714, | |
| "grad_norm": 0.22748509132409628, | |
| "learning_rate": 1.94917522662188e-07, | |
| "loss": 0.2913, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 4.790996784565916, | |
| "grad_norm": 0.2439276165012799, | |
| "learning_rate": 1.8256388514112487e-07, | |
| "loss": 0.2511, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 4.797427652733119, | |
| "grad_norm": 0.2346306695745195, | |
| "learning_rate": 1.7061285424852415e-07, | |
| "loss": 0.2869, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 4.803858520900322, | |
| "grad_norm": 0.25042053288491783, | |
| "learning_rate": 1.590646727788725e-07, | |
| "loss": 0.264, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 4.810289389067524, | |
| "grad_norm": 0.22725635488603368, | |
| "learning_rate": 1.4791957534245893e-07, | |
| "loss": 0.2826, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 4.816720257234727, | |
| "grad_norm": 0.2322822349163901, | |
| "learning_rate": 1.3717778836060735e-07, | |
| "loss": 0.2583, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 4.823151125401929, | |
| "grad_norm": 0.23097851234408598, | |
| "learning_rate": 1.2683953006107362e-07, | |
| "loss": 0.3046, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 4.829581993569132, | |
| "grad_norm": 0.24742405287216132, | |
| "learning_rate": 1.1690501047361802e-07, | |
| "loss": 0.2915, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 4.836012861736334, | |
| "grad_norm": 0.2507464084690092, | |
| "learning_rate": 1.0737443142573301e-07, | |
| "loss": 0.2951, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 4.842443729903537, | |
| "grad_norm": 0.23157728587496582, | |
| "learning_rate": 9.824798653854217e-08, | |
| "loss": 0.308, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 4.84887459807074, | |
| "grad_norm": 0.24916843135288552, | |
| "learning_rate": 8.952586122287443e-08, | |
| "loss": 0.2686, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 4.855305466237942, | |
| "grad_norm": 0.23859222294802174, | |
| "learning_rate": 8.120823267548705e-08, | |
| "loss": 0.2919, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 4.861736334405145, | |
| "grad_norm": 0.23943142091197492, | |
| "learning_rate": 7.329526987547742e-08, | |
| "loss": 0.2685, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 4.868167202572347, | |
| "grad_norm": 0.24029342217504873, | |
| "learning_rate": 6.578713358083466e-08, | |
| "loss": 0.3088, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 4.87459807073955, | |
| "grad_norm": 0.24524980488168965, | |
| "learning_rate": 5.8683976325191185e-08, | |
| "loss": 0.2694, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 4.881028938906752, | |
| "grad_norm": 0.24853681075043993, | |
| "learning_rate": 5.1985942414709556e-08, | |
| "loss": 0.2744, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 4.887459807073955, | |
| "grad_norm": 0.23789283333331324, | |
| "learning_rate": 4.569316792515599e-08, | |
| "loss": 0.2934, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 4.893890675241158, | |
| "grad_norm": 0.23474344825282825, | |
| "learning_rate": 3.9805780699144755e-08, | |
| "loss": 0.2791, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 4.90032154340836, | |
| "grad_norm": 0.2376604880712761, | |
| "learning_rate": 3.432390034352251e-08, | |
| "loss": 0.2813, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 4.906752411575563, | |
| "grad_norm": 0.24156511566543826, | |
| "learning_rate": 2.9247638226950205e-08, | |
| "loss": 0.2731, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 4.913183279742765, | |
| "grad_norm": 0.24199298942709446, | |
| "learning_rate": 2.4577097477647137e-08, | |
| "loss": 0.2512, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 4.919614147909968, | |
| "grad_norm": 0.2512888397179236, | |
| "learning_rate": 2.0312372981274864e-08, | |
| "loss": 0.2872, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 4.92604501607717, | |
| "grad_norm": 0.24930263130547045, | |
| "learning_rate": 1.645355137903426e-08, | |
| "loss": 0.2864, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 4.932475884244373, | |
| "grad_norm": 0.24008784931651084, | |
| "learning_rate": 1.3000711065882521e-08, | |
| "loss": 0.2821, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 4.938906752411576, | |
| "grad_norm": 0.2490423786655241, | |
| "learning_rate": 9.953922188958854e-09, | |
| "loss": 0.2878, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 4.945337620578778, | |
| "grad_norm": 0.24851457857336262, | |
| "learning_rate": 7.313246646150074e-09, | |
| "loss": 0.2652, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 4.951768488745981, | |
| "grad_norm": 0.23945971674195224, | |
| "learning_rate": 5.078738084831614e-09, | |
| "loss": 0.2943, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 4.958199356913183, | |
| "grad_norm": 0.2387923205453703, | |
| "learning_rate": 3.2504419007839406e-09, | |
| "loss": 0.2773, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 4.964630225080386, | |
| "grad_norm": 0.2380336931503509, | |
| "learning_rate": 1.8283952372666337e-09, | |
| "loss": 0.2796, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 4.971061093247588, | |
| "grad_norm": 0.24152308156450342, | |
| "learning_rate": 8.126269842612111e-10, | |
| "loss": 0.266, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 4.977491961414791, | |
| "grad_norm": 0.23877498920387313, | |
| "learning_rate": 2.0315777789159387e-10, | |
| "loss": 0.2778, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 4.983922829581994, | |
| "grad_norm": 0.2352901333228021, | |
| "learning_rate": 0.0, | |
| "loss": 0.2972, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 4.983922829581994, | |
| "step": 775, | |
| "total_flos": 2.321081242868515e+18, | |
| "train_loss": 0.44090195780800234, | |
| "train_runtime": 33916.0911, | |
| "train_samples_per_second": 2.934, | |
| "train_steps_per_second": 0.023 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 775, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.321081242868515e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |