| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 0, |
| "global_step": 935, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0010695187165775401, |
| "grad_norm": 0.6366559863090515, |
| "learning_rate": 1e-05, |
| "loss": 0.4312, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0021390374331550803, |
| "grad_norm": 0.4608285427093506, |
| "learning_rate": 9.989304812834224e-06, |
| "loss": 0.4195, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0032085561497326204, |
| "grad_norm": 0.6134791374206543, |
| "learning_rate": 9.97860962566845e-06, |
| "loss": 0.4944, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0042780748663101605, |
| "grad_norm": 0.8539131879806519, |
| "learning_rate": 9.967914438502675e-06, |
| "loss": 0.4361, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0053475935828877, |
| "grad_norm": 0.6162527203559875, |
| "learning_rate": 9.957219251336899e-06, |
| "loss": 0.3507, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.006417112299465241, |
| "grad_norm": 0.6490266919136047, |
| "learning_rate": 9.946524064171124e-06, |
| "loss": 0.4654, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0074866310160427805, |
| "grad_norm": 0.7485705018043518, |
| "learning_rate": 9.935828877005348e-06, |
| "loss": 0.5776, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.008556149732620321, |
| "grad_norm": 0.4976222813129425, |
| "learning_rate": 9.925133689839573e-06, |
| "loss": 0.4793, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.009625668449197862, |
| "grad_norm": 0.7200250625610352, |
| "learning_rate": 9.914438502673798e-06, |
| "loss": 0.5027, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0106951871657754, |
| "grad_norm": 0.8122205138206482, |
| "learning_rate": 9.903743315508022e-06, |
| "loss": 0.4902, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.011764705882352941, |
| "grad_norm": 0.707146167755127, |
| "learning_rate": 9.893048128342247e-06, |
| "loss": 0.4822, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.012834224598930482, |
| "grad_norm": 0.588702380657196, |
| "learning_rate": 9.882352941176472e-06, |
| "loss": 0.4619, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.013903743315508022, |
| "grad_norm": 0.9360224604606628, |
| "learning_rate": 9.871657754010696e-06, |
| "loss": 0.395, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.014973262032085561, |
| "grad_norm": 0.6083442568778992, |
| "learning_rate": 9.86096256684492e-06, |
| "loss": 0.4282, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.016042780748663103, |
| "grad_norm": 0.8113846182823181, |
| "learning_rate": 9.850267379679145e-06, |
| "loss": 0.4805, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.017112299465240642, |
| "grad_norm": 0.6021324992179871, |
| "learning_rate": 9.83957219251337e-06, |
| "loss": 0.5058, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.01818181818181818, |
| "grad_norm": 0.7136564254760742, |
| "learning_rate": 9.828877005347594e-06, |
| "loss": 0.4188, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.019251336898395723, |
| "grad_norm": 0.9644091725349426, |
| "learning_rate": 9.81818181818182e-06, |
| "loss": 0.5303, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.020320855614973262, |
| "grad_norm": 0.7079192996025085, |
| "learning_rate": 9.807486631016043e-06, |
| "loss": 0.5237, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0213903743315508, |
| "grad_norm": 0.5324834585189819, |
| "learning_rate": 9.796791443850268e-06, |
| "loss": 0.3634, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.022459893048128343, |
| "grad_norm": 0.6512548923492432, |
| "learning_rate": 9.786096256684493e-06, |
| "loss": 0.4765, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.023529411764705882, |
| "grad_norm": 0.7586005926132202, |
| "learning_rate": 9.775401069518717e-06, |
| "loss": 0.5483, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.02459893048128342, |
| "grad_norm": 0.7750284075737, |
| "learning_rate": 9.764705882352942e-06, |
| "loss": 0.4723, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.025668449197860963, |
| "grad_norm": 0.7075735926628113, |
| "learning_rate": 9.754010695187166e-06, |
| "loss": 0.5195, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.026737967914438502, |
| "grad_norm": 0.5441696643829346, |
| "learning_rate": 9.743315508021391e-06, |
| "loss": 0.3831, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.027807486631016044, |
| "grad_norm": 1.3407716751098633, |
| "learning_rate": 9.732620320855617e-06, |
| "loss": 0.5684, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.028877005347593583, |
| "grad_norm": 1.38676118850708, |
| "learning_rate": 9.72192513368984e-06, |
| "loss": 0.5142, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.029946524064171122, |
| "grad_norm": 0.5766410231590271, |
| "learning_rate": 9.711229946524064e-06, |
| "loss": 0.4912, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.031016042780748664, |
| "grad_norm": 0.6887979507446289, |
| "learning_rate": 9.700534759358289e-06, |
| "loss": 0.442, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.03208556149732621, |
| "grad_norm": 0.4945356547832489, |
| "learning_rate": 9.689839572192514e-06, |
| "loss": 0.4676, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.033155080213903745, |
| "grad_norm": 0.6520042419433594, |
| "learning_rate": 9.679144385026738e-06, |
| "loss": 0.3981, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.034224598930481284, |
| "grad_norm": 0.6300604939460754, |
| "learning_rate": 9.668449197860963e-06, |
| "loss": 0.3692, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.03529411764705882, |
| "grad_norm": 0.6626391410827637, |
| "learning_rate": 9.657754010695189e-06, |
| "loss": 0.5211, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.03636363636363636, |
| "grad_norm": 0.7075443267822266, |
| "learning_rate": 9.647058823529412e-06, |
| "loss": 0.4722, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0374331550802139, |
| "grad_norm": 0.6479265689849854, |
| "learning_rate": 9.636363636363638e-06, |
| "loss": 0.4555, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.038502673796791446, |
| "grad_norm": 0.7561677098274231, |
| "learning_rate": 9.625668449197861e-06, |
| "loss": 0.4842, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.039572192513368985, |
| "grad_norm": 0.651950478553772, |
| "learning_rate": 9.614973262032087e-06, |
| "loss": 0.5071, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.040641711229946524, |
| "grad_norm": 0.7275030612945557, |
| "learning_rate": 9.604278074866312e-06, |
| "loss": 0.4462, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.04171122994652406, |
| "grad_norm": 0.6694655418395996, |
| "learning_rate": 9.593582887700535e-06, |
| "loss": 0.5971, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.0427807486631016, |
| "grad_norm": 0.8619104027748108, |
| "learning_rate": 9.582887700534759e-06, |
| "loss": 0.5869, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04385026737967915, |
| "grad_norm": 0.6188225746154785, |
| "learning_rate": 9.572192513368986e-06, |
| "loss": 0.5312, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.044919786096256686, |
| "grad_norm": 0.8464980125427246, |
| "learning_rate": 9.56149732620321e-06, |
| "loss": 0.5801, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.045989304812834225, |
| "grad_norm": 0.5679624080657959, |
| "learning_rate": 9.550802139037433e-06, |
| "loss": 0.4439, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.047058823529411764, |
| "grad_norm": 0.6634694933891296, |
| "learning_rate": 9.540106951871659e-06, |
| "loss": 0.4904, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0481283422459893, |
| "grad_norm": 0.5624789595603943, |
| "learning_rate": 9.529411764705882e-06, |
| "loss": 0.5176, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.04919786096256684, |
| "grad_norm": 0.7145139575004578, |
| "learning_rate": 9.518716577540108e-06, |
| "loss": 0.5136, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.05026737967914439, |
| "grad_norm": 0.7052988409996033, |
| "learning_rate": 9.508021390374333e-06, |
| "loss": 0.481, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.051336898395721926, |
| "grad_norm": 0.6354258060455322, |
| "learning_rate": 9.497326203208556e-06, |
| "loss": 0.4184, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.052406417112299465, |
| "grad_norm": 0.6184315085411072, |
| "learning_rate": 9.486631016042782e-06, |
| "loss": 0.3711, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.053475935828877004, |
| "grad_norm": 0.6750270128250122, |
| "learning_rate": 9.475935828877007e-06, |
| "loss": 0.4446, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05454545454545454, |
| "grad_norm": 0.8037489652633667, |
| "learning_rate": 9.46524064171123e-06, |
| "loss": 0.4136, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.05561497326203209, |
| "grad_norm": 0.8278997540473938, |
| "learning_rate": 9.454545454545456e-06, |
| "loss": 0.5232, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.05668449197860963, |
| "grad_norm": 0.5268093943595886, |
| "learning_rate": 9.44385026737968e-06, |
| "loss": 0.4002, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.057754010695187166, |
| "grad_norm": 1.2410372495651245, |
| "learning_rate": 9.433155080213905e-06, |
| "loss": 0.5577, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.058823529411764705, |
| "grad_norm": 0.5676299333572388, |
| "learning_rate": 9.422459893048129e-06, |
| "loss": 0.4334, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.059893048128342244, |
| "grad_norm": 0.9891718029975891, |
| "learning_rate": 9.411764705882354e-06, |
| "loss": 0.5769, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.06096256684491978, |
| "grad_norm": 0.5137191414833069, |
| "learning_rate": 9.401069518716577e-06, |
| "loss": 0.4261, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.06203208556149733, |
| "grad_norm": 0.8014167547225952, |
| "learning_rate": 9.390374331550803e-06, |
| "loss": 0.5629, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.06310160427807486, |
| "grad_norm": 0.7902475595474243, |
| "learning_rate": 9.379679144385028e-06, |
| "loss": 0.5405, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.06417112299465241, |
| "grad_norm": 0.9568945169448853, |
| "learning_rate": 9.368983957219252e-06, |
| "loss": 0.5568, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06524064171122995, |
| "grad_norm": 0.6621415019035339, |
| "learning_rate": 9.358288770053477e-06, |
| "loss": 0.551, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.06631016042780749, |
| "grad_norm": 0.597981333732605, |
| "learning_rate": 9.347593582887702e-06, |
| "loss": 0.4285, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.06737967914438503, |
| "grad_norm": 0.5961741805076599, |
| "learning_rate": 9.336898395721926e-06, |
| "loss": 0.4404, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.06844919786096257, |
| "grad_norm": 0.7040389180183411, |
| "learning_rate": 9.326203208556151e-06, |
| "loss": 0.4544, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.06951871657754011, |
| "grad_norm": 0.6759967803955078, |
| "learning_rate": 9.315508021390375e-06, |
| "loss": 0.4913, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07058823529411765, |
| "grad_norm": 0.6088681221008301, |
| "learning_rate": 9.3048128342246e-06, |
| "loss": 0.4644, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.07165775401069518, |
| "grad_norm": 0.5489950776100159, |
| "learning_rate": 9.294117647058824e-06, |
| "loss": 0.4833, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.07272727272727272, |
| "grad_norm": 0.5953671336174011, |
| "learning_rate": 9.283422459893049e-06, |
| "loss": 0.4205, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.07379679144385026, |
| "grad_norm": 0.6680759787559509, |
| "learning_rate": 9.272727272727273e-06, |
| "loss": 0.3943, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.0748663101604278, |
| "grad_norm": 0.5784221887588501, |
| "learning_rate": 9.262032085561498e-06, |
| "loss": 0.4847, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.07593582887700535, |
| "grad_norm": 0.587465226650238, |
| "learning_rate": 9.251336898395723e-06, |
| "loss": 0.3806, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.07700534759358289, |
| "grad_norm": 0.5951926112174988, |
| "learning_rate": 9.240641711229947e-06, |
| "loss": 0.4128, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.07807486631016043, |
| "grad_norm": 0.5389623045921326, |
| "learning_rate": 9.229946524064172e-06, |
| "loss": 0.4681, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.07914438502673797, |
| "grad_norm": 0.684956431388855, |
| "learning_rate": 9.219251336898396e-06, |
| "loss": 0.5342, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.08021390374331551, |
| "grad_norm": 0.590521514415741, |
| "learning_rate": 9.208556149732621e-06, |
| "loss": 0.4014, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.08128342245989305, |
| "grad_norm": 0.5421493649482727, |
| "learning_rate": 9.197860962566846e-06, |
| "loss": 0.3524, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.08235294117647059, |
| "grad_norm": 0.6509561538696289, |
| "learning_rate": 9.18716577540107e-06, |
| "loss": 0.59, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.08342245989304813, |
| "grad_norm": 0.4329707622528076, |
| "learning_rate": 9.176470588235294e-06, |
| "loss": 0.4438, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.08449197860962566, |
| "grad_norm": 0.6363930702209473, |
| "learning_rate": 9.16577540106952e-06, |
| "loss": 0.4896, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.0855614973262032, |
| "grad_norm": 0.6219555139541626, |
| "learning_rate": 9.155080213903744e-06, |
| "loss": 0.4474, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.08663101604278074, |
| "grad_norm": 0.7087079286575317, |
| "learning_rate": 9.144385026737968e-06, |
| "loss": 0.5943, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.0877005347593583, |
| "grad_norm": 0.7004481554031372, |
| "learning_rate": 9.133689839572193e-06, |
| "loss": 0.5187, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.08877005347593583, |
| "grad_norm": 0.6082620620727539, |
| "learning_rate": 9.122994652406418e-06, |
| "loss": 0.55, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.08983957219251337, |
| "grad_norm": 0.5777840614318848, |
| "learning_rate": 9.112299465240642e-06, |
| "loss": 0.4917, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "grad_norm": 0.5813891887664795, |
| "learning_rate": 9.101604278074867e-06, |
| "loss": 0.4492, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.09197860962566845, |
| "grad_norm": 0.8648094534873962, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 0.4521, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.09304812834224599, |
| "grad_norm": 0.5733294486999512, |
| "learning_rate": 9.080213903743316e-06, |
| "loss": 0.4834, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.09411764705882353, |
| "grad_norm": 0.9621995687484741, |
| "learning_rate": 9.069518716577542e-06, |
| "loss": 0.4822, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.09518716577540107, |
| "grad_norm": 0.766180694103241, |
| "learning_rate": 9.058823529411765e-06, |
| "loss": 0.5908, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.0962566844919786, |
| "grad_norm": 0.8607532978057861, |
| "learning_rate": 9.04812834224599e-06, |
| "loss": 0.4777, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.09732620320855614, |
| "grad_norm": 0.603285014629364, |
| "learning_rate": 9.037433155080214e-06, |
| "loss": 0.5192, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.09839572192513368, |
| "grad_norm": 0.531568169593811, |
| "learning_rate": 9.02673796791444e-06, |
| "loss": 0.4388, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.09946524064171124, |
| "grad_norm": 0.6672679781913757, |
| "learning_rate": 9.016042780748663e-06, |
| "loss": 0.4124, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.10053475935828877, |
| "grad_norm": 0.45054206252098083, |
| "learning_rate": 9.005347593582888e-06, |
| "loss": 0.3824, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.10160427807486631, |
| "grad_norm": 0.6651024222373962, |
| "learning_rate": 8.994652406417112e-06, |
| "loss": 0.4753, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.10267379679144385, |
| "grad_norm": 0.7906668782234192, |
| "learning_rate": 8.983957219251337e-06, |
| "loss": 0.6038, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.10374331550802139, |
| "grad_norm": 0.5423858165740967, |
| "learning_rate": 8.973262032085563e-06, |
| "loss": 0.4253, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.10481283422459893, |
| "grad_norm": 0.8090050220489502, |
| "learning_rate": 8.962566844919786e-06, |
| "loss": 0.407, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.10588235294117647, |
| "grad_norm": 0.6660706996917725, |
| "learning_rate": 8.951871657754012e-06, |
| "loss": 0.4835, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.10695187165775401, |
| "grad_norm": 0.6135907769203186, |
| "learning_rate": 8.941176470588237e-06, |
| "loss": 0.4404, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.10802139037433155, |
| "grad_norm": 0.8286933898925781, |
| "learning_rate": 8.93048128342246e-06, |
| "loss": 0.5026, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.10909090909090909, |
| "grad_norm": 0.7944344282150269, |
| "learning_rate": 8.919786096256686e-06, |
| "loss": 0.6837, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.11016042780748662, |
| "grad_norm": 0.7601520419120789, |
| "learning_rate": 8.90909090909091e-06, |
| "loss": 0.4103, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.11122994652406418, |
| "grad_norm": 0.6285696029663086, |
| "learning_rate": 8.898395721925135e-06, |
| "loss": 0.4512, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.11229946524064172, |
| "grad_norm": 0.6127632260322571, |
| "learning_rate": 8.88770053475936e-06, |
| "loss": 0.4691, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.11336898395721925, |
| "grad_norm": 0.49660244584083557, |
| "learning_rate": 8.877005347593584e-06, |
| "loss": 0.5308, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.1144385026737968, |
| "grad_norm": 0.6088698506355286, |
| "learning_rate": 8.866310160427807e-06, |
| "loss": 0.5598, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.11550802139037433, |
| "grad_norm": 0.5381092429161072, |
| "learning_rate": 8.855614973262033e-06, |
| "loss": 0.4791, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.11657754010695187, |
| "grad_norm": 0.5587130188941956, |
| "learning_rate": 8.844919786096258e-06, |
| "loss": 0.4545, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.11764705882352941, |
| "grad_norm": 0.6570132970809937, |
| "learning_rate": 8.834224598930481e-06, |
| "loss": 0.5769, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.11871657754010695, |
| "grad_norm": 1.0005203485488892, |
| "learning_rate": 8.823529411764707e-06, |
| "loss": 0.5977, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.11978609625668449, |
| "grad_norm": 0.5949186682701111, |
| "learning_rate": 8.81283422459893e-06, |
| "loss": 0.3734, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.12085561497326203, |
| "grad_norm": 0.5384220480918884, |
| "learning_rate": 8.802139037433156e-06, |
| "loss": 0.5537, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.12192513368983957, |
| "grad_norm": 0.6424034237861633, |
| "learning_rate": 8.791443850267381e-06, |
| "loss": 0.4357, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.12299465240641712, |
| "grad_norm": 0.6371397972106934, |
| "learning_rate": 8.780748663101605e-06, |
| "loss": 0.5541, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.12406417112299466, |
| "grad_norm": 0.6941685080528259, |
| "learning_rate": 8.77005347593583e-06, |
| "loss": 0.4628, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.12513368983957218, |
| "grad_norm": 0.7181639075279236, |
| "learning_rate": 8.759358288770055e-06, |
| "loss": 0.4739, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.12620320855614972, |
| "grad_norm": 0.5109501481056213, |
| "learning_rate": 8.748663101604279e-06, |
| "loss": 0.5632, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.12727272727272726, |
| "grad_norm": 0.8353314399719238, |
| "learning_rate": 8.737967914438502e-06, |
| "loss": 0.5408, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.12834224598930483, |
| "grad_norm": 0.5425900816917419, |
| "learning_rate": 8.727272727272728e-06, |
| "loss": 0.3225, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.12941176470588237, |
| "grad_norm": 0.566400408744812, |
| "learning_rate": 8.716577540106953e-06, |
| "loss": 0.4841, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.1304812834224599, |
| "grad_norm": 0.5954400897026062, |
| "learning_rate": 8.705882352941177e-06, |
| "loss": 0.4672, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.13155080213903744, |
| "grad_norm": 0.7826038599014282, |
| "learning_rate": 8.695187165775402e-06, |
| "loss": 0.5764, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.13262032085561498, |
| "grad_norm": 0.5208374857902527, |
| "learning_rate": 8.684491978609626e-06, |
| "loss": 0.5549, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.13368983957219252, |
| "grad_norm": 0.7175931930541992, |
| "learning_rate": 8.673796791443851e-06, |
| "loss": 0.547, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.13475935828877006, |
| "grad_norm": 0.6294770240783691, |
| "learning_rate": 8.663101604278076e-06, |
| "loss": 0.4467, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.1358288770053476, |
| "grad_norm": 0.4822896718978882, |
| "learning_rate": 8.6524064171123e-06, |
| "loss": 0.3759, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.13689839572192514, |
| "grad_norm": 0.6432593464851379, |
| "learning_rate": 8.641711229946525e-06, |
| "loss": 0.4974, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.13796791443850268, |
| "grad_norm": 0.7343258261680603, |
| "learning_rate": 8.63101604278075e-06, |
| "loss": 0.4225, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.13903743315508021, |
| "grad_norm": 0.6687297224998474, |
| "learning_rate": 8.620320855614974e-06, |
| "loss": 0.5686, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14010695187165775, |
| "grad_norm": 0.8913871049880981, |
| "learning_rate": 8.609625668449198e-06, |
| "loss": 0.5145, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.1411764705882353, |
| "grad_norm": 0.7621857523918152, |
| "learning_rate": 8.598930481283423e-06, |
| "loss": 0.4971, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.14224598930481283, |
| "grad_norm": 0.5073545575141907, |
| "learning_rate": 8.588235294117647e-06, |
| "loss": 0.4607, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.14331550802139037, |
| "grad_norm": 0.6622806787490845, |
| "learning_rate": 8.577540106951872e-06, |
| "loss": 0.4918, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.1443850267379679, |
| "grad_norm": 0.6523916125297546, |
| "learning_rate": 8.566844919786097e-06, |
| "loss": 0.458, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.14545454545454545, |
| "grad_norm": 0.5197381377220154, |
| "learning_rate": 8.556149732620321e-06, |
| "loss": 0.5122, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.146524064171123, |
| "grad_norm": 0.568813145160675, |
| "learning_rate": 8.545454545454546e-06, |
| "loss": 0.3033, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.14759358288770053, |
| "grad_norm": 0.6391533017158508, |
| "learning_rate": 8.534759358288771e-06, |
| "loss": 0.5431, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.14866310160427806, |
| "grad_norm": 0.7385016679763794, |
| "learning_rate": 8.524064171122995e-06, |
| "loss": 0.4428, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.1497326203208556, |
| "grad_norm": 0.7838972210884094, |
| "learning_rate": 8.51336898395722e-06, |
| "loss": 0.5016, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.15080213903743314, |
| "grad_norm": 0.564905047416687, |
| "learning_rate": 8.502673796791444e-06, |
| "loss": 0.4441, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.1518716577540107, |
| "grad_norm": 0.6710098385810852, |
| "learning_rate": 8.49197860962567e-06, |
| "loss": 0.4722, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.15294117647058825, |
| "grad_norm": 0.6159948706626892, |
| "learning_rate": 8.481283422459895e-06, |
| "loss": 0.6224, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.15401069518716579, |
| "grad_norm": 0.8119845390319824, |
| "learning_rate": 8.470588235294118e-06, |
| "loss": 0.444, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.15508021390374332, |
| "grad_norm": 0.6023182272911072, |
| "learning_rate": 8.459893048128342e-06, |
| "loss": 0.5095, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.15614973262032086, |
| "grad_norm": 0.605734646320343, |
| "learning_rate": 8.449197860962567e-06, |
| "loss": 0.3677, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.1572192513368984, |
| "grad_norm": 0.5443623065948486, |
| "learning_rate": 8.438502673796792e-06, |
| "loss": 0.4093, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.15828877005347594, |
| "grad_norm": 0.6605389714241028, |
| "learning_rate": 8.427807486631016e-06, |
| "loss": 0.4866, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.15935828877005348, |
| "grad_norm": 0.7168911695480347, |
| "learning_rate": 8.417112299465241e-06, |
| "loss": 0.5128, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.16042780748663102, |
| "grad_norm": 0.6364812254905701, |
| "learning_rate": 8.406417112299467e-06, |
| "loss": 0.5079, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.16149732620320856, |
| "grad_norm": 0.5908712148666382, |
| "learning_rate": 8.39572192513369e-06, |
| "loss": 0.3822, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.1625668449197861, |
| "grad_norm": 0.6003589630126953, |
| "learning_rate": 8.385026737967916e-06, |
| "loss": 0.4911, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.16363636363636364, |
| "grad_norm": 0.5347418189048767, |
| "learning_rate": 8.37433155080214e-06, |
| "loss": 0.4314, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.16470588235294117, |
| "grad_norm": 0.691434919834137, |
| "learning_rate": 8.363636363636365e-06, |
| "loss": 0.4669, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.1657754010695187, |
| "grad_norm": 0.6481773853302002, |
| "learning_rate": 8.35294117647059e-06, |
| "loss": 0.3829, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.16684491978609625, |
| "grad_norm": 0.5532310605049133, |
| "learning_rate": 8.342245989304813e-06, |
| "loss": 0.5369, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.1679144385026738, |
| "grad_norm": 0.5456653237342834, |
| "learning_rate": 8.331550802139037e-06, |
| "loss": 0.4708, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.16898395721925133, |
| "grad_norm": 0.6962786912918091, |
| "learning_rate": 8.320855614973262e-06, |
| "loss": 0.6964, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.17005347593582887, |
| "grad_norm": 0.6660104990005493, |
| "learning_rate": 8.310160427807488e-06, |
| "loss": 0.4741, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.1711229946524064, |
| "grad_norm": 0.5634502172470093, |
| "learning_rate": 8.299465240641711e-06, |
| "loss": 0.5159, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.17219251336898395, |
| "grad_norm": 0.5761899352073669, |
| "learning_rate": 8.288770053475937e-06, |
| "loss": 0.4679, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.17326203208556148, |
| "grad_norm": 0.5285319089889526, |
| "learning_rate": 8.27807486631016e-06, |
| "loss": 0.4507, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.17433155080213902, |
| "grad_norm": 0.5991924405097961, |
| "learning_rate": 8.267379679144386e-06, |
| "loss": 0.4408, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.1754010695187166, |
| "grad_norm": 0.7946671843528748, |
| "learning_rate": 8.256684491978611e-06, |
| "loss": 0.5938, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.17647058823529413, |
| "grad_norm": 0.5594061613082886, |
| "learning_rate": 8.245989304812834e-06, |
| "loss": 0.4395, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.17754010695187167, |
| "grad_norm": 0.755118191242218, |
| "learning_rate": 8.23529411764706e-06, |
| "loss": 0.5176, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.1786096256684492, |
| "grad_norm": 0.6518577933311462, |
| "learning_rate": 8.224598930481285e-06, |
| "loss": 0.3701, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.17967914438502675, |
| "grad_norm": 0.7031956315040588, |
| "learning_rate": 8.213903743315509e-06, |
| "loss": 0.4626, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.18074866310160428, |
| "grad_norm": 0.6160303354263306, |
| "learning_rate": 8.203208556149734e-06, |
| "loss": 0.534, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 0.6890814304351807, |
| "learning_rate": 8.192513368983958e-06, |
| "loss": 0.588, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.18288770053475936, |
| "grad_norm": 0.8038296699523926, |
| "learning_rate": 8.181818181818183e-06, |
| "loss": 0.6581, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.1839572192513369, |
| "grad_norm": 0.7309796214103699, |
| "learning_rate": 8.171122994652407e-06, |
| "loss": 0.5581, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.18502673796791444, |
| "grad_norm": 0.5128208994865417, |
| "learning_rate": 8.160427807486632e-06, |
| "loss": 0.6139, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.18609625668449198, |
| "grad_norm": 0.6201470494270325, |
| "learning_rate": 8.149732620320855e-06, |
| "loss": 0.3605, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.18716577540106952, |
| "grad_norm": 0.7024129033088684, |
| "learning_rate": 8.13903743315508e-06, |
| "loss": 0.5726, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.18823529411764706, |
| "grad_norm": 0.6024894118309021, |
| "learning_rate": 8.128342245989306e-06, |
| "loss": 0.391, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.1893048128342246, |
| "grad_norm": 0.6784148812294006, |
| "learning_rate": 8.11764705882353e-06, |
| "loss": 0.4688, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.19037433155080213, |
| "grad_norm": 0.5690904855728149, |
| "learning_rate": 8.106951871657755e-06, |
| "loss": 0.4312, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.19144385026737967, |
| "grad_norm": 0.4456072151660919, |
| "learning_rate": 8.096256684491979e-06, |
| "loss": 0.3891, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.1925133689839572, |
| "grad_norm": 0.6868999600410461, |
| "learning_rate": 8.085561497326204e-06, |
| "loss": 0.6162, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.19358288770053475, |
| "grad_norm": 0.6011132597923279, |
| "learning_rate": 8.07486631016043e-06, |
| "loss": 0.4876, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.1946524064171123, |
| "grad_norm": 0.5779730081558228, |
| "learning_rate": 8.064171122994653e-06, |
| "loss": 0.553, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.19572192513368983, |
| "grad_norm": 0.49792301654815674, |
| "learning_rate": 8.053475935828876e-06, |
| "loss": 0.4309, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.19679144385026737, |
| "grad_norm": 0.7544685006141663, |
| "learning_rate": 8.042780748663103e-06, |
| "loss": 0.4313, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.19786096256684493, |
| "grad_norm": 0.5724061727523804, |
| "learning_rate": 8.032085561497327e-06, |
| "loss": 0.5095, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.19893048128342247, |
| "grad_norm": 0.6025895476341248, |
| "learning_rate": 8.02139037433155e-06, |
| "loss": 0.4907, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.6024736762046814, |
| "learning_rate": 8.010695187165776e-06, |
| "loss": 0.5381, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.20106951871657755, |
| "grad_norm": 0.6913965344429016, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.3748, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.2021390374331551, |
| "grad_norm": 0.4882488548755646, |
| "learning_rate": 7.989304812834225e-06, |
| "loss": 0.343, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.20320855614973263, |
| "grad_norm": 0.6679972410202026, |
| "learning_rate": 7.97860962566845e-06, |
| "loss": 0.4423, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.20427807486631017, |
| "grad_norm": 0.5501365065574646, |
| "learning_rate": 7.967914438502674e-06, |
| "loss": 0.5905, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.2053475935828877, |
| "grad_norm": 0.6585186123847961, |
| "learning_rate": 7.9572192513369e-06, |
| "loss": 0.411, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.20641711229946524, |
| "grad_norm": 0.7740308046340942, |
| "learning_rate": 7.946524064171124e-06, |
| "loss": 0.3687, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.20748663101604278, |
| "grad_norm": 0.6177687644958496, |
| "learning_rate": 7.935828877005348e-06, |
| "loss": 0.4806, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.20855614973262032, |
| "grad_norm": 0.6582660675048828, |
| "learning_rate": 7.925133689839572e-06, |
| "loss": 0.4186, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.20962566844919786, |
| "grad_norm": 0.8725008964538574, |
| "learning_rate": 7.914438502673799e-06, |
| "loss": 0.5795, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.2106951871657754, |
| "grad_norm": 1.3974719047546387, |
| "learning_rate": 7.903743315508022e-06, |
| "loss": 0.4838, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.21176470588235294, |
| "grad_norm": 0.5945003628730774, |
| "learning_rate": 7.893048128342246e-06, |
| "loss": 0.4325, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.21283422459893048, |
| "grad_norm": 0.6746075749397278, |
| "learning_rate": 7.882352941176471e-06, |
| "loss": 0.5138, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.21390374331550802, |
| "grad_norm": 0.6204707622528076, |
| "learning_rate": 7.871657754010695e-06, |
| "loss": 0.548, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.21497326203208555, |
| "grad_norm": 0.7009350657463074, |
| "learning_rate": 7.86096256684492e-06, |
| "loss": 0.4562, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.2160427807486631, |
| "grad_norm": 0.575414776802063, |
| "learning_rate": 7.850267379679145e-06, |
| "loss": 0.4624, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.21711229946524063, |
| "grad_norm": 0.7425415515899658, |
| "learning_rate": 7.839572192513369e-06, |
| "loss": 0.4532, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.21818181818181817, |
| "grad_norm": 0.6293154358863831, |
| "learning_rate": 7.828877005347594e-06, |
| "loss": 0.4418, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.2192513368983957, |
| "grad_norm": 0.5798196196556091, |
| "learning_rate": 7.81818181818182e-06, |
| "loss": 0.4183, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.22032085561497325, |
| "grad_norm": 0.6445826888084412, |
| "learning_rate": 7.807486631016043e-06, |
| "loss": 0.5934, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.22139037433155082, |
| "grad_norm": 0.653247058391571, |
| "learning_rate": 7.796791443850269e-06, |
| "loss": 0.485, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.22245989304812835, |
| "grad_norm": 0.7346906661987305, |
| "learning_rate": 7.786096256684492e-06, |
| "loss": 0.5367, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.2235294117647059, |
| "grad_norm": 0.6756159067153931, |
| "learning_rate": 7.775401069518718e-06, |
| "loss": 0.4428, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.22459893048128343, |
| "grad_norm": 0.7097551822662354, |
| "learning_rate": 7.764705882352941e-06, |
| "loss": 0.5358, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.22566844919786097, |
| "grad_norm": 0.6353034973144531, |
| "learning_rate": 7.754010695187166e-06, |
| "loss": 0.463, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.2267379679144385, |
| "grad_norm": 0.6333077549934387, |
| "learning_rate": 7.74331550802139e-06, |
| "loss": 0.3989, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.22780748663101605, |
| "grad_norm": 0.7387973666191101, |
| "learning_rate": 7.732620320855615e-06, |
| "loss": 0.4488, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.2288770053475936, |
| "grad_norm": 0.695409893989563, |
| "learning_rate": 7.72192513368984e-06, |
| "loss": 0.4005, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.22994652406417113, |
| "grad_norm": 0.5743019580841064, |
| "learning_rate": 7.711229946524064e-06, |
| "loss": 0.5459, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.23101604278074866, |
| "grad_norm": 0.5673878788948059, |
| "learning_rate": 7.70053475935829e-06, |
| "loss": 0.5189, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.2320855614973262, |
| "grad_norm": 0.6167505979537964, |
| "learning_rate": 7.689839572192515e-06, |
| "loss": 0.5378, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.23315508021390374, |
| "grad_norm": 0.6391251087188721, |
| "learning_rate": 7.679144385026739e-06, |
| "loss": 0.6179, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.23422459893048128, |
| "grad_norm": 0.5857836008071899, |
| "learning_rate": 7.668449197860964e-06, |
| "loss": 0.5712, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.23529411764705882, |
| "grad_norm": 0.4999634325504303, |
| "learning_rate": 7.657754010695187e-06, |
| "loss": 0.3968, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.23636363636363636, |
| "grad_norm": 0.8106687664985657, |
| "learning_rate": 7.647058823529411e-06, |
| "loss": 0.4262, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.2374331550802139, |
| "grad_norm": 0.4779665470123291, |
| "learning_rate": 7.636363636363638e-06, |
| "loss": 0.3528, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.23850267379679144, |
| "grad_norm": 0.677229106426239, |
| "learning_rate": 7.625668449197862e-06, |
| "loss": 0.6505, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.23957219251336898, |
| "grad_norm": 0.6161805391311646, |
| "learning_rate": 7.614973262032086e-06, |
| "loss": 0.4189, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.24064171122994651, |
| "grad_norm": 0.7654128074645996, |
| "learning_rate": 7.604278074866311e-06, |
| "loss": 0.4661, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.24171122994652405, |
| "grad_norm": 0.5132816433906555, |
| "learning_rate": 7.593582887700536e-06, |
| "loss": 0.4207, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.2427807486631016, |
| "grad_norm": 0.7365961670875549, |
| "learning_rate": 7.58288770053476e-06, |
| "loss": 0.6396, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.24385026737967913, |
| "grad_norm": 0.7593777179718018, |
| "learning_rate": 7.572192513368984e-06, |
| "loss": 0.5485, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.2449197860962567, |
| "grad_norm": 0.54847651720047, |
| "learning_rate": 7.5614973262032085e-06, |
| "loss": 0.3845, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.24598930481283424, |
| "grad_norm": 0.545281171798706, |
| "learning_rate": 7.550802139037434e-06, |
| "loss": 0.3984, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.24705882352941178, |
| "grad_norm": 0.7247041463851929, |
| "learning_rate": 7.540106951871658e-06, |
| "loss": 0.5634, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.24812834224598931, |
| "grad_norm": 0.7590208053588867, |
| "learning_rate": 7.529411764705883e-06, |
| "loss": 0.5953, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.24919786096256685, |
| "grad_norm": 0.6960892677307129, |
| "learning_rate": 7.518716577540107e-06, |
| "loss": 0.7098, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.25026737967914436, |
| "grad_norm": 0.6028234958648682, |
| "learning_rate": 7.5080213903743325e-06, |
| "loss": 0.4663, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.25133689839572193, |
| "grad_norm": 0.6062140464782715, |
| "learning_rate": 7.497326203208557e-06, |
| "loss": 0.5257, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.25240641711229944, |
| "grad_norm": 0.5987381935119629, |
| "learning_rate": 7.486631016042781e-06, |
| "loss": 0.4501, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.253475935828877, |
| "grad_norm": 0.6203760504722595, |
| "learning_rate": 7.475935828877006e-06, |
| "loss": 0.483, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.2545454545454545, |
| "grad_norm": 0.694579541683197, |
| "learning_rate": 7.465240641711231e-06, |
| "loss": 0.5285, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.2556149732620321, |
| "grad_norm": 0.6250628232955933, |
| "learning_rate": 7.454545454545456e-06, |
| "loss": 0.4216, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.25668449197860965, |
| "grad_norm": 0.6472836136817932, |
| "learning_rate": 7.44385026737968e-06, |
| "loss": 0.5479, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.25775401069518716, |
| "grad_norm": 0.8919947147369385, |
| "learning_rate": 7.433155080213904e-06, |
| "loss": 0.5599, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.25882352941176473, |
| "grad_norm": 0.5914128422737122, |
| "learning_rate": 7.422459893048128e-06, |
| "loss": 0.4878, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.25989304812834224, |
| "grad_norm": 0.700639545917511, |
| "learning_rate": 7.4117647058823535e-06, |
| "loss": 0.5227, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.2609625668449198, |
| "grad_norm": 0.7693853378295898, |
| "learning_rate": 7.401069518716578e-06, |
| "loss": 0.5064, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.2620320855614973, |
| "grad_norm": 0.6256438493728638, |
| "learning_rate": 7.390374331550802e-06, |
| "loss": 0.4444, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.2631016042780749, |
| "grad_norm": 0.563152551651001, |
| "learning_rate": 7.379679144385027e-06, |
| "loss": 0.4482, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.2641711229946524, |
| "grad_norm": 0.9797747731208801, |
| "learning_rate": 7.368983957219252e-06, |
| "loss": 0.643, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.26524064171122996, |
| "grad_norm": 0.5842085480690002, |
| "learning_rate": 7.358288770053477e-06, |
| "loss": 0.4595, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.2663101604278075, |
| "grad_norm": 0.5596362948417664, |
| "learning_rate": 7.347593582887701e-06, |
| "loss": 0.4572, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.26737967914438504, |
| "grad_norm": 0.5629756450653076, |
| "learning_rate": 7.3368983957219256e-06, |
| "loss": 0.4436, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.26844919786096255, |
| "grad_norm": 0.680733859539032, |
| "learning_rate": 7.326203208556151e-06, |
| "loss": 0.5429, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.2695187165775401, |
| "grad_norm": 0.7168539762496948, |
| "learning_rate": 7.315508021390375e-06, |
| "loss": 0.5728, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.27058823529411763, |
| "grad_norm": 0.5405863523483276, |
| "learning_rate": 7.3048128342246e-06, |
| "loss": 0.4395, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.2716577540106952, |
| "grad_norm": 0.549039363861084, |
| "learning_rate": 7.294117647058823e-06, |
| "loss": 0.3718, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.2727272727272727, |
| "grad_norm": 0.8648082613945007, |
| "learning_rate": 7.2834224598930496e-06, |
| "loss": 0.3989, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2737967914438503, |
| "grad_norm": 0.540567934513092, |
| "learning_rate": 7.272727272727273e-06, |
| "loss": 0.6245, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.2748663101604278, |
| "grad_norm": 0.5931840538978577, |
| "learning_rate": 7.262032085561498e-06, |
| "loss": 0.4086, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.27593582887700535, |
| "grad_norm": 0.6359665989875793, |
| "learning_rate": 7.251336898395722e-06, |
| "loss": 0.3767, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.27700534759358286, |
| "grad_norm": 0.9781519174575806, |
| "learning_rate": 7.240641711229947e-06, |
| "loss": 0.5089, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.27807486631016043, |
| "grad_norm": 0.6503910422325134, |
| "learning_rate": 7.229946524064172e-06, |
| "loss": 0.4789, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.279144385026738, |
| "grad_norm": 0.6399834752082825, |
| "learning_rate": 7.219251336898396e-06, |
| "loss": 0.5347, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.2802139037433155, |
| "grad_norm": 0.5321598649024963, |
| "learning_rate": 7.208556149732621e-06, |
| "loss": 0.5581, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.2812834224598931, |
| "grad_norm": 0.6039249897003174, |
| "learning_rate": 7.197860962566845e-06, |
| "loss": 0.4834, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.2823529411764706, |
| "grad_norm": 0.5686516761779785, |
| "learning_rate": 7.1871657754010706e-06, |
| "loss": 0.4518, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.28342245989304815, |
| "grad_norm": 0.6458876729011536, |
| "learning_rate": 7.176470588235295e-06, |
| "loss": 0.5539, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.28449197860962566, |
| "grad_norm": 0.7126064896583557, |
| "learning_rate": 7.1657754010695195e-06, |
| "loss": 0.5956, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.28556149732620323, |
| "grad_norm": 0.4839479625225067, |
| "learning_rate": 7.155080213903743e-06, |
| "loss": 0.4839, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.28663101604278074, |
| "grad_norm": 0.5924274325370789, |
| "learning_rate": 7.144385026737969e-06, |
| "loss": 0.5022, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.2877005347593583, |
| "grad_norm": 0.571283221244812, |
| "learning_rate": 7.133689839572193e-06, |
| "loss": 0.4315, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.2887700534759358, |
| "grad_norm": 0.5989797115325928, |
| "learning_rate": 7.122994652406417e-06, |
| "loss": 0.4308, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.2898395721925134, |
| "grad_norm": 0.6898683309555054, |
| "learning_rate": 7.112299465240642e-06, |
| "loss": 0.6749, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.2909090909090909, |
| "grad_norm": 0.6592080593109131, |
| "learning_rate": 7.101604278074867e-06, |
| "loss": 0.5044, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.29197860962566846, |
| "grad_norm": 0.6462112665176392, |
| "learning_rate": 7.0909090909090916e-06, |
| "loss": 0.534, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.293048128342246, |
| "grad_norm": 0.8627530932426453, |
| "learning_rate": 7.080213903743316e-06, |
| "loss": 0.4417, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.29411764705882354, |
| "grad_norm": 0.5488596558570862, |
| "learning_rate": 7.0695187165775405e-06, |
| "loss": 0.4305, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.29518716577540105, |
| "grad_norm": 0.617226779460907, |
| "learning_rate": 7.058823529411766e-06, |
| "loss": 0.3903, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.2962566844919786, |
| "grad_norm": 0.47178295254707336, |
| "learning_rate": 7.04812834224599e-06, |
| "loss": 0.4496, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.29732620320855613, |
| "grad_norm": 0.69908207654953, |
| "learning_rate": 7.037433155080215e-06, |
| "loss": 0.5284, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2983957219251337, |
| "grad_norm": 0.7890012860298157, |
| "learning_rate": 7.026737967914438e-06, |
| "loss": 0.4681, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.2994652406417112, |
| "grad_norm": 0.5878118276596069, |
| "learning_rate": 7.0160427807486645e-06, |
| "loss": 0.3688, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.30053475935828877, |
| "grad_norm": 0.796548068523407, |
| "learning_rate": 7.005347593582889e-06, |
| "loss": 0.4746, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.3016042780748663, |
| "grad_norm": 0.6081482172012329, |
| "learning_rate": 6.9946524064171125e-06, |
| "loss": 0.4598, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.30267379679144385, |
| "grad_norm": 0.6515517830848694, |
| "learning_rate": 6.983957219251337e-06, |
| "loss": 0.5258, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.3037433155080214, |
| "grad_norm": 0.6377502083778381, |
| "learning_rate": 6.9732620320855615e-06, |
| "loss": 0.6074, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.3048128342245989, |
| "grad_norm": 0.6666169166564941, |
| "learning_rate": 6.962566844919787e-06, |
| "loss": 0.4476, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3058823529411765, |
| "grad_norm": 0.6400924921035767, |
| "learning_rate": 6.951871657754011e-06, |
| "loss": 0.5965, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.306951871657754, |
| "grad_norm": 0.4592711329460144, |
| "learning_rate": 6.941176470588236e-06, |
| "loss": 0.4714, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.30802139037433157, |
| "grad_norm": 0.7707461714744568, |
| "learning_rate": 6.93048128342246e-06, |
| "loss": 0.5825, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3090909090909091, |
| "grad_norm": 0.5988249778747559, |
| "learning_rate": 6.9197860962566855e-06, |
| "loss": 0.363, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.31016042780748665, |
| "grad_norm": 0.7031011581420898, |
| "learning_rate": 6.90909090909091e-06, |
| "loss": 0.4363, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.31122994652406416, |
| "grad_norm": 0.690811038017273, |
| "learning_rate": 6.898395721925134e-06, |
| "loss": 0.5329, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.3122994652406417, |
| "grad_norm": 0.7570518255233765, |
| "learning_rate": 6.887700534759358e-06, |
| "loss": 0.509, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.31336898395721924, |
| "grad_norm": 0.6185449957847595, |
| "learning_rate": 6.877005347593584e-06, |
| "loss": 0.4722, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.3144385026737968, |
| "grad_norm": 0.46442198753356934, |
| "learning_rate": 6.866310160427808e-06, |
| "loss": 0.3704, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.3155080213903743, |
| "grad_norm": 0.6784112453460693, |
| "learning_rate": 6.855614973262032e-06, |
| "loss": 0.4218, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.3165775401069519, |
| "grad_norm": 0.5226501822471619, |
| "learning_rate": 6.844919786096257e-06, |
| "loss": 0.3197, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.3176470588235294, |
| "grad_norm": 0.5758179426193237, |
| "learning_rate": 6.834224598930482e-06, |
| "loss": 0.4619, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.31871657754010696, |
| "grad_norm": 0.5652340054512024, |
| "learning_rate": 6.8235294117647065e-06, |
| "loss": 0.4292, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.31978609625668447, |
| "grad_norm": 0.58515465259552, |
| "learning_rate": 6.812834224598931e-06, |
| "loss": 0.4818, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.32085561497326204, |
| "grad_norm": 0.5486282706260681, |
| "learning_rate": 6.802139037433155e-06, |
| "loss": 0.4746, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.32192513368983955, |
| "grad_norm": 0.5772119164466858, |
| "learning_rate": 6.791443850267381e-06, |
| "loss": 0.4653, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.3229946524064171, |
| "grad_norm": 1.8447701930999756, |
| "learning_rate": 6.780748663101605e-06, |
| "loss": 0.528, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.3240641711229946, |
| "grad_norm": 0.5651145577430725, |
| "learning_rate": 6.77005347593583e-06, |
| "loss": 0.4767, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.3251336898395722, |
| "grad_norm": 0.7518191933631897, |
| "learning_rate": 6.759358288770054e-06, |
| "loss": 0.3918, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.32620320855614976, |
| "grad_norm": 0.685975193977356, |
| "learning_rate": 6.748663101604279e-06, |
| "loss": 0.573, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.32727272727272727, |
| "grad_norm": 0.9086815714836121, |
| "learning_rate": 6.737967914438504e-06, |
| "loss": 0.5197, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.32834224598930484, |
| "grad_norm": 0.5320605039596558, |
| "learning_rate": 6.7272727272727275e-06, |
| "loss": 0.494, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.32941176470588235, |
| "grad_norm": 0.538621723651886, |
| "learning_rate": 6.716577540106952e-06, |
| "loss": 0.4894, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.3304812834224599, |
| "grad_norm": 0.6562920212745667, |
| "learning_rate": 6.705882352941176e-06, |
| "loss": 0.3813, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.3315508021390374, |
| "grad_norm": 0.5830225348472595, |
| "learning_rate": 6.695187165775402e-06, |
| "loss": 0.3865, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.332620320855615, |
| "grad_norm": 0.6601799130439758, |
| "learning_rate": 6.684491978609626e-06, |
| "loss": 0.5243, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.3336898395721925, |
| "grad_norm": 0.9210048317909241, |
| "learning_rate": 6.673796791443851e-06, |
| "loss": 0.4959, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.33475935828877007, |
| "grad_norm": 0.8686543107032776, |
| "learning_rate": 6.663101604278075e-06, |
| "loss": 0.5762, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.3358288770053476, |
| "grad_norm": 0.6231438517570496, |
| "learning_rate": 6.6524064171123e-06, |
| "loss": 0.5255, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.33689839572192515, |
| "grad_norm": 0.6383395195007324, |
| "learning_rate": 6.641711229946525e-06, |
| "loss": 0.4719, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.33796791443850266, |
| "grad_norm": 0.6856157779693604, |
| "learning_rate": 6.631016042780749e-06, |
| "loss": 0.5767, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.3390374331550802, |
| "grad_norm": 1.0427656173706055, |
| "learning_rate": 6.620320855614974e-06, |
| "loss": 0.4956, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.34010695187165774, |
| "grad_norm": 0.6919543743133545, |
| "learning_rate": 6.609625668449199e-06, |
| "loss": 0.5916, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.3411764705882353, |
| "grad_norm": 0.5555431842803955, |
| "learning_rate": 6.5989304812834235e-06, |
| "loss": 0.4071, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.3422459893048128, |
| "grad_norm": 0.6733004450798035, |
| "learning_rate": 6.588235294117647e-06, |
| "loss": 0.4325, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3433155080213904, |
| "grad_norm": 0.7849729657173157, |
| "learning_rate": 6.577540106951872e-06, |
| "loss": 0.4924, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.3443850267379679, |
| "grad_norm": 0.6547059416770935, |
| "learning_rate": 6.566844919786097e-06, |
| "loss": 0.4026, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.34545454545454546, |
| "grad_norm": 0.8233744502067566, |
| "learning_rate": 6.556149732620321e-06, |
| "loss": 0.5977, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.34652406417112297, |
| "grad_norm": 0.6075732707977295, |
| "learning_rate": 6.545454545454546e-06, |
| "loss": 0.5458, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.34759358288770054, |
| "grad_norm": 0.7115654349327087, |
| "learning_rate": 6.53475935828877e-06, |
| "loss": 0.5246, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.34866310160427805, |
| "grad_norm": 0.6240348219871521, |
| "learning_rate": 6.524064171122996e-06, |
| "loss": 0.505, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.3497326203208556, |
| "grad_norm": 0.8293918967247009, |
| "learning_rate": 6.51336898395722e-06, |
| "loss": 0.4799, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.3508021390374332, |
| "grad_norm": 0.5830439329147339, |
| "learning_rate": 6.5026737967914445e-06, |
| "loss": 0.5083, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.3518716577540107, |
| "grad_norm": 0.5443330407142639, |
| "learning_rate": 6.491978609625669e-06, |
| "loss": 0.5117, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.35294117647058826, |
| "grad_norm": 0.5359131693840027, |
| "learning_rate": 6.4812834224598935e-06, |
| "loss": 0.4748, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.35401069518716577, |
| "grad_norm": 0.6293145418167114, |
| "learning_rate": 6.470588235294119e-06, |
| "loss": 0.4465, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.35508021390374334, |
| "grad_norm": 0.6219552159309387, |
| "learning_rate": 6.459893048128343e-06, |
| "loss": 0.5242, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.35614973262032085, |
| "grad_norm": 0.6234537959098816, |
| "learning_rate": 6.449197860962567e-06, |
| "loss": 0.4395, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.3572192513368984, |
| "grad_norm": 1.0062814950942993, |
| "learning_rate": 6.438502673796791e-06, |
| "loss": 0.6009, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.3582887700534759, |
| "grad_norm": 0.7384465336799622, |
| "learning_rate": 6.427807486631017e-06, |
| "loss": 0.5029, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.3593582887700535, |
| "grad_norm": 0.532245397567749, |
| "learning_rate": 6.417112299465241e-06, |
| "loss": 0.4242, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.360427807486631, |
| "grad_norm": 0.5797253847122192, |
| "learning_rate": 6.4064171122994655e-06, |
| "loss": 0.5145, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.36149732620320857, |
| "grad_norm": 0.5592436194419861, |
| "learning_rate": 6.39572192513369e-06, |
| "loss": 0.3484, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.3625668449197861, |
| "grad_norm": 0.6404398083686829, |
| "learning_rate": 6.385026737967915e-06, |
| "loss": 0.4522, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 0.5122445225715637, |
| "learning_rate": 6.37433155080214e-06, |
| "loss": 0.3615, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.36470588235294116, |
| "grad_norm": 0.583816647529602, |
| "learning_rate": 6.363636363636364e-06, |
| "loss": 0.4531, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.3657754010695187, |
| "grad_norm": 0.640694797039032, |
| "learning_rate": 6.352941176470589e-06, |
| "loss": 0.4083, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.36684491978609624, |
| "grad_norm": 0.5248332023620605, |
| "learning_rate": 6.342245989304814e-06, |
| "loss": 0.4596, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.3679144385026738, |
| "grad_norm": 0.6204382181167603, |
| "learning_rate": 6.3315508021390385e-06, |
| "loss": 0.5728, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.3689839572192513, |
| "grad_norm": 0.6899979114532471, |
| "learning_rate": 6.320855614973262e-06, |
| "loss": 0.5717, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.3700534759358289, |
| "grad_norm": 0.6148127913475037, |
| "learning_rate": 6.3101604278074865e-06, |
| "loss": 0.408, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.3711229946524064, |
| "grad_norm": 0.5646189451217651, |
| "learning_rate": 6.299465240641713e-06, |
| "loss": 0.4088, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.37219251336898396, |
| "grad_norm": 1.1132433414459229, |
| "learning_rate": 6.288770053475936e-06, |
| "loss": 0.5399, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.3732620320855615, |
| "grad_norm": 0.6076653003692627, |
| "learning_rate": 6.278074866310161e-06, |
| "loss": 0.5203, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.37433155080213903, |
| "grad_norm": 0.5028043985366821, |
| "learning_rate": 6.267379679144385e-06, |
| "loss": 0.4573, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3754010695187166, |
| "grad_norm": 0.7646058201789856, |
| "learning_rate": 6.25668449197861e-06, |
| "loss": 0.4073, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.3764705882352941, |
| "grad_norm": 0.7417605519294739, |
| "learning_rate": 6.245989304812835e-06, |
| "loss": 0.4856, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.3775401069518717, |
| "grad_norm": 0.5920647978782654, |
| "learning_rate": 6.2352941176470595e-06, |
| "loss": 0.6174, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.3786096256684492, |
| "grad_norm": 0.6706965565681458, |
| "learning_rate": 6.224598930481284e-06, |
| "loss": 0.4667, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.37967914438502676, |
| "grad_norm": 0.6529900431632996, |
| "learning_rate": 6.213903743315508e-06, |
| "loss": 0.4825, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.38074866310160427, |
| "grad_norm": 0.547052800655365, |
| "learning_rate": 6.203208556149734e-06, |
| "loss": 0.4388, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.38181818181818183, |
| "grad_norm": 0.5850919485092163, |
| "learning_rate": 6.192513368983958e-06, |
| "loss": 0.5413, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.38288770053475935, |
| "grad_norm": 0.7986252903938293, |
| "learning_rate": 6.181818181818182e-06, |
| "loss": 0.4004, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.3839572192513369, |
| "grad_norm": 1.109505295753479, |
| "learning_rate": 6.171122994652406e-06, |
| "loss": 0.5085, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.3850267379679144, |
| "grad_norm": 0.6533443331718445, |
| "learning_rate": 6.1604278074866315e-06, |
| "loss": 0.5011, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.386096256684492, |
| "grad_norm": 0.5781113505363464, |
| "learning_rate": 6.149732620320856e-06, |
| "loss": 0.4831, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.3871657754010695, |
| "grad_norm": 0.4751874804496765, |
| "learning_rate": 6.1390374331550805e-06, |
| "loss": 0.3976, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.38823529411764707, |
| "grad_norm": 0.5545620918273926, |
| "learning_rate": 6.128342245989305e-06, |
| "loss": 0.5529, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.3893048128342246, |
| "grad_norm": 0.8879708647727966, |
| "learning_rate": 6.11764705882353e-06, |
| "loss": 0.5735, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.39037433155080214, |
| "grad_norm": 0.6707322001457214, |
| "learning_rate": 6.106951871657755e-06, |
| "loss": 0.5693, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.39144385026737966, |
| "grad_norm": 0.5638059973716736, |
| "learning_rate": 6.096256684491979e-06, |
| "loss": 0.6027, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.3925133689839572, |
| "grad_norm": 0.5538821220397949, |
| "learning_rate": 6.085561497326204e-06, |
| "loss": 0.3893, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.39358288770053473, |
| "grad_norm": 0.6310197710990906, |
| "learning_rate": 6.074866310160429e-06, |
| "loss": 0.601, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.3946524064171123, |
| "grad_norm": 0.5595915913581848, |
| "learning_rate": 6.064171122994653e-06, |
| "loss": 0.4418, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.39572192513368987, |
| "grad_norm": 0.5133754014968872, |
| "learning_rate": 6.053475935828878e-06, |
| "loss": 0.4101, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.3967914438502674, |
| "grad_norm": 0.7005095481872559, |
| "learning_rate": 6.0427807486631015e-06, |
| "loss": 0.5643, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.39786096256684494, |
| "grad_norm": 0.7338157892227173, |
| "learning_rate": 6.032085561497326e-06, |
| "loss": 0.4317, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.39893048128342246, |
| "grad_norm": 0.6107657551765442, |
| "learning_rate": 6.021390374331551e-06, |
| "loss": 0.4567, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.1771106719970703, |
| "learning_rate": 6.010695187165776e-06, |
| "loss": 0.5178, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.40106951871657753, |
| "grad_norm": 0.7156233191490173, |
| "learning_rate": 6e-06, |
| "loss": 0.4846, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.4021390374331551, |
| "grad_norm": 0.6187387704849243, |
| "learning_rate": 5.989304812834225e-06, |
| "loss": 0.4512, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4032085561497326, |
| "grad_norm": 0.5896373987197876, |
| "learning_rate": 5.97860962566845e-06, |
| "loss": 0.4348, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.4042780748663102, |
| "grad_norm": 0.5796601176261902, |
| "learning_rate": 5.967914438502674e-06, |
| "loss": 0.5447, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.4053475935828877, |
| "grad_norm": 0.6080489754676819, |
| "learning_rate": 5.957219251336899e-06, |
| "loss": 0.5379, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.40641711229946526, |
| "grad_norm": 0.5888751745223999, |
| "learning_rate": 5.946524064171123e-06, |
| "loss": 0.4544, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.40748663101604277, |
| "grad_norm": 0.5136865973472595, |
| "learning_rate": 5.935828877005349e-06, |
| "loss": 0.429, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.40855614973262033, |
| "grad_norm": 0.6180446147918701, |
| "learning_rate": 5.925133689839573e-06, |
| "loss": 0.3396, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.40962566844919784, |
| "grad_norm": 0.6353482007980347, |
| "learning_rate": 5.9144385026737975e-06, |
| "loss": 0.4503, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.4106951871657754, |
| "grad_norm": 0.6658486127853394, |
| "learning_rate": 5.903743315508021e-06, |
| "loss": 0.555, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.4117647058823529, |
| "grad_norm": 0.5664384365081787, |
| "learning_rate": 5.893048128342247e-06, |
| "loss": 0.4569, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.4128342245989305, |
| "grad_norm": 0.7459322810173035, |
| "learning_rate": 5.882352941176471e-06, |
| "loss": 0.3339, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.413903743315508, |
| "grad_norm": 0.646549642086029, |
| "learning_rate": 5.871657754010695e-06, |
| "loss": 0.4741, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.41497326203208557, |
| "grad_norm": 0.604892373085022, |
| "learning_rate": 5.86096256684492e-06, |
| "loss": 0.5714, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.4160427807486631, |
| "grad_norm": 0.6231994032859802, |
| "learning_rate": 5.850267379679145e-06, |
| "loss": 0.4074, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.41711229946524064, |
| "grad_norm": 0.6247087717056274, |
| "learning_rate": 5.83957219251337e-06, |
| "loss": 0.5266, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.41818181818181815, |
| "grad_norm": 0.5631265640258789, |
| "learning_rate": 5.828877005347594e-06, |
| "loss": 0.402, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.4192513368983957, |
| "grad_norm": 0.6223865151405334, |
| "learning_rate": 5.8181818181818185e-06, |
| "loss": 0.5206, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.4203208556149733, |
| "grad_norm": 1.2764898538589478, |
| "learning_rate": 5.807486631016043e-06, |
| "loss": 0.5905, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.4213903743315508, |
| "grad_norm": 0.7152879238128662, |
| "learning_rate": 5.796791443850268e-06, |
| "loss": 0.4609, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.42245989304812837, |
| "grad_norm": 0.6570881009101868, |
| "learning_rate": 5.786096256684493e-06, |
| "loss": 0.451, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.4235294117647059, |
| "grad_norm": 0.5888280868530273, |
| "learning_rate": 5.775401069518717e-06, |
| "loss": 0.4693, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.42459893048128344, |
| "grad_norm": 0.5495673418045044, |
| "learning_rate": 5.764705882352941e-06, |
| "loss": 0.4068, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.42566844919786095, |
| "grad_norm": 0.6043405532836914, |
| "learning_rate": 5.754010695187167e-06, |
| "loss": 0.5144, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.4267379679144385, |
| "grad_norm": 0.631757915019989, |
| "learning_rate": 5.743315508021391e-06, |
| "loss": 0.4922, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.42780748663101603, |
| "grad_norm": 0.6288698315620422, |
| "learning_rate": 5.732620320855615e-06, |
| "loss": 0.3284, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4288770053475936, |
| "grad_norm": 0.9011797904968262, |
| "learning_rate": 5.7219251336898395e-06, |
| "loss": 0.4882, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.4299465240641711, |
| "grad_norm": 0.5572121143341064, |
| "learning_rate": 5.711229946524065e-06, |
| "loss": 0.3964, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.4310160427807487, |
| "grad_norm": 0.6986980438232422, |
| "learning_rate": 5.700534759358289e-06, |
| "loss": 0.4919, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.4320855614973262, |
| "grad_norm": 0.565965473651886, |
| "learning_rate": 5.689839572192514e-06, |
| "loss": 0.3932, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.43315508021390375, |
| "grad_norm": 0.5683202147483826, |
| "learning_rate": 5.679144385026738e-06, |
| "loss": 0.5549, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.43422459893048126, |
| "grad_norm": 0.6307051777839661, |
| "learning_rate": 5.6684491978609635e-06, |
| "loss": 0.5081, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.43529411764705883, |
| "grad_norm": 0.6185327768325806, |
| "learning_rate": 5.657754010695188e-06, |
| "loss": 0.5963, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.43636363636363634, |
| "grad_norm": 0.7134799361228943, |
| "learning_rate": 5.6470588235294125e-06, |
| "loss": 0.4978, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.4374331550802139, |
| "grad_norm": 0.86156165599823, |
| "learning_rate": 5.636363636363636e-06, |
| "loss": 0.5062, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.4385026737967914, |
| "grad_norm": 0.6102122664451599, |
| "learning_rate": 5.625668449197862e-06, |
| "loss": 0.4606, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.439572192513369, |
| "grad_norm": 0.618861734867096, |
| "learning_rate": 5.614973262032086e-06, |
| "loss": 0.5782, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.4406417112299465, |
| "grad_norm": 0.40522196888923645, |
| "learning_rate": 5.60427807486631e-06, |
| "loss": 0.3231, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.44171122994652406, |
| "grad_norm": 0.5960280299186707, |
| "learning_rate": 5.593582887700535e-06, |
| "loss": 0.4579, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.44278074866310163, |
| "grad_norm": 0.535601794719696, |
| "learning_rate": 5.58288770053476e-06, |
| "loss": 0.4933, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.44385026737967914, |
| "grad_norm": 0.6177385449409485, |
| "learning_rate": 5.5721925133689845e-06, |
| "loss": 0.4592, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.4449197860962567, |
| "grad_norm": 0.7037109136581421, |
| "learning_rate": 5.561497326203209e-06, |
| "loss": 0.5141, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.4459893048128342, |
| "grad_norm": 0.8085152506828308, |
| "learning_rate": 5.5508021390374335e-06, |
| "loss": 0.5396, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.4470588235294118, |
| "grad_norm": 0.6901976466178894, |
| "learning_rate": 5.540106951871658e-06, |
| "loss": 0.4816, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.4481283422459893, |
| "grad_norm": 0.664743185043335, |
| "learning_rate": 5.529411764705883e-06, |
| "loss": 0.5651, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.44919786096256686, |
| "grad_norm": 0.636893093585968, |
| "learning_rate": 5.518716577540108e-06, |
| "loss": 0.341, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4502673796791444, |
| "grad_norm": 0.6073099970817566, |
| "learning_rate": 5.508021390374332e-06, |
| "loss": 0.5371, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.45133689839572194, |
| "grad_norm": 0.5635761618614197, |
| "learning_rate": 5.497326203208556e-06, |
| "loss": 0.436, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.45240641711229945, |
| "grad_norm": 0.516143798828125, |
| "learning_rate": 5.486631016042782e-06, |
| "loss": 0.4844, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.453475935828877, |
| "grad_norm": 0.5602184534072876, |
| "learning_rate": 5.4759358288770055e-06, |
| "loss": 0.4687, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.45454545454545453, |
| "grad_norm": 0.6043605208396912, |
| "learning_rate": 5.46524064171123e-06, |
| "loss": 0.4223, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.4556149732620321, |
| "grad_norm": 0.6659866571426392, |
| "learning_rate": 5.4545454545454545e-06, |
| "loss": 0.5375, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.4566844919786096, |
| "grad_norm": 0.614540159702301, |
| "learning_rate": 5.44385026737968e-06, |
| "loss": 0.4243, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.4577540106951872, |
| "grad_norm": 0.6409124135971069, |
| "learning_rate": 5.433155080213904e-06, |
| "loss": 0.5356, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.4588235294117647, |
| "grad_norm": 0.6931154727935791, |
| "learning_rate": 5.422459893048129e-06, |
| "loss": 0.5277, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.45989304812834225, |
| "grad_norm": 0.575573742389679, |
| "learning_rate": 5.411764705882353e-06, |
| "loss": 0.3879, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.46096256684491976, |
| "grad_norm": 0.5699415802955627, |
| "learning_rate": 5.4010695187165785e-06, |
| "loss": 0.4885, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.46203208556149733, |
| "grad_norm": 0.5688080191612244, |
| "learning_rate": 5.390374331550803e-06, |
| "loss": 0.4474, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.46310160427807484, |
| "grad_norm": 0.677470862865448, |
| "learning_rate": 5.379679144385027e-06, |
| "loss": 0.5074, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.4641711229946524, |
| "grad_norm": 0.5586458444595337, |
| "learning_rate": 5.368983957219252e-06, |
| "loss": 0.4109, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.46524064171123, |
| "grad_norm": 0.607815682888031, |
| "learning_rate": 5.358288770053477e-06, |
| "loss": 0.578, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.4663101604278075, |
| "grad_norm": 0.5579704642295837, |
| "learning_rate": 5.347593582887702e-06, |
| "loss": 0.495, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.46737967914438505, |
| "grad_norm": 0.5998441576957703, |
| "learning_rate": 5.336898395721925e-06, |
| "loss": 0.4673, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.46844919786096256, |
| "grad_norm": 0.7160207629203796, |
| "learning_rate": 5.32620320855615e-06, |
| "loss": 0.4379, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.46951871657754013, |
| "grad_norm": 0.6560221910476685, |
| "learning_rate": 5.315508021390374e-06, |
| "loss": 0.5049, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.47058823529411764, |
| "grad_norm": 0.7829013466835022, |
| "learning_rate": 5.3048128342245995e-06, |
| "loss": 0.4088, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.4716577540106952, |
| "grad_norm": 0.5732434988021851, |
| "learning_rate": 5.294117647058824e-06, |
| "loss": 0.3602, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.4727272727272727, |
| "grad_norm": 0.7055409550666809, |
| "learning_rate": 5.283422459893048e-06, |
| "loss": 0.5973, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.4737967914438503, |
| "grad_norm": 0.6110925674438477, |
| "learning_rate": 5.272727272727273e-06, |
| "loss": 0.5104, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.4748663101604278, |
| "grad_norm": 0.6062266230583191, |
| "learning_rate": 5.262032085561498e-06, |
| "loss": 0.5375, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.47593582887700536, |
| "grad_norm": 0.6112857460975647, |
| "learning_rate": 5.251336898395723e-06, |
| "loss": 0.3844, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.4770053475935829, |
| "grad_norm": 0.5855352282524109, |
| "learning_rate": 5.240641711229947e-06, |
| "loss": 0.4503, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.47807486631016044, |
| "grad_norm": 0.8795517086982727, |
| "learning_rate": 5.2299465240641715e-06, |
| "loss": 0.5495, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.47914438502673795, |
| "grad_norm": 0.6265493035316467, |
| "learning_rate": 5.219251336898397e-06, |
| "loss": 0.565, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.4802139037433155, |
| "grad_norm": 0.6219659447669983, |
| "learning_rate": 5.208556149732621e-06, |
| "loss": 0.5312, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.48128342245989303, |
| "grad_norm": 0.5924069285392761, |
| "learning_rate": 5.197860962566845e-06, |
| "loss": 0.468, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4823529411764706, |
| "grad_norm": 0.6460242867469788, |
| "learning_rate": 5.187165775401069e-06, |
| "loss": 0.457, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.4834224598930481, |
| "grad_norm": 0.5959609150886536, |
| "learning_rate": 5.176470588235295e-06, |
| "loss": 0.4589, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.4844919786096257, |
| "grad_norm": 0.6619303226470947, |
| "learning_rate": 5.165775401069519e-06, |
| "loss": 0.5471, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.4855614973262032, |
| "grad_norm": 0.5581579208374023, |
| "learning_rate": 5.155080213903744e-06, |
| "loss": 0.465, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.48663101604278075, |
| "grad_norm": 0.6513838171958923, |
| "learning_rate": 5.144385026737968e-06, |
| "loss": 0.5621, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.48770053475935826, |
| "grad_norm": 0.7988895177841187, |
| "learning_rate": 5.133689839572193e-06, |
| "loss": 0.4723, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.48877005347593583, |
| "grad_norm": 0.5997406840324402, |
| "learning_rate": 5.122994652406418e-06, |
| "loss": 0.5598, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.4898395721925134, |
| "grad_norm": 0.5303046107292175, |
| "learning_rate": 5.112299465240642e-06, |
| "loss": 0.4077, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.4909090909090909, |
| "grad_norm": 0.514218270778656, |
| "learning_rate": 5.101604278074867e-06, |
| "loss": 0.477, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.4919786096256685, |
| "grad_norm": 1.0928460359573364, |
| "learning_rate": 5.090909090909091e-06, |
| "loss": 0.3864, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.493048128342246, |
| "grad_norm": 0.642814040184021, |
| "learning_rate": 5.0802139037433165e-06, |
| "loss": 0.489, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.49411764705882355, |
| "grad_norm": 0.613659679889679, |
| "learning_rate": 5.069518716577541e-06, |
| "loss": 0.5542, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.49518716577540106, |
| "grad_norm": 0.5729937553405762, |
| "learning_rate": 5.058823529411765e-06, |
| "loss": 0.4318, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.49625668449197863, |
| "grad_norm": 0.6430114507675171, |
| "learning_rate": 5.048128342245989e-06, |
| "loss": 0.5106, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.49732620320855614, |
| "grad_norm": 0.6959044933319092, |
| "learning_rate": 5.037433155080214e-06, |
| "loss": 0.5115, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.4983957219251337, |
| "grad_norm": 0.6900427937507629, |
| "learning_rate": 5.026737967914439e-06, |
| "loss": 0.537, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.4994652406417112, |
| "grad_norm": 0.6781838536262512, |
| "learning_rate": 5.016042780748663e-06, |
| "loss": 0.595, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.5005347593582887, |
| "grad_norm": 0.5492112636566162, |
| "learning_rate": 5.005347593582888e-06, |
| "loss": 0.4125, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.5016042780748663, |
| "grad_norm": 0.6954774260520935, |
| "learning_rate": 4.994652406417112e-06, |
| "loss": 0.55, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.5026737967914439, |
| "grad_norm": 0.5304185152053833, |
| "learning_rate": 4.9839572192513375e-06, |
| "loss": 0.5007, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5037433155080214, |
| "grad_norm": 0.6195251941680908, |
| "learning_rate": 4.973262032085562e-06, |
| "loss": 0.5342, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.5048128342245989, |
| "grad_norm": 0.5453325510025024, |
| "learning_rate": 4.9625668449197864e-06, |
| "loss": 0.4789, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.5058823529411764, |
| "grad_norm": 0.6104117631912231, |
| "learning_rate": 4.951871657754011e-06, |
| "loss": 0.4497, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.506951871657754, |
| "grad_norm": 0.611249566078186, |
| "learning_rate": 4.941176470588236e-06, |
| "loss": 0.3875, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.5080213903743316, |
| "grad_norm": 0.5313235521316528, |
| "learning_rate": 4.93048128342246e-06, |
| "loss": 0.4711, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.509090909090909, |
| "grad_norm": 0.6234943866729736, |
| "learning_rate": 4.919786096256685e-06, |
| "loss": 0.3389, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.5101604278074866, |
| "grad_norm": 0.732172429561615, |
| "learning_rate": 4.90909090909091e-06, |
| "loss": 0.4938, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.5112299465240642, |
| "grad_norm": 0.5638684630393982, |
| "learning_rate": 4.898395721925134e-06, |
| "loss": 0.4353, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.5122994652406417, |
| "grad_norm": 0.6484448909759521, |
| "learning_rate": 4.8877005347593585e-06, |
| "loss": 0.4658, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.5133689839572193, |
| "grad_norm": 6.943800926208496, |
| "learning_rate": 4.877005347593583e-06, |
| "loss": 0.4926, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5144385026737968, |
| "grad_norm": 0.5177822709083557, |
| "learning_rate": 4.866310160427808e-06, |
| "loss": 0.3964, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.5155080213903743, |
| "grad_norm": 0.6676076650619507, |
| "learning_rate": 4.855614973262032e-06, |
| "loss": 0.3927, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.5165775401069519, |
| "grad_norm": 0.6472482085227966, |
| "learning_rate": 4.844919786096257e-06, |
| "loss": 0.57, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.5176470588235295, |
| "grad_norm": 0.6518506407737732, |
| "learning_rate": 4.834224598930482e-06, |
| "loss": 0.4084, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.5187165775401069, |
| "grad_norm": 4.733760356903076, |
| "learning_rate": 4.823529411764706e-06, |
| "loss": 0.486, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.5197860962566845, |
| "grad_norm": 0.6562100648880005, |
| "learning_rate": 4.812834224598931e-06, |
| "loss": 0.5115, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.520855614973262, |
| "grad_norm": 0.6982669830322266, |
| "learning_rate": 4.802139037433156e-06, |
| "loss": 0.5227, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.5219251336898396, |
| "grad_norm": 0.6307410001754761, |
| "learning_rate": 4.7914438502673795e-06, |
| "loss": 0.4233, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.5229946524064171, |
| "grad_norm": 0.6658247113227844, |
| "learning_rate": 4.780748663101605e-06, |
| "loss": 0.582, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.5240641711229946, |
| "grad_norm": 0.6113049387931824, |
| "learning_rate": 4.770053475935829e-06, |
| "loss": 0.6194, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5251336898395722, |
| "grad_norm": 0.6410903930664062, |
| "learning_rate": 4.759358288770054e-06, |
| "loss": 0.4335, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.5262032085561498, |
| "grad_norm": 0.6378293633460999, |
| "learning_rate": 4.748663101604278e-06, |
| "loss": 0.4012, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.5272727272727272, |
| "grad_norm": 0.6036868095397949, |
| "learning_rate": 4.7379679144385035e-06, |
| "loss": 0.4209, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.5283422459893048, |
| "grad_norm": 1.0075055360794067, |
| "learning_rate": 4.727272727272728e-06, |
| "loss": 0.4729, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.5294117647058824, |
| "grad_norm": 0.7693398594856262, |
| "learning_rate": 4.7165775401069524e-06, |
| "loss": 0.4365, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.5304812834224599, |
| "grad_norm": 0.6089740991592407, |
| "learning_rate": 4.705882352941177e-06, |
| "loss": 0.451, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.5315508021390374, |
| "grad_norm": 0.6565570831298828, |
| "learning_rate": 4.695187165775401e-06, |
| "loss": 0.4581, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.532620320855615, |
| "grad_norm": 0.5187976956367493, |
| "learning_rate": 4.684491978609626e-06, |
| "loss": 0.3428, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.5336898395721925, |
| "grad_norm": 0.5061827898025513, |
| "learning_rate": 4.673796791443851e-06, |
| "loss": 0.2782, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.5347593582887701, |
| "grad_norm": 0.7005665302276611, |
| "learning_rate": 4.663101604278076e-06, |
| "loss": 0.623, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5358288770053476, |
| "grad_norm": 0.6551154255867004, |
| "learning_rate": 4.6524064171123e-06, |
| "loss": 0.4099, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.5368983957219251, |
| "grad_norm": 0.5885181427001953, |
| "learning_rate": 4.6417112299465245e-06, |
| "loss": 0.4826, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.5379679144385027, |
| "grad_norm": 0.6168848872184753, |
| "learning_rate": 4.631016042780749e-06, |
| "loss": 0.4298, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.5390374331550802, |
| "grad_norm": 0.6331405639648438, |
| "learning_rate": 4.6203208556149734e-06, |
| "loss": 0.5538, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.5401069518716578, |
| "grad_norm": 0.6529188752174377, |
| "learning_rate": 4.609625668449198e-06, |
| "loss": 0.4448, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.5411764705882353, |
| "grad_norm": 0.6944399476051331, |
| "learning_rate": 4.598930481283423e-06, |
| "loss": 0.4571, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.5422459893048128, |
| "grad_norm": 0.5985727906227112, |
| "learning_rate": 4.588235294117647e-06, |
| "loss": 0.4476, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.5433155080213904, |
| "grad_norm": 0.7181333899497986, |
| "learning_rate": 4.577540106951872e-06, |
| "loss": 0.3491, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.544385026737968, |
| "grad_norm": 0.6864769458770752, |
| "learning_rate": 4.566844919786097e-06, |
| "loss": 0.5396, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 0.8590689897537231, |
| "learning_rate": 4.556149732620321e-06, |
| "loss": 0.5902, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.546524064171123, |
| "grad_norm": 0.6965978145599365, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 0.4242, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.5475935828877005, |
| "grad_norm": 0.5799986124038696, |
| "learning_rate": 4.534759358288771e-06, |
| "loss": 0.3804, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.5486631016042781, |
| "grad_norm": 0.6321996450424194, |
| "learning_rate": 4.524064171122995e-06, |
| "loss": 0.4651, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.5497326203208556, |
| "grad_norm": 0.8161740303039551, |
| "learning_rate": 4.51336898395722e-06, |
| "loss": 0.5245, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.5508021390374331, |
| "grad_norm": 0.7632600665092468, |
| "learning_rate": 4.502673796791444e-06, |
| "loss": 0.5805, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.5518716577540107, |
| "grad_norm": 0.6970545649528503, |
| "learning_rate": 4.491978609625669e-06, |
| "loss": 0.473, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.5529411764705883, |
| "grad_norm": 0.5965619683265686, |
| "learning_rate": 4.481283422459893e-06, |
| "loss": 0.4138, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.5540106951871657, |
| "grad_norm": 0.6775331497192383, |
| "learning_rate": 4.4705882352941184e-06, |
| "loss": 0.3954, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.5550802139037433, |
| "grad_norm": 0.669482409954071, |
| "learning_rate": 4.459893048128343e-06, |
| "loss": 0.4952, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.5561497326203209, |
| "grad_norm": 0.6086430549621582, |
| "learning_rate": 4.449197860962567e-06, |
| "loss": 0.462, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5572192513368984, |
| "grad_norm": 0.6787458062171936, |
| "learning_rate": 4.438502673796792e-06, |
| "loss": 0.4218, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.558288770053476, |
| "grad_norm": 0.6321885585784912, |
| "learning_rate": 4.427807486631016e-06, |
| "loss": 0.4159, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.5593582887700534, |
| "grad_norm": 0.5498648881912231, |
| "learning_rate": 4.417112299465241e-06, |
| "loss": 0.5191, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.560427807486631, |
| "grad_norm": 0.5822021961212158, |
| "learning_rate": 4.406417112299465e-06, |
| "loss": 0.4003, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.5614973262032086, |
| "grad_norm": 0.9705522060394287, |
| "learning_rate": 4.3957219251336905e-06, |
| "loss": 0.5514, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.5625668449197861, |
| "grad_norm": 0.8319284319877625, |
| "learning_rate": 4.385026737967915e-06, |
| "loss": 0.362, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.5636363636363636, |
| "grad_norm": 0.621861457824707, |
| "learning_rate": 4.3743315508021394e-06, |
| "loss": 0.4771, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.5647058823529412, |
| "grad_norm": 0.5976999402046204, |
| "learning_rate": 4.363636363636364e-06, |
| "loss": 0.3489, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.5657754010695187, |
| "grad_norm": 0.6107754111289978, |
| "learning_rate": 4.352941176470588e-06, |
| "loss": 0.5298, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.5668449197860963, |
| "grad_norm": 0.5526769161224365, |
| "learning_rate": 4.342245989304813e-06, |
| "loss": 0.4193, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5679144385026738, |
| "grad_norm": 0.6475231647491455, |
| "learning_rate": 4.331550802139038e-06, |
| "loss": 0.4781, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.5689839572192513, |
| "grad_norm": 0.4877158999443054, |
| "learning_rate": 4.320855614973263e-06, |
| "loss": 0.3924, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.5700534759358289, |
| "grad_norm": 0.8760375380516052, |
| "learning_rate": 4.310160427807487e-06, |
| "loss": 0.5446, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.5711229946524065, |
| "grad_norm": 0.6752333045005798, |
| "learning_rate": 4.2994652406417115e-06, |
| "loss": 0.2875, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.5721925133689839, |
| "grad_norm": 0.8983691334724426, |
| "learning_rate": 4.288770053475936e-06, |
| "loss": 0.4903, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.5732620320855615, |
| "grad_norm": 0.7159671783447266, |
| "learning_rate": 4.2780748663101604e-06, |
| "loss": 0.4185, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.574331550802139, |
| "grad_norm": 0.5499292612075806, |
| "learning_rate": 4.267379679144386e-06, |
| "loss": 0.3959, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.5754010695187166, |
| "grad_norm": 0.6133045554161072, |
| "learning_rate": 4.25668449197861e-06, |
| "loss": 0.3701, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.5764705882352941, |
| "grad_norm": 0.44626930356025696, |
| "learning_rate": 4.245989304812835e-06, |
| "loss": 0.5138, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.5775401069518716, |
| "grad_norm": 0.7441984415054321, |
| "learning_rate": 4.235294117647059e-06, |
| "loss": 0.5185, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5786096256684492, |
| "grad_norm": 0.5134856700897217, |
| "learning_rate": 4.224598930481284e-06, |
| "loss": 0.5052, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.5796791443850268, |
| "grad_norm": 0.5492193698883057, |
| "learning_rate": 4.213903743315508e-06, |
| "loss": 0.3639, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.5807486631016042, |
| "grad_norm": 0.5567763447761536, |
| "learning_rate": 4.203208556149733e-06, |
| "loss": 0.501, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.5818181818181818, |
| "grad_norm": 0.6094735264778137, |
| "learning_rate": 4.192513368983958e-06, |
| "loss": 0.3661, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.5828877005347594, |
| "grad_norm": 0.6041865944862366, |
| "learning_rate": 4.181818181818182e-06, |
| "loss": 0.442, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.5839572192513369, |
| "grad_norm": 0.68603515625, |
| "learning_rate": 4.171122994652407e-06, |
| "loss": 0.5083, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.5850267379679145, |
| "grad_norm": 0.5632447004318237, |
| "learning_rate": 4.160427807486631e-06, |
| "loss": 0.4473, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.586096256684492, |
| "grad_norm": 0.8183507323265076, |
| "learning_rate": 4.149732620320856e-06, |
| "loss": 0.3873, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.5871657754010695, |
| "grad_norm": 0.6135860085487366, |
| "learning_rate": 4.13903743315508e-06, |
| "loss": 0.4273, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.5882352941176471, |
| "grad_norm": 0.6782481670379639, |
| "learning_rate": 4.1283422459893054e-06, |
| "loss": 0.5008, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5893048128342246, |
| "grad_norm": 0.588299572467804, |
| "learning_rate": 4.11764705882353e-06, |
| "loss": 0.4437, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.5903743315508021, |
| "grad_norm": 0.8137941360473633, |
| "learning_rate": 4.106951871657754e-06, |
| "loss": 0.5312, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.5914438502673797, |
| "grad_norm": 0.5752719044685364, |
| "learning_rate": 4.096256684491979e-06, |
| "loss": 0.5033, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.5925133689839572, |
| "grad_norm": 0.5931932330131531, |
| "learning_rate": 4.085561497326203e-06, |
| "loss": 0.3004, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.5935828877005348, |
| "grad_norm": 0.8206865191459656, |
| "learning_rate": 4.074866310160428e-06, |
| "loss": 0.4438, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.5946524064171123, |
| "grad_norm": 0.6491235494613647, |
| "learning_rate": 4.064171122994653e-06, |
| "loss": 0.4961, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.5957219251336898, |
| "grad_norm": 0.6359995007514954, |
| "learning_rate": 4.0534759358288775e-06, |
| "loss": 0.464, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.5967914438502674, |
| "grad_norm": 0.5435465574264526, |
| "learning_rate": 4.042780748663102e-06, |
| "loss": 0.5067, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.597860962566845, |
| "grad_norm": 0.6942026615142822, |
| "learning_rate": 4.0320855614973264e-06, |
| "loss": 0.5298, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.5989304812834224, |
| "grad_norm": 0.5083630084991455, |
| "learning_rate": 4.021390374331552e-06, |
| "loss": 0.4064, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.9618167877197266, |
| "learning_rate": 4.010695187165775e-06, |
| "loss": 0.4733, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.6010695187165775, |
| "grad_norm": 0.7117323875427246, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.4127, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.6021390374331551, |
| "grad_norm": 0.6754978895187378, |
| "learning_rate": 3.989304812834225e-06, |
| "loss": 0.5834, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.6032085561497326, |
| "grad_norm": 0.9293348789215088, |
| "learning_rate": 3.97860962566845e-06, |
| "loss": 0.3781, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.6042780748663101, |
| "grad_norm": 0.6356310248374939, |
| "learning_rate": 3.967914438502674e-06, |
| "loss": 0.4295, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.6053475935828877, |
| "grad_norm": 0.9707384705543518, |
| "learning_rate": 3.957219251336899e-06, |
| "loss": 0.4946, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.6064171122994653, |
| "grad_norm": 0.8069990873336792, |
| "learning_rate": 3.946524064171123e-06, |
| "loss": 0.4581, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.6074866310160428, |
| "grad_norm": 0.5745541453361511, |
| "learning_rate": 3.9358288770053474e-06, |
| "loss": 0.4484, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.6085561497326203, |
| "grad_norm": 0.6778978705406189, |
| "learning_rate": 3.925133689839573e-06, |
| "loss": 0.4063, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.6096256684491979, |
| "grad_norm": 0.6003164649009705, |
| "learning_rate": 3.914438502673797e-06, |
| "loss": 0.4939, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6106951871657754, |
| "grad_norm": 0.567144513130188, |
| "learning_rate": 3.903743315508022e-06, |
| "loss": 0.5082, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.611764705882353, |
| "grad_norm": 0.6961466670036316, |
| "learning_rate": 3.893048128342246e-06, |
| "loss": 0.4296, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.6128342245989304, |
| "grad_norm": 0.7187231183052063, |
| "learning_rate": 3.882352941176471e-06, |
| "loss": 0.4872, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.613903743315508, |
| "grad_norm": 0.7099078893661499, |
| "learning_rate": 3.871657754010695e-06, |
| "loss": 0.3891, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.6149732620320856, |
| "grad_norm": 0.6975756287574768, |
| "learning_rate": 3.86096256684492e-06, |
| "loss": 0.4818, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.6160427807486631, |
| "grad_norm": 0.7316322326660156, |
| "learning_rate": 3.850267379679145e-06, |
| "loss": 0.5543, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.6171122994652406, |
| "grad_norm": 0.5383787751197815, |
| "learning_rate": 3.839572192513369e-06, |
| "loss": 0.3826, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.6181818181818182, |
| "grad_norm": 0.7244964241981506, |
| "learning_rate": 3.828877005347594e-06, |
| "loss": 0.5376, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.6192513368983957, |
| "grad_norm": 0.5270150303840637, |
| "learning_rate": 3.818181818181819e-06, |
| "loss": 0.4312, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.6203208556149733, |
| "grad_norm": 0.6970075964927673, |
| "learning_rate": 3.807486631016043e-06, |
| "loss": 0.5089, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6213903743315508, |
| "grad_norm": 0.534832239151001, |
| "learning_rate": 3.796791443850268e-06, |
| "loss": 0.3596, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.6224598930481283, |
| "grad_norm": 0.8076164722442627, |
| "learning_rate": 3.786096256684492e-06, |
| "loss": 0.4827, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.6235294117647059, |
| "grad_norm": 0.5165025591850281, |
| "learning_rate": 3.775401069518717e-06, |
| "loss": 0.3259, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.6245989304812835, |
| "grad_norm": 0.7118784189224243, |
| "learning_rate": 3.7647058823529414e-06, |
| "loss": 0.4214, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.6256684491978609, |
| "grad_norm": 0.5382787585258484, |
| "learning_rate": 3.7540106951871662e-06, |
| "loss": 0.3696, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.6267379679144385, |
| "grad_norm": 0.5972786545753479, |
| "learning_rate": 3.7433155080213907e-06, |
| "loss": 0.3993, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.627807486631016, |
| "grad_norm": 0.6584972143173218, |
| "learning_rate": 3.7326203208556156e-06, |
| "loss": 0.5942, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.6288770053475936, |
| "grad_norm": 0.7586032152175903, |
| "learning_rate": 3.72192513368984e-06, |
| "loss": 0.5101, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.6299465240641712, |
| "grad_norm": 0.5341634750366211, |
| "learning_rate": 3.711229946524064e-06, |
| "loss": 0.4506, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.6310160427807486, |
| "grad_norm": 0.513986349105835, |
| "learning_rate": 3.700534759358289e-06, |
| "loss": 0.3564, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6320855614973262, |
| "grad_norm": 0.5170319676399231, |
| "learning_rate": 3.6898395721925134e-06, |
| "loss": 0.399, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.6331550802139038, |
| "grad_norm": 0.49844464659690857, |
| "learning_rate": 3.6791443850267383e-06, |
| "loss": 0.3651, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.6342245989304813, |
| "grad_norm": 0.7075485587120056, |
| "learning_rate": 3.6684491978609628e-06, |
| "loss": 0.4524, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.6352941176470588, |
| "grad_norm": 0.53248530626297, |
| "learning_rate": 3.6577540106951877e-06, |
| "loss": 0.4226, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.6363636363636364, |
| "grad_norm": 0.6508234739303589, |
| "learning_rate": 3.6470588235294117e-06, |
| "loss": 0.4839, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.6374331550802139, |
| "grad_norm": 0.5128681063652039, |
| "learning_rate": 3.6363636363636366e-06, |
| "loss": 0.4801, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.6385026737967915, |
| "grad_norm": 0.6493229866027832, |
| "learning_rate": 3.625668449197861e-06, |
| "loss": 0.4779, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.6395721925133689, |
| "grad_norm": 0.6966223120689392, |
| "learning_rate": 3.614973262032086e-06, |
| "loss": 0.5038, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.6406417112299465, |
| "grad_norm": 0.5874669551849365, |
| "learning_rate": 3.6042780748663104e-06, |
| "loss": 0.4847, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.6417112299465241, |
| "grad_norm": 0.6122252345085144, |
| "learning_rate": 3.5935828877005353e-06, |
| "loss": 0.446, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6427807486631016, |
| "grad_norm": 0.5029746294021606, |
| "learning_rate": 3.5828877005347597e-06, |
| "loss": 0.4329, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.6438502673796791, |
| "grad_norm": 0.7518463730812073, |
| "learning_rate": 3.5721925133689846e-06, |
| "loss": 0.5375, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.6449197860962567, |
| "grad_norm": 0.6462073922157288, |
| "learning_rate": 3.5614973262032087e-06, |
| "loss": 0.4941, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.6459893048128342, |
| "grad_norm": 0.4970465302467346, |
| "learning_rate": 3.5508021390374335e-06, |
| "loss": 0.4039, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.6470588235294118, |
| "grad_norm": 0.6401532888412476, |
| "learning_rate": 3.540106951871658e-06, |
| "loss": 0.4924, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.6481283422459893, |
| "grad_norm": 0.5659219622612, |
| "learning_rate": 3.529411764705883e-06, |
| "loss": 0.4233, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.6491978609625668, |
| "grad_norm": 0.5074617862701416, |
| "learning_rate": 3.5187165775401074e-06, |
| "loss": 0.4763, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.6502673796791444, |
| "grad_norm": 0.8209864497184753, |
| "learning_rate": 3.5080213903743322e-06, |
| "loss": 0.4918, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.651336898395722, |
| "grad_norm": 0.6214138865470886, |
| "learning_rate": 3.4973262032085563e-06, |
| "loss": 0.4164, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.6524064171122995, |
| "grad_norm": 0.6655123829841614, |
| "learning_rate": 3.4866310160427807e-06, |
| "loss": 0.4937, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.653475935828877, |
| "grad_norm": 0.5634870529174805, |
| "learning_rate": 3.4759358288770056e-06, |
| "loss": 0.3735, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.6545454545454545, |
| "grad_norm": 0.544310450553894, |
| "learning_rate": 3.46524064171123e-06, |
| "loss": 0.3605, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.6556149732620321, |
| "grad_norm": 0.6025211215019226, |
| "learning_rate": 3.454545454545455e-06, |
| "loss": 0.5662, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.6566844919786097, |
| "grad_norm": 0.8766098618507385, |
| "learning_rate": 3.443850267379679e-06, |
| "loss": 0.4772, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.6577540106951871, |
| "grad_norm": 0.6058558821678162, |
| "learning_rate": 3.433155080213904e-06, |
| "loss": 0.4949, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.6588235294117647, |
| "grad_norm": 0.6009690165519714, |
| "learning_rate": 3.4224598930481284e-06, |
| "loss": 0.4107, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.6598930481283423, |
| "grad_norm": 0.6540274024009705, |
| "learning_rate": 3.4117647058823532e-06, |
| "loss": 0.421, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.6609625668449198, |
| "grad_norm": 0.504133939743042, |
| "learning_rate": 3.4010695187165777e-06, |
| "loss": 0.4268, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.6620320855614973, |
| "grad_norm": 0.5908675193786621, |
| "learning_rate": 3.3903743315508026e-06, |
| "loss": 0.4188, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.6631016042780749, |
| "grad_norm": 0.4493868052959442, |
| "learning_rate": 3.379679144385027e-06, |
| "loss": 0.3575, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6641711229946524, |
| "grad_norm": 0.5610851049423218, |
| "learning_rate": 3.368983957219252e-06, |
| "loss": 0.3991, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.66524064171123, |
| "grad_norm": 0.5496257543563843, |
| "learning_rate": 3.358288770053476e-06, |
| "loss": 0.4461, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.6663101604278074, |
| "grad_norm": 0.7794954180717468, |
| "learning_rate": 3.347593582887701e-06, |
| "loss": 0.4539, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.667379679144385, |
| "grad_norm": 0.8371284008026123, |
| "learning_rate": 3.3368983957219253e-06, |
| "loss": 0.4695, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.6684491978609626, |
| "grad_norm": 0.6670841574668884, |
| "learning_rate": 3.32620320855615e-06, |
| "loss": 0.5121, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.6695187165775401, |
| "grad_norm": 0.6398891806602478, |
| "learning_rate": 3.3155080213903747e-06, |
| "loss": 0.4468, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.6705882352941176, |
| "grad_norm": 0.5581755042076111, |
| "learning_rate": 3.3048128342245995e-06, |
| "loss": 0.4537, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.6716577540106952, |
| "grad_norm": 0.6236687302589417, |
| "learning_rate": 3.2941176470588236e-06, |
| "loss": 0.4326, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.6727272727272727, |
| "grad_norm": 0.5394688844680786, |
| "learning_rate": 3.2834224598930485e-06, |
| "loss": 0.4004, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.6737967914438503, |
| "grad_norm": 0.4413270354270935, |
| "learning_rate": 3.272727272727273e-06, |
| "loss": 0.3789, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.6748663101604279, |
| "grad_norm": 0.70003342628479, |
| "learning_rate": 3.262032085561498e-06, |
| "loss": 0.4753, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.6759358288770053, |
| "grad_norm": 1.1233257055282593, |
| "learning_rate": 3.2513368983957223e-06, |
| "loss": 0.4321, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.6770053475935829, |
| "grad_norm": 0.638300359249115, |
| "learning_rate": 3.2406417112299467e-06, |
| "loss": 0.5107, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.6780748663101605, |
| "grad_norm": 0.7122930288314819, |
| "learning_rate": 3.2299465240641716e-06, |
| "loss": 0.5018, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.679144385026738, |
| "grad_norm": 0.5772097110748291, |
| "learning_rate": 3.2192513368983957e-06, |
| "loss": 0.4046, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.6802139037433155, |
| "grad_norm": 0.8683834075927734, |
| "learning_rate": 3.2085561497326205e-06, |
| "loss": 0.4708, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.681283422459893, |
| "grad_norm": 0.608211100101471, |
| "learning_rate": 3.197860962566845e-06, |
| "loss": 0.4713, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.6823529411764706, |
| "grad_norm": 0.5458659529685974, |
| "learning_rate": 3.18716577540107e-06, |
| "loss": 0.3805, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.6834224598930482, |
| "grad_norm": 0.5004284977912903, |
| "learning_rate": 3.1764705882352943e-06, |
| "loss": 0.4711, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.6844919786096256, |
| "grad_norm": 0.5213730335235596, |
| "learning_rate": 3.1657754010695192e-06, |
| "loss": 0.4014, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.6855614973262032, |
| "grad_norm": 0.5991172194480896, |
| "learning_rate": 3.1550802139037433e-06, |
| "loss": 0.4417, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.6866310160427808, |
| "grad_norm": 0.6257739663124084, |
| "learning_rate": 3.144385026737968e-06, |
| "loss": 0.3944, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.6877005347593583, |
| "grad_norm": 0.5935152173042297, |
| "learning_rate": 3.1336898395721926e-06, |
| "loss": 0.449, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.6887700534759358, |
| "grad_norm": 0.5543785095214844, |
| "learning_rate": 3.1229946524064175e-06, |
| "loss": 0.4097, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.6898395721925134, |
| "grad_norm": 0.8114000558853149, |
| "learning_rate": 3.112299465240642e-06, |
| "loss": 0.4094, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.6909090909090909, |
| "grad_norm": 1.1168849468231201, |
| "learning_rate": 3.101604278074867e-06, |
| "loss": 0.6077, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.6919786096256685, |
| "grad_norm": 0.6375116109848022, |
| "learning_rate": 3.090909090909091e-06, |
| "loss": 0.6394, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.6930481283422459, |
| "grad_norm": 0.6143141984939575, |
| "learning_rate": 3.0802139037433158e-06, |
| "loss": 0.4093, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.6941176470588235, |
| "grad_norm": 0.5934880375862122, |
| "learning_rate": 3.0695187165775402e-06, |
| "loss": 0.4275, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.6951871657754011, |
| "grad_norm": 1.2362698316574097, |
| "learning_rate": 3.058823529411765e-06, |
| "loss": 0.4986, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.6962566844919786, |
| "grad_norm": 0.5234349370002747, |
| "learning_rate": 3.0481283422459896e-06, |
| "loss": 0.376, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.6973262032085561, |
| "grad_norm": 0.5769844651222229, |
| "learning_rate": 3.0374331550802145e-06, |
| "loss": 0.4575, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.6983957219251337, |
| "grad_norm": 0.5550015568733215, |
| "learning_rate": 3.026737967914439e-06, |
| "loss": 0.4277, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.6994652406417112, |
| "grad_norm": 0.666703999042511, |
| "learning_rate": 3.016042780748663e-06, |
| "loss": 0.5465, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.7005347593582888, |
| "grad_norm": 0.5821000933647156, |
| "learning_rate": 3.005347593582888e-06, |
| "loss": 0.4779, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.7016042780748664, |
| "grad_norm": 0.6663423180580139, |
| "learning_rate": 2.9946524064171123e-06, |
| "loss": 0.5036, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.7026737967914438, |
| "grad_norm": 0.5093011260032654, |
| "learning_rate": 2.983957219251337e-06, |
| "loss": 0.3797, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.7037433155080214, |
| "grad_norm": 0.5428939461708069, |
| "learning_rate": 2.9732620320855617e-06, |
| "loss": 0.4766, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.704812834224599, |
| "grad_norm": 0.627892255783081, |
| "learning_rate": 2.9625668449197865e-06, |
| "loss": 0.4506, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.7058823529411765, |
| "grad_norm": 0.9262791275978088, |
| "learning_rate": 2.9518716577540106e-06, |
| "loss": 0.5165, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.706951871657754, |
| "grad_norm": 0.6016249656677246, |
| "learning_rate": 2.9411764705882355e-06, |
| "loss": 0.4681, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.7080213903743315, |
| "grad_norm": 0.5292555689811707, |
| "learning_rate": 2.93048128342246e-06, |
| "loss": 0.417, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.7090909090909091, |
| "grad_norm": 0.5415362119674683, |
| "learning_rate": 2.919786096256685e-06, |
| "loss": 0.4329, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.7101604278074867, |
| "grad_norm": 0.5623718500137329, |
| "learning_rate": 2.9090909090909093e-06, |
| "loss": 0.4849, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.7112299465240641, |
| "grad_norm": 0.6125910878181458, |
| "learning_rate": 2.898395721925134e-06, |
| "loss": 0.4835, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.7122994652406417, |
| "grad_norm": 0.6070640683174133, |
| "learning_rate": 2.8877005347593586e-06, |
| "loss": 0.3176, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.7133689839572193, |
| "grad_norm": 0.5655325651168823, |
| "learning_rate": 2.8770053475935835e-06, |
| "loss": 0.4778, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.7144385026737968, |
| "grad_norm": 0.5334764719009399, |
| "learning_rate": 2.8663101604278075e-06, |
| "loss": 0.5113, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.7155080213903743, |
| "grad_norm": 0.6683606505393982, |
| "learning_rate": 2.8556149732620324e-06, |
| "loss": 0.5018, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.7165775401069518, |
| "grad_norm": 0.5358517169952393, |
| "learning_rate": 2.844919786096257e-06, |
| "loss": 0.558, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7176470588235294, |
| "grad_norm": 0.45965051651000977, |
| "learning_rate": 2.8342245989304818e-06, |
| "loss": 0.4543, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.718716577540107, |
| "grad_norm": 0.673067569732666, |
| "learning_rate": 2.8235294117647062e-06, |
| "loss": 0.4577, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.7197860962566844, |
| "grad_norm": 0.5588769316673279, |
| "learning_rate": 2.812834224598931e-06, |
| "loss": 0.4897, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.720855614973262, |
| "grad_norm": 0.7788881659507751, |
| "learning_rate": 2.802139037433155e-06, |
| "loss": 0.461, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.7219251336898396, |
| "grad_norm": 0.6181241273880005, |
| "learning_rate": 2.79144385026738e-06, |
| "loss": 0.457, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.7229946524064171, |
| "grad_norm": 0.6370013356208801, |
| "learning_rate": 2.7807486631016045e-06, |
| "loss": 0.5507, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.7240641711229947, |
| "grad_norm": 0.6255584955215454, |
| "learning_rate": 2.770053475935829e-06, |
| "loss": 0.5962, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.7251336898395722, |
| "grad_norm": 0.6348366141319275, |
| "learning_rate": 2.759358288770054e-06, |
| "loss": 0.5012, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.7262032085561497, |
| "grad_norm": 0.7242496013641357, |
| "learning_rate": 2.748663101604278e-06, |
| "loss": 0.5706, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 0.5692611932754517, |
| "learning_rate": 2.7379679144385028e-06, |
| "loss": 0.5073, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7283422459893049, |
| "grad_norm": 0.6152932047843933, |
| "learning_rate": 2.7272727272727272e-06, |
| "loss": 0.5284, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.7294117647058823, |
| "grad_norm": 0.570809543132782, |
| "learning_rate": 2.716577540106952e-06, |
| "loss": 0.4172, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.7304812834224599, |
| "grad_norm": 0.6525633931159973, |
| "learning_rate": 2.7058823529411766e-06, |
| "loss": 0.4072, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.7315508021390374, |
| "grad_norm": 0.6481879353523254, |
| "learning_rate": 2.6951871657754015e-06, |
| "loss": 0.3715, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.732620320855615, |
| "grad_norm": 0.554436445236206, |
| "learning_rate": 2.684491978609626e-06, |
| "loss": 0.4586, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.7336898395721925, |
| "grad_norm": 0.4814223051071167, |
| "learning_rate": 2.673796791443851e-06, |
| "loss": 0.3511, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.73475935828877, |
| "grad_norm": 0.6819257736206055, |
| "learning_rate": 2.663101604278075e-06, |
| "loss": 0.5651, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.7358288770053476, |
| "grad_norm": 1.4043816328048706, |
| "learning_rate": 2.6524064171122997e-06, |
| "loss": 0.342, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.7368983957219252, |
| "grad_norm": 0.4884723424911499, |
| "learning_rate": 2.641711229946524e-06, |
| "loss": 0.4258, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.7379679144385026, |
| "grad_norm": 0.6273646950721741, |
| "learning_rate": 2.631016042780749e-06, |
| "loss": 0.4014, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7390374331550802, |
| "grad_norm": 0.6172796487808228, |
| "learning_rate": 2.6203208556149735e-06, |
| "loss": 0.5249, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.7401069518716578, |
| "grad_norm": 0.7721535563468933, |
| "learning_rate": 2.6096256684491984e-06, |
| "loss": 0.5513, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.7411764705882353, |
| "grad_norm": 0.8145367503166199, |
| "learning_rate": 2.5989304812834225e-06, |
| "loss": 0.4547, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.7422459893048128, |
| "grad_norm": 0.6289914846420288, |
| "learning_rate": 2.5882352941176473e-06, |
| "loss": 0.4626, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.7433155080213903, |
| "grad_norm": 0.6151965856552124, |
| "learning_rate": 2.577540106951872e-06, |
| "loss": 0.4118, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.7443850267379679, |
| "grad_norm": 1.2651584148406982, |
| "learning_rate": 2.5668449197860967e-06, |
| "loss": 0.4684, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.7454545454545455, |
| "grad_norm": 0.555983304977417, |
| "learning_rate": 2.556149732620321e-06, |
| "loss": 0.4346, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.746524064171123, |
| "grad_norm": 0.6285813450813293, |
| "learning_rate": 2.5454545454545456e-06, |
| "loss": 0.3806, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.7475935828877005, |
| "grad_norm": 0.524695098400116, |
| "learning_rate": 2.5347593582887705e-06, |
| "loss": 0.4698, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.7486631016042781, |
| "grad_norm": 0.5982396602630615, |
| "learning_rate": 2.5240641711229945e-06, |
| "loss": 0.4765, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7497326203208556, |
| "grad_norm": 0.675052285194397, |
| "learning_rate": 2.5133689839572194e-06, |
| "loss": 0.5129, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.7508021390374332, |
| "grad_norm": 0.5992892384529114, |
| "learning_rate": 2.502673796791444e-06, |
| "loss": 0.5065, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.7518716577540107, |
| "grad_norm": 1.234007477760315, |
| "learning_rate": 2.4919786096256688e-06, |
| "loss": 0.5474, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.7529411764705882, |
| "grad_norm": 0.5893493294715881, |
| "learning_rate": 2.4812834224598932e-06, |
| "loss": 0.5441, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.7540106951871658, |
| "grad_norm": 0.5642089247703552, |
| "learning_rate": 2.470588235294118e-06, |
| "loss": 0.5079, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.7550802139037434, |
| "grad_norm": 0.40583565831184387, |
| "learning_rate": 2.4598930481283426e-06, |
| "loss": 0.3579, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.7561497326203208, |
| "grad_norm": 1.2628885507583618, |
| "learning_rate": 2.449197860962567e-06, |
| "loss": 0.5262, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.7572192513368984, |
| "grad_norm": 0.631543755531311, |
| "learning_rate": 2.4385026737967915e-06, |
| "loss": 0.4551, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.758288770053476, |
| "grad_norm": 0.66451495885849, |
| "learning_rate": 2.427807486631016e-06, |
| "loss": 0.4782, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.7593582887700535, |
| "grad_norm": 0.5754415392875671, |
| "learning_rate": 2.417112299465241e-06, |
| "loss": 0.3357, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.760427807486631, |
| "grad_norm": 0.5933724641799927, |
| "learning_rate": 2.4064171122994653e-06, |
| "loss": 0.4003, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.7614973262032085, |
| "grad_norm": 0.6731705665588379, |
| "learning_rate": 2.3957219251336898e-06, |
| "loss": 0.5086, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.7625668449197861, |
| "grad_norm": 0.5990017056465149, |
| "learning_rate": 2.3850267379679146e-06, |
| "loss": 0.2902, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.7636363636363637, |
| "grad_norm": 0.48504629731178284, |
| "learning_rate": 2.374331550802139e-06, |
| "loss": 0.3837, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.7647058823529411, |
| "grad_norm": 0.5568614602088928, |
| "learning_rate": 2.363636363636364e-06, |
| "loss": 0.3601, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.7657754010695187, |
| "grad_norm": 0.5120856165885925, |
| "learning_rate": 2.3529411764705885e-06, |
| "loss": 0.4955, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.7668449197860963, |
| "grad_norm": 0.6382061839103699, |
| "learning_rate": 2.342245989304813e-06, |
| "loss": 0.5281, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.7679144385026738, |
| "grad_norm": 0.5558910965919495, |
| "learning_rate": 2.331550802139038e-06, |
| "loss": 0.5116, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.7689839572192514, |
| "grad_norm": 0.7900490164756775, |
| "learning_rate": 2.3208556149732623e-06, |
| "loss": 0.4145, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.7700534759358288, |
| "grad_norm": 0.5656290054321289, |
| "learning_rate": 2.3101604278074867e-06, |
| "loss": 0.4718, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.7711229946524064, |
| "grad_norm": 0.7339908480644226, |
| "learning_rate": 2.2994652406417116e-06, |
| "loss": 0.5291, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.772192513368984, |
| "grad_norm": 0.41121137142181396, |
| "learning_rate": 2.288770053475936e-06, |
| "loss": 0.4186, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.7732620320855615, |
| "grad_norm": 0.607227623462677, |
| "learning_rate": 2.2780748663101605e-06, |
| "loss": 0.4381, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.774331550802139, |
| "grad_norm": 0.47620826959609985, |
| "learning_rate": 2.2673796791443854e-06, |
| "loss": 0.3108, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.7754010695187166, |
| "grad_norm": 0.41767314076423645, |
| "learning_rate": 2.25668449197861e-06, |
| "loss": 0.3317, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.7764705882352941, |
| "grad_norm": 0.5056875348091125, |
| "learning_rate": 2.2459893048128343e-06, |
| "loss": 0.4633, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.7775401069518717, |
| "grad_norm": 0.5436606407165527, |
| "learning_rate": 2.2352941176470592e-06, |
| "loss": 0.5444, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.7786096256684492, |
| "grad_norm": 0.5530479550361633, |
| "learning_rate": 2.2245989304812837e-06, |
| "loss": 0.4254, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.7796791443850267, |
| "grad_norm": 0.6671726107597351, |
| "learning_rate": 2.213903743315508e-06, |
| "loss": 0.5859, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.7807486631016043, |
| "grad_norm": 0.6353893280029297, |
| "learning_rate": 2.2032085561497326e-06, |
| "loss": 0.3919, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.7818181818181819, |
| "grad_norm": 0.5810169577598572, |
| "learning_rate": 2.1925133689839575e-06, |
| "loss": 0.4395, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.7828877005347593, |
| "grad_norm": 0.5706460475921631, |
| "learning_rate": 2.181818181818182e-06, |
| "loss": 0.3874, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.7839572192513369, |
| "grad_norm": 0.6459718942642212, |
| "learning_rate": 2.1711229946524064e-06, |
| "loss": 0.5013, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.7850267379679144, |
| "grad_norm": 0.6937084197998047, |
| "learning_rate": 2.1604278074866313e-06, |
| "loss": 0.5787, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.786096256684492, |
| "grad_norm": 0.5482848882675171, |
| "learning_rate": 2.1497326203208558e-06, |
| "loss": 0.5023, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.7871657754010695, |
| "grad_norm": 0.476616233587265, |
| "learning_rate": 2.1390374331550802e-06, |
| "loss": 0.2771, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.788235294117647, |
| "grad_norm": 0.8386345505714417, |
| "learning_rate": 2.128342245989305e-06, |
| "loss": 0.4683, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.7893048128342246, |
| "grad_norm": 0.5627638697624207, |
| "learning_rate": 2.1176470588235296e-06, |
| "loss": 0.4312, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.7903743315508022, |
| "grad_norm": 0.6266486048698425, |
| "learning_rate": 2.106951871657754e-06, |
| "loss": 0.3833, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.7914438502673797, |
| "grad_norm": 0.5341743230819702, |
| "learning_rate": 2.096256684491979e-06, |
| "loss": 0.4757, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.7925133689839572, |
| "grad_norm": 0.7793628573417664, |
| "learning_rate": 2.0855614973262034e-06, |
| "loss": 0.4814, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.7935828877005348, |
| "grad_norm": 0.4832534193992615, |
| "learning_rate": 2.074866310160428e-06, |
| "loss": 0.3972, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.7946524064171123, |
| "grad_norm": 0.7946810126304626, |
| "learning_rate": 2.0641711229946527e-06, |
| "loss": 0.4231, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.7957219251336899, |
| "grad_norm": 0.6672943234443665, |
| "learning_rate": 2.053475935828877e-06, |
| "loss": 0.3575, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.7967914438502673, |
| "grad_norm": 0.5300989151000977, |
| "learning_rate": 2.0427807486631016e-06, |
| "loss": 0.4596, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.7978609625668449, |
| "grad_norm": 0.656453013420105, |
| "learning_rate": 2.0320855614973265e-06, |
| "loss": 0.4804, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.7989304812834225, |
| "grad_norm": 0.5788617730140686, |
| "learning_rate": 2.021390374331551e-06, |
| "loss": 0.4265, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.6547515988349915, |
| "learning_rate": 2.010695187165776e-06, |
| "loss": 0.3235, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.8010695187165775, |
| "grad_norm": 0.6302303075790405, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.5115, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.8021390374331551, |
| "grad_norm": 0.5152655243873596, |
| "learning_rate": 1.989304812834225e-06, |
| "loss": 0.4885, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8032085561497326, |
| "grad_norm": 0.5326620936393738, |
| "learning_rate": 1.9786096256684497e-06, |
| "loss": 0.3846, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.8042780748663102, |
| "grad_norm": 1.2811181545257568, |
| "learning_rate": 1.9679144385026737e-06, |
| "loss": 0.4065, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.8053475935828877, |
| "grad_norm": 0.5953382849693298, |
| "learning_rate": 1.9572192513368986e-06, |
| "loss": 0.3441, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.8064171122994652, |
| "grad_norm": 0.7036495804786682, |
| "learning_rate": 1.946524064171123e-06, |
| "loss": 0.467, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.8074866310160428, |
| "grad_norm": 0.5551076531410217, |
| "learning_rate": 1.9358288770053475e-06, |
| "loss": 0.4128, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.8085561497326204, |
| "grad_norm": 0.7753043174743652, |
| "learning_rate": 1.9251336898395724e-06, |
| "loss": 0.5599, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.8096256684491978, |
| "grad_norm": 0.6135478615760803, |
| "learning_rate": 1.914438502673797e-06, |
| "loss": 0.4829, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.8106951871657754, |
| "grad_norm": 0.49545517563819885, |
| "learning_rate": 1.9037433155080215e-06, |
| "loss": 0.4463, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.8117647058823529, |
| "grad_norm": 0.6356120705604553, |
| "learning_rate": 1.893048128342246e-06, |
| "loss": 0.4677, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.8128342245989305, |
| "grad_norm": 0.6208240389823914, |
| "learning_rate": 1.8823529411764707e-06, |
| "loss": 0.5298, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.813903743315508, |
| "grad_norm": 0.5536626577377319, |
| "learning_rate": 1.8716577540106954e-06, |
| "loss": 0.4692, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.8149732620320855, |
| "grad_norm": 1.6128660440444946, |
| "learning_rate": 1.86096256684492e-06, |
| "loss": 0.429, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.8160427807486631, |
| "grad_norm": 0.5924348831176758, |
| "learning_rate": 1.8502673796791445e-06, |
| "loss": 0.5255, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.8171122994652407, |
| "grad_norm": 0.6116847991943359, |
| "learning_rate": 1.8395721925133692e-06, |
| "loss": 0.5479, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.8181818181818182, |
| "grad_norm": 0.575383722782135, |
| "learning_rate": 1.8288770053475938e-06, |
| "loss": 0.5394, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.8192513368983957, |
| "grad_norm": 0.6104905605316162, |
| "learning_rate": 1.8181818181818183e-06, |
| "loss": 0.4413, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.8203208556149733, |
| "grad_norm": 0.570062518119812, |
| "learning_rate": 1.807486631016043e-06, |
| "loss": 0.3342, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.8213903743315508, |
| "grad_norm": 0.7175807356834412, |
| "learning_rate": 1.7967914438502676e-06, |
| "loss": 0.3569, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.8224598930481284, |
| "grad_norm": 0.4351617991924286, |
| "learning_rate": 1.7860962566844923e-06, |
| "loss": 0.3941, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.8235294117647058, |
| "grad_norm": 0.5576593279838562, |
| "learning_rate": 1.7754010695187168e-06, |
| "loss": 0.3717, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8245989304812834, |
| "grad_norm": 0.8095917105674744, |
| "learning_rate": 1.7647058823529414e-06, |
| "loss": 0.4179, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.825668449197861, |
| "grad_norm": 0.8092955946922302, |
| "learning_rate": 1.7540106951871661e-06, |
| "loss": 0.4674, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.8267379679144385, |
| "grad_norm": 0.7119324803352356, |
| "learning_rate": 1.7433155080213904e-06, |
| "loss": 0.5301, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.827807486631016, |
| "grad_norm": 0.528871476650238, |
| "learning_rate": 1.732620320855615e-06, |
| "loss": 0.3606, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.8288770053475936, |
| "grad_norm": 0.602125346660614, |
| "learning_rate": 1.7219251336898395e-06, |
| "loss": 0.5071, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.8299465240641711, |
| "grad_norm": 0.6447128653526306, |
| "learning_rate": 1.7112299465240642e-06, |
| "loss": 0.4465, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.8310160427807487, |
| "grad_norm": 0.6567676663398743, |
| "learning_rate": 1.7005347593582888e-06, |
| "loss": 0.3857, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.8320855614973262, |
| "grad_norm": 0.5612752437591553, |
| "learning_rate": 1.6898395721925135e-06, |
| "loss": 0.483, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.8331550802139037, |
| "grad_norm": 0.5748909711837769, |
| "learning_rate": 1.679144385026738e-06, |
| "loss": 0.4623, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.8342245989304813, |
| "grad_norm": 0.5179409384727478, |
| "learning_rate": 1.6684491978609627e-06, |
| "loss": 0.4234, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8352941176470589, |
| "grad_norm": 1.5632623434066772, |
| "learning_rate": 1.6577540106951873e-06, |
| "loss": 0.3918, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.8363636363636363, |
| "grad_norm": 0.6550920605659485, |
| "learning_rate": 1.6470588235294118e-06, |
| "loss": 0.4887, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.8374331550802139, |
| "grad_norm": 0.5957558155059814, |
| "learning_rate": 1.6363636363636365e-06, |
| "loss": 0.4395, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.8385026737967914, |
| "grad_norm": 0.6081556677818298, |
| "learning_rate": 1.6256684491978611e-06, |
| "loss": 0.392, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.839572192513369, |
| "grad_norm": 0.5359925031661987, |
| "learning_rate": 1.6149732620320858e-06, |
| "loss": 0.4054, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.8406417112299466, |
| "grad_norm": 0.5983924865722656, |
| "learning_rate": 1.6042780748663103e-06, |
| "loss": 0.4888, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.841711229946524, |
| "grad_norm": 0.8540737628936768, |
| "learning_rate": 1.593582887700535e-06, |
| "loss": 0.4941, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.8427807486631016, |
| "grad_norm": 0.6049513220787048, |
| "learning_rate": 1.5828877005347596e-06, |
| "loss": 0.4474, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.8438502673796792, |
| "grad_norm": 0.6652930378913879, |
| "learning_rate": 1.572192513368984e-06, |
| "loss": 0.406, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.8449197860962567, |
| "grad_norm": 0.7171810269355774, |
| "learning_rate": 1.5614973262032088e-06, |
| "loss": 0.4592, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.8459893048128342, |
| "grad_norm": 0.6037563681602478, |
| "learning_rate": 1.5508021390374334e-06, |
| "loss": 0.4536, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.8470588235294118, |
| "grad_norm": 0.5136492848396301, |
| "learning_rate": 1.5401069518716579e-06, |
| "loss": 0.4819, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.8481283422459893, |
| "grad_norm": 0.640941858291626, |
| "learning_rate": 1.5294117647058826e-06, |
| "loss": 0.415, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.8491978609625669, |
| "grad_norm": 0.9364274144172668, |
| "learning_rate": 1.5187165775401072e-06, |
| "loss": 0.483, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.8502673796791443, |
| "grad_norm": 0.565367579460144, |
| "learning_rate": 1.5080213903743315e-06, |
| "loss": 0.3394, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.8513368983957219, |
| "grad_norm": 0.5467458963394165, |
| "learning_rate": 1.4973262032085562e-06, |
| "loss": 0.59, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.8524064171122995, |
| "grad_norm": 0.638268232345581, |
| "learning_rate": 1.4866310160427808e-06, |
| "loss": 0.3641, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.853475935828877, |
| "grad_norm": 0.5014296174049377, |
| "learning_rate": 1.4759358288770053e-06, |
| "loss": 0.379, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.8545454545454545, |
| "grad_norm": 0.687904417514801, |
| "learning_rate": 1.46524064171123e-06, |
| "loss": 0.406, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.8556149732620321, |
| "grad_norm": 0.5527435541152954, |
| "learning_rate": 1.4545454545454546e-06, |
| "loss": 0.3878, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8566844919786096, |
| "grad_norm": 0.8585264682769775, |
| "learning_rate": 1.4438502673796793e-06, |
| "loss": 0.4813, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.8577540106951872, |
| "grad_norm": 0.4947826862335205, |
| "learning_rate": 1.4331550802139038e-06, |
| "loss": 0.391, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.8588235294117647, |
| "grad_norm": 0.5660549998283386, |
| "learning_rate": 1.4224598930481284e-06, |
| "loss": 0.403, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.8598930481283422, |
| "grad_norm": 0.6671440601348877, |
| "learning_rate": 1.4117647058823531e-06, |
| "loss": 0.5851, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.8609625668449198, |
| "grad_norm": 0.6218956112861633, |
| "learning_rate": 1.4010695187165776e-06, |
| "loss": 0.3969, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.8620320855614974, |
| "grad_norm": 0.5715216398239136, |
| "learning_rate": 1.3903743315508022e-06, |
| "loss": 0.5312, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.8631016042780749, |
| "grad_norm": 0.6772884726524353, |
| "learning_rate": 1.379679144385027e-06, |
| "loss": 0.4322, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.8641711229946524, |
| "grad_norm": 0.6653510928153992, |
| "learning_rate": 1.3689839572192514e-06, |
| "loss": 0.4375, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.8652406417112299, |
| "grad_norm": 1.0978738069534302, |
| "learning_rate": 1.358288770053476e-06, |
| "loss": 0.4823, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.8663101604278075, |
| "grad_norm": 0.6090916991233826, |
| "learning_rate": 1.3475935828877007e-06, |
| "loss": 0.4204, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.8673796791443851, |
| "grad_norm": 0.712502121925354, |
| "learning_rate": 1.3368983957219254e-06, |
| "loss": 0.4021, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.8684491978609625, |
| "grad_norm": 0.5122483372688293, |
| "learning_rate": 1.3262032085561499e-06, |
| "loss": 0.4185, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.8695187165775401, |
| "grad_norm": 0.5444067716598511, |
| "learning_rate": 1.3155080213903745e-06, |
| "loss": 0.5084, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.8705882352941177, |
| "grad_norm": 0.6717526912689209, |
| "learning_rate": 1.3048128342245992e-06, |
| "loss": 0.4225, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.8716577540106952, |
| "grad_norm": 0.5988174676895142, |
| "learning_rate": 1.2941176470588237e-06, |
| "loss": 0.4503, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.8727272727272727, |
| "grad_norm": 0.6662685871124268, |
| "learning_rate": 1.2834224598930483e-06, |
| "loss": 0.4885, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.8737967914438503, |
| "grad_norm": 0.6221483945846558, |
| "learning_rate": 1.2727272727272728e-06, |
| "loss": 0.3943, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.8748663101604278, |
| "grad_norm": 0.7471879720687866, |
| "learning_rate": 1.2620320855614973e-06, |
| "loss": 0.511, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.8759358288770054, |
| "grad_norm": 0.5364648699760437, |
| "learning_rate": 1.251336898395722e-06, |
| "loss": 0.4857, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.8770053475935828, |
| "grad_norm": 0.5553902983665466, |
| "learning_rate": 1.2406417112299466e-06, |
| "loss": 0.3714, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.8780748663101604, |
| "grad_norm": 0.7711859941482544, |
| "learning_rate": 1.2299465240641713e-06, |
| "loss": 0.4051, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.879144385026738, |
| "grad_norm": 0.46325987577438354, |
| "learning_rate": 1.2192513368983957e-06, |
| "loss": 0.3949, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.8802139037433155, |
| "grad_norm": 0.5807831883430481, |
| "learning_rate": 1.2085561497326204e-06, |
| "loss": 0.4564, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.881283422459893, |
| "grad_norm": 0.5907157063484192, |
| "learning_rate": 1.1978609625668449e-06, |
| "loss": 0.4109, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.8823529411764706, |
| "grad_norm": 0.6913987994194031, |
| "learning_rate": 1.1871657754010696e-06, |
| "loss": 0.5413, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.8834224598930481, |
| "grad_norm": 0.8093897104263306, |
| "learning_rate": 1.1764705882352942e-06, |
| "loss": 0.3716, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.8844919786096257, |
| "grad_norm": 0.7236829996109009, |
| "learning_rate": 1.165775401069519e-06, |
| "loss": 0.5318, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.8855614973262033, |
| "grad_norm": 0.8007799386978149, |
| "learning_rate": 1.1550802139037434e-06, |
| "loss": 0.345, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.8866310160427807, |
| "grad_norm": 0.6973840594291687, |
| "learning_rate": 1.144385026737968e-06, |
| "loss": 0.562, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.8877005347593583, |
| "grad_norm": 0.5584893822669983, |
| "learning_rate": 1.1336898395721927e-06, |
| "loss": 0.4715, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.8887700534759359, |
| "grad_norm": 0.6192110776901245, |
| "learning_rate": 1.1229946524064172e-06, |
| "loss": 0.5356, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.8898395721925134, |
| "grad_norm": 0.64601069688797, |
| "learning_rate": 1.1122994652406418e-06, |
| "loss": 0.4524, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.8909090909090909, |
| "grad_norm": 0.7730070352554321, |
| "learning_rate": 1.1016042780748663e-06, |
| "loss": 0.5382, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.8919786096256684, |
| "grad_norm": 0.5383297801017761, |
| "learning_rate": 1.090909090909091e-06, |
| "loss": 0.4557, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.893048128342246, |
| "grad_norm": 0.5648770928382874, |
| "learning_rate": 1.0802139037433156e-06, |
| "loss": 0.4287, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.8941176470588236, |
| "grad_norm": 0.5222188234329224, |
| "learning_rate": 1.0695187165775401e-06, |
| "loss": 0.3199, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.895187165775401, |
| "grad_norm": 0.6378928422927856, |
| "learning_rate": 1.0588235294117648e-06, |
| "loss": 0.5067, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.8962566844919786, |
| "grad_norm": 0.5975542068481445, |
| "learning_rate": 1.0481283422459895e-06, |
| "loss": 0.4706, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.8973262032085562, |
| "grad_norm": 0.6841580271720886, |
| "learning_rate": 1.037433155080214e-06, |
| "loss": 0.4373, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.8983957219251337, |
| "grad_norm": 0.7325679063796997, |
| "learning_rate": 1.0267379679144386e-06, |
| "loss": 0.4503, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.8994652406417112, |
| "grad_norm": 0.5811144113540649, |
| "learning_rate": 1.0160427807486633e-06, |
| "loss": 0.4891, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.9005347593582887, |
| "grad_norm": 0.5845391154289246, |
| "learning_rate": 1.005347593582888e-06, |
| "loss": 0.4503, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.9016042780748663, |
| "grad_norm": 0.6408500075340271, |
| "learning_rate": 9.946524064171124e-07, |
| "loss": 0.4333, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.9026737967914439, |
| "grad_norm": 0.6466580033302307, |
| "learning_rate": 9.839572192513369e-07, |
| "loss": 0.446, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.9037433155080213, |
| "grad_norm": 0.6254947185516357, |
| "learning_rate": 9.732620320855615e-07, |
| "loss": 0.4972, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.9048128342245989, |
| "grad_norm": 0.5906391739845276, |
| "learning_rate": 9.625668449197862e-07, |
| "loss": 0.4724, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.9058823529411765, |
| "grad_norm": 0.5717436075210571, |
| "learning_rate": 9.518716577540108e-07, |
| "loss": 0.3332, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.906951871657754, |
| "grad_norm": 0.6699836254119873, |
| "learning_rate": 9.411764705882353e-07, |
| "loss": 0.4766, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.9080213903743316, |
| "grad_norm": 0.6849234104156494, |
| "learning_rate": 9.3048128342246e-07, |
| "loss": 0.4887, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 0.5922632813453674, |
| "learning_rate": 9.197860962566846e-07, |
| "loss": 0.3309, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9101604278074866, |
| "grad_norm": 0.5237072706222534, |
| "learning_rate": 9.090909090909091e-07, |
| "loss": 0.5326, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.9112299465240642, |
| "grad_norm": 0.8511109948158264, |
| "learning_rate": 8.983957219251338e-07, |
| "loss": 0.4797, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.9122994652406418, |
| "grad_norm": 0.562660276889801, |
| "learning_rate": 8.877005347593584e-07, |
| "loss": 0.3809, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.9133689839572192, |
| "grad_norm": 0.5767821073532104, |
| "learning_rate": 8.770053475935831e-07, |
| "loss": 0.3994, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.9144385026737968, |
| "grad_norm": 0.6438657641410828, |
| "learning_rate": 8.663101604278075e-07, |
| "loss": 0.5453, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.9155080213903743, |
| "grad_norm": 0.565201997756958, |
| "learning_rate": 8.556149732620321e-07, |
| "loss": 0.472, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.9165775401069519, |
| "grad_norm": 0.6507158875465393, |
| "learning_rate": 8.449197860962568e-07, |
| "loss": 0.5321, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.9176470588235294, |
| "grad_norm": 0.5403389930725098, |
| "learning_rate": 8.342245989304813e-07, |
| "loss": 0.4845, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.9187165775401069, |
| "grad_norm": 0.5953645706176758, |
| "learning_rate": 8.235294117647059e-07, |
| "loss": 0.411, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.9197860962566845, |
| "grad_norm": 0.695575475692749, |
| "learning_rate": 8.128342245989306e-07, |
| "loss": 0.5195, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9208556149732621, |
| "grad_norm": 0.6730219721794128, |
| "learning_rate": 8.021390374331551e-07, |
| "loss": 0.4137, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.9219251336898395, |
| "grad_norm": 1.4243048429489136, |
| "learning_rate": 7.914438502673798e-07, |
| "loss": 0.4294, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.9229946524064171, |
| "grad_norm": 0.5623584389686584, |
| "learning_rate": 7.807486631016044e-07, |
| "loss": 0.4773, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.9240641711229947, |
| "grad_norm": 0.6774773001670837, |
| "learning_rate": 7.700534759358289e-07, |
| "loss": 0.5562, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.9251336898395722, |
| "grad_norm": 0.5539456605911255, |
| "learning_rate": 7.593582887700536e-07, |
| "loss": 0.4651, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.9262032085561497, |
| "grad_norm": 0.6513444185256958, |
| "learning_rate": 7.486631016042781e-07, |
| "loss": 0.4563, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.9272727272727272, |
| "grad_norm": 1.167435646057129, |
| "learning_rate": 7.379679144385026e-07, |
| "loss": 0.5558, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.9283422459893048, |
| "grad_norm": 0.5281847715377808, |
| "learning_rate": 7.272727272727273e-07, |
| "loss": 0.3202, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.9294117647058824, |
| "grad_norm": 0.6667070984840393, |
| "learning_rate": 7.165775401069519e-07, |
| "loss": 0.4167, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.93048128342246, |
| "grad_norm": 0.5270236730575562, |
| "learning_rate": 7.058823529411766e-07, |
| "loss": 0.4095, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9315508021390374, |
| "grad_norm": 0.6352938413619995, |
| "learning_rate": 6.951871657754011e-07, |
| "loss": 0.4776, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.932620320855615, |
| "grad_norm": 0.7554007768630981, |
| "learning_rate": 6.844919786096257e-07, |
| "loss": 0.5654, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.9336898395721925, |
| "grad_norm": 0.5679738521575928, |
| "learning_rate": 6.737967914438504e-07, |
| "loss": 0.3741, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.9347593582887701, |
| "grad_norm": 0.5479611158370972, |
| "learning_rate": 6.631016042780749e-07, |
| "loss": 0.4426, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.9358288770053476, |
| "grad_norm": 0.590634286403656, |
| "learning_rate": 6.524064171122996e-07, |
| "loss": 0.4094, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.9368983957219251, |
| "grad_norm": 0.6108012795448303, |
| "learning_rate": 6.417112299465242e-07, |
| "loss": 0.5372, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.9379679144385027, |
| "grad_norm": 0.6886542439460754, |
| "learning_rate": 6.310160427807486e-07, |
| "loss": 0.442, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.9390374331550803, |
| "grad_norm": 1.1169320344924927, |
| "learning_rate": 6.203208556149733e-07, |
| "loss": 0.414, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.9401069518716577, |
| "grad_norm": 0.5597485303878784, |
| "learning_rate": 6.096256684491979e-07, |
| "loss": 0.5038, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.9411764705882353, |
| "grad_norm": 0.9075942635536194, |
| "learning_rate": 5.989304812834224e-07, |
| "loss": 0.4842, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.9422459893048128, |
| "grad_norm": 0.7498214840888977, |
| "learning_rate": 5.882352941176471e-07, |
| "loss": 0.4235, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.9433155080213904, |
| "grad_norm": 0.44716253876686096, |
| "learning_rate": 5.775401069518717e-07, |
| "loss": 0.3689, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.9443850267379679, |
| "grad_norm": 0.70600825548172, |
| "learning_rate": 5.668449197860964e-07, |
| "loss": 0.3439, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.9454545454545454, |
| "grad_norm": 0.8799847960472107, |
| "learning_rate": 5.561497326203209e-07, |
| "loss": 0.5485, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.946524064171123, |
| "grad_norm": 0.6827099323272705, |
| "learning_rate": 5.454545454545455e-07, |
| "loss": 0.4108, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.9475935828877006, |
| "grad_norm": 0.6796228885650635, |
| "learning_rate": 5.347593582887701e-07, |
| "loss": 0.4626, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.948663101604278, |
| "grad_norm": 0.5902719497680664, |
| "learning_rate": 5.240641711229947e-07, |
| "loss": 0.4051, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.9497326203208556, |
| "grad_norm": 0.5952056050300598, |
| "learning_rate": 5.133689839572193e-07, |
| "loss": 0.4535, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.9508021390374332, |
| "grad_norm": 0.5825742483139038, |
| "learning_rate": 5.02673796791444e-07, |
| "loss": 0.307, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.9518716577540107, |
| "grad_norm": 0.8726152777671814, |
| "learning_rate": 4.919786096256684e-07, |
| "loss": 0.4499, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.9529411764705882, |
| "grad_norm": 0.5037000775337219, |
| "learning_rate": 4.812834224598931e-07, |
| "loss": 0.4431, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.9540106951871657, |
| "grad_norm": 0.6590163111686707, |
| "learning_rate": 4.7058823529411767e-07, |
| "loss": 0.418, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.9550802139037433, |
| "grad_norm": 0.6153367757797241, |
| "learning_rate": 4.598930481283423e-07, |
| "loss": 0.4405, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.9561497326203209, |
| "grad_norm": 0.6205403208732605, |
| "learning_rate": 4.491978609625669e-07, |
| "loss": 0.4167, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.9572192513368984, |
| "grad_norm": 0.4323004186153412, |
| "learning_rate": 4.3850267379679153e-07, |
| "loss": 0.3526, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.9582887700534759, |
| "grad_norm": 0.7635154724121094, |
| "learning_rate": 4.2780748663101604e-07, |
| "loss": 0.589, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.9593582887700535, |
| "grad_norm": 0.7440900206565857, |
| "learning_rate": 4.1711229946524066e-07, |
| "loss": 0.4895, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.960427807486631, |
| "grad_norm": 0.5068660378456116, |
| "learning_rate": 4.064171122994653e-07, |
| "loss": 0.4814, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.9614973262032086, |
| "grad_norm": 0.6872171759605408, |
| "learning_rate": 3.957219251336899e-07, |
| "loss": 0.4035, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.9625668449197861, |
| "grad_norm": 0.6959207057952881, |
| "learning_rate": 3.8502673796791447e-07, |
| "loss": 0.5726, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9636363636363636, |
| "grad_norm": 0.6345845460891724, |
| "learning_rate": 3.7433155080213904e-07, |
| "loss": 0.3893, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.9647058823529412, |
| "grad_norm": 0.62007075548172, |
| "learning_rate": 3.6363636363636366e-07, |
| "loss": 0.3909, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.9657754010695188, |
| "grad_norm": 0.6003493666648865, |
| "learning_rate": 3.529411764705883e-07, |
| "loss": 0.5625, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.9668449197860962, |
| "grad_norm": 0.4929320216178894, |
| "learning_rate": 3.4224598930481285e-07, |
| "loss": 0.3987, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.9679144385026738, |
| "grad_norm": 0.49141794443130493, |
| "learning_rate": 3.3155080213903747e-07, |
| "loss": 0.4308, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.9689839572192513, |
| "grad_norm": 0.6370891332626343, |
| "learning_rate": 3.208556149732621e-07, |
| "loss": 0.4785, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.9700534759358289, |
| "grad_norm": 0.6199567914009094, |
| "learning_rate": 3.1016042780748665e-07, |
| "loss": 0.4546, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.9711229946524064, |
| "grad_norm": 0.5752115249633789, |
| "learning_rate": 2.994652406417112e-07, |
| "loss": 0.3874, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.9721925133689839, |
| "grad_norm": 0.6379489302635193, |
| "learning_rate": 2.8877005347593584e-07, |
| "loss": 0.4679, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.9732620320855615, |
| "grad_norm": 0.5117985606193542, |
| "learning_rate": 2.7807486631016046e-07, |
| "loss": 0.4179, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.9743315508021391, |
| "grad_norm": 0.44229549169540405, |
| "learning_rate": 2.6737967914438503e-07, |
| "loss": 0.3306, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.9754010695187165, |
| "grad_norm": 0.803124725818634, |
| "learning_rate": 2.5668449197860965e-07, |
| "loss": 0.6521, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.9764705882352941, |
| "grad_norm": 0.5544781684875488, |
| "learning_rate": 2.459893048128342e-07, |
| "loss": 0.4241, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.9775401069518717, |
| "grad_norm": 0.6121621131896973, |
| "learning_rate": 2.3529411764705883e-07, |
| "loss": 0.4646, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.9786096256684492, |
| "grad_norm": 0.5191540122032166, |
| "learning_rate": 2.2459893048128345e-07, |
| "loss": 0.4364, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.9796791443850268, |
| "grad_norm": 0.6737817525863647, |
| "learning_rate": 2.1390374331550802e-07, |
| "loss": 0.4349, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.9807486631016042, |
| "grad_norm": 0.5362916588783264, |
| "learning_rate": 2.0320855614973264e-07, |
| "loss": 0.3326, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.9818181818181818, |
| "grad_norm": 0.5771061778068542, |
| "learning_rate": 1.9251336898395724e-07, |
| "loss": 0.434, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.9828877005347594, |
| "grad_norm": 0.5397818684577942, |
| "learning_rate": 1.8181818181818183e-07, |
| "loss": 0.3734, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.983957219251337, |
| "grad_norm": 0.5395793914794922, |
| "learning_rate": 1.7112299465240642e-07, |
| "loss": 0.575, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.9850267379679144, |
| "grad_norm": 0.65594881772995, |
| "learning_rate": 1.6042780748663104e-07, |
| "loss": 0.4637, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.986096256684492, |
| "grad_norm": 0.6042408347129822, |
| "learning_rate": 1.497326203208556e-07, |
| "loss": 0.4913, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.9871657754010695, |
| "grad_norm": 0.612800121307373, |
| "learning_rate": 1.3903743315508023e-07, |
| "loss": 0.4801, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.9882352941176471, |
| "grad_norm": 0.6215301752090454, |
| "learning_rate": 1.2834224598930482e-07, |
| "loss": 0.4437, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.9893048128342246, |
| "grad_norm": 0.5753151178359985, |
| "learning_rate": 1.1764705882352942e-07, |
| "loss": 0.4355, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.9903743315508021, |
| "grad_norm": 0.6662648320198059, |
| "learning_rate": 1.0695187165775401e-07, |
| "loss": 0.5003, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.9914438502673797, |
| "grad_norm": 0.6223177313804626, |
| "learning_rate": 9.625668449197862e-08, |
| "loss": 0.3461, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.9925133689839573, |
| "grad_norm": 0.6701094508171082, |
| "learning_rate": 8.556149732620321e-08, |
| "loss": 0.5012, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.9935828877005347, |
| "grad_norm": 0.7524900436401367, |
| "learning_rate": 7.48663101604278e-08, |
| "loss": 0.4354, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.9946524064171123, |
| "grad_norm": 0.5650103092193604, |
| "learning_rate": 6.417112299465241e-08, |
| "loss": 0.3789, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.9957219251336898, |
| "grad_norm": 0.6760904788970947, |
| "learning_rate": 5.3475935828877005e-08, |
| "loss": 0.4691, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.9967914438502674, |
| "grad_norm": 0.4575050175189972, |
| "learning_rate": 4.2780748663101606e-08, |
| "loss": 0.3564, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.9978609625668449, |
| "grad_norm": 0.5460222959518433, |
| "learning_rate": 3.2085561497326206e-08, |
| "loss": 0.3952, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.9989304812834224, |
| "grad_norm": 0.47015580534935, |
| "learning_rate": 2.1390374331550803e-08, |
| "loss": 0.4036, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.6854033470153809, |
| "learning_rate": 1.0695187165775401e-08, |
| "loss": 0.5034, |
| "step": 935 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 0, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.879608944581673e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
