| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 1388, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.001440922190201729, |
| "grad_norm": 0.7939718961715698, |
| "learning_rate": 0.0, |
| "loss": 1.1426048278808594, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.002881844380403458, |
| "grad_norm": 0.7847036123275757, |
| "learning_rate": 2.8571428571428575e-07, |
| "loss": 1.2942605018615723, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.004322766570605188, |
| "grad_norm": 0.8253518342971802, |
| "learning_rate": 5.714285714285715e-07, |
| "loss": 1.283416748046875, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.005763688760806916, |
| "grad_norm": 0.8199485540390015, |
| "learning_rate": 8.571428571428572e-07, |
| "loss": 1.3191412687301636, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.007204610951008645, |
| "grad_norm": 0.7191706895828247, |
| "learning_rate": 1.142857142857143e-06, |
| "loss": 1.127804160118103, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.008645533141210375, |
| "grad_norm": 0.7180572748184204, |
| "learning_rate": 1.4285714285714286e-06, |
| "loss": 1.280735969543457, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.010086455331412104, |
| "grad_norm": 0.7501729726791382, |
| "learning_rate": 1.7142857142857145e-06, |
| "loss": 1.1184178590774536, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.011527377521613832, |
| "grad_norm": 0.7057927846908569, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.2702372074127197, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.012968299711815562, |
| "grad_norm": 0.6871187686920166, |
| "learning_rate": 2.285714285714286e-06, |
| "loss": 1.2448116540908813, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.01440922190201729, |
| "grad_norm": 0.8333551287651062, |
| "learning_rate": 2.571428571428571e-06, |
| "loss": 1.1602749824523926, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01585014409221902, |
| "grad_norm": 0.7824198007583618, |
| "learning_rate": 2.8571428571428573e-06, |
| "loss": 1.3133487701416016, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.01729106628242075, |
| "grad_norm": 0.7421954274177551, |
| "learning_rate": 3.142857142857143e-06, |
| "loss": 1.4090148210525513, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.018731988472622477, |
| "grad_norm": 0.7107607126235962, |
| "learning_rate": 3.428571428571429e-06, |
| "loss": 1.0468783378601074, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.020172910662824207, |
| "grad_norm": 0.7520753145217896, |
| "learning_rate": 3.7142857142857146e-06, |
| "loss": 1.2376011610031128, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.021613832853025938, |
| "grad_norm": 0.7466248273849487, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.1968696117401123, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.023054755043227664, |
| "grad_norm": 0.6783359050750732, |
| "learning_rate": 4.2857142857142855e-06, |
| "loss": 1.2191252708435059, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.024495677233429394, |
| "grad_norm": 0.6667131781578064, |
| "learning_rate": 4.571428571428572e-06, |
| "loss": 1.088866114616394, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.025936599423631124, |
| "grad_norm": 0.6895946860313416, |
| "learning_rate": 4.857142857142858e-06, |
| "loss": 1.3629319667816162, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.027377521613832854, |
| "grad_norm": 0.6927962303161621, |
| "learning_rate": 5.142857142857142e-06, |
| "loss": 1.1627918481826782, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.02881844380403458, |
| "grad_norm": 0.5862833857536316, |
| "learning_rate": 5.428571428571429e-06, |
| "loss": 0.9320468902587891, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03025936599423631, |
| "grad_norm": 0.5858862400054932, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 1.1411528587341309, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.03170028818443804, |
| "grad_norm": 0.691691517829895, |
| "learning_rate": 6e-06, |
| "loss": 0.9531513452529907, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.03314121037463977, |
| "grad_norm": 0.49931254982948303, |
| "learning_rate": 6.285714285714286e-06, |
| "loss": 0.949053943157196, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0345821325648415, |
| "grad_norm": 0.5515104532241821, |
| "learning_rate": 6.571428571428572e-06, |
| "loss": 1.3075839281082153, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.03602305475504323, |
| "grad_norm": 0.6252418160438538, |
| "learning_rate": 6.857142857142858e-06, |
| "loss": 1.134469985961914, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.037463976945244955, |
| "grad_norm": 0.4665541648864746, |
| "learning_rate": 7.1428571428571436e-06, |
| "loss": 0.9274802207946777, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.03890489913544669, |
| "grad_norm": 0.47294583916664124, |
| "learning_rate": 7.428571428571429e-06, |
| "loss": 0.9820688962936401, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.040345821325648415, |
| "grad_norm": 0.4679860770702362, |
| "learning_rate": 7.714285714285716e-06, |
| "loss": 1.0257033109664917, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.04178674351585014, |
| "grad_norm": 0.44461655616760254, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.8461464643478394, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.043227665706051875, |
| "grad_norm": 0.5527508854866028, |
| "learning_rate": 8.285714285714287e-06, |
| "loss": 1.014765739440918, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0446685878962536, |
| "grad_norm": 0.44049155712127686, |
| "learning_rate": 8.571428571428571e-06, |
| "loss": 1.056575059890747, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.04610951008645533, |
| "grad_norm": 0.46883395314216614, |
| "learning_rate": 8.857142857142858e-06, |
| "loss": 1.078040599822998, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.04755043227665706, |
| "grad_norm": 0.40662866830825806, |
| "learning_rate": 9.142857142857144e-06, |
| "loss": 1.0002977848052979, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.04899135446685879, |
| "grad_norm": 0.4658549129962921, |
| "learning_rate": 9.42857142857143e-06, |
| "loss": 1.2170262336730957, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.05043227665706052, |
| "grad_norm": 0.43307650089263916, |
| "learning_rate": 9.714285714285715e-06, |
| "loss": 1.0410033464431763, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.05187319884726225, |
| "grad_norm": 0.4385557174682617, |
| "learning_rate": 1e-05, |
| "loss": 1.0051664113998413, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.053314121037463975, |
| "grad_norm": 0.376889705657959, |
| "learning_rate": 1.0285714285714285e-05, |
| "loss": 0.9119026064872742, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.05475504322766571, |
| "grad_norm": 0.4563588798046112, |
| "learning_rate": 1.0571428571428572e-05, |
| "loss": 1.0321323871612549, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.056195965417867436, |
| "grad_norm": 0.42952460050582886, |
| "learning_rate": 1.0857142857142858e-05, |
| "loss": 1.1022179126739502, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.05763688760806916, |
| "grad_norm": 0.4148353934288025, |
| "learning_rate": 1.1142857142857143e-05, |
| "loss": 1.003936767578125, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.059077809798270896, |
| "grad_norm": 0.4105982482433319, |
| "learning_rate": 1.1428571428571429e-05, |
| "loss": 0.9413349628448486, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.06051873198847262, |
| "grad_norm": 0.4209625720977783, |
| "learning_rate": 1.1714285714285716e-05, |
| "loss": 1.0281121730804443, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.06195965417867435, |
| "grad_norm": 0.4445074498653412, |
| "learning_rate": 1.2e-05, |
| "loss": 1.103991985321045, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.06340057636887608, |
| "grad_norm": 0.4571291506290436, |
| "learning_rate": 1.2285714285714288e-05, |
| "loss": 1.130021572113037, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.06484149855907781, |
| "grad_norm": 0.3988986909389496, |
| "learning_rate": 1.2571428571428572e-05, |
| "loss": 0.9458773136138916, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.06628242074927954, |
| "grad_norm": 0.44278568029403687, |
| "learning_rate": 1.2857142857142859e-05, |
| "loss": 0.8265559673309326, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.06772334293948126, |
| "grad_norm": 0.4381110966205597, |
| "learning_rate": 1.3142857142857145e-05, |
| "loss": 0.8585218191146851, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.069164265129683, |
| "grad_norm": 0.436262845993042, |
| "learning_rate": 1.3428571428571429e-05, |
| "loss": 1.0744308233261108, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.07060518731988473, |
| "grad_norm": 0.38992249965667725, |
| "learning_rate": 1.3714285714285716e-05, |
| "loss": 0.7727986574172974, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.07204610951008646, |
| "grad_norm": 0.4699057340621948, |
| "learning_rate": 1.4e-05, |
| "loss": 1.107350468635559, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07348703170028818, |
| "grad_norm": 0.42696720361709595, |
| "learning_rate": 1.4285714285714287e-05, |
| "loss": 0.8284908533096313, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.07492795389048991, |
| "grad_norm": 0.41258543729782104, |
| "learning_rate": 1.4571428571428573e-05, |
| "loss": 0.9984976649284363, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.07636887608069164, |
| "grad_norm": 0.4343370795249939, |
| "learning_rate": 1.4857142857142858e-05, |
| "loss": 1.0807418823242188, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.07780979827089338, |
| "grad_norm": 0.41640159487724304, |
| "learning_rate": 1.5142857142857144e-05, |
| "loss": 0.9495835304260254, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0792507204610951, |
| "grad_norm": 0.40046796202659607, |
| "learning_rate": 1.542857142857143e-05, |
| "loss": 0.8888975381851196, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.08069164265129683, |
| "grad_norm": 0.5632781386375427, |
| "learning_rate": 1.5714285714285715e-05, |
| "loss": 0.7974977493286133, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.08213256484149856, |
| "grad_norm": 0.42231452465057373, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.9832745790481567, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.08357348703170028, |
| "grad_norm": 0.40361636877059937, |
| "learning_rate": 1.6285714285714287e-05, |
| "loss": 0.9870190620422363, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.08501440922190202, |
| "grad_norm": 0.39357513189315796, |
| "learning_rate": 1.6571428571428574e-05, |
| "loss": 0.8166898488998413, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.08645533141210375, |
| "grad_norm": 0.41122061014175415, |
| "learning_rate": 1.6857142857142858e-05, |
| "loss": 0.7634358406066895, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.08789625360230548, |
| "grad_norm": 0.46859362721443176, |
| "learning_rate": 1.7142857142857142e-05, |
| "loss": 0.9240067005157471, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.0893371757925072, |
| "grad_norm": 0.45468568801879883, |
| "learning_rate": 1.742857142857143e-05, |
| "loss": 0.8535733819007874, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.09077809798270893, |
| "grad_norm": 0.4963301718235016, |
| "learning_rate": 1.7714285714285717e-05, |
| "loss": 1.0492768287658691, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.09221902017291066, |
| "grad_norm": 0.4315282106399536, |
| "learning_rate": 1.8e-05, |
| "loss": 1.057793378829956, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.0936599423631124, |
| "grad_norm": 0.47847360372543335, |
| "learning_rate": 1.8285714285714288e-05, |
| "loss": 1.083353877067566, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.09510086455331412, |
| "grad_norm": 0.4626167118549347, |
| "learning_rate": 1.8571428571428575e-05, |
| "loss": 1.078417420387268, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.09654178674351585, |
| "grad_norm": 0.5010611414909363, |
| "learning_rate": 1.885714285714286e-05, |
| "loss": 0.9978217482566833, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.09798270893371758, |
| "grad_norm": 0.42384764552116394, |
| "learning_rate": 1.9142857142857146e-05, |
| "loss": 0.8274828195571899, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.0994236311239193, |
| "grad_norm": 0.5382806062698364, |
| "learning_rate": 1.942857142857143e-05, |
| "loss": 0.8650892972946167, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.10086455331412104, |
| "grad_norm": 0.43172308802604675, |
| "learning_rate": 1.9714285714285718e-05, |
| "loss": 0.9850153923034668, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.10230547550432277, |
| "grad_norm": 0.4458475410938263, |
| "learning_rate": 2e-05, |
| "loss": 0.8429934978485107, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.1037463976945245, |
| "grad_norm": 0.4776175916194916, |
| "learning_rate": 1.999997159212662e-05, |
| "loss": 0.9614291191101074, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.10518731988472622, |
| "grad_norm": 0.43584567308425903, |
| "learning_rate": 1.9999886368667875e-05, |
| "loss": 0.7892089486122131, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.10662824207492795, |
| "grad_norm": 0.45101606845855713, |
| "learning_rate": 1.9999744330107972e-05, |
| "loss": 1.1100192070007324, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.10806916426512968, |
| "grad_norm": 0.467498242855072, |
| "learning_rate": 1.999954547725391e-05, |
| "loss": 0.9660458564758301, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.10951008645533142, |
| "grad_norm": 0.49766960740089417, |
| "learning_rate": 1.9999289811235492e-05, |
| "loss": 1.0705103874206543, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.11095100864553314, |
| "grad_norm": 0.43898335099220276, |
| "learning_rate": 1.9998977333505298e-05, |
| "loss": 0.8018485903739929, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.11239193083573487, |
| "grad_norm": 0.44093072414398193, |
| "learning_rate": 1.9998608045838696e-05, |
| "loss": 0.9763551950454712, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.1138328530259366, |
| "grad_norm": 0.5379366278648376, |
| "learning_rate": 1.9998181950333825e-05, |
| "loss": 0.9606471061706543, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.11527377521613832, |
| "grad_norm": 0.5516687035560608, |
| "learning_rate": 1.999769904941157e-05, |
| "loss": 1.0976412296295166, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.11671469740634005, |
| "grad_norm": 0.48758774995803833, |
| "learning_rate": 1.9997159345815577e-05, |
| "loss": 0.9517735242843628, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.11815561959654179, |
| "grad_norm": 0.4559188485145569, |
| "learning_rate": 1.9996562842612208e-05, |
| "loss": 0.9503711462020874, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.11959654178674352, |
| "grad_norm": 0.4746760129928589, |
| "learning_rate": 1.999590954319054e-05, |
| "loss": 0.979506254196167, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.12103746397694524, |
| "grad_norm": 0.43155157566070557, |
| "learning_rate": 1.9995199451262348e-05, |
| "loss": 0.87384033203125, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.12247838616714697, |
| "grad_norm": 0.49892765283584595, |
| "learning_rate": 1.999443257086206e-05, |
| "loss": 0.874519944190979, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.1239193083573487, |
| "grad_norm": 0.4722626507282257, |
| "learning_rate": 1.9993608906346778e-05, |
| "loss": 0.9120929837226868, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.12536023054755044, |
| "grad_norm": 0.5804750323295593, |
| "learning_rate": 1.9992728462396207e-05, |
| "loss": 0.9798381924629211, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.12680115273775217, |
| "grad_norm": 0.5119799375534058, |
| "learning_rate": 1.9991791244012654e-05, |
| "loss": 0.9007123708724976, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.1282420749279539, |
| "grad_norm": 0.529379665851593, |
| "learning_rate": 1.9990797256521e-05, |
| "loss": 0.9782993793487549, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.12968299711815562, |
| "grad_norm": 0.4421041011810303, |
| "learning_rate": 1.9989746505568655e-05, |
| "loss": 0.8241182565689087, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.13112391930835735, |
| "grad_norm": 0.5022783279418945, |
| "learning_rate": 1.998863899712554e-05, |
| "loss": 1.0301092863082886, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.13256484149855907, |
| "grad_norm": 0.4944583773612976, |
| "learning_rate": 1.998747473748405e-05, |
| "loss": 0.9057658910751343, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.1340057636887608, |
| "grad_norm": 0.5021255016326904, |
| "learning_rate": 1.9986253733259004e-05, |
| "loss": 0.994688868522644, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.13544668587896252, |
| "grad_norm": 0.5356181859970093, |
| "learning_rate": 1.998497599138764e-05, |
| "loss": 0.921332061290741, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.13688760806916425, |
| "grad_norm": 0.5648020505905151, |
| "learning_rate": 1.9983641519129534e-05, |
| "loss": 0.8739620447158813, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.138328530259366, |
| "grad_norm": 0.46064072847366333, |
| "learning_rate": 1.99822503240666e-05, |
| "loss": 0.8407166600227356, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.13976945244956773, |
| "grad_norm": 0.5033822059631348, |
| "learning_rate": 1.998080241410301e-05, |
| "loss": 0.9476931095123291, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.14121037463976946, |
| "grad_norm": 0.5009251236915588, |
| "learning_rate": 1.997929779746517e-05, |
| "loss": 0.9408062696456909, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.14265129682997119, |
| "grad_norm": 0.5032044649124146, |
| "learning_rate": 1.997773648270168e-05, |
| "loss": 0.9481003284454346, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.1440922190201729, |
| "grad_norm": 0.5312591791152954, |
| "learning_rate": 1.997611847868326e-05, |
| "loss": 0.8620598316192627, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.14553314121037464, |
| "grad_norm": 0.49578797817230225, |
| "learning_rate": 1.9974443794602723e-05, |
| "loss": 0.8824926018714905, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.14697406340057637, |
| "grad_norm": 0.49957969784736633, |
| "learning_rate": 1.9972712439974912e-05, |
| "loss": 0.8620983362197876, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.1484149855907781, |
| "grad_norm": 0.5200111865997314, |
| "learning_rate": 1.9970924424636645e-05, |
| "loss": 1.0327873229980469, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.14985590778097982, |
| "grad_norm": 0.5515114068984985, |
| "learning_rate": 1.996907975874667e-05, |
| "loss": 0.9890369176864624, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.15129682997118155, |
| "grad_norm": 0.621155858039856, |
| "learning_rate": 1.9967178452785586e-05, |
| "loss": 1.0814683437347412, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.15273775216138327, |
| "grad_norm": 0.5430831909179688, |
| "learning_rate": 1.9965220517555814e-05, |
| "loss": 0.9082866907119751, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.15417867435158503, |
| "grad_norm": 0.5123117566108704, |
| "learning_rate": 1.9963205964181503e-05, |
| "loss": 0.8269040584564209, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.15561959654178675, |
| "grad_norm": 0.475583553314209, |
| "learning_rate": 1.996113480410849e-05, |
| "loss": 0.9455451965332031, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.15706051873198848, |
| "grad_norm": 0.48762381076812744, |
| "learning_rate": 1.9959007049104223e-05, |
| "loss": 0.7549535036087036, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.1585014409221902, |
| "grad_norm": 0.5038346648216248, |
| "learning_rate": 1.9956822711257708e-05, |
| "loss": 0.7314675450325012, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.15994236311239193, |
| "grad_norm": 0.5289925932884216, |
| "learning_rate": 1.995458180297942e-05, |
| "loss": 0.8430821299552917, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.16138328530259366, |
| "grad_norm": 0.48994776606559753, |
| "learning_rate": 1.9952284337001238e-05, |
| "loss": 0.8332911729812622, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.1628242074927954, |
| "grad_norm": 0.536970853805542, |
| "learning_rate": 1.9949930326376403e-05, |
| "loss": 0.8364700078964233, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.1642651296829971, |
| "grad_norm": 0.5265873670578003, |
| "learning_rate": 1.994751978447939e-05, |
| "loss": 0.9724129438400269, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.16570605187319884, |
| "grad_norm": 0.515876293182373, |
| "learning_rate": 1.994505272500588e-05, |
| "loss": 0.8738645315170288, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.16714697406340057, |
| "grad_norm": 0.49826738238334656, |
| "learning_rate": 1.9942529161972646e-05, |
| "loss": 0.7798672318458557, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.1685878962536023, |
| "grad_norm": 0.4744509756565094, |
| "learning_rate": 1.993994910971751e-05, |
| "loss": 0.779198944568634, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.17002881844380405, |
| "grad_norm": 0.5166738033294678, |
| "learning_rate": 1.9937312582899224e-05, |
| "loss": 0.8262094855308533, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.17146974063400577, |
| "grad_norm": 0.5266196131706238, |
| "learning_rate": 1.993461959649742e-05, |
| "loss": 0.9057078957557678, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.1729106628242075, |
| "grad_norm": 0.46664103865623474, |
| "learning_rate": 1.9931870165812492e-05, |
| "loss": 0.8845268487930298, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.17435158501440923, |
| "grad_norm": 0.49491918087005615, |
| "learning_rate": 1.9929064306465543e-05, |
| "loss": 1.0086660385131836, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.17579250720461095, |
| "grad_norm": 0.6369159817695618, |
| "learning_rate": 1.992620203439827e-05, |
| "loss": 0.8299688100814819, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.17723342939481268, |
| "grad_norm": 0.5914552211761475, |
| "learning_rate": 1.9923283365872886e-05, |
| "loss": 0.6999752521514893, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.1786743515850144, |
| "grad_norm": 0.5571977496147156, |
| "learning_rate": 1.9920308317472023e-05, |
| "loss": 0.899816632270813, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.18011527377521613, |
| "grad_norm": 0.5898154377937317, |
| "learning_rate": 1.9917276906098643e-05, |
| "loss": 1.0478678941726685, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.18155619596541786, |
| "grad_norm": 0.5443904399871826, |
| "learning_rate": 1.991418914897593e-05, |
| "loss": 0.8770928978919983, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.1829971181556196, |
| "grad_norm": 0.43962040543556213, |
| "learning_rate": 1.9911045063647214e-05, |
| "loss": 0.7189308404922485, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.1844380403458213, |
| "grad_norm": 0.46299442648887634, |
| "learning_rate": 1.9907844667975847e-05, |
| "loss": 0.7834997177124023, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.18587896253602307, |
| "grad_norm": 0.5070964694023132, |
| "learning_rate": 1.9904587980145117e-05, |
| "loss": 0.9666174650192261, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.1873198847262248, |
| "grad_norm": 0.5512601733207703, |
| "learning_rate": 1.990127501865814e-05, |
| "loss": 1.0248420238494873, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.18876080691642652, |
| "grad_norm": 0.4986175000667572, |
| "learning_rate": 1.989790580233775e-05, |
| "loss": 0.8395522832870483, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.19020172910662825, |
| "grad_norm": 0.5736032724380493, |
| "learning_rate": 1.989448035032641e-05, |
| "loss": 0.9717695713043213, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.19164265129682997, |
| "grad_norm": 0.560399055480957, |
| "learning_rate": 1.989099868208607e-05, |
| "loss": 0.968644917011261, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.1930835734870317, |
| "grad_norm": 0.49599337577819824, |
| "learning_rate": 1.9887460817398093e-05, |
| "loss": 0.9145469069480896, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.19452449567723343, |
| "grad_norm": 0.5436801910400391, |
| "learning_rate": 1.9883866776363123e-05, |
| "loss": 1.0251821279525757, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.19596541786743515, |
| "grad_norm": 0.5881351232528687, |
| "learning_rate": 1.9880216579400972e-05, |
| "loss": 0.9223377108573914, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.19740634005763688, |
| "grad_norm": 0.517955482006073, |
| "learning_rate": 1.9876510247250506e-05, |
| "loss": 0.8712332248687744, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.1988472622478386, |
| "grad_norm": 0.5075203776359558, |
| "learning_rate": 1.9872747800969526e-05, |
| "loss": 0.9759121537208557, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.20028818443804033, |
| "grad_norm": 0.4947361946105957, |
| "learning_rate": 1.9868929261934657e-05, |
| "loss": 0.920539140701294, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.2017291066282421, |
| "grad_norm": 0.693020761013031, |
| "learning_rate": 1.986505465184121e-05, |
| "loss": 0.9794489145278931, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.20317002881844382, |
| "grad_norm": 0.5060868859291077, |
| "learning_rate": 1.986112399270307e-05, |
| "loss": 0.9132547974586487, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.20461095100864554, |
| "grad_norm": 0.5373198390007019, |
| "learning_rate": 1.985713730685257e-05, |
| "loss": 0.9875497817993164, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.20605187319884727, |
| "grad_norm": 0.4931413531303406, |
| "learning_rate": 1.985309461694037e-05, |
| "loss": 0.8547732830047607, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.207492795389049, |
| "grad_norm": 0.5622901916503906, |
| "learning_rate": 1.9848995945935305e-05, |
| "loss": 0.7855159640312195, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.20893371757925072, |
| "grad_norm": 0.6368292570114136, |
| "learning_rate": 1.984484131712429e-05, |
| "loss": 0.8236104249954224, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.21037463976945245, |
| "grad_norm": 0.4789673089981079, |
| "learning_rate": 1.9840630754112152e-05, |
| "loss": 0.7789024114608765, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.21181556195965417, |
| "grad_norm": 0.5207936763763428, |
| "learning_rate": 1.9836364280821522e-05, |
| "loss": 0.8215268850326538, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.2132564841498559, |
| "grad_norm": 0.5288500189781189, |
| "learning_rate": 1.9832041921492688e-05, |
| "loss": 0.883397102355957, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.21469740634005763, |
| "grad_norm": 0.4870454967021942, |
| "learning_rate": 1.9827663700683454e-05, |
| "loss": 0.903971791267395, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.21613832853025935, |
| "grad_norm": 0.468478798866272, |
| "learning_rate": 1.982322964326901e-05, |
| "loss": 0.7198023796081543, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.21757925072046108, |
| "grad_norm": 0.5701258182525635, |
| "learning_rate": 1.9818739774441784e-05, |
| "loss": 0.8818264007568359, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.21902017291066284, |
| "grad_norm": 0.5318727493286133, |
| "learning_rate": 1.98141941197113e-05, |
| "loss": 0.7901202440261841, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.22046109510086456, |
| "grad_norm": 0.6329215168952942, |
| "learning_rate": 1.980959270490404e-05, |
| "loss": 0.9011144638061523, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.2219020172910663, |
| "grad_norm": 0.5430089235305786, |
| "learning_rate": 1.980493555616328e-05, |
| "loss": 0.8788041472434998, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.22334293948126802, |
| "grad_norm": 0.5590965747833252, |
| "learning_rate": 1.980022269994896e-05, |
| "loss": 0.9463634490966797, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.22478386167146974, |
| "grad_norm": 0.5332587361335754, |
| "learning_rate": 1.9795454163037523e-05, |
| "loss": 0.8602564334869385, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.22622478386167147, |
| "grad_norm": 0.5108247399330139, |
| "learning_rate": 1.9790629972521772e-05, |
| "loss": 0.956876277923584, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.2276657060518732, |
| "grad_norm": 0.48440778255462646, |
| "learning_rate": 1.97857501558107e-05, |
| "loss": 0.8002164363861084, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.22910662824207492, |
| "grad_norm": 0.5165001749992371, |
| "learning_rate": 1.9780814740629357e-05, |
| "loss": 0.7904690504074097, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.23054755043227665, |
| "grad_norm": 0.5920788049697876, |
| "learning_rate": 1.9775823755018665e-05, |
| "loss": 1.004716157913208, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.23198847262247838, |
| "grad_norm": 0.46533599495887756, |
| "learning_rate": 1.9770777227335292e-05, |
| "loss": 0.7796809673309326, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.2334293948126801, |
| "grad_norm": 0.5575913786888123, |
| "learning_rate": 1.976567518625145e-05, |
| "loss": 0.7896379232406616, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.23487031700288186, |
| "grad_norm": 0.5064666271209717, |
| "learning_rate": 1.976051766075477e-05, |
| "loss": 0.8482154607772827, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.23631123919308358, |
| "grad_norm": 0.5755187273025513, |
| "learning_rate": 1.9755304680148125e-05, |
| "loss": 0.9588966965675354, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.2377521613832853, |
| "grad_norm": 0.5244006514549255, |
| "learning_rate": 1.9750036274049447e-05, |
| "loss": 0.8246345520019531, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.23919308357348704, |
| "grad_norm": 0.5705826878547668, |
| "learning_rate": 1.974471247239158e-05, |
| "loss": 0.9529173374176025, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.24063400576368876, |
| "grad_norm": 0.5782693028450012, |
| "learning_rate": 1.97393333054221e-05, |
| "loss": 0.9156125783920288, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.2420749279538905, |
| "grad_norm": 0.5548809170722961, |
| "learning_rate": 1.9733898803703145e-05, |
| "loss": 0.87775719165802, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.24351585014409222, |
| "grad_norm": 0.5045956373214722, |
| "learning_rate": 1.972840899811125e-05, |
| "loss": 0.8338059782981873, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.24495677233429394, |
| "grad_norm": 0.4768422245979309, |
| "learning_rate": 1.9722863919837146e-05, |
| "loss": 0.8089622259140015, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.24639769452449567, |
| "grad_norm": 0.5043761134147644, |
| "learning_rate": 1.9717263600385614e-05, |
| "loss": 0.8071548938751221, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.2478386167146974, |
| "grad_norm": 0.449352502822876, |
| "learning_rate": 1.9711608071575285e-05, |
| "loss": 0.7377144694328308, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.24927953890489912, |
| "grad_norm": 0.5425634980201721, |
| "learning_rate": 1.970589736553847e-05, |
| "loss": 0.9347266554832458, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.2507204610951009, |
| "grad_norm": 0.5423866510391235, |
| "learning_rate": 1.970013151472097e-05, |
| "loss": 0.9006168842315674, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2521613832853026, |
| "grad_norm": 0.46786877512931824, |
| "learning_rate": 1.96943105518819e-05, |
| "loss": 0.8953101634979248, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.25360230547550433, |
| "grad_norm": 0.5013384222984314, |
| "learning_rate": 1.968843451009349e-05, |
| "loss": 0.9531070590019226, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.25504322766570603, |
| "grad_norm": 0.5079538226127625, |
| "learning_rate": 1.9682503422740915e-05, |
| "loss": 0.7452487945556641, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.2564841498559078, |
| "grad_norm": 0.48233309388160706, |
| "learning_rate": 1.967651732352209e-05, |
| "loss": 0.78824782371521, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.2579250720461095, |
| "grad_norm": 0.4961184859275818, |
| "learning_rate": 1.9670476246447484e-05, |
| "loss": 0.7305347919464111, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.25936599423631124, |
| "grad_norm": 0.5201149582862854, |
| "learning_rate": 1.966438022583993e-05, |
| "loss": 0.896546483039856, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.260806916426513, |
| "grad_norm": 0.5316110849380493, |
| "learning_rate": 1.9658229296334416e-05, |
| "loss": 0.9205869436264038, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.2622478386167147, |
| "grad_norm": 0.4991670548915863, |
| "learning_rate": 1.9652023492877915e-05, |
| "loss": 0.7877059578895569, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.26368876080691644, |
| "grad_norm": 0.5440250635147095, |
| "learning_rate": 1.964576285072916e-05, |
| "loss": 0.7989544868469238, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.26512968299711814, |
| "grad_norm": 0.5110585689544678, |
| "learning_rate": 1.963944740545846e-05, |
| "loss": 0.861824631690979, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.2665706051873199, |
| "grad_norm": 0.5013352632522583, |
| "learning_rate": 1.9633077192947486e-05, |
| "loss": 0.7943878173828125, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.2680115273775216, |
| "grad_norm": 0.4938945472240448, |
| "learning_rate": 1.9626652249389076e-05, |
| "loss": 0.7950688600540161, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.26945244956772335, |
| "grad_norm": 0.5503535270690918, |
| "learning_rate": 1.9620172611287028e-05, |
| "loss": 0.7456330060958862, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.27089337175792505, |
| "grad_norm": 0.5915765166282654, |
| "learning_rate": 1.9613638315455888e-05, |
| "loss": 0.803912878036499, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.2723342939481268, |
| "grad_norm": 0.5289369821548462, |
| "learning_rate": 1.9607049399020746e-05, |
| "loss": 0.8069210052490234, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.2737752161383285, |
| "grad_norm": 0.6146844029426575, |
| "learning_rate": 1.9600405899417026e-05, |
| "loss": 0.9639400243759155, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.27521613832853026, |
| "grad_norm": 0.5518732070922852, |
| "learning_rate": 1.9593707854390263e-05, |
| "loss": 0.8917955160140991, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.276657060518732, |
| "grad_norm": 0.5757451057434082, |
| "learning_rate": 1.9586955301995903e-05, |
| "loss": 1.0030066967010498, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.2780979827089337, |
| "grad_norm": 0.6039057374000549, |
| "learning_rate": 1.9580148280599075e-05, |
| "loss": 0.770416796207428, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.27953890489913547, |
| "grad_norm": 0.5454704761505127, |
| "learning_rate": 1.957328682887438e-05, |
| "loss": 0.7988390326499939, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.28097982708933716, |
| "grad_norm": 0.5586422085762024, |
| "learning_rate": 1.9566370985805666e-05, |
| "loss": 0.8730517625808716, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2824207492795389, |
| "grad_norm": 0.5465781092643738, |
| "learning_rate": 1.9559400790685813e-05, |
| "loss": 0.984703779220581, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.2838616714697406, |
| "grad_norm": 0.5505930185317993, |
| "learning_rate": 1.9552376283116508e-05, |
| "loss": 0.8712029457092285, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.28530259365994237, |
| "grad_norm": 0.49047884345054626, |
| "learning_rate": 1.9545297503008014e-05, |
| "loss": 0.9437016844749451, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.28674351585014407, |
| "grad_norm": 0.5203781127929688, |
| "learning_rate": 1.953816449057895e-05, |
| "loss": 0.9115222096443176, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.2881844380403458, |
| "grad_norm": 0.5116919279098511, |
| "learning_rate": 1.9530977286356053e-05, |
| "loss": 0.8222418427467346, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2896253602305475, |
| "grad_norm": 0.5122188329696655, |
| "learning_rate": 1.9523735931173964e-05, |
| "loss": 0.7692494988441467, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.2910662824207493, |
| "grad_norm": 0.48403820395469666, |
| "learning_rate": 1.951644046617499e-05, |
| "loss": 0.7008178234100342, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.29250720461095103, |
| "grad_norm": 0.5577651262283325, |
| "learning_rate": 1.950909093280885e-05, |
| "loss": 0.9718255996704102, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.29394812680115273, |
| "grad_norm": 0.5913541913032532, |
| "learning_rate": 1.9501687372832466e-05, |
| "loss": 1.0085289478302002, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.2953890489913545, |
| "grad_norm": 0.6354373097419739, |
| "learning_rate": 1.9494229828309724e-05, |
| "loss": 0.9526057243347168, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.2968299711815562, |
| "grad_norm": 0.5196180939674377, |
| "learning_rate": 1.948671834161122e-05, |
| "loss": 0.9512363076210022, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.29827089337175794, |
| "grad_norm": 0.49973103404045105, |
| "learning_rate": 1.947915295541402e-05, |
| "loss": 0.8308489322662354, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.29971181556195964, |
| "grad_norm": 0.5216118693351746, |
| "learning_rate": 1.947153371270144e-05, |
| "loss": 0.8502541780471802, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.3011527377521614, |
| "grad_norm": 0.6129580140113831, |
| "learning_rate": 1.946386065676277e-05, |
| "loss": 0.8418374061584473, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.3025936599423631, |
| "grad_norm": 0.5305296182632446, |
| "learning_rate": 1.945613383119305e-05, |
| "loss": 0.8838613033294678, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.30403458213256485, |
| "grad_norm": 0.5104044079780579, |
| "learning_rate": 1.944835327989282e-05, |
| "loss": 0.8677416443824768, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.30547550432276654, |
| "grad_norm": 0.5255080461502075, |
| "learning_rate": 1.944051904706786e-05, |
| "loss": 0.8306810855865479, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.3069164265129683, |
| "grad_norm": 0.5854450464248657, |
| "learning_rate": 1.9432631177228948e-05, |
| "loss": 0.9153035879135132, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.30835734870317005, |
| "grad_norm": 0.6011139154434204, |
| "learning_rate": 1.942468971519161e-05, |
| "loss": 0.8749545812606812, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.30979827089337175, |
| "grad_norm": 0.6026611924171448, |
| "learning_rate": 1.941669470607585e-05, |
| "loss": 0.9470349550247192, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.3112391930835735, |
| "grad_norm": 0.5269956588745117, |
| "learning_rate": 1.9408646195305914e-05, |
| "loss": 0.8375416398048401, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.3126801152737752, |
| "grad_norm": 0.5777774453163147, |
| "learning_rate": 1.940054422861002e-05, |
| "loss": 0.8614240884780884, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.31412103746397696, |
| "grad_norm": 0.5759449601173401, |
| "learning_rate": 1.939238885202009e-05, |
| "loss": 0.886568546295166, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.31556195965417866, |
| "grad_norm": 0.6054496765136719, |
| "learning_rate": 1.9384180111871502e-05, |
| "loss": 0.9906665086746216, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.3170028818443804, |
| "grad_norm": 0.5911257863044739, |
| "learning_rate": 1.9375918054802836e-05, |
| "loss": 0.8998844623565674, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.3184438040345821, |
| "grad_norm": 0.5230793356895447, |
| "learning_rate": 1.936760272775558e-05, |
| "loss": 0.8659279346466064, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.31988472622478387, |
| "grad_norm": 0.5517547130584717, |
| "learning_rate": 1.935923417797389e-05, |
| "loss": 0.8853185176849365, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.32132564841498557, |
| "grad_norm": 0.5559066534042358, |
| "learning_rate": 1.9350812453004303e-05, |
| "loss": 0.8165359497070312, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.3227665706051873, |
| "grad_norm": 0.7742547988891602, |
| "learning_rate": 1.934233760069548e-05, |
| "loss": 0.9410666227340698, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.3242074927953891, |
| "grad_norm": 0.5944716334342957, |
| "learning_rate": 1.933380966919792e-05, |
| "loss": 0.8204824328422546, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.3256484149855908, |
| "grad_norm": 0.5238089561462402, |
| "learning_rate": 1.9325228706963716e-05, |
| "loss": 0.7781552672386169, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.3270893371757925, |
| "grad_norm": 0.5538492202758789, |
| "learning_rate": 1.9316594762746238e-05, |
| "loss": 0.861137330532074, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.3285302593659942, |
| "grad_norm": 0.49301236867904663, |
| "learning_rate": 1.9307907885599883e-05, |
| "loss": 0.7672471404075623, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.329971181556196, |
| "grad_norm": 0.5632166266441345, |
| "learning_rate": 1.9299168124879798e-05, |
| "loss": 0.9043705463409424, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.3314121037463977, |
| "grad_norm": 0.517174482345581, |
| "learning_rate": 1.9290375530241577e-05, |
| "loss": 0.8089410662651062, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.33285302593659943, |
| "grad_norm": 0.5550019145011902, |
| "learning_rate": 1.9281530151641016e-05, |
| "loss": 0.8886780142784119, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.33429394812680113, |
| "grad_norm": 0.6222152709960938, |
| "learning_rate": 1.9272632039333784e-05, |
| "loss": 0.7788711786270142, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.3357348703170029, |
| "grad_norm": 0.5116149187088013, |
| "learning_rate": 1.9263681243875173e-05, |
| "loss": 0.8461220264434814, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.3371757925072046, |
| "grad_norm": 0.5942230820655823, |
| "learning_rate": 1.92546778161198e-05, |
| "loss": 0.856147289276123, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.33861671469740634, |
| "grad_norm": 0.5200196504592896, |
| "learning_rate": 1.9245621807221306e-05, |
| "loss": 0.7370104789733887, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.3400576368876081, |
| "grad_norm": 0.4902980625629425, |
| "learning_rate": 1.9236513268632085e-05, |
| "loss": 0.8132247924804688, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.3414985590778098, |
| "grad_norm": 0.5125890374183655, |
| "learning_rate": 1.922735225210298e-05, |
| "loss": 0.8135820627212524, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.34293948126801155, |
| "grad_norm": 0.6545057892799377, |
| "learning_rate": 1.9218138809682988e-05, |
| "loss": 0.9990659952163696, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.34438040345821325, |
| "grad_norm": 0.45519211888313293, |
| "learning_rate": 1.9208872993718967e-05, |
| "loss": 0.6385080814361572, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.345821325648415, |
| "grad_norm": 0.5084793567657471, |
| "learning_rate": 1.919955485685535e-05, |
| "loss": 0.8031101226806641, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3472622478386167, |
| "grad_norm": 0.5788770318031311, |
| "learning_rate": 1.9190184452033828e-05, |
| "loss": 0.8098981380462646, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.34870317002881845, |
| "grad_norm": 0.5901806354522705, |
| "learning_rate": 1.9180761832493045e-05, |
| "loss": 0.770499050617218, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.35014409221902015, |
| "grad_norm": 0.5531857013702393, |
| "learning_rate": 1.917128705176833e-05, |
| "loss": 0.7973406314849854, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.3515850144092219, |
| "grad_norm": 0.533688485622406, |
| "learning_rate": 1.9161760163691347e-05, |
| "loss": 0.8184660077095032, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.3530259365994236, |
| "grad_norm": 0.6230199933052063, |
| "learning_rate": 1.915218122238983e-05, |
| "loss": 0.9237667322158813, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.35446685878962536, |
| "grad_norm": 0.5710411667823792, |
| "learning_rate": 1.9142550282287247e-05, |
| "loss": 0.9484732747077942, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.3559077809798271, |
| "grad_norm": 0.5010262727737427, |
| "learning_rate": 1.9132867398102498e-05, |
| "loss": 0.7892597317695618, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.3573487031700288, |
| "grad_norm": 0.5981287956237793, |
| "learning_rate": 1.912313262484962e-05, |
| "loss": 0.8831825852394104, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.35878962536023057, |
| "grad_norm": 0.5648021697998047, |
| "learning_rate": 1.911334601783745e-05, |
| "loss": 0.7330418825149536, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.36023054755043227, |
| "grad_norm": 0.540814220905304, |
| "learning_rate": 1.910350763266933e-05, |
| "loss": 0.8082142472267151, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.361671469740634, |
| "grad_norm": 0.5894553065299988, |
| "learning_rate": 1.9093617525242772e-05, |
| "loss": 0.9762543439865112, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.3631123919308357, |
| "grad_norm": 0.5327045321464539, |
| "learning_rate": 1.9083675751749174e-05, |
| "loss": 0.7824052572250366, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.3645533141210375, |
| "grad_norm": 0.5246372818946838, |
| "learning_rate": 1.907368236867345e-05, |
| "loss": 0.7279900312423706, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.3659942363112392, |
| "grad_norm": 0.5794147849082947, |
| "learning_rate": 1.9063637432793757e-05, |
| "loss": 0.7523423433303833, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.36743515850144093, |
| "grad_norm": 0.5827282071113586, |
| "learning_rate": 1.9053541001181156e-05, |
| "loss": 0.8881576061248779, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3688760806916426, |
| "grad_norm": 0.5458179712295532, |
| "learning_rate": 1.9043393131199266e-05, |
| "loss": 0.7404780983924866, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.3703170028818444, |
| "grad_norm": 0.5116549134254456, |
| "learning_rate": 1.9033193880503976e-05, |
| "loss": 0.846668004989624, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.37175792507204614, |
| "grad_norm": 0.5459802746772766, |
| "learning_rate": 1.9022943307043085e-05, |
| "loss": 0.7665458917617798, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.37319884726224783, |
| "grad_norm": 0.584256649017334, |
| "learning_rate": 1.9012641469055998e-05, |
| "loss": 0.9224525690078735, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.3746397694524496, |
| "grad_norm": 0.5947668552398682, |
| "learning_rate": 1.9002288425073367e-05, |
| "loss": 0.8733052611351013, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.3760806916426513, |
| "grad_norm": 0.5581645369529724, |
| "learning_rate": 1.8991884233916795e-05, |
| "loss": 0.9351893663406372, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.37752161383285304, |
| "grad_norm": 0.5662564039230347, |
| "learning_rate": 1.8981428954698466e-05, |
| "loss": 0.841423749923706, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.37896253602305474, |
| "grad_norm": 0.5291077494621277, |
| "learning_rate": 1.8970922646820825e-05, |
| "loss": 0.8083174228668213, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.3804034582132565, |
| "grad_norm": 0.549354612827301, |
| "learning_rate": 1.8960365369976256e-05, |
| "loss": 0.9548866152763367, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.3818443804034582, |
| "grad_norm": 0.5359464883804321, |
| "learning_rate": 1.8949757184146706e-05, |
| "loss": 0.9965292811393738, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.38328530259365995, |
| "grad_norm": 0.4956778287887573, |
| "learning_rate": 1.893909814960338e-05, |
| "loss": 0.7761472463607788, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.38472622478386165, |
| "grad_norm": 0.6444170475006104, |
| "learning_rate": 1.8928388326906376e-05, |
| "loss": 0.9611786603927612, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.3861671469740634, |
| "grad_norm": 0.5334309935569763, |
| "learning_rate": 1.8917627776904352e-05, |
| "loss": 0.7814089059829712, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.38760806916426516, |
| "grad_norm": 0.5955665707588196, |
| "learning_rate": 1.8906816560734182e-05, |
| "loss": 0.7999836206436157, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.38904899135446686, |
| "grad_norm": 0.5542837381362915, |
| "learning_rate": 1.889595473982059e-05, |
| "loss": 0.8167480230331421, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3904899135446686, |
| "grad_norm": 0.5896769762039185, |
| "learning_rate": 1.8885042375875825e-05, |
| "loss": 0.8907427787780762, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.3919308357348703, |
| "grad_norm": 0.5406194925308228, |
| "learning_rate": 1.8874079530899298e-05, |
| "loss": 0.7174965143203735, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.39337175792507206, |
| "grad_norm": 0.5626124739646912, |
| "learning_rate": 1.8863066267177234e-05, |
| "loss": 0.8048909902572632, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.39481268011527376, |
| "grad_norm": 0.5179824233055115, |
| "learning_rate": 1.885200264728231e-05, |
| "loss": 0.9267027378082275, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.3962536023054755, |
| "grad_norm": 0.5661771893501282, |
| "learning_rate": 1.884088873407331e-05, |
| "loss": 0.9026603698730469, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.3976945244956772, |
| "grad_norm": 0.5045554637908936, |
| "learning_rate": 1.882972459069476e-05, |
| "loss": 0.6470727920532227, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.39913544668587897, |
| "grad_norm": 0.56135493516922, |
| "learning_rate": 1.8818510280576577e-05, |
| "loss": 0.8532092571258545, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.40057636887608067, |
| "grad_norm": 0.5583396553993225, |
| "learning_rate": 1.88072458674337e-05, |
| "loss": 0.9061315059661865, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.4020172910662824, |
| "grad_norm": 0.5593348741531372, |
| "learning_rate": 1.8795931415265735e-05, |
| "loss": 0.8761183023452759, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.4034582132564842, |
| "grad_norm": 0.5651080012321472, |
| "learning_rate": 1.8784566988356586e-05, |
| "loss": 0.8924948573112488, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.4048991354466859, |
| "grad_norm": 0.5161260962486267, |
| "learning_rate": 1.877315265127409e-05, |
| "loss": 0.7666558623313904, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.40634005763688763, |
| "grad_norm": 0.5837459564208984, |
| "learning_rate": 1.8761688468869658e-05, |
| "loss": 0.8420302867889404, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.40778097982708933, |
| "grad_norm": 0.4191261827945709, |
| "learning_rate": 1.8750174506277902e-05, |
| "loss": 0.6361753940582275, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.4092219020172911, |
| "grad_norm": 0.5724524855613708, |
| "learning_rate": 1.8738610828916255e-05, |
| "loss": 0.8530267477035522, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.4106628242074928, |
| "grad_norm": 0.542438268661499, |
| "learning_rate": 1.8726997502484617e-05, |
| "loss": 0.8724586963653564, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.41210374639769454, |
| "grad_norm": 0.6427977085113525, |
| "learning_rate": 1.8715334592964964e-05, |
| "loss": 0.9001520276069641, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.41354466858789624, |
| "grad_norm": 0.5782722234725952, |
| "learning_rate": 1.8703622166620995e-05, |
| "loss": 0.7817631959915161, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.414985590778098, |
| "grad_norm": 0.5602166652679443, |
| "learning_rate": 1.869186028999773e-05, |
| "loss": 0.8070363998413086, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.4164265129682997, |
| "grad_norm": 0.4618314504623413, |
| "learning_rate": 1.868004902992115e-05, |
| "loss": 0.7365565299987793, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.41786743515850144, |
| "grad_norm": 0.5189284682273865, |
| "learning_rate": 1.8668188453497814e-05, |
| "loss": 0.7789565324783325, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.41930835734870314, |
| "grad_norm": 0.5521842241287231, |
| "learning_rate": 1.865627862811447e-05, |
| "loss": 0.8625829219818115, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.4207492795389049, |
| "grad_norm": 0.5609997510910034, |
| "learning_rate": 1.8644319621437677e-05, |
| "loss": 0.7133926153182983, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.42219020172910665, |
| "grad_norm": 0.541661262512207, |
| "learning_rate": 1.863231150141343e-05, |
| "loss": 0.8321035504341125, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.42363112391930835, |
| "grad_norm": 0.5149182677268982, |
| "learning_rate": 1.8620254336266757e-05, |
| "loss": 0.874350905418396, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.4250720461095101, |
| "grad_norm": 0.6094365119934082, |
| "learning_rate": 1.8608148194501343e-05, |
| "loss": 0.95909583568573, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.4265129682997118, |
| "grad_norm": 0.545134425163269, |
| "learning_rate": 1.8595993144899135e-05, |
| "loss": 0.8478891849517822, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.42795389048991356, |
| "grad_norm": 0.5844987630844116, |
| "learning_rate": 1.858378925651996e-05, |
| "loss": 0.952475905418396, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.42939481268011526, |
| "grad_norm": 0.6407363414764404, |
| "learning_rate": 1.8571536598701114e-05, |
| "loss": 0.890306293964386, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.430835734870317, |
| "grad_norm": 0.5291120409965515, |
| "learning_rate": 1.8559235241056994e-05, |
| "loss": 0.7820404767990112, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.4322766570605187, |
| "grad_norm": 0.6523168683052063, |
| "learning_rate": 1.8546885253478678e-05, |
| "loss": 0.9190243482589722, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.43371757925072046, |
| "grad_norm": 0.5536230802536011, |
| "learning_rate": 1.853448670613354e-05, |
| "loss": 0.8771055936813354, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.43515850144092216, |
| "grad_norm": 0.563988208770752, |
| "learning_rate": 1.8522039669464863e-05, |
| "loss": 0.9419461488723755, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.4365994236311239, |
| "grad_norm": 0.5542746186256409, |
| "learning_rate": 1.8509544214191403e-05, |
| "loss": 0.8944621086120605, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.43804034582132567, |
| "grad_norm": 0.5350150465965271, |
| "learning_rate": 1.8497000411307035e-05, |
| "loss": 0.8363540768623352, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.43948126801152737, |
| "grad_norm": 0.6578159928321838, |
| "learning_rate": 1.8484408332080298e-05, |
| "loss": 0.8941947221755981, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.4409221902017291, |
| "grad_norm": 0.5049351453781128, |
| "learning_rate": 1.847176804805404e-05, |
| "loss": 0.7112985849380493, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.4423631123919308, |
| "grad_norm": 0.5391475558280945, |
| "learning_rate": 1.845907963104497e-05, |
| "loss": 0.8202729225158691, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.4438040345821326, |
| "grad_norm": 0.533073365688324, |
| "learning_rate": 1.844634315314329e-05, |
| "loss": 0.7154335379600525, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.4452449567723343, |
| "grad_norm": 0.5108841061592102, |
| "learning_rate": 1.843355868671224e-05, |
| "loss": 0.809640109539032, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.44668587896253603, |
| "grad_norm": 0.5836730003356934, |
| "learning_rate": 1.8420726304387723e-05, |
| "loss": 0.8588663339614868, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.44812680115273773, |
| "grad_norm": 0.553754448890686, |
| "learning_rate": 1.840784607907788e-05, |
| "loss": 0.9030488729476929, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.4495677233429395, |
| "grad_norm": 0.5422321557998657, |
| "learning_rate": 1.839491808396267e-05, |
| "loss": 0.9312916994094849, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.4510086455331412, |
| "grad_norm": 0.571288526058197, |
| "learning_rate": 1.8381942392493464e-05, |
| "loss": 0.7808306217193604, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.45244956772334294, |
| "grad_norm": 0.6292662024497986, |
| "learning_rate": 1.836891907839262e-05, |
| "loss": 0.8910583257675171, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.4538904899135447, |
| "grad_norm": 0.7166162133216858, |
| "learning_rate": 1.8355848215653073e-05, |
| "loss": 0.9522457122802734, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.4553314121037464, |
| "grad_norm": 0.530035138130188, |
| "learning_rate": 1.8342729878537903e-05, |
| "loss": 0.7427791357040405, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.45677233429394815, |
| "grad_norm": 0.5844604969024658, |
| "learning_rate": 1.8329564141579924e-05, |
| "loss": 0.8231528997421265, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.45821325648414984, |
| "grad_norm": 0.5728287100791931, |
| "learning_rate": 1.831635107958125e-05, |
| "loss": 0.7926725149154663, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.4596541786743516, |
| "grad_norm": 0.5957269668579102, |
| "learning_rate": 1.8303090767612882e-05, |
| "loss": 0.7666646242141724, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.4610951008645533, |
| "grad_norm": 0.5679943561553955, |
| "learning_rate": 1.828978328101428e-05, |
| "loss": 0.8417126536369324, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.46253602305475505, |
| "grad_norm": 0.5592843890190125, |
| "learning_rate": 1.8276428695392908e-05, |
| "loss": 0.8209915161132812, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.46397694524495675, |
| "grad_norm": 0.5582208633422852, |
| "learning_rate": 1.8263027086623852e-05, |
| "loss": 0.8837690353393555, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.4654178674351585, |
| "grad_norm": 0.5516442656517029, |
| "learning_rate": 1.824957853084935e-05, |
| "loss": 0.8529192209243774, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.4668587896253602, |
| "grad_norm": 0.46436768770217896, |
| "learning_rate": 1.8236083104478373e-05, |
| "loss": 0.7889063358306885, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.46829971181556196, |
| "grad_norm": 0.5388792157173157, |
| "learning_rate": 1.82225408841862e-05, |
| "loss": 0.9407418966293335, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.4697406340057637, |
| "grad_norm": 0.5538932681083679, |
| "learning_rate": 1.8208951946913965e-05, |
| "loss": 0.7872345447540283, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.4711815561959654, |
| "grad_norm": 0.5267892479896545, |
| "learning_rate": 1.819531636986823e-05, |
| "loss": 0.882459282875061, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.47262247838616717, |
| "grad_norm": 0.5909714698791504, |
| "learning_rate": 1.8181634230520537e-05, |
| "loss": 0.9235331416130066, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.47406340057636887, |
| "grad_norm": 0.46869757771492004, |
| "learning_rate": 1.8167905606606995e-05, |
| "loss": 0.729993462562561, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.4755043227665706, |
| "grad_norm": 0.5067007541656494, |
| "learning_rate": 1.8154130576127794e-05, |
| "loss": 0.782564103603363, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.4769452449567723, |
| "grad_norm": 0.5801006555557251, |
| "learning_rate": 1.8140309217346805e-05, |
| "loss": 0.8379372358322144, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.4783861671469741, |
| "grad_norm": 0.5479756593704224, |
| "learning_rate": 1.812644160879111e-05, |
| "loss": 0.8435878753662109, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.47982708933717577, |
| "grad_norm": 0.5957703590393066, |
| "learning_rate": 1.8112527829250558e-05, |
| "loss": 0.9512555599212646, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.4812680115273775, |
| "grad_norm": 0.6068620681762695, |
| "learning_rate": 1.809856795777733e-05, |
| "loss": 0.9145616292953491, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.4827089337175792, |
| "grad_norm": 0.6074503064155579, |
| "learning_rate": 1.8084562073685482e-05, |
| "loss": 0.882449746131897, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.484149855907781, |
| "grad_norm": 0.525236964225769, |
| "learning_rate": 1.807051025655048e-05, |
| "loss": 0.8563383221626282, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.48559077809798273, |
| "grad_norm": 0.5497779250144958, |
| "learning_rate": 1.8056412586208784e-05, |
| "loss": 0.9395558834075928, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.48703170028818443, |
| "grad_norm": 0.6293545365333557, |
| "learning_rate": 1.8042269142757354e-05, |
| "loss": 0.88382488489151, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.4884726224783862, |
| "grad_norm": 0.577172577381134, |
| "learning_rate": 1.8028080006553223e-05, |
| "loss": 0.8618476390838623, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.4899135446685879, |
| "grad_norm": 0.6339530944824219, |
| "learning_rate": 1.8013845258213024e-05, |
| "loss": 0.9440295696258545, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.49135446685878964, |
| "grad_norm": 0.5603951215744019, |
| "learning_rate": 1.7999564978612544e-05, |
| "loss": 0.8309040069580078, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.49279538904899134, |
| "grad_norm": 0.5788914561271667, |
| "learning_rate": 1.7985239248886264e-05, |
| "loss": 0.7537168264389038, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.4942363112391931, |
| "grad_norm": 0.6304644346237183, |
| "learning_rate": 1.797086815042688e-05, |
| "loss": 0.8292367458343506, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.4956772334293948, |
| "grad_norm": 0.5928136110305786, |
| "learning_rate": 1.7956451764884862e-05, |
| "loss": 0.9440184831619263, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.49711815561959655, |
| "grad_norm": 0.5665022730827332, |
| "learning_rate": 1.7941990174167987e-05, |
| "loss": 0.8995509147644043, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.49855907780979825, |
| "grad_norm": 0.5720584392547607, |
| "learning_rate": 1.7927483460440857e-05, |
| "loss": 0.76401686668396, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.5267989635467529, |
| "learning_rate": 1.7912931706124447e-05, |
| "loss": 0.8446654081344604, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.5014409221902018, |
| "grad_norm": 0.5750987529754639, |
| "learning_rate": 1.789833499389564e-05, |
| "loss": 0.9858725070953369, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.5028818443804035, |
| "grad_norm": 0.5349816083908081, |
| "learning_rate": 1.7883693406686746e-05, |
| "loss": 0.7775611877441406, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.5043227665706052, |
| "grad_norm": 0.5641323328018188, |
| "learning_rate": 1.786900702768504e-05, |
| "loss": 0.8651770353317261, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5057636887608069, |
| "grad_norm": 0.5117978453636169, |
| "learning_rate": 1.7854275940332272e-05, |
| "loss": 0.9010483026504517, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.5072046109510087, |
| "grad_norm": 0.5440452694892883, |
| "learning_rate": 1.7839500228324223e-05, |
| "loss": 0.8568730354309082, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.5086455331412104, |
| "grad_norm": 0.6057641506195068, |
| "learning_rate": 1.78246799756102e-05, |
| "loss": 0.8103794455528259, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.5100864553314121, |
| "grad_norm": 0.5351923108100891, |
| "learning_rate": 1.7809815266392575e-05, |
| "loss": 0.7672939300537109, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.5115273775216138, |
| "grad_norm": 0.5460227131843567, |
| "learning_rate": 1.779490618512631e-05, |
| "loss": 0.8088076114654541, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.5129682997118156, |
| "grad_norm": 0.5851891040802002, |
| "learning_rate": 1.7779952816518454e-05, |
| "loss": 0.9721853137016296, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.5144092219020173, |
| "grad_norm": 0.5677433013916016, |
| "learning_rate": 1.7764955245527693e-05, |
| "loss": 0.8301690220832825, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.515850144092219, |
| "grad_norm": 0.535126805305481, |
| "learning_rate": 1.7749913557363844e-05, |
| "loss": 0.7846548557281494, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.5172910662824207, |
| "grad_norm": 0.525834321975708, |
| "learning_rate": 1.7734827837487386e-05, |
| "loss": 0.7961332201957703, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.5187319884726225, |
| "grad_norm": 0.5872762203216553, |
| "learning_rate": 1.771969817160896e-05, |
| "loss": 0.9165979623794556, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5201729106628242, |
| "grad_norm": 0.6101512312889099, |
| "learning_rate": 1.770452464568889e-05, |
| "loss": 0.8378180861473083, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.521613832853026, |
| "grad_norm": 0.5622274279594421, |
| "learning_rate": 1.7689307345936705e-05, |
| "loss": 0.9264764189720154, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.5230547550432276, |
| "grad_norm": 0.5881224274635315, |
| "learning_rate": 1.767404635881062e-05, |
| "loss": 0.7161828279495239, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.5244956772334294, |
| "grad_norm": 0.5270618796348572, |
| "learning_rate": 1.7658741771017076e-05, |
| "loss": 0.7974847555160522, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.5259365994236311, |
| "grad_norm": 0.6095194816589355, |
| "learning_rate": 1.7643393669510236e-05, |
| "loss": 0.9246715307235718, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.5273775216138329, |
| "grad_norm": 0.5328574776649475, |
| "learning_rate": 1.7628002141491477e-05, |
| "loss": 0.7695842981338501, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.5288184438040345, |
| "grad_norm": 0.5745126605033875, |
| "learning_rate": 1.7612567274408925e-05, |
| "loss": 0.8186914920806885, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.5302593659942363, |
| "grad_norm": 0.628709077835083, |
| "learning_rate": 1.759708915595692e-05, |
| "loss": 0.8628635406494141, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.531700288184438, |
| "grad_norm": 0.6294564604759216, |
| "learning_rate": 1.7581567874075552e-05, |
| "loss": 0.9215906858444214, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.5331412103746398, |
| "grad_norm": 0.5869788527488708, |
| "learning_rate": 1.7566003516950146e-05, |
| "loss": 0.8090559244155884, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5345821325648416, |
| "grad_norm": 0.5539984703063965, |
| "learning_rate": 1.755039617301075e-05, |
| "loss": 0.7528271675109863, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.5360230547550432, |
| "grad_norm": 0.6224076747894287, |
| "learning_rate": 1.753474593093167e-05, |
| "loss": 0.8555803298950195, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.537463976945245, |
| "grad_norm": 0.5650821328163147, |
| "learning_rate": 1.751905287963091e-05, |
| "loss": 0.7390874624252319, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.5389048991354467, |
| "grad_norm": 0.574177086353302, |
| "learning_rate": 1.7503317108269722e-05, |
| "loss": 0.8000231385231018, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.5403458213256485, |
| "grad_norm": 0.5812594294548035, |
| "learning_rate": 1.7487538706252062e-05, |
| "loss": 0.7520013451576233, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.5417867435158501, |
| "grad_norm": 0.6823700666427612, |
| "learning_rate": 1.7471717763224096e-05, |
| "loss": 0.8118777275085449, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.5432276657060519, |
| "grad_norm": 0.5933303236961365, |
| "learning_rate": 1.7455854369073703e-05, |
| "loss": 0.9474261999130249, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.5446685878962536, |
| "grad_norm": 0.5944895148277283, |
| "learning_rate": 1.7439948613929928e-05, |
| "loss": 0.8606828451156616, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.5461095100864554, |
| "grad_norm": 0.6672566533088684, |
| "learning_rate": 1.742400058816252e-05, |
| "loss": 0.9909709692001343, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.547550432276657, |
| "grad_norm": 0.6100744009017944, |
| "learning_rate": 1.740801038238137e-05, |
| "loss": 1.0025837421417236, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5489913544668588, |
| "grad_norm": 0.5349178910255432, |
| "learning_rate": 1.7391978087436032e-05, |
| "loss": 0.7103726863861084, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.5504322766570605, |
| "grad_norm": 0.7046380639076233, |
| "learning_rate": 1.737590379441518e-05, |
| "loss": 0.8792040348052979, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.5518731988472623, |
| "grad_norm": 0.4961056411266327, |
| "learning_rate": 1.735978759464612e-05, |
| "loss": 0.6803684234619141, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.553314121037464, |
| "grad_norm": 0.679291307926178, |
| "learning_rate": 1.734362957969423e-05, |
| "loss": 0.9841272830963135, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.5547550432276657, |
| "grad_norm": 0.6313779950141907, |
| "learning_rate": 1.7327429841362494e-05, |
| "loss": 0.9495967030525208, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5561959654178674, |
| "grad_norm": 0.6582711935043335, |
| "learning_rate": 1.7311188471690925e-05, |
| "loss": 0.883407711982727, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5576368876080692, |
| "grad_norm": 0.5695992112159729, |
| "learning_rate": 1.729490556295608e-05, |
| "loss": 0.779451847076416, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.5590778097982709, |
| "grad_norm": 0.5270829796791077, |
| "learning_rate": 1.7278581207670522e-05, |
| "loss": 0.8198345899581909, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5605187319884726, |
| "grad_norm": 0.5536486506462097, |
| "learning_rate": 1.72622154985823e-05, |
| "loss": 0.8746044635772705, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.5619596541786743, |
| "grad_norm": 0.570270836353302, |
| "learning_rate": 1.7245808528674403e-05, |
| "loss": 0.7180839776992798, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5634005763688761, |
| "grad_norm": 0.5193256139755249, |
| "learning_rate": 1.7229360391164256e-05, |
| "loss": 0.7979388236999512, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.5648414985590778, |
| "grad_norm": 0.6080824136734009, |
| "learning_rate": 1.7212871179503188e-05, |
| "loss": 0.8225536346435547, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.5662824207492796, |
| "grad_norm": 0.5873963832855225, |
| "learning_rate": 1.719634098737588e-05, |
| "loss": 0.9406713247299194, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.5677233429394812, |
| "grad_norm": 0.5575190782546997, |
| "learning_rate": 1.7179769908699856e-05, |
| "loss": 0.8183209896087646, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.569164265129683, |
| "grad_norm": 0.7602899074554443, |
| "learning_rate": 1.716315803762494e-05, |
| "loss": 0.7549249529838562, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.5706051873198847, |
| "grad_norm": 0.6657350659370422, |
| "learning_rate": 1.7146505468532707e-05, |
| "loss": 0.8715250492095947, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.5720461095100865, |
| "grad_norm": 0.5282604694366455, |
| "learning_rate": 1.7129812296035985e-05, |
| "loss": 0.6946278810501099, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.5734870317002881, |
| "grad_norm": 0.7253147959709167, |
| "learning_rate": 1.711307861497827e-05, |
| "loss": 0.8823874592781067, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.5749279538904899, |
| "grad_norm": 0.5167055130004883, |
| "learning_rate": 1.709630452043323e-05, |
| "loss": 0.7666712999343872, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.5763688760806917, |
| "grad_norm": 0.6416431069374084, |
| "learning_rate": 1.707949010770413e-05, |
| "loss": 0.9795528054237366, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5778097982708934, |
| "grad_norm": 0.640731930732727, |
| "learning_rate": 1.7062635472323306e-05, |
| "loss": 0.9208186864852905, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.579250720461095, |
| "grad_norm": 0.549220621585846, |
| "learning_rate": 1.7045740710051637e-05, |
| "loss": 0.6796606779098511, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.5806916426512968, |
| "grad_norm": 0.6743412613868713, |
| "learning_rate": 1.7028805916877975e-05, |
| "loss": 0.9954819679260254, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.5821325648414986, |
| "grad_norm": 0.609154462814331, |
| "learning_rate": 1.7011831189018607e-05, |
| "loss": 0.8255324363708496, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.5835734870317003, |
| "grad_norm": 0.5475680828094482, |
| "learning_rate": 1.6994816622916726e-05, |
| "loss": 0.8262126445770264, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.5850144092219021, |
| "grad_norm": 0.5728087425231934, |
| "learning_rate": 1.697776231524185e-05, |
| "loss": 0.847625195980072, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.5864553314121037, |
| "grad_norm": 0.5608763098716736, |
| "learning_rate": 1.696066836288931e-05, |
| "loss": 0.8561680316925049, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.5878962536023055, |
| "grad_norm": 0.6582566499710083, |
| "learning_rate": 1.694353486297966e-05, |
| "loss": 0.9651436805725098, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.5893371757925072, |
| "grad_norm": 0.6420081853866577, |
| "learning_rate": 1.6926361912858172e-05, |
| "loss": 0.8645302057266235, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.590778097982709, |
| "grad_norm": 0.5092571377754211, |
| "learning_rate": 1.6909149610094245e-05, |
| "loss": 0.6726502180099487, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.5922190201729106, |
| "grad_norm": 0.6565274596214294, |
| "learning_rate": 1.689189805248085e-05, |
| "loss": 0.8908772468566895, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.5936599423631124, |
| "grad_norm": 0.5423445105552673, |
| "learning_rate": 1.6874607338034015e-05, |
| "loss": 0.815947413444519, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.5951008645533141, |
| "grad_norm": 0.5798755288124084, |
| "learning_rate": 1.6857277564992212e-05, |
| "loss": 0.7958804965019226, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.5965417867435159, |
| "grad_norm": 0.5115224123001099, |
| "learning_rate": 1.683990883181585e-05, |
| "loss": 0.7472406029701233, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.5979827089337176, |
| "grad_norm": 0.48664143681526184, |
| "learning_rate": 1.6822501237186677e-05, |
| "loss": 0.9092934727668762, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.5994236311239193, |
| "grad_norm": 0.5489537715911865, |
| "learning_rate": 1.680505488000725e-05, |
| "loss": 0.8212312459945679, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.600864553314121, |
| "grad_norm": 0.643065869808197, |
| "learning_rate": 1.678756985940034e-05, |
| "loss": 1.0320334434509277, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.6023054755043228, |
| "grad_norm": 0.5214179754257202, |
| "learning_rate": 1.6770046274708404e-05, |
| "loss": 0.8109217882156372, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.6037463976945245, |
| "grad_norm": 0.5978414416313171, |
| "learning_rate": 1.6752484225493e-05, |
| "loss": 0.80739426612854, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.6051873198847262, |
| "grad_norm": 0.5854954719543457, |
| "learning_rate": 1.673488381153421e-05, |
| "loss": 0.8603742122650146, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.6066282420749279, |
| "grad_norm": 0.5928551554679871, |
| "learning_rate": 1.6717245132830114e-05, |
| "loss": 0.781597375869751, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.6080691642651297, |
| "grad_norm": 0.5761047601699829, |
| "learning_rate": 1.6699568289596175e-05, |
| "loss": 0.8539882898330688, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.6095100864553314, |
| "grad_norm": 0.5701265931129456, |
| "learning_rate": 1.66818533822647e-05, |
| "loss": 0.7630763053894043, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.6109510086455331, |
| "grad_norm": 0.5455740094184875, |
| "learning_rate": 1.6664100511484252e-05, |
| "loss": 0.8451640009880066, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.6123919308357348, |
| "grad_norm": 0.6149104833602905, |
| "learning_rate": 1.66463097781191e-05, |
| "loss": 0.8973286151885986, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.6138328530259366, |
| "grad_norm": 0.6265655159950256, |
| "learning_rate": 1.662848128324862e-05, |
| "loss": 0.8606114983558655, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.6152737752161384, |
| "grad_norm": 0.5285404324531555, |
| "learning_rate": 1.6610615128166738e-05, |
| "loss": 0.7635661363601685, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.6167146974063401, |
| "grad_norm": 0.522072434425354, |
| "learning_rate": 1.659271141438135e-05, |
| "loss": 0.8387913703918457, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.6181556195965417, |
| "grad_norm": 0.5824821591377258, |
| "learning_rate": 1.657477024361374e-05, |
| "loss": 0.8419888019561768, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.6195965417867435, |
| "grad_norm": 0.5804380774497986, |
| "learning_rate": 1.6556791717798013e-05, |
| "loss": 0.8360769748687744, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.6210374639769453, |
| "grad_norm": 0.6119903922080994, |
| "learning_rate": 1.65387759390805e-05, |
| "loss": 0.8125861883163452, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.622478386167147, |
| "grad_norm": 0.5484216809272766, |
| "learning_rate": 1.65207230098192e-05, |
| "loss": 0.7709370851516724, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.6239193083573487, |
| "grad_norm": 0.5545355081558228, |
| "learning_rate": 1.6502633032583173e-05, |
| "loss": 0.663250207901001, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.6253602305475504, |
| "grad_norm": 0.5580651760101318, |
| "learning_rate": 1.6484506110151977e-05, |
| "loss": 0.7123851776123047, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.6268011527377522, |
| "grad_norm": 0.6118587851524353, |
| "learning_rate": 1.646634234551508e-05, |
| "loss": 0.7323435544967651, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.6282420749279539, |
| "grad_norm": 0.5335654020309448, |
| "learning_rate": 1.6448141841871262e-05, |
| "loss": 0.704369306564331, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.6296829971181557, |
| "grad_norm": 0.5516027212142944, |
| "learning_rate": 1.6429904702628044e-05, |
| "loss": 0.7410569190979004, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.6311239193083573, |
| "grad_norm": 0.6382977366447449, |
| "learning_rate": 1.64116310314011e-05, |
| "loss": 0.7958225011825562, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.6325648414985591, |
| "grad_norm": 0.7621927261352539, |
| "learning_rate": 1.639332093201365e-05, |
| "loss": 0.9671751856803894, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.6340057636887608, |
| "grad_norm": 0.5713940858840942, |
| "learning_rate": 1.6374974508495895e-05, |
| "loss": 0.8552824258804321, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6354466858789626, |
| "grad_norm": 0.6350247859954834, |
| "learning_rate": 1.6356591865084413e-05, |
| "loss": 0.8765571117401123, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.6368876080691642, |
| "grad_norm": 0.5537572503089905, |
| "learning_rate": 1.633817310622156e-05, |
| "loss": 0.7851294279098511, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.638328530259366, |
| "grad_norm": 0.5975667834281921, |
| "learning_rate": 1.631971833655489e-05, |
| "loss": 0.8070282936096191, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.6397694524495677, |
| "grad_norm": 0.5319865345954895, |
| "learning_rate": 1.630122766093656e-05, |
| "loss": 0.8131473660469055, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.6412103746397695, |
| "grad_norm": 0.635881245136261, |
| "learning_rate": 1.6282701184422717e-05, |
| "loss": 0.8592699766159058, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.6426512968299711, |
| "grad_norm": 0.8621135950088501, |
| "learning_rate": 1.6264139012272927e-05, |
| "loss": 0.8750573992729187, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.6440922190201729, |
| "grad_norm": 0.5308735966682434, |
| "learning_rate": 1.6245541249949558e-05, |
| "loss": 0.754439651966095, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.6455331412103746, |
| "grad_norm": 0.583328366279602, |
| "learning_rate": 1.622690800311718e-05, |
| "loss": 0.9887423515319824, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.6469740634005764, |
| "grad_norm": 0.5716376304626465, |
| "learning_rate": 1.620823937764198e-05, |
| "loss": 0.6914777755737305, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.6484149855907781, |
| "grad_norm": 0.510493814945221, |
| "learning_rate": 1.618953547959115e-05, |
| "loss": 0.7186870574951172, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6498559077809798, |
| "grad_norm": 0.5852826833724976, |
| "learning_rate": 1.6170796415232278e-05, |
| "loss": 0.8185505867004395, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.6512968299711815, |
| "grad_norm": 0.5349909067153931, |
| "learning_rate": 1.615202229103276e-05, |
| "loss": 0.8269165754318237, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.6527377521613833, |
| "grad_norm": 0.5847293734550476, |
| "learning_rate": 1.613321321365918e-05, |
| "loss": 0.7098100185394287, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.654178674351585, |
| "grad_norm": 0.7040385603904724, |
| "learning_rate": 1.6114369289976727e-05, |
| "loss": 0.8710377216339111, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.6556195965417867, |
| "grad_norm": 0.519795298576355, |
| "learning_rate": 1.609549062704855e-05, |
| "loss": 0.788497805595398, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.6570605187319885, |
| "grad_norm": 0.5721155405044556, |
| "learning_rate": 1.607657733213519e-05, |
| "loss": 0.8074417114257812, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.6585014409221902, |
| "grad_norm": 0.5255273580551147, |
| "learning_rate": 1.6057629512693938e-05, |
| "loss": 0.8402494788169861, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.659942363112392, |
| "grad_norm": 0.6352676153182983, |
| "learning_rate": 1.6038647276378246e-05, |
| "loss": 0.7989722490310669, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.6613832853025937, |
| "grad_norm": 0.5911176800727844, |
| "learning_rate": 1.601963073103711e-05, |
| "loss": 0.8456016778945923, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.6628242074927954, |
| "grad_norm": 0.5407702326774597, |
| "learning_rate": 1.6000579984714453e-05, |
| "loss": 0.9468159675598145, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.6642651296829971, |
| "grad_norm": 0.6090099215507507, |
| "learning_rate": 1.5981495145648507e-05, |
| "loss": 0.8110009431838989, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.6657060518731989, |
| "grad_norm": 0.6194032430648804, |
| "learning_rate": 1.5962376322271218e-05, |
| "loss": 0.7852393388748169, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.6671469740634006, |
| "grad_norm": 0.620429515838623, |
| "learning_rate": 1.5943223623207608e-05, |
| "loss": 0.6961592435836792, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.6685878962536023, |
| "grad_norm": 0.524815022945404, |
| "learning_rate": 1.5924037157275156e-05, |
| "loss": 0.7707295417785645, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.670028818443804, |
| "grad_norm": 0.5691516399383545, |
| "learning_rate": 1.5904817033483216e-05, |
| "loss": 0.936732292175293, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.6714697406340058, |
| "grad_norm": 0.5965140461921692, |
| "learning_rate": 1.588556336103235e-05, |
| "loss": 0.9365247488021851, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.6729106628242075, |
| "grad_norm": 0.5429266095161438, |
| "learning_rate": 1.586627624931373e-05, |
| "loss": 0.7953989505767822, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.6743515850144092, |
| "grad_norm": 0.6360976099967957, |
| "learning_rate": 1.584695580790853e-05, |
| "loss": 0.8234362602233887, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.6757925072046109, |
| "grad_norm": 0.5487512350082397, |
| "learning_rate": 1.5827602146587277e-05, |
| "loss": 0.8714422583580017, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.6772334293948127, |
| "grad_norm": 0.5767121315002441, |
| "learning_rate": 1.5808215375309243e-05, |
| "loss": 0.7444263696670532, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.6786743515850144, |
| "grad_norm": 0.5978402495384216, |
| "learning_rate": 1.578879560422182e-05, |
| "loss": 0.7328246235847473, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.6801152737752162, |
| "grad_norm": 0.6980924010276794, |
| "learning_rate": 1.576934294365988e-05, |
| "loss": 0.9335816502571106, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.6815561959654178, |
| "grad_norm": 0.578369677066803, |
| "learning_rate": 1.574985750414518e-05, |
| "loss": 0.7987563610076904, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.6829971181556196, |
| "grad_norm": 0.5886070728302002, |
| "learning_rate": 1.5730339396385684e-05, |
| "loss": 0.8044711351394653, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.6844380403458213, |
| "grad_norm": 0.5407376885414124, |
| "learning_rate": 1.571078873127499e-05, |
| "loss": 0.7568783760070801, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.6858789625360231, |
| "grad_norm": 0.5557326674461365, |
| "learning_rate": 1.569120561989166e-05, |
| "loss": 0.9148538112640381, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.6873198847262247, |
| "grad_norm": 0.6909852027893066, |
| "learning_rate": 1.5671590173498602e-05, |
| "loss": 0.8718932867050171, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.6887608069164265, |
| "grad_norm": 0.5995265245437622, |
| "learning_rate": 1.5651942503542435e-05, |
| "loss": 0.815102219581604, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.6902017291066282, |
| "grad_norm": 0.6188293099403381, |
| "learning_rate": 1.563226272165287e-05, |
| "loss": 0.8449897766113281, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.69164265129683, |
| "grad_norm": 0.5536366701126099, |
| "learning_rate": 1.561255093964205e-05, |
| "loss": 0.6867048740386963, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.6930835734870316, |
| "grad_norm": 0.5375257134437561, |
| "learning_rate": 1.559280726950395e-05, |
| "loss": 0.7475601434707642, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.6945244956772334, |
| "grad_norm": 0.5647540092468262, |
| "learning_rate": 1.557303182341369e-05, |
| "loss": 0.787548303604126, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.6959654178674352, |
| "grad_norm": 0.6174569129943848, |
| "learning_rate": 1.5553224713726954e-05, |
| "loss": 0.806119441986084, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.6974063400576369, |
| "grad_norm": 0.5920992493629456, |
| "learning_rate": 1.553338605297931e-05, |
| "loss": 0.7667924761772156, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.6988472622478387, |
| "grad_norm": 0.5590972900390625, |
| "learning_rate": 1.55135159538856e-05, |
| "loss": 0.757071852684021, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.7002881844380403, |
| "grad_norm": 0.7274153232574463, |
| "learning_rate": 1.549361452933926e-05, |
| "loss": 0.8193639516830444, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.7017291066282421, |
| "grad_norm": 0.6040515899658203, |
| "learning_rate": 1.5473681892411733e-05, |
| "loss": 0.7873412370681763, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.7031700288184438, |
| "grad_norm": 0.5784795880317688, |
| "learning_rate": 1.5453718156351775e-05, |
| "loss": 0.8369981050491333, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.7046109510086456, |
| "grad_norm": 0.6267423629760742, |
| "learning_rate": 1.543372343458485e-05, |
| "loss": 0.9070534110069275, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.7060518731988472, |
| "grad_norm": 0.6215807199478149, |
| "learning_rate": 1.541369784071246e-05, |
| "loss": 0.8574085235595703, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.707492795389049, |
| "grad_norm": 0.6305344104766846, |
| "learning_rate": 1.5393641488511514e-05, |
| "loss": 0.8450196981430054, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.7089337175792507, |
| "grad_norm": 0.5847838521003723, |
| "learning_rate": 1.537355449193367e-05, |
| "loss": 0.7976102828979492, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.7103746397694525, |
| "grad_norm": 0.5669839382171631, |
| "learning_rate": 1.5353436965104708e-05, |
| "loss": 0.9691898822784424, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.7118155619596542, |
| "grad_norm": 0.5651892423629761, |
| "learning_rate": 1.533328902232385e-05, |
| "loss": 0.8189429044723511, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.7132564841498559, |
| "grad_norm": 0.5902916193008423, |
| "learning_rate": 1.5313110778063142e-05, |
| "loss": 0.9311359524726868, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.7146974063400576, |
| "grad_norm": 0.5827770233154297, |
| "learning_rate": 1.5292902346966782e-05, |
| "loss": 0.8031175136566162, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.7161383285302594, |
| "grad_norm": 0.5901687741279602, |
| "learning_rate": 1.5272663843850484e-05, |
| "loss": 0.7599796056747437, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.7175792507204611, |
| "grad_norm": 0.5782361626625061, |
| "learning_rate": 1.5252395383700815e-05, |
| "loss": 0.6886292099952698, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.7190201729106628, |
| "grad_norm": 0.6033108830451965, |
| "learning_rate": 1.5232097081674542e-05, |
| "loss": 0.9031864404678345, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.7204610951008645, |
| "grad_norm": 0.5347855091094971, |
| "learning_rate": 1.5211769053097984e-05, |
| "loss": 0.8068576455116272, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.7219020172910663, |
| "grad_norm": 0.580989420413971, |
| "learning_rate": 1.5191411413466357e-05, |
| "loss": 0.7699841260910034, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.723342939481268, |
| "grad_norm": 0.5658376216888428, |
| "learning_rate": 1.5171024278443108e-05, |
| "loss": 0.8388891220092773, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.7247838616714697, |
| "grad_norm": 0.5904268622398376, |
| "learning_rate": 1.5150607763859266e-05, |
| "loss": 0.9313668012619019, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.7262247838616714, |
| "grad_norm": 0.5787760019302368, |
| "learning_rate": 1.5130161985712786e-05, |
| "loss": 0.7764126062393188, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.7276657060518732, |
| "grad_norm": 0.6377682089805603, |
| "learning_rate": 1.510968706016788e-05, |
| "loss": 0.9689415693283081, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.729106628242075, |
| "grad_norm": 0.5599706172943115, |
| "learning_rate": 1.5089183103554372e-05, |
| "loss": 0.8220781087875366, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.7305475504322767, |
| "grad_norm": 0.48352760076522827, |
| "learning_rate": 1.506865023236702e-05, |
| "loss": 0.7756180763244629, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.7319884726224783, |
| "grad_norm": 0.5906649827957153, |
| "learning_rate": 1.504808856326486e-05, |
| "loss": 0.8613312840461731, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.7334293948126801, |
| "grad_norm": 0.7078525424003601, |
| "learning_rate": 1.5027498213070558e-05, |
| "loss": 0.9191365838050842, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.7348703170028819, |
| "grad_norm": 0.5789520144462585, |
| "learning_rate": 1.5006879298769721e-05, |
| "loss": 0.7827133536338806, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7363112391930836, |
| "grad_norm": 0.6121973395347595, |
| "learning_rate": 1.498623193751025e-05, |
| "loss": 0.8028290271759033, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.7377521613832853, |
| "grad_norm": 0.6222305297851562, |
| "learning_rate": 1.4965556246601677e-05, |
| "loss": 1.0173910856246948, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.739193083573487, |
| "grad_norm": 0.6844464540481567, |
| "learning_rate": 1.4944852343514478e-05, |
| "loss": 0.9411607980728149, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.7406340057636888, |
| "grad_norm": 0.5612237453460693, |
| "learning_rate": 1.4924120345879422e-05, |
| "loss": 0.7112851738929749, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.7420749279538905, |
| "grad_norm": 0.602611780166626, |
| "learning_rate": 1.490336037148691e-05, |
| "loss": 0.811668872833252, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.7435158501440923, |
| "grad_norm": 0.5829697251319885, |
| "learning_rate": 1.4882572538286279e-05, |
| "loss": 0.8444674015045166, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.7449567723342939, |
| "grad_norm": 0.6352137923240662, |
| "learning_rate": 1.486175696438516e-05, |
| "loss": 0.8086113333702087, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.7463976945244957, |
| "grad_norm": 0.5597201585769653, |
| "learning_rate": 1.4840913768048788e-05, |
| "loss": 0.7531715631484985, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.7478386167146974, |
| "grad_norm": 0.6141948103904724, |
| "learning_rate": 1.4820043067699342e-05, |
| "loss": 0.8946848511695862, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.7492795389048992, |
| "grad_norm": 0.6349887251853943, |
| "learning_rate": 1.479914498191526e-05, |
| "loss": 0.9019135236740112, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.7507204610951008, |
| "grad_norm": 0.5442377924919128, |
| "learning_rate": 1.4778219629430585e-05, |
| "loss": 0.8436559438705444, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.7521613832853026, |
| "grad_norm": 0.5552181601524353, |
| "learning_rate": 1.4757267129134266e-05, |
| "loss": 0.7609561681747437, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.7536023054755043, |
| "grad_norm": 0.5454914569854736, |
| "learning_rate": 1.4736287600069493e-05, |
| "loss": 0.6811736822128296, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.7550432276657061, |
| "grad_norm": 0.5283980965614319, |
| "learning_rate": 1.4715281161433032e-05, |
| "loss": 0.6988868713378906, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.7564841498559077, |
| "grad_norm": 0.6911367177963257, |
| "learning_rate": 1.4694247932574533e-05, |
| "loss": 0.7650970220565796, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.7579250720461095, |
| "grad_norm": 0.6973710060119629, |
| "learning_rate": 1.4673188032995858e-05, |
| "loss": 0.8932456970214844, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.7593659942363112, |
| "grad_norm": 0.573573887348175, |
| "learning_rate": 1.4652101582350394e-05, |
| "loss": 0.8257400989532471, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.760806916426513, |
| "grad_norm": 0.6292358040809631, |
| "learning_rate": 1.4630988700442386e-05, |
| "loss": 0.7898586988449097, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.7622478386167147, |
| "grad_norm": 0.6209089159965515, |
| "learning_rate": 1.4609849507226254e-05, |
| "loss": 0.8471835851669312, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.7636887608069164, |
| "grad_norm": 0.5322726368904114, |
| "learning_rate": 1.4588684122805895e-05, |
| "loss": 0.6654898524284363, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.7651296829971181, |
| "grad_norm": 0.600330114364624, |
| "learning_rate": 1.4567492667434031e-05, |
| "loss": 0.6953059434890747, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.7665706051873199, |
| "grad_norm": 0.6372314691543579, |
| "learning_rate": 1.4546275261511493e-05, |
| "loss": 0.8754534721374512, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.7680115273775217, |
| "grad_norm": 0.5352574586868286, |
| "learning_rate": 1.4525032025586555e-05, |
| "loss": 0.646438717842102, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.7694524495677233, |
| "grad_norm": 0.5772659182548523, |
| "learning_rate": 1.450376308035425e-05, |
| "loss": 0.7625031471252441, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.770893371757925, |
| "grad_norm": 0.6228421926498413, |
| "learning_rate": 1.4482468546655679e-05, |
| "loss": 0.8432234525680542, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.7723342939481268, |
| "grad_norm": 0.5398774147033691, |
| "learning_rate": 1.4461148545477328e-05, |
| "loss": 0.8652327060699463, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.7737752161383286, |
| "grad_norm": 0.6024429798126221, |
| "learning_rate": 1.443980319795037e-05, |
| "loss": 0.853449821472168, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.7752161383285303, |
| "grad_norm": 0.6293278336524963, |
| "learning_rate": 1.4418432625349997e-05, |
| "loss": 1.0636059045791626, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.776657060518732, |
| "grad_norm": 0.6416622996330261, |
| "learning_rate": 1.439703694909471e-05, |
| "loss": 0.7662414312362671, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.7780979827089337, |
| "grad_norm": 0.5270242094993591, |
| "learning_rate": 1.437561629074564e-05, |
| "loss": 0.7614691257476807, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.7795389048991355, |
| "grad_norm": 0.6011450290679932, |
| "learning_rate": 1.4354170772005862e-05, |
| "loss": 0.8249303698539734, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.7809798270893372, |
| "grad_norm": 0.570554256439209, |
| "learning_rate": 1.4332700514719687e-05, |
| "loss": 0.8420515060424805, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.7824207492795389, |
| "grad_norm": 0.6834957003593445, |
| "learning_rate": 1.4311205640871985e-05, |
| "loss": 0.7347505688667297, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.7838616714697406, |
| "grad_norm": 0.5610590577125549, |
| "learning_rate": 1.4289686272587493e-05, |
| "loss": 0.7387393712997437, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.7853025936599424, |
| "grad_norm": 0.5757878422737122, |
| "learning_rate": 1.4268142532130102e-05, |
| "loss": 0.8649142980575562, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.7867435158501441, |
| "grad_norm": 0.5952373147010803, |
| "learning_rate": 1.4246574541902187e-05, |
| "loss": 0.9021813273429871, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.7881844380403458, |
| "grad_norm": 0.564714789390564, |
| "learning_rate": 1.4224982424443894e-05, |
| "loss": 0.8700401186943054, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.7896253602305475, |
| "grad_norm": 0.5540585517883301, |
| "learning_rate": 1.4203366302432447e-05, |
| "loss": 0.904576301574707, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.7910662824207493, |
| "grad_norm": 0.5750954151153564, |
| "learning_rate": 1.4181726298681462e-05, |
| "loss": 0.6933422088623047, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.792507204610951, |
| "grad_norm": 0.6007941365242004, |
| "learning_rate": 1.4160062536140235e-05, |
| "loss": 0.7416195869445801, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.7939481268011528, |
| "grad_norm": 0.6115585565567017, |
| "learning_rate": 1.413837513789305e-05, |
| "loss": 0.7834339141845703, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.7953890489913544, |
| "grad_norm": 0.5994195342063904, |
| "learning_rate": 1.4116664227158481e-05, |
| "loss": 0.7905891537666321, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.7968299711815562, |
| "grad_norm": 0.6097184419631958, |
| "learning_rate": 1.4094929927288688e-05, |
| "loss": 0.9327152967453003, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.7982708933717579, |
| "grad_norm": 0.6687369346618652, |
| "learning_rate": 1.4073172361768715e-05, |
| "loss": 1.0150576829910278, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.7997118155619597, |
| "grad_norm": 0.5856130719184875, |
| "learning_rate": 1.4051391654215803e-05, |
| "loss": 0.7339403629302979, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.8011527377521613, |
| "grad_norm": 0.5845277309417725, |
| "learning_rate": 1.402958792837866e-05, |
| "loss": 0.8820422887802124, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.8025936599423631, |
| "grad_norm": 0.5744795203208923, |
| "learning_rate": 1.4007761308136791e-05, |
| "loss": 0.7946295738220215, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.8040345821325648, |
| "grad_norm": 0.5813792943954468, |
| "learning_rate": 1.3985911917499764e-05, |
| "loss": 0.8150988221168518, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.8054755043227666, |
| "grad_norm": 0.5602363348007202, |
| "learning_rate": 1.3964039880606522e-05, |
| "loss": 0.7896089553833008, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.8069164265129684, |
| "grad_norm": 0.5744377374649048, |
| "learning_rate": 1.3942145321724678e-05, |
| "loss": 0.6854937076568604, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.80835734870317, |
| "grad_norm": 0.5629292130470276, |
| "learning_rate": 1.3920228365249807e-05, |
| "loss": 0.8506255149841309, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.8097982708933718, |
| "grad_norm": 0.6157159209251404, |
| "learning_rate": 1.3898289135704726e-05, |
| "loss": 0.8277969360351562, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.8112391930835735, |
| "grad_norm": 0.6000183820724487, |
| "learning_rate": 1.387632775773881e-05, |
| "loss": 0.7690261006355286, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.8126801152737753, |
| "grad_norm": 0.5285099744796753, |
| "learning_rate": 1.3854344356127272e-05, |
| "loss": 0.8356052041053772, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.8141210374639769, |
| "grad_norm": 0.5782726407051086, |
| "learning_rate": 1.3832339055770443e-05, |
| "loss": 0.7185315489768982, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.8155619596541787, |
| "grad_norm": 0.6152368187904358, |
| "learning_rate": 1.3810311981693084e-05, |
| "loss": 0.8090786337852478, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.8170028818443804, |
| "grad_norm": 0.6380811929702759, |
| "learning_rate": 1.378826325904366e-05, |
| "loss": 0.786938488483429, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.8184438040345822, |
| "grad_norm": 0.5521567463874817, |
| "learning_rate": 1.3766193013093637e-05, |
| "loss": 0.754514217376709, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.8198847262247838, |
| "grad_norm": 0.5184625387191772, |
| "learning_rate": 1.3744101369236765e-05, |
| "loss": 0.8483080863952637, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.8213256484149856, |
| "grad_norm": 0.5939867496490479, |
| "learning_rate": 1.3721988452988366e-05, |
| "loss": 0.7971341609954834, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.8227665706051873, |
| "grad_norm": 0.6107808947563171, |
| "learning_rate": 1.3699854389984626e-05, |
| "loss": 0.7329815626144409, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.8242074927953891, |
| "grad_norm": 0.5994635820388794, |
| "learning_rate": 1.367769930598188e-05, |
| "loss": 0.6906665563583374, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.8256484149855908, |
| "grad_norm": 0.7389527559280396, |
| "learning_rate": 1.3655523326855889e-05, |
| "loss": 0.9652154445648193, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.8270893371757925, |
| "grad_norm": 0.6304334402084351, |
| "learning_rate": 1.3633326578601133e-05, |
| "loss": 0.7543058395385742, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.8285302593659942, |
| "grad_norm": 0.6436780095100403, |
| "learning_rate": 1.36111091873301e-05, |
| "loss": 0.7568035125732422, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.829971181556196, |
| "grad_norm": 0.6232560873031616, |
| "learning_rate": 1.3588871279272553e-05, |
| "loss": 0.821622371673584, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.8314121037463977, |
| "grad_norm": 0.585903525352478, |
| "learning_rate": 1.356661298077483e-05, |
| "loss": 0.6720898151397705, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.8328530259365994, |
| "grad_norm": 0.6891927719116211, |
| "learning_rate": 1.3544334418299115e-05, |
| "loss": 0.8245535492897034, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.8342939481268011, |
| "grad_norm": 0.6329434514045715, |
| "learning_rate": 1.3522035718422722e-05, |
| "loss": 0.7789890766143799, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.8357348703170029, |
| "grad_norm": 0.5948352813720703, |
| "learning_rate": 1.3499717007837381e-05, |
| "loss": 0.7675924301147461, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.8371757925072046, |
| "grad_norm": 0.699979841709137, |
| "learning_rate": 1.3477378413348516e-05, |
| "loss": 1.040189504623413, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.8386167146974063, |
| "grad_norm": 0.5986906290054321, |
| "learning_rate": 1.3455020061874517e-05, |
| "loss": 0.7689225077629089, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.840057636887608, |
| "grad_norm": 0.5747967958450317, |
| "learning_rate": 1.343264208044603e-05, |
| "loss": 0.8100346326828003, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.8414985590778098, |
| "grad_norm": 0.5550184845924377, |
| "learning_rate": 1.3410244596205222e-05, |
| "loss": 0.6612875461578369, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.8429394812680115, |
| "grad_norm": 0.5810987949371338, |
| "learning_rate": 1.3387827736405079e-05, |
| "loss": 0.8044896721839905, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.8443804034582133, |
| "grad_norm": 0.5891236066818237, |
| "learning_rate": 1.336539162840866e-05, |
| "loss": 0.7642381191253662, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.845821325648415, |
| "grad_norm": 0.5809030532836914, |
| "learning_rate": 1.3342936399688387e-05, |
| "loss": 0.9018023014068604, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.8472622478386167, |
| "grad_norm": 0.5283681750297546, |
| "learning_rate": 1.3320462177825321e-05, |
| "loss": 0.6488313674926758, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.8487031700288185, |
| "grad_norm": 0.691789448261261, |
| "learning_rate": 1.3297969090508434e-05, |
| "loss": 0.9001842737197876, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.8501440922190202, |
| "grad_norm": 0.5393000245094299, |
| "learning_rate": 1.3275457265533876e-05, |
| "loss": 0.7306933403015137, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.8515850144092219, |
| "grad_norm": 0.5468747615814209, |
| "learning_rate": 1.3252926830804264e-05, |
| "loss": 0.7733805179595947, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.8530259365994236, |
| "grad_norm": 0.6384521722793579, |
| "learning_rate": 1.323037791432795e-05, |
| "loss": 0.8655095100402832, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.8544668587896254, |
| "grad_norm": 0.6655124425888062, |
| "learning_rate": 1.3207810644218277e-05, |
| "loss": 0.8915953040122986, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.8559077809798271, |
| "grad_norm": 0.8409086465835571, |
| "learning_rate": 1.3185225148692884e-05, |
| "loss": 0.7861893773078918, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.8573487031700289, |
| "grad_norm": 0.529315173625946, |
| "learning_rate": 1.316262155607295e-05, |
| "loss": 0.6976417303085327, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.8587896253602305, |
| "grad_norm": 0.7067042589187622, |
| "learning_rate": 1.3139999994782468e-05, |
| "loss": 0.7654718160629272, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.8602305475504323, |
| "grad_norm": 0.5580388903617859, |
| "learning_rate": 1.3117360593347535e-05, |
| "loss": 0.7656145095825195, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.861671469740634, |
| "grad_norm": 0.5642116665840149, |
| "learning_rate": 1.3094703480395597e-05, |
| "loss": 0.8965026140213013, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.8631123919308358, |
| "grad_norm": 0.5922830700874329, |
| "learning_rate": 1.3072028784654732e-05, |
| "loss": 0.7152601480484009, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.8645533141210374, |
| "grad_norm": 0.6355752944946289, |
| "learning_rate": 1.3049336634952918e-05, |
| "loss": 0.8053656816482544, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.8659942363112392, |
| "grad_norm": 0.5964752435684204, |
| "learning_rate": 1.3026627160217302e-05, |
| "loss": 0.8105225563049316, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.8674351585014409, |
| "grad_norm": 0.5729430913925171, |
| "learning_rate": 1.3003900489473455e-05, |
| "loss": 0.7246596217155457, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.8688760806916427, |
| "grad_norm": 0.5772424340248108, |
| "learning_rate": 1.2981156751844659e-05, |
| "loss": 0.878759503364563, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.8703170028818443, |
| "grad_norm": 0.6068733334541321, |
| "learning_rate": 1.2958396076551157e-05, |
| "loss": 0.771674633026123, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.8717579250720461, |
| "grad_norm": 0.7268223762512207, |
| "learning_rate": 1.2935618592909419e-05, |
| "loss": 0.8257685899734497, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.8731988472622478, |
| "grad_norm": 0.5236421227455139, |
| "learning_rate": 1.2912824430331425e-05, |
| "loss": 0.7433541417121887, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.8746397694524496, |
| "grad_norm": 0.6350269913673401, |
| "learning_rate": 1.2890013718323913e-05, |
| "loss": 0.7988302111625671, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.8760806916426513, |
| "grad_norm": 0.5974761843681335, |
| "learning_rate": 1.2867186586487642e-05, |
| "loss": 0.69598388671875, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.877521613832853, |
| "grad_norm": 0.6555905938148499, |
| "learning_rate": 1.2844343164516671e-05, |
| "loss": 0.8490002155303955, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.8789625360230547, |
| "grad_norm": 0.5933155417442322, |
| "learning_rate": 1.2821483582197604e-05, |
| "loss": 0.8980555534362793, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.8804034582132565, |
| "grad_norm": 0.5820237994194031, |
| "learning_rate": 1.2798607969408865e-05, |
| "loss": 0.6644209623336792, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.8818443804034583, |
| "grad_norm": 0.7071488499641418, |
| "learning_rate": 1.2775716456119962e-05, |
| "loss": 0.8648644685745239, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.8832853025936599, |
| "grad_norm": 0.6479011178016663, |
| "learning_rate": 1.275280917239073e-05, |
| "loss": 0.7517762184143066, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.8847262247838616, |
| "grad_norm": 0.5966110825538635, |
| "learning_rate": 1.2729886248370616e-05, |
| "loss": 0.8572617173194885, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.8861671469740634, |
| "grad_norm": 0.644463062286377, |
| "learning_rate": 1.2706947814297923e-05, |
| "loss": 0.9164141416549683, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.8876080691642652, |
| "grad_norm": 0.5812889933586121, |
| "learning_rate": 1.2683994000499078e-05, |
| "loss": 0.8233826160430908, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.8890489913544669, |
| "grad_norm": 0.5846764445304871, |
| "learning_rate": 1.2661024937387888e-05, |
| "loss": 0.7792487144470215, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.8904899135446686, |
| "grad_norm": 0.5830758810043335, |
| "learning_rate": 1.2638040755464802e-05, |
| "loss": 0.8183486461639404, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.8919308357348703, |
| "grad_norm": 0.600700855255127, |
| "learning_rate": 1.2615041585316163e-05, |
| "loss": 0.8133193254470825, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.8933717579250721, |
| "grad_norm": 0.7301390767097473, |
| "learning_rate": 1.2592027557613476e-05, |
| "loss": 0.9990606307983398, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.8948126801152738, |
| "grad_norm": 0.6379325985908508, |
| "learning_rate": 1.2568998803112658e-05, |
| "loss": 0.9970605373382568, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.8962536023054755, |
| "grad_norm": 0.6173595190048218, |
| "learning_rate": 1.2545955452653294e-05, |
| "loss": 0.7785443067550659, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.8976945244956772, |
| "grad_norm": 0.5701093673706055, |
| "learning_rate": 1.2522897637157905e-05, |
| "loss": 0.7518781423568726, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.899135446685879, |
| "grad_norm": 0.5610460638999939, |
| "learning_rate": 1.249982548763119e-05, |
| "loss": 0.7533529996871948, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.9005763688760807, |
| "grad_norm": 0.5958570837974548, |
| "learning_rate": 1.2476739135159286e-05, |
| "loss": 0.7188445329666138, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.9020172910662824, |
| "grad_norm": 0.6020827889442444, |
| "learning_rate": 1.2453638710909033e-05, |
| "loss": 0.821806788444519, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.9034582132564841, |
| "grad_norm": 0.6721755266189575, |
| "learning_rate": 1.2430524346127215e-05, |
| "loss": 0.829516589641571, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.9048991354466859, |
| "grad_norm": 0.648987889289856, |
| "learning_rate": 1.2407396172139822e-05, |
| "loss": 0.8926085233688354, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.9063400576368876, |
| "grad_norm": 0.6156898140907288, |
| "learning_rate": 1.2384254320351301e-05, |
| "loss": 0.6972285509109497, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.9077809798270894, |
| "grad_norm": 0.5631294846534729, |
| "learning_rate": 1.2361098922243812e-05, |
| "loss": 0.8096356391906738, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.909221902017291, |
| "grad_norm": 0.5868187546730042, |
| "learning_rate": 1.233793010937648e-05, |
| "loss": 0.8927261233329773, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.9106628242074928, |
| "grad_norm": 0.7092884182929993, |
| "learning_rate": 1.2314748013384639e-05, |
| "loss": 0.8122037649154663, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.9121037463976945, |
| "grad_norm": 0.5598758459091187, |
| "learning_rate": 1.2291552765979104e-05, |
| "loss": 0.7103347182273865, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.9135446685878963, |
| "grad_norm": 0.5712397694587708, |
| "learning_rate": 1.2268344498945404e-05, |
| "loss": 0.8768525123596191, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.9149855907780979, |
| "grad_norm": 0.6459716558456421, |
| "learning_rate": 1.2245123344143044e-05, |
| "loss": 0.8588672876358032, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.9164265129682997, |
| "grad_norm": 0.6647771000862122, |
| "learning_rate": 1.2221889433504743e-05, |
| "loss": 0.838790237903595, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.9178674351585014, |
| "grad_norm": 0.630342960357666, |
| "learning_rate": 1.2198642899035704e-05, |
| "loss": 0.8317841291427612, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.9193083573487032, |
| "grad_norm": 0.6161531209945679, |
| "learning_rate": 1.2175383872812851e-05, |
| "loss": 0.8737014532089233, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.920749279538905, |
| "grad_norm": 0.5237288475036621, |
| "learning_rate": 1.2152112486984071e-05, |
| "loss": 0.7703773975372314, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.9221902017291066, |
| "grad_norm": 0.6804758310317993, |
| "learning_rate": 1.2128828873767487e-05, |
| "loss": 0.8832876682281494, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.9236311239193083, |
| "grad_norm": 0.6326414942741394, |
| "learning_rate": 1.210553316545068e-05, |
| "loss": 0.8082267045974731, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.9250720461095101, |
| "grad_norm": 0.518068253993988, |
| "learning_rate": 1.2082225494389961e-05, |
| "loss": 0.8200917840003967, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.9265129682997119, |
| "grad_norm": 0.6239233016967773, |
| "learning_rate": 1.2058905993009604e-05, |
| "loss": 0.7693580389022827, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.9279538904899135, |
| "grad_norm": 0.7250560522079468, |
| "learning_rate": 1.2035574793801095e-05, |
| "loss": 0.9098770618438721, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.9293948126801153, |
| "grad_norm": 0.5638466477394104, |
| "learning_rate": 1.2012232029322384e-05, |
| "loss": 0.8906189799308777, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.930835734870317, |
| "grad_norm": 0.5933250188827515, |
| "learning_rate": 1.1988877832197135e-05, |
| "loss": 0.8694485425949097, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.9322766570605188, |
| "grad_norm": 0.5953240394592285, |
| "learning_rate": 1.1965512335113958e-05, |
| "loss": 0.6657785177230835, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.9337175792507204, |
| "grad_norm": 0.7607654929161072, |
| "learning_rate": 1.1942135670825672e-05, |
| "loss": 0.8424980044364929, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.9351585014409222, |
| "grad_norm": 0.5857916474342346, |
| "learning_rate": 1.1918747972148541e-05, |
| "loss": 0.8536664247512817, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.9365994236311239, |
| "grad_norm": 0.6392703056335449, |
| "learning_rate": 1.189534937196152e-05, |
| "loss": 0.7639260292053223, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.9380403458213257, |
| "grad_norm": 0.6499249339103699, |
| "learning_rate": 1.1871940003205505e-05, |
| "loss": 0.6486794948577881, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.9394812680115274, |
| "grad_norm": 0.5829477906227112, |
| "learning_rate": 1.1848519998882572e-05, |
| "loss": 0.8788424730300903, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.9409221902017291, |
| "grad_norm": 0.6531436443328857, |
| "learning_rate": 1.1825089492055227e-05, |
| "loss": 0.7516967058181763, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.9423631123919308, |
| "grad_norm": 0.5762933492660522, |
| "learning_rate": 1.1801648615845638e-05, |
| "loss": 0.8271253108978271, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.9438040345821326, |
| "grad_norm": 0.5682176351547241, |
| "learning_rate": 1.17781975034349e-05, |
| "loss": 0.7439221143722534, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.9452449567723343, |
| "grad_norm": 0.6221916675567627, |
| "learning_rate": 1.1754736288062256e-05, |
| "loss": 0.8153043985366821, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.946685878962536, |
| "grad_norm": 0.6802467107772827, |
| "learning_rate": 1.1731265103024351e-05, |
| "loss": 0.7968660593032837, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.9481268011527377, |
| "grad_norm": 0.5722571611404419, |
| "learning_rate": 1.1707784081674482e-05, |
| "loss": 0.7626321315765381, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.9495677233429395, |
| "grad_norm": 0.6222584247589111, |
| "learning_rate": 1.1684293357421824e-05, |
| "loss": 0.7135765552520752, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.9510086455331412, |
| "grad_norm": 0.6431753039360046, |
| "learning_rate": 1.1660793063730674e-05, |
| "loss": 0.7373322248458862, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.952449567723343, |
| "grad_norm": 0.6022802591323853, |
| "learning_rate": 1.1637283334119713e-05, |
| "loss": 0.7500289678573608, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.9538904899135446, |
| "grad_norm": 0.5709948539733887, |
| "learning_rate": 1.1613764302161222e-05, |
| "loss": 0.8752883076667786, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.9553314121037464, |
| "grad_norm": 0.5400457382202148, |
| "learning_rate": 1.1590236101480339e-05, |
| "loss": 0.670220673084259, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.9567723342939481, |
| "grad_norm": 0.647760272026062, |
| "learning_rate": 1.1566698865754291e-05, |
| "loss": 0.8324419260025024, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.9582132564841499, |
| "grad_norm": 0.6560764312744141, |
| "learning_rate": 1.154315272871164e-05, |
| "loss": 0.7774407863616943, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.9596541786743515, |
| "grad_norm": 0.6726030111312866, |
| "learning_rate": 1.1519597824131527e-05, |
| "loss": 0.8403815031051636, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.9610951008645533, |
| "grad_norm": 0.7448883056640625, |
| "learning_rate": 1.1496034285842897e-05, |
| "loss": 0.8905906677246094, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.962536023054755, |
| "grad_norm": 0.6700533032417297, |
| "learning_rate": 1.1472462247723752e-05, |
| "loss": 0.7805229425430298, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.9639769452449568, |
| "grad_norm": 0.6197190284729004, |
| "learning_rate": 1.1448881843700392e-05, |
| "loss": 0.7229803800582886, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.9654178674351584, |
| "grad_norm": 0.59717857837677, |
| "learning_rate": 1.1425293207746638e-05, |
| "loss": 0.8611892461776733, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.9668587896253602, |
| "grad_norm": 0.796004593372345, |
| "learning_rate": 1.1401696473883086e-05, |
| "loss": 0.8944194316864014, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.968299711815562, |
| "grad_norm": 0.5947389602661133, |
| "learning_rate": 1.1378091776176348e-05, |
| "loss": 0.8134667873382568, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.9697406340057637, |
| "grad_norm": 0.6667426824569702, |
| "learning_rate": 1.1354479248738271e-05, |
| "loss": 0.7905430197715759, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.9711815561959655, |
| "grad_norm": 0.5860411524772644, |
| "learning_rate": 1.1330859025725193e-05, |
| "loss": 0.7300920486450195, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.9726224783861671, |
| "grad_norm": 0.5794700384140015, |
| "learning_rate": 1.130723124133718e-05, |
| "loss": 0.7038317918777466, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.9740634005763689, |
| "grad_norm": 0.6058333516120911, |
| "learning_rate": 1.1283596029817248e-05, |
| "loss": 0.8271040916442871, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.9755043227665706, |
| "grad_norm": 0.6150603294372559, |
| "learning_rate": 1.1259953525450616e-05, |
| "loss": 0.7750831842422485, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.9769452449567724, |
| "grad_norm": 0.6314917802810669, |
| "learning_rate": 1.1236303862563945e-05, |
| "loss": 0.9058209657669067, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.978386167146974, |
| "grad_norm": 0.6402139067649841, |
| "learning_rate": 1.1212647175524551e-05, |
| "loss": 0.8667633533477783, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.9798270893371758, |
| "grad_norm": 0.5912607312202454, |
| "learning_rate": 1.1188983598739675e-05, |
| "loss": 0.7763844728469849, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.9812680115273775, |
| "grad_norm": 0.6257530450820923, |
| "learning_rate": 1.1165313266655698e-05, |
| "loss": 0.8233456611633301, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.9827089337175793, |
| "grad_norm": 0.6173887252807617, |
| "learning_rate": 1.1141636313757369e-05, |
| "loss": 0.7909761667251587, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.984149855907781, |
| "grad_norm": 0.6075451374053955, |
| "learning_rate": 1.1117952874567073e-05, |
| "loss": 0.8156836628913879, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.9855907780979827, |
| "grad_norm": 0.6228588819503784, |
| "learning_rate": 1.1094263083644036e-05, |
| "loss": 0.7954513430595398, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.9870317002881844, |
| "grad_norm": 0.5579982399940491, |
| "learning_rate": 1.1070567075583572e-05, |
| "loss": 0.781398594379425, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.9884726224783862, |
| "grad_norm": 0.5715999603271484, |
| "learning_rate": 1.1046864985016326e-05, |
| "loss": 0.7486555576324463, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.9899135446685879, |
| "grad_norm": 0.7021177411079407, |
| "learning_rate": 1.1023156946607485e-05, |
| "loss": 0.866464376449585, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.9913544668587896, |
| "grad_norm": 0.7282413840293884, |
| "learning_rate": 1.0999443095056051e-05, |
| "loss": 1.0165081024169922, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.9927953890489913, |
| "grad_norm": 0.6795728802680969, |
| "learning_rate": 1.0975723565094036e-05, |
| "loss": 0.659792959690094, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.9942363112391931, |
| "grad_norm": 0.5526747107505798, |
| "learning_rate": 1.0951998491485722e-05, |
| "loss": 0.6671736836433411, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.9956772334293948, |
| "grad_norm": 0.6293612122535706, |
| "learning_rate": 1.0928268009026885e-05, |
| "loss": 0.7951771020889282, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.9971181556195965, |
| "grad_norm": 0.5912222266197205, |
| "learning_rate": 1.090453225254404e-05, |
| "loss": 0.764556884765625, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.9985590778097982, |
| "grad_norm": 0.6562872529029846, |
| "learning_rate": 1.0880791356893652e-05, |
| "loss": 0.7850635647773743, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.6331807971000671, |
| "learning_rate": 1.0857045456961394e-05, |
| "loss": 0.8403358459472656, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.0014409221902016, |
| "grad_norm": 0.53999924659729, |
| "learning_rate": 1.0833294687661376e-05, |
| "loss": 0.7220283150672913, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.0028818443804035, |
| "grad_norm": 0.5253156423568726, |
| "learning_rate": 1.0809539183935358e-05, |
| "loss": 0.6956285238265991, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.0043227665706052, |
| "grad_norm": 0.5885496139526367, |
| "learning_rate": 1.0785779080752012e-05, |
| "loss": 0.7220051288604736, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.005763688760807, |
| "grad_norm": 0.5988635420799255, |
| "learning_rate": 1.0762014513106143e-05, |
| "loss": 0.6951655745506287, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.0072046109510087, |
| "grad_norm": 0.49586206674575806, |
| "learning_rate": 1.073824561601791e-05, |
| "loss": 0.6196475625038147, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.0086455331412103, |
| "grad_norm": 0.7789514064788818, |
| "learning_rate": 1.0714472524532085e-05, |
| "loss": 0.8181064128875732, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.0100864553314122, |
| "grad_norm": 0.5491945147514343, |
| "learning_rate": 1.0690695373717254e-05, |
| "loss": 0.6493509411811829, |
| "step": 701 |
| }, |
| { |
| "epoch": 1.0115273775216138, |
| "grad_norm": 0.7047191262245178, |
| "learning_rate": 1.0666914298665079e-05, |
| "loss": 0.7577710151672363, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.0129682997118155, |
| "grad_norm": 0.7199708223342896, |
| "learning_rate": 1.0643129434489514e-05, |
| "loss": 0.7761712074279785, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.0144092219020173, |
| "grad_norm": 0.5329734086990356, |
| "learning_rate": 1.0619340916326039e-05, |
| "loss": 0.6484905481338501, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.015850144092219, |
| "grad_norm": 0.6241481304168701, |
| "learning_rate": 1.05955488793309e-05, |
| "loss": 0.669824481010437, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.0172910662824208, |
| "grad_norm": 0.5850144028663635, |
| "learning_rate": 1.0571753458680329e-05, |
| "loss": 0.7012614011764526, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.0187319884726225, |
| "grad_norm": 0.5404962301254272, |
| "learning_rate": 1.0547954789569785e-05, |
| "loss": 0.7472232580184937, |
| "step": 707 |
| }, |
| { |
| "epoch": 1.0201729106628241, |
| "grad_norm": 0.7023850679397583, |
| "learning_rate": 1.0524153007213185e-05, |
| "loss": 0.8266449570655823, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.021613832853026, |
| "grad_norm": 0.6288999319076538, |
| "learning_rate": 1.0500348246842136e-05, |
| "loss": 0.8678215742111206, |
| "step": 709 |
| }, |
| { |
| "epoch": 1.0230547550432276, |
| "grad_norm": 0.7006089091300964, |
| "learning_rate": 1.0476540643705153e-05, |
| "loss": 0.7670779228210449, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.0244956772334295, |
| "grad_norm": 0.7132288217544556, |
| "learning_rate": 1.0452730333066919e-05, |
| "loss": 0.8972759246826172, |
| "step": 711 |
| }, |
| { |
| "epoch": 1.0259365994236311, |
| "grad_norm": 0.7113478779792786, |
| "learning_rate": 1.0428917450207489e-05, |
| "loss": 0.6248783469200134, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.0273775216138328, |
| "grad_norm": 0.5936718583106995, |
| "learning_rate": 1.0405102130421536e-05, |
| "loss": 0.7173407077789307, |
| "step": 713 |
| }, |
| { |
| "epoch": 1.0288184438040346, |
| "grad_norm": 0.6577355265617371, |
| "learning_rate": 1.0381284509017578e-05, |
| "loss": 0.8124462366104126, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.0302593659942363, |
| "grad_norm": 0.5350339412689209, |
| "learning_rate": 1.035746472131721e-05, |
| "loss": 0.6757724285125732, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.031700288184438, |
| "grad_norm": 0.625091016292572, |
| "learning_rate": 1.033364290265433e-05, |
| "loss": 0.6315501928329468, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.0331412103746398, |
| "grad_norm": 0.7091370820999146, |
| "learning_rate": 1.0309819188374386e-05, |
| "loss": 0.6656221151351929, |
| "step": 717 |
| }, |
| { |
| "epoch": 1.0345821325648414, |
| "grad_norm": 0.6561499238014221, |
| "learning_rate": 1.0285993713833586e-05, |
| "loss": 0.7100173234939575, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.0360230547550433, |
| "grad_norm": 0.637753963470459, |
| "learning_rate": 1.0262166614398144e-05, |
| "loss": 0.6528655290603638, |
| "step": 719 |
| }, |
| { |
| "epoch": 1.037463976945245, |
| "grad_norm": 0.6694713234901428, |
| "learning_rate": 1.0238338025443507e-05, |
| "loss": 0.8758798837661743, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.0389048991354466, |
| "grad_norm": 0.6426526308059692, |
| "learning_rate": 1.0214508082353578e-05, |
| "loss": 0.6384798288345337, |
| "step": 721 |
| }, |
| { |
| "epoch": 1.0403458213256485, |
| "grad_norm": 0.6031687259674072, |
| "learning_rate": 1.019067692051996e-05, |
| "loss": 0.7043944597244263, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.04178674351585, |
| "grad_norm": 0.6691206693649292, |
| "learning_rate": 1.016684467534118e-05, |
| "loss": 0.7097047567367554, |
| "step": 723 |
| }, |
| { |
| "epoch": 1.043227665706052, |
| "grad_norm": 0.646927535533905, |
| "learning_rate": 1.0143011482221916e-05, |
| "loss": 0.6287018060684204, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.0446685878962536, |
| "grad_norm": 0.6911733150482178, |
| "learning_rate": 1.0119177476572237e-05, |
| "loss": 0.645012617111206, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.0461095100864553, |
| "grad_norm": 0.567036509513855, |
| "learning_rate": 1.0095342793806828e-05, |
| "loss": 0.6956562995910645, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.0475504322766571, |
| "grad_norm": 0.679738461971283, |
| "learning_rate": 1.0071507569344213e-05, |
| "loss": 0.6614462733268738, |
| "step": 727 |
| }, |
| { |
| "epoch": 1.0489913544668588, |
| "grad_norm": 0.7040454149246216, |
| "learning_rate": 1.0047671938606002e-05, |
| "loss": 0.7205630540847778, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.0504322766570606, |
| "grad_norm": 0.8227221369743347, |
| "learning_rate": 1.0023836037016115e-05, |
| "loss": 0.684057354927063, |
| "step": 729 |
| }, |
| { |
| "epoch": 1.0518731988472623, |
| "grad_norm": 0.6533084511756897, |
| "learning_rate": 1e-05, |
| "loss": 0.5894599556922913, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.053314121037464, |
| "grad_norm": 0.6469436287879944, |
| "learning_rate": 9.976163962983889e-06, |
| "loss": 0.6846705675125122, |
| "step": 731 |
| }, |
| { |
| "epoch": 1.0547550432276658, |
| "grad_norm": 0.6716520190238953, |
| "learning_rate": 9.952328061394001e-06, |
| "loss": 0.6836794018745422, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.0561959654178674, |
| "grad_norm": 0.6842796802520752, |
| "learning_rate": 9.92849243065579e-06, |
| "loss": 0.7929626107215881, |
| "step": 733 |
| }, |
| { |
| "epoch": 1.057636887608069, |
| "grad_norm": 0.8187405467033386, |
| "learning_rate": 9.904657206193175e-06, |
| "loss": 0.6658978462219238, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.059077809798271, |
| "grad_norm": 0.6604411602020264, |
| "learning_rate": 9.880822523427766e-06, |
| "loss": 0.6329740285873413, |
| "step": 735 |
| }, |
| { |
| "epoch": 1.0605187319884726, |
| "grad_norm": 0.6714515089988708, |
| "learning_rate": 9.856988517778086e-06, |
| "loss": 0.7321251630783081, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.0619596541786744, |
| "grad_norm": 0.7017390727996826, |
| "learning_rate": 9.833155324658823e-06, |
| "loss": 0.744154691696167, |
| "step": 737 |
| }, |
| { |
| "epoch": 1.063400576368876, |
| "grad_norm": 0.7215039134025574, |
| "learning_rate": 9.809323079480043e-06, |
| "loss": 0.7160513401031494, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.0648414985590777, |
| "grad_norm": 0.5923436284065247, |
| "learning_rate": 9.785491917646425e-06, |
| "loss": 0.6206352710723877, |
| "step": 739 |
| }, |
| { |
| "epoch": 1.0662824207492796, |
| "grad_norm": 0.6986830830574036, |
| "learning_rate": 9.761661974556495e-06, |
| "loss": 0.7324307560920715, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.0677233429394812, |
| "grad_norm": 0.5980766415596008, |
| "learning_rate": 9.737833385601858e-06, |
| "loss": 0.6454845666885376, |
| "step": 741 |
| }, |
| { |
| "epoch": 1.069164265129683, |
| "grad_norm": 0.9852787852287292, |
| "learning_rate": 9.714006286166416e-06, |
| "loss": 0.6832539439201355, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.0706051873198847, |
| "grad_norm": 0.9407469034194946, |
| "learning_rate": 9.690180811625618e-06, |
| "loss": 0.8757802248001099, |
| "step": 743 |
| }, |
| { |
| "epoch": 1.0720461095100864, |
| "grad_norm": 0.612558126449585, |
| "learning_rate": 9.666357097345672e-06, |
| "loss": 0.8261449337005615, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.0734870317002883, |
| "grad_norm": 0.5846421122550964, |
| "learning_rate": 9.642535278682795e-06, |
| "loss": 0.6925964951515198, |
| "step": 745 |
| }, |
| { |
| "epoch": 1.07492795389049, |
| "grad_norm": 0.7762342691421509, |
| "learning_rate": 9.618715490982425e-06, |
| "loss": 0.7280269861221313, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.0763688760806915, |
| "grad_norm": 0.689094066619873, |
| "learning_rate": 9.594897869578466e-06, |
| "loss": 0.8407827615737915, |
| "step": 747 |
| }, |
| { |
| "epoch": 1.0778097982708934, |
| "grad_norm": 0.6733883619308472, |
| "learning_rate": 9.571082549792513e-06, |
| "loss": 0.7604755163192749, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.079250720461095, |
| "grad_norm": 0.608144223690033, |
| "learning_rate": 9.547269666933085e-06, |
| "loss": 0.646695613861084, |
| "step": 749 |
| }, |
| { |
| "epoch": 1.080691642651297, |
| "grad_norm": 0.7533197999000549, |
| "learning_rate": 9.523459356294849e-06, |
| "loss": 0.7508174180984497, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.0821325648414986, |
| "grad_norm": 0.7083786129951477, |
| "learning_rate": 9.499651753157869e-06, |
| "loss": 0.7907015085220337, |
| "step": 751 |
| }, |
| { |
| "epoch": 1.0835734870317002, |
| "grad_norm": 0.7183002233505249, |
| "learning_rate": 9.475846992786817e-06, |
| "loss": 0.8525063991546631, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.085014409221902, |
| "grad_norm": 0.6429514288902283, |
| "learning_rate": 9.452045210430218e-06, |
| "loss": 0.6777982711791992, |
| "step": 753 |
| }, |
| { |
| "epoch": 1.0864553314121037, |
| "grad_norm": 0.6770809292793274, |
| "learning_rate": 9.428246541319673e-06, |
| "loss": 0.7967904806137085, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.0878962536023056, |
| "grad_norm": 0.6980239152908325, |
| "learning_rate": 9.404451120669102e-06, |
| "loss": 0.6735846400260925, |
| "step": 755 |
| }, |
| { |
| "epoch": 1.0893371757925072, |
| "grad_norm": 0.699763834476471, |
| "learning_rate": 9.380659083673963e-06, |
| "loss": 0.7672224044799805, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.0907780979827089, |
| "grad_norm": 0.6815734505653381, |
| "learning_rate": 9.356870565510488e-06, |
| "loss": 0.665432333946228, |
| "step": 757 |
| }, |
| { |
| "epoch": 1.0922190201729107, |
| "grad_norm": 0.6672005653381348, |
| "learning_rate": 9.333085701334925e-06, |
| "loss": 0.6282204389572144, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.0936599423631124, |
| "grad_norm": 0.8683066368103027, |
| "learning_rate": 9.30930462628275e-06, |
| "loss": 0.800000011920929, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.0951008645533142, |
| "grad_norm": 0.6048387289047241, |
| "learning_rate": 9.285527475467918e-06, |
| "loss": 0.530065655708313, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.0965417867435159, |
| "grad_norm": 0.7173153758049011, |
| "learning_rate": 9.261754383982093e-06, |
| "loss": 0.8034170866012573, |
| "step": 761 |
| }, |
| { |
| "epoch": 1.0979827089337175, |
| "grad_norm": 0.5964096784591675, |
| "learning_rate": 9.23798548689386e-06, |
| "loss": 0.6461498141288757, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.0994236311239194, |
| "grad_norm": 0.6942315697669983, |
| "learning_rate": 9.21422091924799e-06, |
| "loss": 0.6815940737724304, |
| "step": 763 |
| }, |
| { |
| "epoch": 1.100864553314121, |
| "grad_norm": 0.7249640226364136, |
| "learning_rate": 9.190460816064649e-06, |
| "loss": 0.7779183387756348, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.1023054755043227, |
| "grad_norm": 0.7075570821762085, |
| "learning_rate": 9.16670531233863e-06, |
| "loss": 0.8409022688865662, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.1037463976945245, |
| "grad_norm": 0.6892013549804688, |
| "learning_rate": 9.14295454303861e-06, |
| "loss": 0.7865520715713501, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.1051873198847262, |
| "grad_norm": 0.6577411890029907, |
| "learning_rate": 9.119208643106353e-06, |
| "loss": 0.8110712766647339, |
| "step": 767 |
| }, |
| { |
| "epoch": 1.106628242074928, |
| "grad_norm": 0.6635581254959106, |
| "learning_rate": 9.095467747455965e-06, |
| "loss": 0.63739013671875, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.1080691642651297, |
| "grad_norm": 0.6412572264671326, |
| "learning_rate": 9.071731990973118e-06, |
| "loss": 0.6418280601501465, |
| "step": 769 |
| }, |
| { |
| "epoch": 1.1095100864553313, |
| "grad_norm": 0.7638756036758423, |
| "learning_rate": 9.048001508514283e-06, |
| "loss": 0.7094175815582275, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.1109510086455332, |
| "grad_norm": 0.5744118094444275, |
| "learning_rate": 9.024276434905969e-06, |
| "loss": 0.6916787624359131, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.1123919308357348, |
| "grad_norm": 0.793855607509613, |
| "learning_rate": 9.000556904943956e-06, |
| "loss": 0.7775775790214539, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.1138328530259365, |
| "grad_norm": 0.6273725032806396, |
| "learning_rate": 8.976843053392518e-06, |
| "loss": 0.6217244267463684, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.1152737752161384, |
| "grad_norm": 0.6361021399497986, |
| "learning_rate": 8.95313501498368e-06, |
| "loss": 0.659927487373352, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.11671469740634, |
| "grad_norm": 0.7996638417243958, |
| "learning_rate": 8.929432924416433e-06, |
| "loss": 0.7214843034744263, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.1181556195965419, |
| "grad_norm": 0.6677613854408264, |
| "learning_rate": 8.905736916355969e-06, |
| "loss": 0.8332221508026123, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.1195965417867435, |
| "grad_norm": 0.6600406765937805, |
| "learning_rate": 8.882047125432929e-06, |
| "loss": 0.601822555065155, |
| "step": 777 |
| }, |
| { |
| "epoch": 1.1210374639769451, |
| "grad_norm": 0.6558908820152283, |
| "learning_rate": 8.858363686242635e-06, |
| "loss": 0.6736506223678589, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.122478386167147, |
| "grad_norm": 0.6801712512969971, |
| "learning_rate": 8.834686733344309e-06, |
| "loss": 0.8313186168670654, |
| "step": 779 |
| }, |
| { |
| "epoch": 1.1239193083573487, |
| "grad_norm": 0.6852150559425354, |
| "learning_rate": 8.811016401260327e-06, |
| "loss": 0.6597498655319214, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.1253602305475505, |
| "grad_norm": 0.7473975419998169, |
| "learning_rate": 8.787352824475454e-06, |
| "loss": 0.6347630023956299, |
| "step": 781 |
| }, |
| { |
| "epoch": 1.1268011527377522, |
| "grad_norm": 0.6975881457328796, |
| "learning_rate": 8.76369613743606e-06, |
| "loss": 0.7058587074279785, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.1282420749279538, |
| "grad_norm": 0.7085602879524231, |
| "learning_rate": 8.740046474549387e-06, |
| "loss": 0.835166335105896, |
| "step": 783 |
| }, |
| { |
| "epoch": 1.1296829971181557, |
| "grad_norm": 0.6902181506156921, |
| "learning_rate": 8.716403970182759e-06, |
| "loss": 0.7125815153121948, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.1311239193083573, |
| "grad_norm": 0.7300699353218079, |
| "learning_rate": 8.692768758662827e-06, |
| "loss": 0.6701489686965942, |
| "step": 785 |
| }, |
| { |
| "epoch": 1.1325648414985592, |
| "grad_norm": 0.747675895690918, |
| "learning_rate": 8.66914097427481e-06, |
| "loss": 0.6480385661125183, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.1340057636887608, |
| "grad_norm": 0.7518520355224609, |
| "learning_rate": 8.645520751261736e-06, |
| "loss": 0.7200244665145874, |
| "step": 787 |
| }, |
| { |
| "epoch": 1.1354466858789625, |
| "grad_norm": 0.7091997861862183, |
| "learning_rate": 8.621908223823657e-06, |
| "loss": 0.7781722545623779, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.1368876080691643, |
| "grad_norm": 0.6493226289749146, |
| "learning_rate": 8.598303526116916e-06, |
| "loss": 0.659550666809082, |
| "step": 789 |
| }, |
| { |
| "epoch": 1.138328530259366, |
| "grad_norm": 0.7172505855560303, |
| "learning_rate": 8.574706792253367e-06, |
| "loss": 0.7001605033874512, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.1397694524495678, |
| "grad_norm": 0.7529043555259705, |
| "learning_rate": 8.551118156299613e-06, |
| "loss": 0.7431622743606567, |
| "step": 791 |
| }, |
| { |
| "epoch": 1.1412103746397695, |
| "grad_norm": 0.646467387676239, |
| "learning_rate": 8.527537752276251e-06, |
| "loss": 0.687673807144165, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.1426512968299711, |
| "grad_norm": 0.7232325673103333, |
| "learning_rate": 8.503965714157108e-06, |
| "loss": 0.567053496837616, |
| "step": 793 |
| }, |
| { |
| "epoch": 1.144092219020173, |
| "grad_norm": 0.6364091634750366, |
| "learning_rate": 8.480402175868477e-06, |
| "loss": 0.6352185010910034, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.1455331412103746, |
| "grad_norm": 0.6260091066360474, |
| "learning_rate": 8.456847271288365e-06, |
| "loss": 0.6209022998809814, |
| "step": 795 |
| }, |
| { |
| "epoch": 1.1469740634005763, |
| "grad_norm": 0.780681312084198, |
| "learning_rate": 8.43330113424571e-06, |
| "loss": 0.8006823658943176, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.1484149855907781, |
| "grad_norm": 0.7389974594116211, |
| "learning_rate": 8.409763898519665e-06, |
| "loss": 0.7085101008415222, |
| "step": 797 |
| }, |
| { |
| "epoch": 1.1498559077809798, |
| "grad_norm": 0.6930822134017944, |
| "learning_rate": 8.38623569783878e-06, |
| "loss": 0.7008879780769348, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.1512968299711814, |
| "grad_norm": 0.7401261329650879, |
| "learning_rate": 8.362716665880289e-06, |
| "loss": 0.8319974541664124, |
| "step": 799 |
| }, |
| { |
| "epoch": 1.1527377521613833, |
| "grad_norm": 0.8224151730537415, |
| "learning_rate": 8.339206936269328e-06, |
| "loss": 0.8165872097015381, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.154178674351585, |
| "grad_norm": 0.7225102186203003, |
| "learning_rate": 8.315706642578178e-06, |
| "loss": 0.7181413173675537, |
| "step": 801 |
| }, |
| { |
| "epoch": 1.1556195965417868, |
| "grad_norm": 0.6846278309822083, |
| "learning_rate": 8.292215918325518e-06, |
| "loss": 0.5527253746986389, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.1570605187319885, |
| "grad_norm": 0.7421664595603943, |
| "learning_rate": 8.268734896975649e-06, |
| "loss": 0.7071849703788757, |
| "step": 803 |
| }, |
| { |
| "epoch": 1.15850144092219, |
| "grad_norm": 0.7124081254005432, |
| "learning_rate": 8.245263711937746e-06, |
| "loss": 0.7202374339103699, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.159942363112392, |
| "grad_norm": 0.6946137547492981, |
| "learning_rate": 8.221802496565102e-06, |
| "loss": 0.7475452423095703, |
| "step": 805 |
| }, |
| { |
| "epoch": 1.1613832853025936, |
| "grad_norm": 0.6117473244667053, |
| "learning_rate": 8.198351384154363e-06, |
| "loss": 0.6516153216362, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.1628242074927955, |
| "grad_norm": 0.7568015456199646, |
| "learning_rate": 8.174910507944775e-06, |
| "loss": 0.7098596096038818, |
| "step": 807 |
| }, |
| { |
| "epoch": 1.1642651296829971, |
| "grad_norm": 0.7341271638870239, |
| "learning_rate": 8.15148000111743e-06, |
| "loss": 0.7767957448959351, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.1657060518731988, |
| "grad_norm": 0.6909346580505371, |
| "learning_rate": 8.128059996794495e-06, |
| "loss": 0.7601003646850586, |
| "step": 809 |
| }, |
| { |
| "epoch": 1.1671469740634006, |
| "grad_norm": 0.7617642879486084, |
| "learning_rate": 8.10465062803848e-06, |
| "loss": 0.8070919513702393, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.1685878962536023, |
| "grad_norm": 0.7109162211418152, |
| "learning_rate": 8.08125202785146e-06, |
| "loss": 0.7039991617202759, |
| "step": 811 |
| }, |
| { |
| "epoch": 1.1700288184438041, |
| "grad_norm": 0.611440122127533, |
| "learning_rate": 8.05786432917433e-06, |
| "loss": 0.7397060394287109, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.1714697406340058, |
| "grad_norm": 0.6908255219459534, |
| "learning_rate": 8.034487664886042e-06, |
| "loss": 0.6378216743469238, |
| "step": 813 |
| }, |
| { |
| "epoch": 1.1729106628242074, |
| "grad_norm": 0.7022346258163452, |
| "learning_rate": 8.011122167802869e-06, |
| "loss": 0.7086902856826782, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.1743515850144093, |
| "grad_norm": 0.8581727147102356, |
| "learning_rate": 7.987767970677618e-06, |
| "loss": 0.8129750490188599, |
| "step": 815 |
| }, |
| { |
| "epoch": 1.175792507204611, |
| "grad_norm": 0.7053741216659546, |
| "learning_rate": 7.964425206198907e-06, |
| "loss": 0.7385943531990051, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.1772334293948128, |
| "grad_norm": 0.686326801776886, |
| "learning_rate": 7.941094006990398e-06, |
| "loss": 0.7873866558074951, |
| "step": 817 |
| }, |
| { |
| "epoch": 1.1786743515850144, |
| "grad_norm": 0.695410430431366, |
| "learning_rate": 7.917774505610039e-06, |
| "loss": 0.6239868402481079, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.180115273775216, |
| "grad_norm": 0.7279312014579773, |
| "learning_rate": 7.89446683454932e-06, |
| "loss": 0.6867477893829346, |
| "step": 819 |
| }, |
| { |
| "epoch": 1.181556195965418, |
| "grad_norm": 0.7835471630096436, |
| "learning_rate": 7.871171126232516e-06, |
| "loss": 0.8003014326095581, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.1829971181556196, |
| "grad_norm": 0.6107333898544312, |
| "learning_rate": 7.84788751301593e-06, |
| "loss": 0.6153905391693115, |
| "step": 821 |
| }, |
| { |
| "epoch": 1.1844380403458212, |
| "grad_norm": 0.6579324007034302, |
| "learning_rate": 7.82461612718715e-06, |
| "loss": 0.6941539645195007, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.185878962536023, |
| "grad_norm": 0.7140527963638306, |
| "learning_rate": 7.801357100964295e-06, |
| "loss": 0.6446021795272827, |
| "step": 823 |
| }, |
| { |
| "epoch": 1.1873198847262247, |
| "grad_norm": 0.5526272654533386, |
| "learning_rate": 7.778110566495256e-06, |
| "loss": 0.6298232078552246, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.1887608069164266, |
| "grad_norm": 0.7560884356498718, |
| "learning_rate": 7.754876655856957e-06, |
| "loss": 0.6755807399749756, |
| "step": 825 |
| }, |
| { |
| "epoch": 1.1902017291066282, |
| "grad_norm": 0.7089958190917969, |
| "learning_rate": 7.731655501054597e-06, |
| "loss": 0.8171476125717163, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.19164265129683, |
| "grad_norm": 0.8474247455596924, |
| "learning_rate": 7.708447234020898e-06, |
| "loss": 0.6631404161453247, |
| "step": 827 |
| }, |
| { |
| "epoch": 1.1930835734870318, |
| "grad_norm": 0.696233868598938, |
| "learning_rate": 7.685251986615363e-06, |
| "loss": 0.679205060005188, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.1945244956772334, |
| "grad_norm": 0.6988159418106079, |
| "learning_rate": 7.662069890623525e-06, |
| "loss": 0.6870052218437195, |
| "step": 829 |
| }, |
| { |
| "epoch": 1.195965417867435, |
| "grad_norm": 0.8398119807243347, |
| "learning_rate": 7.63890107775619e-06, |
| "loss": 0.6322426795959473, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.197406340057637, |
| "grad_norm": 0.7013004422187805, |
| "learning_rate": 7.615745679648702e-06, |
| "loss": 0.7239193916320801, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.1988472622478386, |
| "grad_norm": 0.7037452459335327, |
| "learning_rate": 7.59260382786018e-06, |
| "loss": 0.738641083240509, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.2002881844380404, |
| "grad_norm": 0.7014064788818359, |
| "learning_rate": 7.569475653872787e-06, |
| "loss": 0.7159215807914734, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.201729106628242, |
| "grad_norm": 0.7071189880371094, |
| "learning_rate": 7.546361289090971e-06, |
| "loss": 0.7976879477500916, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.2031700288184437, |
| "grad_norm": 1.5894548892974854, |
| "learning_rate": 7.5232608648407166e-06, |
| "loss": 0.8454712629318237, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.2046109510086456, |
| "grad_norm": 0.828970730304718, |
| "learning_rate": 7.500174512368814e-06, |
| "loss": 0.759265661239624, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.2060518731988472, |
| "grad_norm": 0.798107385635376, |
| "learning_rate": 7.477102362842099e-06, |
| "loss": 0.6458663940429688, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.207492795389049, |
| "grad_norm": 0.7149136066436768, |
| "learning_rate": 7.454044547346708e-06, |
| "loss": 0.7283859252929688, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.2089337175792507, |
| "grad_norm": 0.6997484564781189, |
| "learning_rate": 7.431001196887345e-06, |
| "loss": 0.7165562510490417, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.2103746397694524, |
| "grad_norm": 0.8367432355880737, |
| "learning_rate": 7.407972442386527e-06, |
| "loss": 0.8220187425613403, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.2118155619596542, |
| "grad_norm": 0.7961417436599731, |
| "learning_rate": 7.384958414683839e-06, |
| "loss": 0.6605899930000305, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.2132564841498559, |
| "grad_norm": 0.8134687542915344, |
| "learning_rate": 7.361959244535199e-06, |
| "loss": 0.7518759965896606, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.2146974063400577, |
| "grad_norm": 0.8612692356109619, |
| "learning_rate": 7.338975062612115e-06, |
| "loss": 0.8546530604362488, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.2161383285302594, |
| "grad_norm": 0.7533084154129028, |
| "learning_rate": 7.316005999500924e-06, |
| "loss": 0.6535155773162842, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.217579250720461, |
| "grad_norm": 0.756385862827301, |
| "learning_rate": 7.293052185702079e-06, |
| "loss": 0.7160431742668152, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.219020172910663, |
| "grad_norm": 0.7518402934074402, |
| "learning_rate": 7.270113751629388e-06, |
| "loss": 0.771348237991333, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.2204610951008645, |
| "grad_norm": 0.7385017275810242, |
| "learning_rate": 7.247190827609273e-06, |
| "loss": 0.7204279899597168, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.2219020172910664, |
| "grad_norm": 0.7346227765083313, |
| "learning_rate": 7.224283543880041e-06, |
| "loss": 0.678016722202301, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.223342939481268, |
| "grad_norm": 0.7345762252807617, |
| "learning_rate": 7.201392030591137e-06, |
| "loss": 0.8019239902496338, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.2247838616714697, |
| "grad_norm": 0.8108334541320801, |
| "learning_rate": 7.178516417802399e-06, |
| "loss": 0.7505182027816772, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.2262247838616716, |
| "grad_norm": 0.7021329998970032, |
| "learning_rate": 7.155656835483331e-06, |
| "loss": 0.8881153464317322, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.2276657060518732, |
| "grad_norm": 0.6703478097915649, |
| "learning_rate": 7.132813413512361e-06, |
| "loss": 0.6785498857498169, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.2291066282420748, |
| "grad_norm": 0.6962404251098633, |
| "learning_rate": 7.10998628167609e-06, |
| "loss": 0.7082129120826721, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.2305475504322767, |
| "grad_norm": 0.7256265878677368, |
| "learning_rate": 7.087175569668576e-06, |
| "loss": 0.5700943470001221, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.2319884726224783, |
| "grad_norm": 0.6702523827552795, |
| "learning_rate": 7.064381407090584e-06, |
| "loss": 0.5819450616836548, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.23342939481268, |
| "grad_norm": 0.7409508228302002, |
| "learning_rate": 7.041603923448847e-06, |
| "loss": 0.8606373071670532, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.2348703170028819, |
| "grad_norm": 0.7683098316192627, |
| "learning_rate": 7.018843248155345e-06, |
| "loss": 0.7102565765380859, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.2363112391930835, |
| "grad_norm": 0.8579858541488647, |
| "learning_rate": 6.996099510526546e-06, |
| "loss": 0.7700096368789673, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.2377521613832854, |
| "grad_norm": 0.7399595975875854, |
| "learning_rate": 6.973372839782699e-06, |
| "loss": 0.7888767123222351, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.239193083573487, |
| "grad_norm": 0.788192868232727, |
| "learning_rate": 6.950663365047083e-06, |
| "loss": 0.824313759803772, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.2406340057636887, |
| "grad_norm": 0.7066922187805176, |
| "learning_rate": 6.927971215345271e-06, |
| "loss": 0.7467577457427979, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.2420749279538905, |
| "grad_norm": 0.7298476099967957, |
| "learning_rate": 6.905296519604407e-06, |
| "loss": 0.7883299589157104, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.2435158501440922, |
| "grad_norm": 0.7065430283546448, |
| "learning_rate": 6.8826394066524695e-06, |
| "loss": 0.7581709623336792, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.244956772334294, |
| "grad_norm": 0.759701669216156, |
| "learning_rate": 6.860000005217533e-06, |
| "loss": 0.7661190629005432, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.2463976945244957, |
| "grad_norm": 0.7207411527633667, |
| "learning_rate": 6.837378443927052e-06, |
| "loss": 0.6200900077819824, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.2478386167146973, |
| "grad_norm": 0.7673540711402893, |
| "learning_rate": 6.814774851307118e-06, |
| "loss": 0.7384034395217896, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.2492795389048992, |
| "grad_norm": 0.7653612494468689, |
| "learning_rate": 6.7921893557817246e-06, |
| "loss": 0.6381803750991821, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.2507204610951008, |
| "grad_norm": 0.6993824243545532, |
| "learning_rate": 6.769622085672054e-06, |
| "loss": 0.7953975200653076, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.2521613832853027, |
| "grad_norm": 0.8462424278259277, |
| "learning_rate": 6.747073169195739e-06, |
| "loss": 0.8438471555709839, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.2536023054755043, |
| "grad_norm": 0.728303074836731, |
| "learning_rate": 6.724542734466127e-06, |
| "loss": 0.7537517547607422, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.255043227665706, |
| "grad_norm": 0.8953651189804077, |
| "learning_rate": 6.70203090949157e-06, |
| "loss": 0.6626983880996704, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.2564841498559078, |
| "grad_norm": 0.8448413014411926, |
| "learning_rate": 6.679537822174682e-06, |
| "loss": 0.7634541988372803, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.2579250720461095, |
| "grad_norm": 0.6933168172836304, |
| "learning_rate": 6.657063600311616e-06, |
| "loss": 0.728123128414154, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.2593659942363113, |
| "grad_norm": 0.728682279586792, |
| "learning_rate": 6.634608371591343e-06, |
| "loss": 0.7198150157928467, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.260806916426513, |
| "grad_norm": 0.7677860260009766, |
| "learning_rate": 6.6121722635949244e-06, |
| "loss": 0.7593638896942139, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.2622478386167146, |
| "grad_norm": 0.8202926516532898, |
| "learning_rate": 6.58975540379478e-06, |
| "loss": 0.7541650533676147, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.2636887608069165, |
| "grad_norm": 0.7458558678627014, |
| "learning_rate": 6.567357919553973e-06, |
| "loss": 0.7063798904418945, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.2651296829971181, |
| "grad_norm": 0.7055810689926147, |
| "learning_rate": 6.544979938125485e-06, |
| "loss": 0.6888713240623474, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.26657060518732, |
| "grad_norm": 0.7375597953796387, |
| "learning_rate": 6.522621586651485e-06, |
| "loss": 0.7496410012245178, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.2680115273775217, |
| "grad_norm": 0.8904906511306763, |
| "learning_rate": 6.5002829921626206e-06, |
| "loss": 0.7112149000167847, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.2694524495677233, |
| "grad_norm": 0.7383248209953308, |
| "learning_rate": 6.477964281577282e-06, |
| "loss": 0.7184029817581177, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.270893371757925, |
| "grad_norm": 0.7049366235733032, |
| "learning_rate": 6.4556655817008895e-06, |
| "loss": 0.7123745679855347, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.2723342939481268, |
| "grad_norm": 0.8128007650375366, |
| "learning_rate": 6.433387019225175e-06, |
| "loss": 0.7427414059638977, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.2737752161383284, |
| "grad_norm": 0.8199894428253174, |
| "learning_rate": 6.411128720727448e-06, |
| "loss": 0.8018887042999268, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.2752161383285303, |
| "grad_norm": 0.7976292967796326, |
| "learning_rate": 6.3888908126699015e-06, |
| "loss": 0.7540068626403809, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.276657060518732, |
| "grad_norm": 0.7567126750946045, |
| "learning_rate": 6.366673421398869e-06, |
| "loss": 0.6633398532867432, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.2780979827089336, |
| "grad_norm": 0.9206326007843018, |
| "learning_rate": 6.344476673144113e-06, |
| "loss": 0.8141340613365173, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.2795389048991355, |
| "grad_norm": 0.7636165618896484, |
| "learning_rate": 6.322300694018122e-06, |
| "loss": 0.922012448310852, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.280979827089337, |
| "grad_norm": 0.5804350972175598, |
| "learning_rate": 6.3001456100153754e-06, |
| "loss": 0.5236533284187317, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.282420749279539, |
| "grad_norm": 0.6871946454048157, |
| "learning_rate": 6.278011547011638e-06, |
| "loss": 0.6777955293655396, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.2838616714697406, |
| "grad_norm": 0.9018382430076599, |
| "learning_rate": 6.255898630763238e-06, |
| "loss": 0.7229803204536438, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.2853025936599423, |
| "grad_norm": 0.7636622190475464, |
| "learning_rate": 6.233806986906367e-06, |
| "loss": 0.7445772886276245, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.2867435158501441, |
| "grad_norm": 0.8684889674186707, |
| "learning_rate": 6.211736740956343e-06, |
| "loss": 0.7453570365905762, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.2881844380403458, |
| "grad_norm": 0.7295882105827332, |
| "learning_rate": 6.189688018306919e-06, |
| "loss": 0.7675601243972778, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.2896253602305476, |
| "grad_norm": 0.7328001856803894, |
| "learning_rate": 6.167660944229561e-06, |
| "loss": 0.7515370845794678, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.2910662824207493, |
| "grad_norm": 0.7595508694648743, |
| "learning_rate": 6.145655643872733e-06, |
| "loss": 0.567493736743927, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.292507204610951, |
| "grad_norm": 0.614960253238678, |
| "learning_rate": 6.123672242261191e-06, |
| "loss": 0.645517110824585, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.2939481268011528, |
| "grad_norm": 0.7227185368537903, |
| "learning_rate": 6.101710864295279e-06, |
| "loss": 0.7477235794067383, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.2953890489913544, |
| "grad_norm": 0.8557547330856323, |
| "learning_rate": 6.0797716347502e-06, |
| "loss": 0.842688798904419, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.2968299711815563, |
| "grad_norm": 0.7734098434448242, |
| "learning_rate": 6.057854678275326e-06, |
| "loss": 0.7552927732467651, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.298270893371758, |
| "grad_norm": 0.9069559574127197, |
| "learning_rate": 6.035960119393483e-06, |
| "loss": 0.7265192270278931, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.2997118155619596, |
| "grad_norm": 0.7913199067115784, |
| "learning_rate": 6.014088082500241e-06, |
| "loss": 0.8187565803527832, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.3011527377521614, |
| "grad_norm": 0.7673888802528381, |
| "learning_rate": 5.9922386918632145e-06, |
| "loss": 0.6189776659011841, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.302593659942363, |
| "grad_norm": 0.8198954463005066, |
| "learning_rate": 5.9704120716213435e-06, |
| "loss": 0.7065783739089966, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.304034582132565, |
| "grad_norm": 0.7108833193778992, |
| "learning_rate": 5.948608345784201e-06, |
| "loss": 0.6191039085388184, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.3054755043227666, |
| "grad_norm": 0.7285876870155334, |
| "learning_rate": 5.926827638231289e-06, |
| "loss": 0.645740270614624, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.3069164265129682, |
| "grad_norm": 0.7736101150512695, |
| "learning_rate": 5.905070072711318e-06, |
| "loss": 0.6827014684677124, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.30835734870317, |
| "grad_norm": 0.72000652551651, |
| "learning_rate": 5.883335772841523e-06, |
| "loss": 0.6328073740005493, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.3097982708933718, |
| "grad_norm": 0.8541474342346191, |
| "learning_rate": 5.8616248621069545e-06, |
| "loss": 0.7510843276977539, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.3112391930835736, |
| "grad_norm": 0.801873505115509, |
| "learning_rate": 5.83993746385977e-06, |
| "loss": 0.8494454026222229, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.3126801152737753, |
| "grad_norm": 0.6421008110046387, |
| "learning_rate": 5.818273701318542e-06, |
| "loss": 0.6766311526298523, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.314121037463977, |
| "grad_norm": 0.6372893452644348, |
| "learning_rate": 5.796633697567557e-06, |
| "loss": 0.6513572931289673, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.3155619596541785, |
| "grad_norm": 0.7505905032157898, |
| "learning_rate": 5.77501757555611e-06, |
| "loss": 0.7472840547561646, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.3170028818443804, |
| "grad_norm": 0.6798507571220398, |
| "learning_rate": 5.753425458097817e-06, |
| "loss": 0.6567862629890442, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.318443804034582, |
| "grad_norm": 0.7536661624908447, |
| "learning_rate": 5.731857467869902e-06, |
| "loss": 0.7532881498336792, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.319884726224784, |
| "grad_norm": 0.8154526352882385, |
| "learning_rate": 5.710313727412513e-06, |
| "loss": 0.7319618463516235, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.3213256484149856, |
| "grad_norm": 0.7455941438674927, |
| "learning_rate": 5.688794359128018e-06, |
| "loss": 0.8852958679199219, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.3227665706051872, |
| "grad_norm": 0.691473662853241, |
| "learning_rate": 5.6672994852803184e-06, |
| "loss": 0.7115726470947266, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.324207492795389, |
| "grad_norm": 0.8230622410774231, |
| "learning_rate": 5.645829227994146e-06, |
| "loss": 0.7268555164337158, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.3256484149855907, |
| "grad_norm": 0.7255274057388306, |
| "learning_rate": 5.624383709254363e-06, |
| "loss": 0.6968173980712891, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.3270893371757926, |
| "grad_norm": 0.7870388627052307, |
| "learning_rate": 5.602963050905296e-06, |
| "loss": 0.7143142223358154, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.3285302593659942, |
| "grad_norm": 0.753603994846344, |
| "learning_rate": 5.58156737465001e-06, |
| "loss": 0.662851095199585, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.3299711815561959, |
| "grad_norm": 0.7982147336006165, |
| "learning_rate": 5.560196802049633e-06, |
| "loss": 0.7520275712013245, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.3314121037463977, |
| "grad_norm": 0.7443618178367615, |
| "learning_rate": 5.538851454522678e-06, |
| "loss": 0.6887432932853699, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.3328530259365994, |
| "grad_norm": 0.732810378074646, |
| "learning_rate": 5.517531453344327e-06, |
| "loss": 0.6998310685157776, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.3342939481268012, |
| "grad_norm": 0.7935830950737, |
| "learning_rate": 5.496236919645754e-06, |
| "loss": 0.8417803645133972, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.3357348703170029, |
| "grad_norm": 0.8099915981292725, |
| "learning_rate": 5.474967974413451e-06, |
| "loss": 0.6904634237289429, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.3371757925072045, |
| "grad_norm": 0.803108274936676, |
| "learning_rate": 5.453724738488511e-06, |
| "loss": 0.7582980394363403, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.3386167146974064, |
| "grad_norm": 0.7702426910400391, |
| "learning_rate": 5.432507332565968e-06, |
| "loss": 0.7501033544540405, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.340057636887608, |
| "grad_norm": 0.5750554800033569, |
| "learning_rate": 5.411315877194104e-06, |
| "loss": 0.46313565969467163, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.34149855907781, |
| "grad_norm": 0.7295573949813843, |
| "learning_rate": 5.390150492773749e-06, |
| "loss": 0.7082580327987671, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.3429394812680115, |
| "grad_norm": 0.8001100420951843, |
| "learning_rate": 5.369011299557617e-06, |
| "loss": 0.5968407988548279, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.3443804034582132, |
| "grad_norm": 0.7285897731781006, |
| "learning_rate": 5.347898417649609e-06, |
| "loss": 0.6727792024612427, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.345821325648415, |
| "grad_norm": 0.7374528646469116, |
| "learning_rate": 5.3268119670041465e-06, |
| "loss": 0.7759701013565063, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.3472622478386167, |
| "grad_norm": 0.8536549806594849, |
| "learning_rate": 5.305752067425469e-06, |
| "loss": 0.7828449010848999, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.3487031700288186, |
| "grad_norm": 0.7041170001029968, |
| "learning_rate": 5.284718838566968e-06, |
| "loss": 0.8058781623840332, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.3501440922190202, |
| "grad_norm": 0.7253990173339844, |
| "learning_rate": 5.26371239993051e-06, |
| "loss": 0.7985930442810059, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.3515850144092219, |
| "grad_norm": 0.796826183795929, |
| "learning_rate": 5.242732870865739e-06, |
| "loss": 0.8930832147598267, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.3530259365994235, |
| "grad_norm": 0.8277836441993713, |
| "learning_rate": 5.221780370569415e-06, |
| "loss": 0.8998521566390991, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.3544668587896254, |
| "grad_norm": 0.6864756941795349, |
| "learning_rate": 5.2008550180847394e-06, |
| "loss": 0.65891432762146, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.3559077809798272, |
| "grad_norm": 0.8034760355949402, |
| "learning_rate": 5.1799569323006615e-06, |
| "loss": 0.754687488079071, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.3573487031700289, |
| "grad_norm": 0.7061858773231506, |
| "learning_rate": 5.159086231951213e-06, |
| "loss": 0.6347618103027344, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.3587896253602305, |
| "grad_norm": 0.7044359445571899, |
| "learning_rate": 5.138243035614842e-06, |
| "loss": 0.7207168340682983, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.3602305475504322, |
| "grad_norm": 0.795578122138977, |
| "learning_rate": 5.117427461713724e-06, |
| "loss": 0.778628945350647, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.361671469740634, |
| "grad_norm": 0.9205237627029419, |
| "learning_rate": 5.096639628513092e-06, |
| "loss": 0.7258281111717224, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.3631123919308357, |
| "grad_norm": 0.793719470500946, |
| "learning_rate": 5.0758796541205794e-06, |
| "loss": 0.9028610587120056, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.3645533141210375, |
| "grad_norm": 0.803044855594635, |
| "learning_rate": 5.055147656485526e-06, |
| "loss": 0.6968406438827515, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.3659942363112392, |
| "grad_norm": 0.8841282725334167, |
| "learning_rate": 5.034443753398323e-06, |
| "loss": 0.8499928712844849, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.3674351585014408, |
| "grad_norm": 0.7515528202056885, |
| "learning_rate": 5.01376806248975e-06, |
| "loss": 0.6870205998420715, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.3688760806916427, |
| "grad_norm": 0.9015482068061829, |
| "learning_rate": 4.993120701230283e-06, |
| "loss": 0.7434237003326416, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.3703170028818443, |
| "grad_norm": 0.726290762424469, |
| "learning_rate": 4.972501786929443e-06, |
| "loss": 0.7235680818557739, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.3717579250720462, |
| "grad_norm": 0.8368416428565979, |
| "learning_rate": 4.951911436735142e-06, |
| "loss": 0.7924642562866211, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.3731988472622478, |
| "grad_norm": 0.7369707226753235, |
| "learning_rate": 4.931349767632985e-06, |
| "loss": 0.7321688532829285, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.3746397694524495, |
| "grad_norm": 0.783839762210846, |
| "learning_rate": 4.910816896445628e-06, |
| "loss": 0.7634139060974121, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.3760806916426513, |
| "grad_norm": 0.7845622301101685, |
| "learning_rate": 4.890312939832119e-06, |
| "loss": 0.7176026105880737, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.377521613832853, |
| "grad_norm": 0.7255096435546875, |
| "learning_rate": 4.869838014287217e-06, |
| "loss": 0.7216761708259583, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.3789625360230549, |
| "grad_norm": 0.7795526385307312, |
| "learning_rate": 4.849392236140734e-06, |
| "loss": 0.8003466725349426, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.3804034582132565, |
| "grad_norm": 0.7873338460922241, |
| "learning_rate": 4.828975721556895e-06, |
| "loss": 0.7114070653915405, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.3818443804034581, |
| "grad_norm": 0.8338869214057922, |
| "learning_rate": 4.808588586533646e-06, |
| "loss": 0.7371832132339478, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.38328530259366, |
| "grad_norm": 0.7012267112731934, |
| "learning_rate": 4.788230946902015e-06, |
| "loss": 0.5402542948722839, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.3847262247838616, |
| "grad_norm": 0.9027784466743469, |
| "learning_rate": 4.76790291832546e-06, |
| "loss": 0.7232666015625, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.3861671469740635, |
| "grad_norm": 0.7093715667724609, |
| "learning_rate": 4.747604616299189e-06, |
| "loss": 0.6918929815292358, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.3876080691642652, |
| "grad_norm": 0.716592013835907, |
| "learning_rate": 4.727336156149516e-06, |
| "loss": 0.71802818775177, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.3890489913544668, |
| "grad_norm": 0.7714113593101501, |
| "learning_rate": 4.707097653033219e-06, |
| "loss": 0.722802996635437, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.3904899135446687, |
| "grad_norm": 0.7559787034988403, |
| "learning_rate": 4.686889221936861e-06, |
| "loss": 0.7283670902252197, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.3919308357348703, |
| "grad_norm": 0.7135756611824036, |
| "learning_rate": 4.66671097767615e-06, |
| "loss": 0.6234134435653687, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.3933717579250722, |
| "grad_norm": 0.799081027507782, |
| "learning_rate": 4.646563034895293e-06, |
| "loss": 0.7715392112731934, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.3948126801152738, |
| "grad_norm": 0.7190555930137634, |
| "learning_rate": 4.626445508066329e-06, |
| "loss": 0.6489726901054382, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.3962536023054755, |
| "grad_norm": 0.97360759973526, |
| "learning_rate": 4.606358511488486e-06, |
| "loss": 0.7395188808441162, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.397694524495677, |
| "grad_norm": 0.6608725786209106, |
| "learning_rate": 4.58630215928754e-06, |
| "loss": 0.6690818667411804, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.399135446685879, |
| "grad_norm": 0.7637996077537537, |
| "learning_rate": 4.566276565415152e-06, |
| "loss": 0.8046863675117493, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.4005763688760806, |
| "grad_norm": 0.8393040299415588, |
| "learning_rate": 4.5462818436482245e-06, |
| "loss": 0.825577437877655, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.4020172910662825, |
| "grad_norm": 0.7651957869529724, |
| "learning_rate": 4.52631810758827e-06, |
| "loss": 0.7689692378044128, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.4034582132564841, |
| "grad_norm": 0.8406446576118469, |
| "learning_rate": 4.506385470660742e-06, |
| "loss": 0.7642035484313965, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.4048991354466858, |
| "grad_norm": 0.9124138951301575, |
| "learning_rate": 4.486484046114403e-06, |
| "loss": 0.6852501630783081, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.4063400576368876, |
| "grad_norm": 0.9097302556037903, |
| "learning_rate": 4.466613947020689e-06, |
| "loss": 0.7974008917808533, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.4077809798270893, |
| "grad_norm": 0.7557157874107361, |
| "learning_rate": 4.4467752862730485e-06, |
| "loss": 0.7818719148635864, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.4092219020172911, |
| "grad_norm": 0.8131412863731384, |
| "learning_rate": 4.42696817658631e-06, |
| "loss": 0.6493479609489441, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.4106628242074928, |
| "grad_norm": 0.7907167673110962, |
| "learning_rate": 4.4071927304960534e-06, |
| "loss": 0.79290771484375, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.4121037463976944, |
| "grad_norm": 0.7542915344238281, |
| "learning_rate": 4.38744906035795e-06, |
| "loss": 0.8156715631484985, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.4135446685878963, |
| "grad_norm": 0.7144057154655457, |
| "learning_rate": 4.367737278347136e-06, |
| "loss": 0.7458773851394653, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.414985590778098, |
| "grad_norm": 0.8254581093788147, |
| "learning_rate": 4.348057496457567e-06, |
| "loss": 0.6097003221511841, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.4164265129682998, |
| "grad_norm": 0.8161498308181763, |
| "learning_rate": 4.328409826501403e-06, |
| "loss": 0.7463165521621704, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.4178674351585014, |
| "grad_norm": 0.8310127258300781, |
| "learning_rate": 4.3087943801083445e-06, |
| "loss": 0.6355860233306885, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.419308357348703, |
| "grad_norm": 0.8795257210731506, |
| "learning_rate": 4.289211268725009e-06, |
| "loss": 0.7873852252960205, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.420749279538905, |
| "grad_norm": 0.6934751272201538, |
| "learning_rate": 4.269660603614316e-06, |
| "loss": 0.6793715953826904, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.4221902017291066, |
| "grad_norm": 0.8139089345932007, |
| "learning_rate": 4.250142495854825e-06, |
| "loss": 0.6482336521148682, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.4236311239193085, |
| "grad_norm": 0.812993586063385, |
| "learning_rate": 4.2306570563401185e-06, |
| "loss": 0.6544175744056702, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.42507204610951, |
| "grad_norm": 0.8022162318229675, |
| "learning_rate": 4.211204395778183e-06, |
| "loss": 0.7107487916946411, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.4265129682997117, |
| "grad_norm": 0.8545569777488708, |
| "learning_rate": 4.19178462469076e-06, |
| "loss": 0.8046406507492065, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.4279538904899136, |
| "grad_norm": 0.7910804748535156, |
| "learning_rate": 4.172397853412725e-06, |
| "loss": 0.7375363707542419, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.4293948126801153, |
| "grad_norm": 0.8032233715057373, |
| "learning_rate": 4.1530441920914746e-06, |
| "loss": 0.7059754133224487, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.4308357348703171, |
| "grad_norm": 0.6835878491401672, |
| "learning_rate": 4.1337237506862744e-06, |
| "loss": 0.6616318225860596, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.4322766570605188, |
| "grad_norm": 0.6732160449028015, |
| "learning_rate": 4.114436638967656e-06, |
| "loss": 0.5688523054122925, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.4337175792507204, |
| "grad_norm": 0.8257527351379395, |
| "learning_rate": 4.095182966516787e-06, |
| "loss": 0.8635351657867432, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.435158501440922, |
| "grad_norm": 0.8186964392662048, |
| "learning_rate": 4.075962842724847e-06, |
| "loss": 0.6884078979492188, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.436599423631124, |
| "grad_norm": 0.7682012915611267, |
| "learning_rate": 4.0567763767923965e-06, |
| "loss": 0.6973609328269958, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.4380403458213258, |
| "grad_norm": 0.7340428233146667, |
| "learning_rate": 4.037623677728783e-06, |
| "loss": 0.645268440246582, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.4394812680115274, |
| "grad_norm": 0.8506885170936584, |
| "learning_rate": 4.018504854351495e-06, |
| "loss": 0.639744758605957, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.440922190201729, |
| "grad_norm": 0.7691463828086853, |
| "learning_rate": 3.999420015285549e-06, |
| "loss": 0.6750536561012268, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.4423631123919307, |
| "grad_norm": 0.7501078844070435, |
| "learning_rate": 3.980369268962893e-06, |
| "loss": 0.6951167583465576, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.4438040345821326, |
| "grad_norm": 0.6547222137451172, |
| "learning_rate": 3.961352723621757e-06, |
| "loss": 0.5897108912467957, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.4452449567723342, |
| "grad_norm": 0.7267579436302185, |
| "learning_rate": 3.942370487306064e-06, |
| "loss": 0.6418097019195557, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.446685878962536, |
| "grad_norm": 0.7520357966423035, |
| "learning_rate": 3.923422667864814e-06, |
| "loss": 0.7392733693122864, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.4481268011527377, |
| "grad_norm": 0.9271366000175476, |
| "learning_rate": 3.904509372951453e-06, |
| "loss": 0.7005877494812012, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.4495677233429394, |
| "grad_norm": 0.741805911064148, |
| "learning_rate": 3.885630710023275e-06, |
| "loss": 0.7494614124298096, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.4510086455331412, |
| "grad_norm": 0.7596203684806824, |
| "learning_rate": 3.866786786340821e-06, |
| "loss": 0.7183794975280762, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.4524495677233429, |
| "grad_norm": 0.792771577835083, |
| "learning_rate": 3.847977708967246e-06, |
| "loss": 0.6995346546173096, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.4538904899135447, |
| "grad_norm": 0.772834062576294, |
| "learning_rate": 3.829203584767724e-06, |
| "loss": 0.6018137335777283, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.4553314121037464, |
| "grad_norm": 0.9559422135353088, |
| "learning_rate": 3.810464520408853e-06, |
| "loss": 0.7116073966026306, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.456772334293948, |
| "grad_norm": 0.7630804777145386, |
| "learning_rate": 3.7917606223580217e-06, |
| "loss": 0.737439751625061, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.45821325648415, |
| "grad_norm": 0.7160147428512573, |
| "learning_rate": 3.7730919968828194e-06, |
| "loss": 0.6739982962608337, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.4596541786743515, |
| "grad_norm": 0.9138517379760742, |
| "learning_rate": 3.754458750050445e-06, |
| "loss": 0.8231876492500305, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.4610951008645534, |
| "grad_norm": 0.850914716720581, |
| "learning_rate": 3.7358609877270746e-06, |
| "loss": 0.7859776020050049, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.462536023054755, |
| "grad_norm": 0.6578977704048157, |
| "learning_rate": 3.717298815577284e-06, |
| "loss": 0.6639118194580078, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.4639769452449567, |
| "grad_norm": 0.7375325560569763, |
| "learning_rate": 3.6987723390634447e-06, |
| "loss": 0.7305494546890259, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.4654178674351586, |
| "grad_norm": 0.7297279834747314, |
| "learning_rate": 3.6802816634451144e-06, |
| "loss": 0.7086485028266907, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.4668587896253602, |
| "grad_norm": 0.6900395154953003, |
| "learning_rate": 3.661826893778443e-06, |
| "loss": 0.5996535420417786, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.468299711815562, |
| "grad_norm": 0.9336727261543274, |
| "learning_rate": 3.6434081349155903e-06, |
| "loss": 0.8409576416015625, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.4697406340057637, |
| "grad_norm": 0.8965365290641785, |
| "learning_rate": 3.6250254915041073e-06, |
| "loss": 0.8301442861557007, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.4711815561959654, |
| "grad_norm": 0.7489187717437744, |
| "learning_rate": 3.6066790679863505e-06, |
| "loss": 0.6619806289672852, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.4726224783861672, |
| "grad_norm": 0.7200744152069092, |
| "learning_rate": 3.588368968598903e-06, |
| "loss": 0.7702663540840149, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.4740634005763689, |
| "grad_norm": 0.7389686107635498, |
| "learning_rate": 3.5700952973719573e-06, |
| "loss": 0.6748791933059692, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.4755043227665707, |
| "grad_norm": 0.9621058106422424, |
| "learning_rate": 3.551858158128739e-06, |
| "loss": 0.7804979085922241, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.4769452449567724, |
| "grad_norm": 0.6999828815460205, |
| "learning_rate": 3.533657654484922e-06, |
| "loss": 0.7398617267608643, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.478386167146974, |
| "grad_norm": 0.8494158387184143, |
| "learning_rate": 3.515493889848025e-06, |
| "loss": 0.647086501121521, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.4798270893371757, |
| "grad_norm": 0.7813376784324646, |
| "learning_rate": 3.49736696741683e-06, |
| "loss": 0.753842830657959, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.4812680115273775, |
| "grad_norm": 0.7741125226020813, |
| "learning_rate": 3.4792769901808043e-06, |
| "loss": 0.8448225259780884, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.4827089337175792, |
| "grad_norm": 0.7925018072128296, |
| "learning_rate": 3.4612240609195034e-06, |
| "loss": 0.8170247077941895, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.484149855907781, |
| "grad_norm": 0.7917532324790955, |
| "learning_rate": 3.443208282201994e-06, |
| "loss": 0.7810318470001221, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.4855907780979827, |
| "grad_norm": 0.8103862404823303, |
| "learning_rate": 3.4252297563862625e-06, |
| "loss": 0.7185397148132324, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.4870317002881843, |
| "grad_norm": 0.8068615198135376, |
| "learning_rate": 3.407288585618654e-06, |
| "loss": 0.6962016224861145, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.4884726224783862, |
| "grad_norm": 0.712526261806488, |
| "learning_rate": 3.3893848718332665e-06, |
| "loss": 0.6078779101371765, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.4899135446685878, |
| "grad_norm": 0.8054221868515015, |
| "learning_rate": 3.371518716751383e-06, |
| "loss": 0.6642535924911499, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.4913544668587897, |
| "grad_norm": 0.735863983631134, |
| "learning_rate": 3.3536902218809043e-06, |
| "loss": 0.6583288311958313, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.4927953890489913, |
| "grad_norm": 0.7167906165122986, |
| "learning_rate": 3.3358994885157537e-06, |
| "loss": 0.7499520778656006, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.494236311239193, |
| "grad_norm": 0.9229914546012878, |
| "learning_rate": 3.318146617735306e-06, |
| "loss": 0.9205317497253418, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.4956772334293948, |
| "grad_norm": 0.7089002728462219, |
| "learning_rate": 3.3004317104038296e-06, |
| "loss": 0.7000449299812317, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.4971181556195965, |
| "grad_norm": 0.8045422434806824, |
| "learning_rate": 3.2827548671698907e-06, |
| "loss": 0.7404249906539917, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.4985590778097984, |
| "grad_norm": 0.7974978685379028, |
| "learning_rate": 3.26511618846579e-06, |
| "loss": 0.6965054273605347, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.793845534324646, |
| "learning_rate": 3.247515774507005e-06, |
| "loss": 0.6663249731063843, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.5014409221902016, |
| "grad_norm": 0.6912310123443604, |
| "learning_rate": 3.2299537252915993e-06, |
| "loss": 0.5732256770133972, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.5028818443804035, |
| "grad_norm": 0.779844343662262, |
| "learning_rate": 3.2124301405996616e-06, |
| "loss": 0.6914101839065552, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.5043227665706052, |
| "grad_norm": 0.6761540770530701, |
| "learning_rate": 3.194945119992755e-06, |
| "loss": 0.6391370296478271, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.505763688760807, |
| "grad_norm": 0.7634333372116089, |
| "learning_rate": 3.177498762813327e-06, |
| "loss": 0.7757022976875305, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.5072046109510087, |
| "grad_norm": 0.9414384961128235, |
| "learning_rate": 3.160091168184154e-06, |
| "loss": 0.6397742033004761, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.5086455331412103, |
| "grad_norm": 0.8356814980506897, |
| "learning_rate": 3.142722435007791e-06, |
| "loss": 0.749836802482605, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.510086455331412, |
| "grad_norm": 0.8035895228385925, |
| "learning_rate": 3.1253926619659912e-06, |
| "loss": 0.7546325922012329, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.5115273775216138, |
| "grad_norm": 0.84291672706604, |
| "learning_rate": 3.108101947519151e-06, |
| "loss": 0.759354829788208, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.5129682997118157, |
| "grad_norm": 0.731903076171875, |
| "learning_rate": 3.0908503899057605e-06, |
| "loss": 0.6469593048095703, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.5144092219020173, |
| "grad_norm": 0.7537881731987, |
| "learning_rate": 3.0736380871418305e-06, |
| "loss": 0.7219445109367371, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.515850144092219, |
| "grad_norm": 0.8318817019462585, |
| "learning_rate": 3.0564651370203414e-06, |
| "loss": 0.7360014915466309, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.5172910662824206, |
| "grad_norm": 0.7886281609535217, |
| "learning_rate": 3.039331637110697e-06, |
| "loss": 0.7079243063926697, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.5187319884726225, |
| "grad_norm": 0.8962216973304749, |
| "learning_rate": 3.0222376847581546e-06, |
| "loss": 0.7061739563941956, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.5201729106628243, |
| "grad_norm": 0.8324871063232422, |
| "learning_rate": 3.005183377083277e-06, |
| "loss": 0.6976668834686279, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.521613832853026, |
| "grad_norm": 0.7693350315093994, |
| "learning_rate": 2.9881688109813933e-06, |
| "loss": 0.745376467704773, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.5230547550432276, |
| "grad_norm": 0.7759479880332947, |
| "learning_rate": 2.971194083122029e-06, |
| "loss": 0.8127241730690002, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.5244956772334293, |
| "grad_norm": 0.6519967913627625, |
| "learning_rate": 2.9542592899483633e-06, |
| "loss": 0.6398651003837585, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.5259365994236311, |
| "grad_norm": 0.7922623753547668, |
| "learning_rate": 2.937364527676697e-06, |
| "loss": 0.7102863788604736, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.527377521613833, |
| "grad_norm": 0.8374100923538208, |
| "learning_rate": 2.920509892295875e-06, |
| "loss": 0.8550270795822144, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.5288184438040346, |
| "grad_norm": 0.8438422679901123, |
| "learning_rate": 2.903695479566774e-06, |
| "loss": 0.6879276037216187, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.5302593659942363, |
| "grad_norm": 0.857816755771637, |
| "learning_rate": 2.886921385021729e-06, |
| "loss": 0.7720720767974854, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.531700288184438, |
| "grad_norm": 0.6902361512184143, |
| "learning_rate": 2.870187703964017e-06, |
| "loss": 0.5288726091384888, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.5331412103746398, |
| "grad_norm": 0.8847417235374451, |
| "learning_rate": 2.8534945314672946e-06, |
| "loss": 0.648311197757721, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.5345821325648417, |
| "grad_norm": 0.73543781042099, |
| "learning_rate": 2.8368419623750633e-06, |
| "loss": 0.7209224104881287, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.5360230547550433, |
| "grad_norm": 0.7391148805618286, |
| "learning_rate": 2.8202300913001445e-06, |
| "loss": 0.6820803880691528, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.537463976945245, |
| "grad_norm": 0.7311487793922424, |
| "learning_rate": 2.8036590126241226e-06, |
| "loss": 0.7790380120277405, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.5389048991354466, |
| "grad_norm": 0.8042330145835876, |
| "learning_rate": 2.7871288204968127e-06, |
| "loss": 0.7293061017990112, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.5403458213256485, |
| "grad_norm": 0.8683137893676758, |
| "learning_rate": 2.7706396088357444e-06, |
| "loss": 0.6657461524009705, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.54178674351585, |
| "grad_norm": 0.7877099514007568, |
| "learning_rate": 2.754191471325601e-06, |
| "loss": 0.7446212768554688, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.543227665706052, |
| "grad_norm": 0.7506648302078247, |
| "learning_rate": 2.737784501417702e-06, |
| "loss": 0.5783571004867554, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.5446685878962536, |
| "grad_norm": 0.9356808662414551, |
| "learning_rate": 2.7214187923294766e-06, |
| "loss": 0.710444986820221, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.5461095100864553, |
| "grad_norm": 0.8530304431915283, |
| "learning_rate": 2.70509443704392e-06, |
| "loss": 0.7275018095970154, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.547550432276657, |
| "grad_norm": 0.8602854609489441, |
| "learning_rate": 2.6888115283090754e-06, |
| "loss": 0.6969873905181885, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.5489913544668588, |
| "grad_norm": 0.7868731021881104, |
| "learning_rate": 2.6725701586375075e-06, |
| "loss": 0.6938682794570923, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.5504322766570606, |
| "grad_norm": 0.7867501378059387, |
| "learning_rate": 2.6563704203057704e-06, |
| "loss": 0.6999156475067139, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.5518731988472623, |
| "grad_norm": 0.8717447519302368, |
| "learning_rate": 2.6402124053538837e-06, |
| "loss": 0.7442126274108887, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.553314121037464, |
| "grad_norm": 0.8786858916282654, |
| "learning_rate": 2.6240962055848196e-06, |
| "loss": 0.8091111183166504, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.5547550432276656, |
| "grad_norm": 0.8132948875427246, |
| "learning_rate": 2.6080219125639703e-06, |
| "loss": 0.6046196222305298, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.5561959654178674, |
| "grad_norm": 0.8643730878829956, |
| "learning_rate": 2.5919896176186287e-06, |
| "loss": 0.8511631488800049, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.5576368876080693, |
| "grad_norm": 0.9204576015472412, |
| "learning_rate": 2.575999411837481e-06, |
| "loss": 0.8237127661705017, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.559077809798271, |
| "grad_norm": 0.7882550358772278, |
| "learning_rate": 2.560051386070073e-06, |
| "loss": 0.7889937162399292, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.5605187319884726, |
| "grad_norm": 0.8252015113830566, |
| "learning_rate": 2.5441456309263e-06, |
| "loss": 0.6393820643424988, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.5619596541786742, |
| "grad_norm": 0.8019078969955444, |
| "learning_rate": 2.5282822367759054e-06, |
| "loss": 0.6617242693901062, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.563400576368876, |
| "grad_norm": 0.8571462631225586, |
| "learning_rate": 2.512461293747942e-06, |
| "loss": 0.8511845469474792, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.564841498559078, |
| "grad_norm": 0.7433684468269348, |
| "learning_rate": 2.496682891730279e-06, |
| "loss": 0.7948633432388306, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.5662824207492796, |
| "grad_norm": 0.8066547513008118, |
| "learning_rate": 2.480947120369089e-06, |
| "loss": 0.648466944694519, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.5677233429394812, |
| "grad_norm": 0.816417396068573, |
| "learning_rate": 2.4652540690683315e-06, |
| "loss": 0.8480396866798401, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.5691642651296829, |
| "grad_norm": 0.7453494668006897, |
| "learning_rate": 2.4496038269892455e-06, |
| "loss": 0.7550395131111145, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.5706051873198847, |
| "grad_norm": 0.8361696004867554, |
| "learning_rate": 2.433996483049855e-06, |
| "loss": 0.6834908723831177, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.5720461095100866, |
| "grad_norm": 0.7857866883277893, |
| "learning_rate": 2.418432125924449e-06, |
| "loss": 0.7276380062103271, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.5734870317002883, |
| "grad_norm": 0.7743988037109375, |
| "learning_rate": 2.4029108440430838e-06, |
| "loss": 0.7755744457244873, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.57492795389049, |
| "grad_norm": 0.8050707578659058, |
| "learning_rate": 2.387432725591078e-06, |
| "loss": 0.8086447715759277, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.5763688760806915, |
| "grad_norm": 0.7724820971488953, |
| "learning_rate": 2.3719978585085234e-06, |
| "loss": 0.7475936412811279, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.5778097982708934, |
| "grad_norm": 0.8708832263946533, |
| "learning_rate": 2.356606330489769e-06, |
| "loss": 0.6741630434989929, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.579250720461095, |
| "grad_norm": 0.8784914016723633, |
| "learning_rate": 2.3412582289829254e-06, |
| "loss": 0.5807492733001709, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.580691642651297, |
| "grad_norm": 0.6939861178398132, |
| "learning_rate": 2.3259536411893836e-06, |
| "loss": 0.6853386163711548, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.5821325648414986, |
| "grad_norm": 0.7035260200500488, |
| "learning_rate": 2.3106926540633e-06, |
| "loss": 0.6275226473808289, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.5835734870317002, |
| "grad_norm": 0.8285399079322815, |
| "learning_rate": 2.2954753543111097e-06, |
| "loss": 0.7287248373031616, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.585014409221902, |
| "grad_norm": 0.828209638595581, |
| "learning_rate": 2.2803018283910415e-06, |
| "loss": 0.775260865688324, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.5864553314121037, |
| "grad_norm": 0.717948853969574, |
| "learning_rate": 2.2651721625126167e-06, |
| "loss": 0.5827840566635132, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.5878962536023056, |
| "grad_norm": 0.8269100785255432, |
| "learning_rate": 2.2500864426361556e-06, |
| "loss": 0.820456862449646, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.5893371757925072, |
| "grad_norm": 0.7805430293083191, |
| "learning_rate": 2.23504475447231e-06, |
| "loss": 0.6738294363021851, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.5907780979827089, |
| "grad_norm": 0.7611426115036011, |
| "learning_rate": 2.2200471834815497e-06, |
| "loss": 0.6646812558174133, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.5922190201729105, |
| "grad_norm": 0.7774697542190552, |
| "learning_rate": 2.2050938148736934e-06, |
| "loss": 0.7116397619247437, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.5936599423631124, |
| "grad_norm": 0.8153246641159058, |
| "learning_rate": 2.1901847336074258e-06, |
| "loss": 0.7710515260696411, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.5951008645533142, |
| "grad_norm": 0.7410541772842407, |
| "learning_rate": 2.1753200243898032e-06, |
| "loss": 0.7078261375427246, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.5965417867435159, |
| "grad_norm": 0.7237730622291565, |
| "learning_rate": 2.160499771675778e-06, |
| "loss": 0.706581711769104, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.5979827089337175, |
| "grad_norm": 0.8456921577453613, |
| "learning_rate": 2.14572405966773e-06, |
| "loss": 0.7275344133377075, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.5994236311239192, |
| "grad_norm": 0.7417944669723511, |
| "learning_rate": 2.130992972314965e-06, |
| "loss": 0.7175461053848267, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.600864553314121, |
| "grad_norm": 0.7151730060577393, |
| "learning_rate": 2.1163065933132544e-06, |
| "loss": 0.6884589791297913, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.602305475504323, |
| "grad_norm": 0.8144704699516296, |
| "learning_rate": 2.101665006104362e-06, |
| "loss": 0.750603199005127, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.6037463976945245, |
| "grad_norm": 1.0301843881607056, |
| "learning_rate": 2.087068293875557e-06, |
| "loss": 0.6825680732727051, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.6051873198847262, |
| "grad_norm": 0.7837945222854614, |
| "learning_rate": 2.0725165395591472e-06, |
| "loss": 0.6988552212715149, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.6066282420749278, |
| "grad_norm": 0.7630927562713623, |
| "learning_rate": 2.0580098258320167e-06, |
| "loss": 0.7969825267791748, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.6080691642651297, |
| "grad_norm": 0.90474534034729, |
| "learning_rate": 2.043548235115139e-06, |
| "loss": 0.7409637570381165, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.6095100864553316, |
| "grad_norm": 0.879987895488739, |
| "learning_rate": 2.0291318495731215e-06, |
| "loss": 0.7136498689651489, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.6109510086455332, |
| "grad_norm": 0.7135412096977234, |
| "learning_rate": 2.014760751113738e-06, |
| "loss": 0.6333821415901184, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.6123919308357348, |
| "grad_norm": 0.8625454902648926, |
| "learning_rate": 2.000435021387457e-06, |
| "loss": 0.6699397563934326, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.6138328530259365, |
| "grad_norm": 0.9795721173286438, |
| "learning_rate": 1.9861547417869776e-06, |
| "loss": 0.7384968996047974, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.6152737752161384, |
| "grad_norm": 0.7938385605812073, |
| "learning_rate": 1.9719199934467804e-06, |
| "loss": 0.7596741914749146, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.6167146974063402, |
| "grad_norm": 0.8295004367828369, |
| "learning_rate": 1.957730857242649e-06, |
| "loss": 0.7557300329208374, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.6181556195965419, |
| "grad_norm": 0.8414580821990967, |
| "learning_rate": 1.943587413791217e-06, |
| "loss": 0.6814196109771729, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.6195965417867435, |
| "grad_norm": 0.7273333072662354, |
| "learning_rate": 1.9294897434495196e-06, |
| "loss": 0.5870025157928467, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.6210374639769451, |
| "grad_norm": 0.7663788199424744, |
| "learning_rate": 1.915437926314523e-06, |
| "loss": 0.6649688482284546, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.622478386167147, |
| "grad_norm": 0.8005634546279907, |
| "learning_rate": 1.9014320422226707e-06, |
| "loss": 0.6026031374931335, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.6239193083573487, |
| "grad_norm": 0.7385629415512085, |
| "learning_rate": 1.8874721707494448e-06, |
| "loss": 0.6108108162879944, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.6253602305475505, |
| "grad_norm": 0.7913649082183838, |
| "learning_rate": 1.8735583912088951e-06, |
| "loss": 0.7508318424224854, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.6268011527377522, |
| "grad_norm": 0.7595199346542358, |
| "learning_rate": 1.8596907826531962e-06, |
| "loss": 0.7356204986572266, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.6282420749279538, |
| "grad_norm": 0.8176481127738953, |
| "learning_rate": 1.8458694238722086e-06, |
| "loss": 0.6614360213279724, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.6296829971181557, |
| "grad_norm": 0.7632184028625488, |
| "learning_rate": 1.8320943933930103e-06, |
| "loss": 0.70728600025177, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.6311239193083573, |
| "grad_norm": 0.733985960483551, |
| "learning_rate": 1.818365769479462e-06, |
| "loss": 0.720178484916687, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.6325648414985592, |
| "grad_norm": 0.7500304579734802, |
| "learning_rate": 1.8046836301317727e-06, |
| "loss": 0.688285231590271, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.6340057636887608, |
| "grad_norm": 0.7885209918022156, |
| "learning_rate": 1.7910480530860363e-06, |
| "loss": 0.7022037506103516, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.6354466858789625, |
| "grad_norm": 0.7801220417022705, |
| "learning_rate": 1.7774591158137977e-06, |
| "loss": 0.6189717054367065, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.6368876080691641, |
| "grad_norm": 0.7880612015724182, |
| "learning_rate": 1.7639168955216257e-06, |
| "loss": 0.6936331987380981, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.638328530259366, |
| "grad_norm": 0.7047246694564819, |
| "learning_rate": 1.7504214691506527e-06, |
| "loss": 0.8859960436820984, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.6397694524495678, |
| "grad_norm": 0.7471388578414917, |
| "learning_rate": 1.7369729133761493e-06, |
| "loss": 0.6911474466323853, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.6412103746397695, |
| "grad_norm": 0.8122578263282776, |
| "learning_rate": 1.7235713046070935e-06, |
| "loss": 0.8664177656173706, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.6426512968299711, |
| "grad_norm": 0.8845809102058411, |
| "learning_rate": 1.7102167189857255e-06, |
| "loss": 0.7293643951416016, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.6440922190201728, |
| "grad_norm": 0.7609624266624451, |
| "learning_rate": 1.6969092323871195e-06, |
| "loss": 0.5892981886863708, |
| "step": 1141 |
| }, |
| { |
| "epoch": 1.6455331412103746, |
| "grad_norm": 0.7141941785812378, |
| "learning_rate": 1.6836489204187511e-06, |
| "loss": 0.6005899906158447, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.6469740634005765, |
| "grad_norm": 0.8074778318405151, |
| "learning_rate": 1.6704358584200809e-06, |
| "loss": 0.7091890573501587, |
| "step": 1143 |
| }, |
| { |
| "epoch": 1.6484149855907781, |
| "grad_norm": 0.7607950568199158, |
| "learning_rate": 1.6572701214621013e-06, |
| "loss": 0.6214733719825745, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.6498559077809798, |
| "grad_norm": 0.8153498768806458, |
| "learning_rate": 1.6441517843469302e-06, |
| "loss": 0.6415261030197144, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.6512968299711814, |
| "grad_norm": 0.7986946105957031, |
| "learning_rate": 1.631080921607383e-06, |
| "loss": 0.6604084968566895, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.6527377521613833, |
| "grad_norm": 0.8780381083488464, |
| "learning_rate": 1.6180576075065412e-06, |
| "loss": 0.6568028330802917, |
| "step": 1147 |
| }, |
| { |
| "epoch": 1.6541786743515852, |
| "grad_norm": 0.7540323138237, |
| "learning_rate": 1.6050819160373331e-06, |
| "loss": 0.7073581218719482, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.6556195965417868, |
| "grad_norm": 0.7875475883483887, |
| "learning_rate": 1.5921539209221238e-06, |
| "loss": 0.7660901546478271, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.6570605187319885, |
| "grad_norm": 0.7967971563339233, |
| "learning_rate": 1.5792736956122801e-06, |
| "loss": 0.6941828727722168, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.65850144092219, |
| "grad_norm": 0.804412305355072, |
| "learning_rate": 1.566441313287762e-06, |
| "loss": 0.7443846464157104, |
| "step": 1151 |
| }, |
| { |
| "epoch": 1.659942363112392, |
| "grad_norm": 0.7768911719322205, |
| "learning_rate": 1.5536568468567126e-06, |
| "loss": 0.783721923828125, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.6613832853025938, |
| "grad_norm": 0.8279328942298889, |
| "learning_rate": 1.5409203689550313e-06, |
| "loss": 0.7449991703033447, |
| "step": 1153 |
| }, |
| { |
| "epoch": 1.6628242074927955, |
| "grad_norm": 0.7922146320343018, |
| "learning_rate": 1.5282319519459643e-06, |
| "loss": 0.7389559745788574, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.6642651296829971, |
| "grad_norm": 0.8328949213027954, |
| "learning_rate": 1.5155916679197057e-06, |
| "loss": 0.7289194464683533, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.6657060518731988, |
| "grad_norm": 0.782349705696106, |
| "learning_rate": 1.5029995886929717e-06, |
| "loss": 0.8883833885192871, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.6671469740634006, |
| "grad_norm": 0.8573653101921082, |
| "learning_rate": 1.4904557858085967e-06, |
| "loss": 0.680975079536438, |
| "step": 1157 |
| }, |
| { |
| "epoch": 1.6685878962536023, |
| "grad_norm": 1.300133466720581, |
| "learning_rate": 1.4779603305351397e-06, |
| "loss": 0.6703798770904541, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.6700288184438041, |
| "grad_norm": 0.8434372544288635, |
| "learning_rate": 1.4655132938664607e-06, |
| "loss": 0.6783407926559448, |
| "step": 1159 |
| }, |
| { |
| "epoch": 1.6714697406340058, |
| "grad_norm": 0.7665268182754517, |
| "learning_rate": 1.4531147465213247e-06, |
| "loss": 0.7479151487350464, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.6729106628242074, |
| "grad_norm": 0.7832397818565369, |
| "learning_rate": 1.4407647589430084e-06, |
| "loss": 0.8307238817214966, |
| "step": 1161 |
| }, |
| { |
| "epoch": 1.674351585014409, |
| "grad_norm": 0.803061306476593, |
| "learning_rate": 1.4284634012988886e-06, |
| "loss": 0.719711422920227, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.675792507204611, |
| "grad_norm": 0.786881685256958, |
| "learning_rate": 1.4162107434800422e-06, |
| "loss": 0.7440253496170044, |
| "step": 1163 |
| }, |
| { |
| "epoch": 1.6772334293948128, |
| "grad_norm": 0.8766026496887207, |
| "learning_rate": 1.4040068551008658e-06, |
| "loss": 0.7081141471862793, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.6786743515850144, |
| "grad_norm": 0.7960566878318787, |
| "learning_rate": 1.3918518054986607e-06, |
| "loss": 0.5892655253410339, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.680115273775216, |
| "grad_norm": 0.7898479104042053, |
| "learning_rate": 1.3797456637332451e-06, |
| "loss": 0.7909804582595825, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.6815561959654177, |
| "grad_norm": 0.805218517780304, |
| "learning_rate": 1.3676884985865735e-06, |
| "loss": 0.773381233215332, |
| "step": 1167 |
| }, |
| { |
| "epoch": 1.6829971181556196, |
| "grad_norm": 0.8499282598495483, |
| "learning_rate": 1.3556803785623274e-06, |
| "loss": 0.7352174520492554, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.6844380403458215, |
| "grad_norm": 0.7760320901870728, |
| "learning_rate": 1.3437213718855347e-06, |
| "loss": 0.7122522592544556, |
| "step": 1169 |
| }, |
| { |
| "epoch": 1.685878962536023, |
| "grad_norm": 0.9259606003761292, |
| "learning_rate": 1.3318115465021896e-06, |
| "loss": 0.7463353872299194, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.6873198847262247, |
| "grad_norm": 0.7640926837921143, |
| "learning_rate": 1.3199509700788527e-06, |
| "loss": 0.751839280128479, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.6887608069164264, |
| "grad_norm": 0.6983827948570251, |
| "learning_rate": 1.3081397100022718e-06, |
| "loss": 0.6213783025741577, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.6902017291066282, |
| "grad_norm": 0.7470341920852661, |
| "learning_rate": 1.2963778333790067e-06, |
| "loss": 0.7670629024505615, |
| "step": 1173 |
| }, |
| { |
| "epoch": 1.6916426512968301, |
| "grad_norm": 0.8287291526794434, |
| "learning_rate": 1.2846654070350372e-06, |
| "loss": 0.6274840831756592, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.6930835734870318, |
| "grad_norm": 0.8524205684661865, |
| "learning_rate": 1.2730024975153854e-06, |
| "loss": 0.7239786386489868, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.6945244956772334, |
| "grad_norm": 0.844444215297699, |
| "learning_rate": 1.2613891710837467e-06, |
| "loss": 0.7526017427444458, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.695965417867435, |
| "grad_norm": 0.9229111671447754, |
| "learning_rate": 1.249825493722101e-06, |
| "loss": 0.707030177116394, |
| "step": 1177 |
| }, |
| { |
| "epoch": 1.697406340057637, |
| "grad_norm": 0.7492605447769165, |
| "learning_rate": 1.2383115311303417e-06, |
| "loss": 0.7857674360275269, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.6988472622478388, |
| "grad_norm": 0.8065267205238342, |
| "learning_rate": 1.2268473487259124e-06, |
| "loss": 0.7206966876983643, |
| "step": 1179 |
| }, |
| { |
| "epoch": 1.7002881844380404, |
| "grad_norm": 0.6866024136543274, |
| "learning_rate": 1.2154330116434188e-06, |
| "loss": 0.6249977350234985, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.701729106628242, |
| "grad_norm": 0.7971569299697876, |
| "learning_rate": 1.204068584734267e-06, |
| "loss": 0.6811063289642334, |
| "step": 1181 |
| }, |
| { |
| "epoch": 1.7031700288184437, |
| "grad_norm": 0.8167104721069336, |
| "learning_rate": 1.1927541325663018e-06, |
| "loss": 0.6600002646446228, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.7046109510086456, |
| "grad_norm": 0.7842592000961304, |
| "learning_rate": 1.1814897194234253e-06, |
| "loss": 0.6734592914581299, |
| "step": 1183 |
| }, |
| { |
| "epoch": 1.7060518731988472, |
| "grad_norm": 0.8304277658462524, |
| "learning_rate": 1.1702754093052415e-06, |
| "loss": 0.7508211135864258, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.707492795389049, |
| "grad_norm": 0.813774049282074, |
| "learning_rate": 1.1591112659266934e-06, |
| "loss": 0.7605842351913452, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.7089337175792507, |
| "grad_norm": 0.7906317114830017, |
| "learning_rate": 1.1479973527176935e-06, |
| "loss": 0.7054247260093689, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.7103746397694524, |
| "grad_norm": 0.7082518935203552, |
| "learning_rate": 1.136933732822768e-06, |
| "loss": 0.6379563212394714, |
| "step": 1187 |
| }, |
| { |
| "epoch": 1.7118155619596542, |
| "grad_norm": 0.7211143970489502, |
| "learning_rate": 1.125920469100704e-06, |
| "loss": 0.5920464992523193, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.7132564841498559, |
| "grad_norm": 0.7928754091262817, |
| "learning_rate": 1.1149576241241788e-06, |
| "loss": 0.6615055799484253, |
| "step": 1189 |
| }, |
| { |
| "epoch": 1.7146974063400577, |
| "grad_norm": 0.6627988219261169, |
| "learning_rate": 1.104045260179415e-06, |
| "loss": 0.6191346645355225, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.7161383285302594, |
| "grad_norm": 0.8548330664634705, |
| "learning_rate": 1.0931834392658213e-06, |
| "loss": 0.6938613653182983, |
| "step": 1191 |
| }, |
| { |
| "epoch": 1.717579250720461, |
| "grad_norm": 0.806582510471344, |
| "learning_rate": 1.082372223095647e-06, |
| "loss": 0.7682313323020935, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.7190201729106627, |
| "grad_norm": 0.7843705415725708, |
| "learning_rate": 1.0716116730936254e-06, |
| "loss": 0.6646119356155396, |
| "step": 1193 |
| }, |
| { |
| "epoch": 1.7204610951008645, |
| "grad_norm": 0.8586521744728088, |
| "learning_rate": 1.0609018503966207e-06, |
| "loss": 0.8926165103912354, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.7219020172910664, |
| "grad_norm": 0.8918136954307556, |
| "learning_rate": 1.0502428158532952e-06, |
| "loss": 0.7644927501678467, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.723342939481268, |
| "grad_norm": 0.7381912469863892, |
| "learning_rate": 1.039634630023747e-06, |
| "loss": 0.8272491693496704, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.7247838616714697, |
| "grad_norm": 0.7400140166282654, |
| "learning_rate": 1.0290773531791743e-06, |
| "loss": 0.706849992275238, |
| "step": 1197 |
| }, |
| { |
| "epoch": 1.7262247838616713, |
| "grad_norm": 0.8239127397537231, |
| "learning_rate": 1.0185710453015374e-06, |
| "loss": 0.7492132186889648, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.7276657060518732, |
| "grad_norm": 0.7474268078804016, |
| "learning_rate": 1.0081157660832086e-06, |
| "loss": 0.6511049270629883, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.729106628242075, |
| "grad_norm": 0.8263754844665527, |
| "learning_rate": 9.977115749266331e-07, |
| "loss": 0.6856651902198792, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.7305475504322767, |
| "grad_norm": 0.8760755658149719, |
| "learning_rate": 9.87358530944006e-07, |
| "loss": 0.8096874356269836, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.7319884726224783, |
| "grad_norm": 0.7762811779975891, |
| "learning_rate": 9.77056692956916e-07, |
| "loss": 0.7226123809814453, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.73342939481268, |
| "grad_norm": 0.9807335138320923, |
| "learning_rate": 9.668061194960255e-07, |
| "loss": 0.76618891954422, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.7348703170028819, |
| "grad_norm": 0.8935138583183289, |
| "learning_rate": 9.566068688007346e-07, |
| "loss": 0.6808332204818726, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.7363112391930837, |
| "grad_norm": 0.786347508430481, |
| "learning_rate": 9.464589988188466e-07, |
| "loss": 0.758068859577179, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.7377521613832854, |
| "grad_norm": 0.9107068181037903, |
| "learning_rate": 9.363625672062427e-07, |
| "loss": 0.6974388957023621, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.739193083573487, |
| "grad_norm": 0.8915838599205017, |
| "learning_rate": 9.263176313265521e-07, |
| "loss": 0.7282131314277649, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.7406340057636887, |
| "grad_norm": 0.8899832963943481, |
| "learning_rate": 9.163242482508306e-07, |
| "loss": 0.7565990686416626, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.7420749279538905, |
| "grad_norm": 0.7595863342285156, |
| "learning_rate": 9.06382474757228e-07, |
| "loss": 0.6799623370170593, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.7435158501440924, |
| "grad_norm": 0.7380494475364685, |
| "learning_rate": 8.964923673306725e-07, |
| "loss": 0.6662101149559021, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.744956772334294, |
| "grad_norm": 0.7743575572967529, |
| "learning_rate": 8.866539821625519e-07, |
| "loss": 0.8160727620124817, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.7463976945244957, |
| "grad_norm": 0.8004354238510132, |
| "learning_rate": 8.76867375150382e-07, |
| "loss": 0.7559400796890259, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.7478386167146973, |
| "grad_norm": 0.7768638730049133, |
| "learning_rate": 8.671326018975024e-07, |
| "loss": 0.705933690071106, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.7492795389048992, |
| "grad_norm": 0.8964418172836304, |
| "learning_rate": 8.574497177127561e-07, |
| "loss": 0.7099254131317139, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.7507204610951008, |
| "grad_norm": 0.7826142907142639, |
| "learning_rate": 8.47818777610172e-07, |
| "loss": 0.6332671046257019, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.7521613832853027, |
| "grad_norm": 0.860312819480896, |
| "learning_rate": 8.38239836308653e-07, |
| "loss": 0.8072866201400757, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.7536023054755043, |
| "grad_norm": 0.7804715037345886, |
| "learning_rate": 8.287129482316725e-07, |
| "loss": 0.6959720849990845, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.755043227665706, |
| "grad_norm": 0.865706205368042, |
| "learning_rate": 8.192381675069561e-07, |
| "loss": 0.7419095039367676, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.7564841498559076, |
| "grad_norm": 0.7246455550193787, |
| "learning_rate": 8.098155479661751e-07, |
| "loss": 0.6388202905654907, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.7579250720461095, |
| "grad_norm": 0.7382645606994629, |
| "learning_rate": 8.004451431446503e-07, |
| "loss": 0.7727887034416199, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.7593659942363113, |
| "grad_norm": 0.6949777603149414, |
| "learning_rate": 7.911270062810338e-07, |
| "loss": 0.6242851614952087, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.760806916426513, |
| "grad_norm": 0.7804027795791626, |
| "learning_rate": 7.818611903170159e-07, |
| "loss": 0.7478713989257812, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.7622478386167146, |
| "grad_norm": 0.9338253736495972, |
| "learning_rate": 7.72647747897024e-07, |
| "loss": 0.767483115196228, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.7636887608069163, |
| "grad_norm": 0.8870203495025635, |
| "learning_rate": 7.634867313679172e-07, |
| "loss": 0.7354853749275208, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.7651296829971181, |
| "grad_norm": 0.8656888604164124, |
| "learning_rate": 7.543781927786953e-07, |
| "loss": 0.8114850521087646, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.76657060518732, |
| "grad_norm": 0.7293028831481934, |
| "learning_rate": 7.453221838802027e-07, |
| "loss": 0.676995038986206, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.7680115273775217, |
| "grad_norm": 0.8250572085380554, |
| "learning_rate": 7.363187561248275e-07, |
| "loss": 0.7541552782058716, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.7694524495677233, |
| "grad_norm": 0.7912562489509583, |
| "learning_rate": 7.273679606662166e-07, |
| "loss": 0.7518225908279419, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.770893371757925, |
| "grad_norm": 0.9369992017745972, |
| "learning_rate": 7.184698483589858e-07, |
| "loss": 0.6083760261535645, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.7723342939481268, |
| "grad_norm": 0.7918375134468079, |
| "learning_rate": 7.096244697584221e-07, |
| "loss": 0.7271479964256287, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.7737752161383287, |
| "grad_norm": 0.804225742816925, |
| "learning_rate": 7.008318751202048e-07, |
| "loss": 0.7801766991615295, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.7752161383285303, |
| "grad_norm": 0.8039699196815491, |
| "learning_rate": 6.92092114400118e-07, |
| "loss": 0.8230787515640259, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.776657060518732, |
| "grad_norm": 0.7346729636192322, |
| "learning_rate": 6.834052372537658e-07, |
| "loss": 0.6628938913345337, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.7780979827089336, |
| "grad_norm": 0.7379924654960632, |
| "learning_rate": 6.747712930362848e-07, |
| "loss": 0.6801489591598511, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.7795389048991355, |
| "grad_norm": 0.8555311560630798, |
| "learning_rate": 6.661903308020801e-07, |
| "loss": 0.7245817184448242, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.7809798270893373, |
| "grad_norm": 0.8269429802894592, |
| "learning_rate": 6.57662399304525e-07, |
| "loss": 0.632072925567627, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.782420749279539, |
| "grad_norm": 0.6983954906463623, |
| "learning_rate": 6.491875469956998e-07, |
| "loss": 0.6843686699867249, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.7838616714697406, |
| "grad_norm": 0.8060896992683411, |
| "learning_rate": 6.407658220261126e-07, |
| "loss": 0.65267014503479, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.7853025936599423, |
| "grad_norm": 0.8000738024711609, |
| "learning_rate": 6.323972722444215e-07, |
| "loss": 0.6732505559921265, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.7867435158501441, |
| "grad_norm": 0.7847197651863098, |
| "learning_rate": 6.240819451971658e-07, |
| "loss": 0.6458503603935242, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.7881844380403458, |
| "grad_norm": 0.9293048977851868, |
| "learning_rate": 6.158198881284994e-07, |
| "loss": 0.8058085441589355, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.7896253602305476, |
| "grad_norm": 0.8233553171157837, |
| "learning_rate": 6.076111479799162e-07, |
| "loss": 0.7245039343833923, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.7910662824207493, |
| "grad_norm": 0.8260737061500549, |
| "learning_rate": 5.994557713899829e-07, |
| "loss": 0.6901232004165649, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.792507204610951, |
| "grad_norm": 0.9803736209869385, |
| "learning_rate": 5.913538046940859e-07, |
| "loss": 0.6991169452667236, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.7939481268011528, |
| "grad_norm": 0.7552391290664673, |
| "learning_rate": 5.833052939241513e-07, |
| "loss": 0.7670243978500366, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.7953890489913544, |
| "grad_norm": 0.8138408660888672, |
| "learning_rate": 5.753102848083924e-07, |
| "loss": 0.5832873582839966, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.7968299711815563, |
| "grad_norm": 0.7978786826133728, |
| "learning_rate": 5.673688227710539e-07, |
| "loss": 0.682740330696106, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.798270893371758, |
| "grad_norm": 0.7594887018203735, |
| "learning_rate": 5.594809529321443e-07, |
| "loss": 0.6237415671348572, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.7997118155619596, |
| "grad_norm": 0.9314215779304504, |
| "learning_rate": 5.516467201071829e-07, |
| "loss": 0.6325702667236328, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.8011527377521612, |
| "grad_norm": 0.8046096563339233, |
| "learning_rate": 5.438661688069513e-07, |
| "loss": 0.6462284326553345, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.802593659942363, |
| "grad_norm": 0.8647462129592896, |
| "learning_rate": 5.361393432372319e-07, |
| "loss": 0.7181062698364258, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.804034582132565, |
| "grad_norm": 0.8170526027679443, |
| "learning_rate": 5.284662872985602e-07, |
| "loss": 0.7745201587677002, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.8054755043227666, |
| "grad_norm": 0.9152999520301819, |
| "learning_rate": 5.208470445859782e-07, |
| "loss": 0.8000661134719849, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.8069164265129682, |
| "grad_norm": 0.8332073092460632, |
| "learning_rate": 5.132816583887812e-07, |
| "loss": 0.7485237121582031, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.8083573487031699, |
| "grad_norm": 0.7533081769943237, |
| "learning_rate": 5.057701716902764e-07, |
| "loss": 0.6614536046981812, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.8097982708933718, |
| "grad_norm": 0.7314124703407288, |
| "learning_rate": 4.983126271675354e-07, |
| "loss": 0.5718865394592285, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.8112391930835736, |
| "grad_norm": 0.7745943665504456, |
| "learning_rate": 4.909090671911554e-07, |
| "loss": 0.6789857149124146, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.8126801152737753, |
| "grad_norm": 0.9485689401626587, |
| "learning_rate": 4.835595338250155e-07, |
| "loss": 0.7332895398139954, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.814121037463977, |
| "grad_norm": 0.7740848660469055, |
| "learning_rate": 4.762640688260356e-07, |
| "loss": 0.7217935919761658, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.8155619596541785, |
| "grad_norm": 0.7472824454307556, |
| "learning_rate": 4.690227136439496e-07, |
| "loss": 0.7193496227264404, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.8170028818443804, |
| "grad_norm": 0.8185622692108154, |
| "learning_rate": 4.618355094210547e-07, |
| "loss": 0.7183260917663574, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.8184438040345823, |
| "grad_norm": 0.6518324017524719, |
| "learning_rate": 4.5470249699198667e-07, |
| "loss": 0.5979580879211426, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.819884726224784, |
| "grad_norm": 0.8009700179100037, |
| "learning_rate": 4.476237168834929e-07, |
| "loss": 0.9154891967773438, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.8213256484149856, |
| "grad_norm": 0.814588189125061, |
| "learning_rate": 4.4059920931418866e-07, |
| "loss": 0.7386868000030518, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.8227665706051872, |
| "grad_norm": 0.754295289516449, |
| "learning_rate": 4.336290141943367e-07, |
| "loss": 0.8517154455184937, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.824207492795389, |
| "grad_norm": 0.9901515245437622, |
| "learning_rate": 4.267131711256245e-07, |
| "loss": 0.8675104379653931, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.825648414985591, |
| "grad_norm": 0.815948486328125, |
| "learning_rate": 4.1985171940092884e-07, |
| "loss": 0.7671102285385132, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.8270893371757926, |
| "grad_norm": 0.7330636978149414, |
| "learning_rate": 4.130446980041003e-07, |
| "loss": 0.6249233484268188, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.8285302593659942, |
| "grad_norm": 0.8817590475082397, |
| "learning_rate": 4.0629214560973907e-07, |
| "loss": 0.7181810140609741, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.8299711815561959, |
| "grad_norm": 0.7729085087776184, |
| "learning_rate": 3.995941005829773e-07, |
| "loss": 0.5876595973968506, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.8314121037463977, |
| "grad_norm": 0.7303892970085144, |
| "learning_rate": 3.92950600979255e-07, |
| "loss": 0.6904604434967041, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.8328530259365994, |
| "grad_norm": 0.8344207406044006, |
| "learning_rate": 3.863616845441154e-07, |
| "loss": 0.7644379138946533, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.8342939481268012, |
| "grad_norm": 0.7694862484931946, |
| "learning_rate": 3.798273887129755e-07, |
| "loss": 0.6588039398193359, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.8357348703170029, |
| "grad_norm": 0.788310170173645, |
| "learning_rate": 3.733477506109262e-07, |
| "loss": 0.708280086517334, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.8371757925072045, |
| "grad_norm": 0.67696613073349, |
| "learning_rate": 3.669228070525177e-07, |
| "loss": 0.6759251356124878, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.8386167146974062, |
| "grad_norm": 0.8932890295982361, |
| "learning_rate": 3.6055259454154334e-07, |
| "loss": 0.8551055788993835, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.840057636887608, |
| "grad_norm": 0.8879607915878296, |
| "learning_rate": 3.5423714927084186e-07, |
| "loss": 0.8530901670455933, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.84149855907781, |
| "grad_norm": 0.7950157523155212, |
| "learning_rate": 3.4797650712208863e-07, |
| "loss": 0.5972962379455566, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.8429394812680115, |
| "grad_norm": 0.9025905728340149, |
| "learning_rate": 3.417707036655882e-07, |
| "loss": 0.7006347179412842, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.8443804034582132, |
| "grad_norm": 0.7743578553199768, |
| "learning_rate": 3.356197741600753e-07, |
| "loss": 0.7719041705131531, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.8458213256484148, |
| "grad_norm": 0.8957917094230652, |
| "learning_rate": 3.2952375355251865e-07, |
| "loss": 0.7189593315124512, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.8472622478386167, |
| "grad_norm": 0.7992256283760071, |
| "learning_rate": 3.234826764779131e-07, |
| "loss": 0.6644465923309326, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.8487031700288186, |
| "grad_norm": 0.7817349433898926, |
| "learning_rate": 3.174965772590866e-07, |
| "loss": 0.7548238039016724, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.8501440922190202, |
| "grad_norm": 0.8072176575660706, |
| "learning_rate": 3.1156548990651237e-07, |
| "loss": 0.6053937673568726, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.8515850144092219, |
| "grad_norm": 1.0495251417160034, |
| "learning_rate": 3.0568944811810497e-07, |
| "loss": 0.6877189874649048, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.8530259365994235, |
| "grad_norm": 0.8143266439437866, |
| "learning_rate": 2.9986848527903347e-07, |
| "loss": 0.8271951675415039, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.8544668587896254, |
| "grad_norm": 0.8350967764854431, |
| "learning_rate": 2.9410263446153385e-07, |
| "loss": 0.6571352481842041, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.8559077809798272, |
| "grad_norm": 0.9221143126487732, |
| "learning_rate": 2.8839192842471943e-07, |
| "loss": 0.743099570274353, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.8573487031700289, |
| "grad_norm": 0.7692269682884216, |
| "learning_rate": 2.827363996143895e-07, |
| "loss": 0.7288011312484741, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.8587896253602305, |
| "grad_norm": 0.8214716911315918, |
| "learning_rate": 2.771360801628575e-07, |
| "loss": 0.6358669996261597, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.8602305475504322, |
| "grad_norm": 0.7842360734939575, |
| "learning_rate": 2.7159100188875355e-07, |
| "loss": 0.7078214883804321, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.861671469740634, |
| "grad_norm": 0.7359623312950134, |
| "learning_rate": 2.6610119629685517e-07, |
| "loss": 0.6269357204437256, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.8631123919308359, |
| "grad_norm": 0.8186429142951965, |
| "learning_rate": 2.606666945779024e-07, |
| "loss": 0.7744366526603699, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.8645533141210375, |
| "grad_norm": 0.5552643537521362, |
| "learning_rate": 2.552875276084232e-07, |
| "loss": 0.4451786279678345, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.8659942363112392, |
| "grad_norm": 0.779941976070404, |
| "learning_rate": 2.4996372595055605e-07, |
| "loss": 0.7336533069610596, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.8674351585014408, |
| "grad_norm": 0.9156535863876343, |
| "learning_rate": 2.446953198518776e-07, |
| "loss": 0.7989022135734558, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.8688760806916427, |
| "grad_norm": 0.806794285774231, |
| "learning_rate": 2.394823392452306e-07, |
| "loss": 0.7164968252182007, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.8703170028818443, |
| "grad_norm": 0.793441116809845, |
| "learning_rate": 2.343248137485532e-07, |
| "loss": 0.6987060308456421, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.8717579250720462, |
| "grad_norm": 0.7144315838813782, |
| "learning_rate": 2.2922277266471226e-07, |
| "loss": 0.683693528175354, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.8731988472622478, |
| "grad_norm": 0.788743257522583, |
| "learning_rate": 2.241762449813345e-07, |
| "loss": 0.7102502584457397, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.8746397694524495, |
| "grad_norm": 0.955685555934906, |
| "learning_rate": 2.191852593706456e-07, |
| "loss": 0.6945414543151855, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.8760806916426513, |
| "grad_norm": 0.8227760195732117, |
| "learning_rate": 2.142498441893004e-07, |
| "loss": 0.7690091133117676, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.877521613832853, |
| "grad_norm": 0.9441574811935425, |
| "learning_rate": 2.0937002747823067e-07, |
| "loss": 0.7788715362548828, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.8789625360230549, |
| "grad_norm": 0.7637494802474976, |
| "learning_rate": 2.0454583696247864e-07, |
| "loss": 0.6455879807472229, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.8804034582132565, |
| "grad_norm": 0.7609235644340515, |
| "learning_rate": 1.997773000510428e-07, |
| "loss": 0.7027079463005066, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.8818443804034581, |
| "grad_norm": 0.8110032677650452, |
| "learning_rate": 1.9506444383672328e-07, |
| "loss": 0.6902576684951782, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.8832853025936598, |
| "grad_norm": 0.8210185766220093, |
| "learning_rate": 1.9040729509596235e-07, |
| "loss": 0.6750905513763428, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.8847262247838616, |
| "grad_norm": 0.965930163860321, |
| "learning_rate": 1.8580588028869972e-07, |
| "loss": 0.6262344121932983, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.8861671469740635, |
| "grad_norm": 0.7677191495895386, |
| "learning_rate": 1.8126022555821742e-07, |
| "loss": 0.6965380907058716, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.8876080691642652, |
| "grad_norm": 0.795842170715332, |
| "learning_rate": 1.7677035673099196e-07, |
| "loss": 0.6852426528930664, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.8890489913544668, |
| "grad_norm": 0.829835832118988, |
| "learning_rate": 1.7233629931654782e-07, |
| "loss": 0.7562562227249146, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.8904899135446684, |
| "grad_norm": 0.8017676472663879, |
| "learning_rate": 1.6795807850731428e-07, |
| "loss": 0.6990101337432861, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.8919308357348703, |
| "grad_norm": 0.8548034429550171, |
| "learning_rate": 1.6363571917847875e-07, |
| "loss": 0.7861789464950562, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.8933717579250722, |
| "grad_norm": 0.8647658228874207, |
| "learning_rate": 1.593692458878482e-07, |
| "loss": 0.8342926502227783, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.8948126801152738, |
| "grad_norm": 0.8461260795593262, |
| "learning_rate": 1.5515868287571124e-07, |
| "loss": 0.7062436938285828, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.8962536023054755, |
| "grad_norm": 0.7481532096862793, |
| "learning_rate": 1.5100405406469508e-07, |
| "loss": 0.8491038084030151, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.897694524495677, |
| "grad_norm": 0.846656084060669, |
| "learning_rate": 1.469053830596323e-07, |
| "loss": 0.7018347978591919, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.899135446685879, |
| "grad_norm": 0.8599597811698914, |
| "learning_rate": 1.4286269314743085e-07, |
| "loss": 0.729584813117981, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.9005763688760808, |
| "grad_norm": 0.7672188878059387, |
| "learning_rate": 1.3887600729693307e-07, |
| "loss": 0.6782927513122559, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.9020172910662825, |
| "grad_norm": 0.6663503050804138, |
| "learning_rate": 1.3494534815879257e-07, |
| "loss": 0.6440367102622986, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.9034582132564841, |
| "grad_norm": 0.824517011642456, |
| "learning_rate": 1.310707380653442e-07, |
| "loss": 0.6864629983901978, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.9048991354466858, |
| "grad_norm": 0.7598153948783875, |
| "learning_rate": 1.2725219903047425e-07, |
| "loss": 0.7515442371368408, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.9063400576368876, |
| "grad_norm": 0.9752185940742493, |
| "learning_rate": 1.2348975274949605e-07, |
| "loss": 0.8176276683807373, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.9077809798270895, |
| "grad_norm": 0.7803353667259216, |
| "learning_rate": 1.1978342059902892e-07, |
| "loss": 0.6281642913818359, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.9092219020172911, |
| "grad_norm": 0.8944565057754517, |
| "learning_rate": 1.161332236368784e-07, |
| "loss": 0.7009260654449463, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.9106628242074928, |
| "grad_norm": 0.7747707366943359, |
| "learning_rate": 1.1253918260190844e-07, |
| "loss": 0.7126386761665344, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.9121037463976944, |
| "grad_norm": 0.7823174595832825, |
| "learning_rate": 1.0900131791393265e-07, |
| "loss": 0.688586950302124, |
| "step": 1327 |
| }, |
| { |
| "epoch": 1.9135446685878963, |
| "grad_norm": 0.8464524149894714, |
| "learning_rate": 1.0551964967359441e-07, |
| "loss": 0.8571232557296753, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.914985590778098, |
| "grad_norm": 0.8994123935699463, |
| "learning_rate": 1.0209419766225026e-07, |
| "loss": 0.819856584072113, |
| "step": 1329 |
| }, |
| { |
| "epoch": 1.9164265129682998, |
| "grad_norm": 0.7324085831642151, |
| "learning_rate": 9.872498134186115e-08, |
| "loss": 0.6851845979690552, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.9178674351585014, |
| "grad_norm": 0.798224925994873, |
| "learning_rate": 9.541201985488358e-08, |
| "loss": 0.7378122210502625, |
| "step": 1331 |
| }, |
| { |
| "epoch": 1.919308357348703, |
| "grad_norm": 0.7607042789459229, |
| "learning_rate": 9.215533202415306e-08, |
| "loss": 0.7003333568572998, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.920749279538905, |
| "grad_norm": 0.8446595072746277, |
| "learning_rate": 8.89549363527864e-08, |
| "loss": 0.6810410022735596, |
| "step": 1333 |
| }, |
| { |
| "epoch": 1.9221902017291066, |
| "grad_norm": 0.7857621312141418, |
| "learning_rate": 8.581085102407072e-08, |
| "loss": 0.6305010318756104, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.9236311239193085, |
| "grad_norm": 0.8723453879356384, |
| "learning_rate": 8.272309390136013e-08, |
| "loss": 0.6027143597602844, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.92507204610951, |
| "grad_norm": 0.8410208821296692, |
| "learning_rate": 7.96916825279781e-08, |
| "loss": 0.7244712114334106, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.9265129682997117, |
| "grad_norm": 0.8330152034759521, |
| "learning_rate": 7.671663412711527e-08, |
| "loss": 0.810680627822876, |
| "step": 1337 |
| }, |
| { |
| "epoch": 1.9279538904899134, |
| "grad_norm": 0.7898954749107361, |
| "learning_rate": 7.37979656017318e-08, |
| "loss": 0.759876012802124, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.9293948126801153, |
| "grad_norm": 0.7904804348945618, |
| "learning_rate": 7.09356935344585e-08, |
| "loss": 0.6283839344978333, |
| "step": 1339 |
| }, |
| { |
| "epoch": 1.9308357348703171, |
| "grad_norm": 0.7238035202026367, |
| "learning_rate": 6.812983418750917e-08, |
| "loss": 0.6455138921737671, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.9322766570605188, |
| "grad_norm": 0.8438715934753418, |
| "learning_rate": 6.538040350258401e-08, |
| "loss": 0.8216662406921387, |
| "step": 1341 |
| }, |
| { |
| "epoch": 1.9337175792507204, |
| "grad_norm": 0.7600931525230408, |
| "learning_rate": 6.268741710077741e-08, |
| "loss": 0.8431342840194702, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.935158501440922, |
| "grad_norm": 0.8402287364006042, |
| "learning_rate": 6.005089028249366e-08, |
| "loss": 0.826948881149292, |
| "step": 1343 |
| }, |
| { |
| "epoch": 1.936599423631124, |
| "grad_norm": 0.8917995691299438, |
| "learning_rate": 5.747083802735587e-08, |
| "loss": 0.7549749612808228, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.9380403458213258, |
| "grad_norm": 0.8245948553085327, |
| "learning_rate": 5.494727499412489e-08, |
| "loss": 0.6571122407913208, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.9394812680115274, |
| "grad_norm": 0.7117204070091248, |
| "learning_rate": 5.2480215520611665e-08, |
| "loss": 0.7198864817619324, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.940922190201729, |
| "grad_norm": 0.8619735240936279, |
| "learning_rate": 5.006967362359949e-08, |
| "loss": 0.7122694253921509, |
| "step": 1347 |
| }, |
| { |
| "epoch": 1.9423631123919307, |
| "grad_norm": 0.8721776008605957, |
| "learning_rate": 4.7715662998760735e-08, |
| "loss": 0.7027156352996826, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.9438040345821326, |
| "grad_norm": 0.7703850269317627, |
| "learning_rate": 4.54181970205847e-08, |
| "loss": 0.6207553148269653, |
| "step": 1349 |
| }, |
| { |
| "epoch": 1.9452449567723344, |
| "grad_norm": 0.875476598739624, |
| "learning_rate": 4.317728874229321e-08, |
| "loss": 0.6593065857887268, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.946685878962536, |
| "grad_norm": 0.784439742565155, |
| "learning_rate": 4.0992950895776265e-08, |
| "loss": 0.6175656914710999, |
| "step": 1351 |
| }, |
| { |
| "epoch": 1.9481268011527377, |
| "grad_norm": 0.8737075924873352, |
| "learning_rate": 3.8865195891512054e-08, |
| "loss": 0.8658263087272644, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.9495677233429394, |
| "grad_norm": 0.8800835609436035, |
| "learning_rate": 3.679403581849927e-08, |
| "loss": 0.8155512809753418, |
| "step": 1353 |
| }, |
| { |
| "epoch": 1.9510086455331412, |
| "grad_norm": 0.7003129124641418, |
| "learning_rate": 3.477948244418716e-08, |
| "loss": 0.6445010900497437, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.952449567723343, |
| "grad_norm": 0.8185921311378479, |
| "learning_rate": 3.2821547214413327e-08, |
| "loss": 0.687210202217102, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.9538904899135447, |
| "grad_norm": 0.6671662330627441, |
| "learning_rate": 3.0920241253331596e-08, |
| "loss": 0.7458325624465942, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.9553314121037464, |
| "grad_norm": 0.86750727891922, |
| "learning_rate": 2.9075575363355368e-08, |
| "loss": 0.7063475847244263, |
| "step": 1357 |
| }, |
| { |
| "epoch": 1.956772334293948, |
| "grad_norm": 0.6927515864372253, |
| "learning_rate": 2.728756002508881e-08, |
| "loss": 0.726108968257904, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.95821325648415, |
| "grad_norm": 0.7644289135932922, |
| "learning_rate": 2.555620539727799e-08, |
| "loss": 0.7151061296463013, |
| "step": 1359 |
| }, |
| { |
| "epoch": 1.9596541786743515, |
| "grad_norm": 0.8003210425376892, |
| "learning_rate": 2.388152131674093e-08, |
| "loss": 0.7040859460830688, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.9610951008645534, |
| "grad_norm": 0.9617341160774231, |
| "learning_rate": 2.2263517298320992e-08, |
| "loss": 0.6567614078521729, |
| "step": 1361 |
| }, |
| { |
| "epoch": 1.962536023054755, |
| "grad_norm": 0.8938956260681152, |
| "learning_rate": 2.070220253483024e-08, |
| "loss": 0.7761929035186768, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.9639769452449567, |
| "grad_norm": 0.9245355725288391, |
| "learning_rate": 1.919758589699283e-08, |
| "loss": 0.7922526597976685, |
| "step": 1363 |
| }, |
| { |
| "epoch": 1.9654178674351583, |
| "grad_norm": 0.8674725294113159, |
| "learning_rate": 1.774967593340171e-08, |
| "loss": 0.7022340297698975, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.9668587896253602, |
| "grad_norm": 0.8854632377624512, |
| "learning_rate": 1.635848087046532e-08, |
| "loss": 0.7119938135147095, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.968299711815562, |
| "grad_norm": 0.7363027930259705, |
| "learning_rate": 1.5024008612363196e-08, |
| "loss": 0.636238694190979, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.9697406340057637, |
| "grad_norm": 0.830125629901886, |
| "learning_rate": 1.3746266740997104e-08, |
| "loss": 0.6909417510032654, |
| "step": 1367 |
| }, |
| { |
| "epoch": 1.9711815561959654, |
| "grad_norm": 0.8109197020530701, |
| "learning_rate": 1.2525262515954429e-08, |
| "loss": 0.7618024349212646, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.972622478386167, |
| "grad_norm": 0.8020060062408447, |
| "learning_rate": 1.1361002874461512e-08, |
| "loss": 0.8216003179550171, |
| "step": 1369 |
| }, |
| { |
| "epoch": 1.9740634005763689, |
| "grad_norm": 0.818276047706604, |
| "learning_rate": 1.0253494431347045e-08, |
| "loss": 0.7050395011901855, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.9755043227665707, |
| "grad_norm": 0.7677318453788757, |
| "learning_rate": 9.202743479002074e-09, |
| "loss": 0.6805046200752258, |
| "step": 1371 |
| }, |
| { |
| "epoch": 1.9769452449567724, |
| "grad_norm": 0.7596999406814575, |
| "learning_rate": 8.208755987346717e-09, |
| "loss": 0.6607006788253784, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.978386167146974, |
| "grad_norm": 0.7905407547950745, |
| "learning_rate": 7.27153760379462e-09, |
| "loss": 0.7673226594924927, |
| "step": 1373 |
| }, |
| { |
| "epoch": 1.9798270893371757, |
| "grad_norm": 0.7896655201911926, |
| "learning_rate": 6.391093653224101e-09, |
| "loss": 0.7531790733337402, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.9812680115273775, |
| "grad_norm": 0.9625368118286133, |
| "learning_rate": 5.567429137940395e-09, |
| "loss": 0.6215754151344299, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.9827089337175794, |
| "grad_norm": 0.8169432282447815, |
| "learning_rate": 4.800548737656785e-09, |
| "loss": 0.6860508322715759, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.984149855907781, |
| "grad_norm": 0.8397043347358704, |
| "learning_rate": 4.090456809462407e-09, |
| "loss": 0.631721556186676, |
| "step": 1377 |
| }, |
| { |
| "epoch": 1.9855907780979827, |
| "grad_norm": 0.8882712721824646, |
| "learning_rate": 3.4371573877944874e-09, |
| "loss": 0.6776498556137085, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.9870317002881843, |
| "grad_norm": 0.7635476589202881, |
| "learning_rate": 2.840654184425029e-09, |
| "loss": 0.6540400981903076, |
| "step": 1379 |
| }, |
| { |
| "epoch": 1.9884726224783862, |
| "grad_norm": 0.9316484332084656, |
| "learning_rate": 2.300950588430828e-09, |
| "loss": 0.6866999268531799, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.989913544668588, |
| "grad_norm": 0.802742600440979, |
| "learning_rate": 1.8180496661779346e-09, |
| "loss": 0.6650329232215881, |
| "step": 1381 |
| }, |
| { |
| "epoch": 1.9913544668587897, |
| "grad_norm": 0.7995099425315857, |
| "learning_rate": 1.391954161304998e-09, |
| "loss": 0.7718065977096558, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.9927953890489913, |
| "grad_norm": 0.7001140713691711, |
| "learning_rate": 1.0226664947032838e-09, |
| "loss": 0.570642352104187, |
| "step": 1383 |
| }, |
| { |
| "epoch": 1.994236311239193, |
| "grad_norm": 0.8440130949020386, |
| "learning_rate": 7.101887645100114e-10, |
| "loss": 0.8078399896621704, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.9956772334293948, |
| "grad_norm": 0.8214783072471619, |
| "learning_rate": 4.54522746090591e-10, |
| "loss": 0.6115165948867798, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.9971181556195965, |
| "grad_norm": 0.8176844120025635, |
| "learning_rate": 2.55669892030852e-10, |
| "loss": 0.7604609727859497, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.9985590778097984, |
| "grad_norm": 0.8071082830429077, |
| "learning_rate": 1.1363133212705102e-10, |
| "loss": 0.6580838561058044, |
| "step": 1387 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.7433238625526428, |
| "learning_rate": 2.840787338254103e-11, |
| "loss": 0.6367690563201904, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 1388, |
| "total_flos": 1.0037139745307361e+18, |
| "train_loss": 0.7883986402571374, |
| "train_runtime": 11184.8694, |
| "train_samples_per_second": 0.496, |
| "train_steps_per_second": 0.124 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1388, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0037139745307361e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
