| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 1662, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0012040939193257074, |
| "grad_norm": 1.0888201950123075, |
| "learning_rate": 0.0, |
| "loss": 1.2516779899597168, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.002408187838651415, |
| "grad_norm": 1.3504171031717647, |
| "learning_rate": 1.1904761904761904e-06, |
| "loss": 1.292458415031433, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.003612281757977122, |
| "grad_norm": 1.3295966510635613, |
| "learning_rate": 2.3809523809523808e-06, |
| "loss": 1.2252806425094604, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.00481637567730283, |
| "grad_norm": 1.2049241506681116, |
| "learning_rate": 3.5714285714285714e-06, |
| "loss": 1.1460682153701782, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.006020469596628537, |
| "grad_norm": 1.3299344704725482, |
| "learning_rate": 4.7619047619047615e-06, |
| "loss": 1.3050752878189087, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.007224563515954244, |
| "grad_norm": 1.1937833887885951, |
| "learning_rate": 5.9523809523809525e-06, |
| "loss": 1.1561931371688843, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.008428657435279952, |
| "grad_norm": 1.1972161646097195, |
| "learning_rate": 7.142857142857143e-06, |
| "loss": 1.348860502243042, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.00963275135460566, |
| "grad_norm": 1.1599119044275834, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 1.1653285026550293, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.010836845273931367, |
| "grad_norm": 1.168880883596748, |
| "learning_rate": 9.523809523809523e-06, |
| "loss": 1.2427582740783691, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.012040939193257074, |
| "grad_norm": 1.1907331737748812, |
| "learning_rate": 1.0714285714285714e-05, |
| "loss": 1.1958000659942627, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.013245033112582781, |
| "grad_norm": 1.0764330357862444, |
| "learning_rate": 1.1904761904761905e-05, |
| "loss": 1.0088632106781006, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.014449127031908489, |
| "grad_norm": 0.970590293533405, |
| "learning_rate": 1.3095238095238096e-05, |
| "loss": 1.057112455368042, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.015653220951234198, |
| "grad_norm": 0.9117577162508362, |
| "learning_rate": 1.4285714285714285e-05, |
| "loss": 1.093891978263855, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.016857314870559904, |
| "grad_norm": 0.7128858566790944, |
| "learning_rate": 1.5476190476190476e-05, |
| "loss": 0.9809948205947876, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.018061408789885613, |
| "grad_norm": 0.7466873900766856, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 1.1132748126983643, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.01926550270921132, |
| "grad_norm": 0.758857309279139, |
| "learning_rate": 1.785714285714286e-05, |
| "loss": 0.9380471706390381, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.020469596628537028, |
| "grad_norm": 0.6736348254664769, |
| "learning_rate": 1.9047619047619046e-05, |
| "loss": 1.1095030307769775, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.021673690547862733, |
| "grad_norm": 0.675335552277212, |
| "learning_rate": 2.023809523809524e-05, |
| "loss": 1.0808950662612915, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.022877784467188442, |
| "grad_norm": 0.7264824733143365, |
| "learning_rate": 2.1428571428571428e-05, |
| "loss": 0.9620448350906372, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.024081878386514148, |
| "grad_norm": 0.7051338547341263, |
| "learning_rate": 2.261904761904762e-05, |
| "loss": 0.9811359643936157, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.025285972305839857, |
| "grad_norm": 0.7843003159004286, |
| "learning_rate": 2.380952380952381e-05, |
| "loss": 1.0925147533416748, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.026490066225165563, |
| "grad_norm": 0.7516975231625368, |
| "learning_rate": 2.5e-05, |
| "loss": 0.9252520799636841, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.027694160144491272, |
| "grad_norm": 0.6962403835861913, |
| "learning_rate": 2.6190476190476192e-05, |
| "loss": 1.0134961605072021, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.028898254063816978, |
| "grad_norm": 0.7671373768051949, |
| "learning_rate": 2.7380952380952383e-05, |
| "loss": 1.0397887229919434, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.030102347983142687, |
| "grad_norm": 0.7085458224295194, |
| "learning_rate": 2.857142857142857e-05, |
| "loss": 1.0200514793395996, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.031306441902468396, |
| "grad_norm": 0.6208311360775705, |
| "learning_rate": 2.9761904761904762e-05, |
| "loss": 0.8722552061080933, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.0325105358217941, |
| "grad_norm": 0.7245939746288178, |
| "learning_rate": 3.095238095238095e-05, |
| "loss": 1.0895636081695557, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.03371462974111981, |
| "grad_norm": 0.7155183357450243, |
| "learning_rate": 3.2142857142857144e-05, |
| "loss": 0.9978558421134949, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.034918723660445516, |
| "grad_norm": 0.7124130674118848, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 1.0731256008148193, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.036122817579771226, |
| "grad_norm": 0.6936933307418388, |
| "learning_rate": 3.4523809523809526e-05, |
| "loss": 1.0017905235290527, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03732691149909693, |
| "grad_norm": 0.6914756992106068, |
| "learning_rate": 3.571428571428572e-05, |
| "loss": 0.9039508700370789, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.03853100541842264, |
| "grad_norm": 0.7530165617199812, |
| "learning_rate": 3.690476190476191e-05, |
| "loss": 1.018087387084961, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.039735099337748346, |
| "grad_norm": 0.7253115434648741, |
| "learning_rate": 3.809523809523809e-05, |
| "loss": 0.9909164309501648, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.040939193257074055, |
| "grad_norm": 0.6415639959381287, |
| "learning_rate": 3.928571428571429e-05, |
| "loss": 0.9909334182739258, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.04214328717639976, |
| "grad_norm": 0.6628002571565351, |
| "learning_rate": 4.047619047619048e-05, |
| "loss": 0.8408276438713074, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.04334738109572547, |
| "grad_norm": 0.6544680745811386, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 0.9553419947624207, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.044551475015051176, |
| "grad_norm": 0.7501400971456818, |
| "learning_rate": 4.2857142857142856e-05, |
| "loss": 0.991558313369751, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.045755568934376885, |
| "grad_norm": 0.6299802150920484, |
| "learning_rate": 4.404761904761905e-05, |
| "loss": 0.880527138710022, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.04695966285370259, |
| "grad_norm": 0.7119587435770088, |
| "learning_rate": 4.523809523809524e-05, |
| "loss": 1.084947109222412, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.048163756773028296, |
| "grad_norm": 0.6210760615390281, |
| "learning_rate": 4.642857142857143e-05, |
| "loss": 0.8718366622924805, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.049367850692354005, |
| "grad_norm": 0.6905357174119584, |
| "learning_rate": 4.761904761904762e-05, |
| "loss": 1.030173897743225, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.050571944611679714, |
| "grad_norm": 0.6604045749465294, |
| "learning_rate": 4.880952380952381e-05, |
| "loss": 0.8225071430206299, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.05177603853100542, |
| "grad_norm": 0.7288884168617961, |
| "learning_rate": 5e-05, |
| "loss": 0.8640418648719788, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.052980132450331126, |
| "grad_norm": 0.7530293725220191, |
| "learning_rate": 5.119047619047619e-05, |
| "loss": 1.053181529045105, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.054184226369656835, |
| "grad_norm": 0.633690102398682, |
| "learning_rate": 5.2380952380952384e-05, |
| "loss": 0.9794737100601196, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.055388320288982544, |
| "grad_norm": 0.6366432445096702, |
| "learning_rate": 5.3571428571428575e-05, |
| "loss": 0.928667426109314, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.056592414208308246, |
| "grad_norm": 0.6635606705213237, |
| "learning_rate": 5.4761904761904766e-05, |
| "loss": 0.8890948295593262, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.057796508127633955, |
| "grad_norm": 0.717685283959276, |
| "learning_rate": 5.595238095238096e-05, |
| "loss": 0.9435674548149109, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.059000602046959665, |
| "grad_norm": 0.672785636669423, |
| "learning_rate": 5.714285714285714e-05, |
| "loss": 0.8677853345870972, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.060204695966285374, |
| "grad_norm": 0.6736728035828868, |
| "learning_rate": 5.833333333333334e-05, |
| "loss": 0.904883861541748, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.061408789885611076, |
| "grad_norm": 0.6832027265384513, |
| "learning_rate": 5.9523809523809524e-05, |
| "loss": 0.8402994871139526, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.06261288380493679, |
| "grad_norm": 0.6333608523885448, |
| "learning_rate": 6.0714285714285715e-05, |
| "loss": 0.8128600716590881, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.0638169777242625, |
| "grad_norm": 0.6511799389683816, |
| "learning_rate": 6.19047619047619e-05, |
| "loss": 0.9272807836532593, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.0650210716435882, |
| "grad_norm": 0.7660958513490825, |
| "learning_rate": 6.30952380952381e-05, |
| "loss": 0.9557014107704163, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.06622516556291391, |
| "grad_norm": 0.6336813527780781, |
| "learning_rate": 6.428571428571429e-05, |
| "loss": 0.9378836154937744, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06742925948223961, |
| "grad_norm": 0.7508486475685524, |
| "learning_rate": 6.547619047619048e-05, |
| "loss": 0.8787630796432495, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.06863335340156532, |
| "grad_norm": 0.84517602222297, |
| "learning_rate": 6.666666666666667e-05, |
| "loss": 0.8722257018089294, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.06983744732089103, |
| "grad_norm": 0.7596529781054532, |
| "learning_rate": 6.785714285714286e-05, |
| "loss": 0.8949298858642578, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.07104154124021674, |
| "grad_norm": 0.6603054780063723, |
| "learning_rate": 6.904761904761905e-05, |
| "loss": 0.91631019115448, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.07224563515954245, |
| "grad_norm": 0.6587245162237584, |
| "learning_rate": 7.023809523809524e-05, |
| "loss": 0.8479186296463013, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07344972907886815, |
| "grad_norm": 0.5896173965743856, |
| "learning_rate": 7.142857142857143e-05, |
| "loss": 0.8625457286834717, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.07465382299819386, |
| "grad_norm": 0.656853432206036, |
| "learning_rate": 7.261904761904762e-05, |
| "loss": 0.7943159937858582, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.07585791691751957, |
| "grad_norm": 0.7173445966189417, |
| "learning_rate": 7.380952380952382e-05, |
| "loss": 0.8757072687149048, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.07706201083684527, |
| "grad_norm": 0.741123976756676, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 0.9337731003761292, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.07826610475617098, |
| "grad_norm": 0.6587435716311675, |
| "learning_rate": 7.619047619047618e-05, |
| "loss": 0.9480957984924316, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07947019867549669, |
| "grad_norm": 0.7923118352415254, |
| "learning_rate": 7.738095238095239e-05, |
| "loss": 0.9424346089363098, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.0806742925948224, |
| "grad_norm": 0.7437650621360334, |
| "learning_rate": 7.857142857142858e-05, |
| "loss": 0.9045975208282471, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.08187838651414811, |
| "grad_norm": 0.7969199409769604, |
| "learning_rate": 7.976190476190477e-05, |
| "loss": 0.9725304245948792, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.08308248043347381, |
| "grad_norm": 0.7206589585684046, |
| "learning_rate": 8.095238095238096e-05, |
| "loss": 0.9252752661705017, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.08428657435279951, |
| "grad_norm": 0.8407014467727374, |
| "learning_rate": 8.214285714285714e-05, |
| "loss": 0.8761662244796753, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08549066827212523, |
| "grad_norm": 0.6884460334379702, |
| "learning_rate": 8.333333333333334e-05, |
| "loss": 0.8926453590393066, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.08669476219145093, |
| "grad_norm": 0.7572421558690815, |
| "learning_rate": 8.452380952380952e-05, |
| "loss": 1.014685869216919, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.08789885611077664, |
| "grad_norm": 0.7214896773064038, |
| "learning_rate": 8.571428571428571e-05, |
| "loss": 0.9112828969955444, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.08910295003010235, |
| "grad_norm": 0.6504920809145635, |
| "learning_rate": 8.690476190476192e-05, |
| "loss": 0.877046525478363, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.09030704394942805, |
| "grad_norm": 0.7130323126220806, |
| "learning_rate": 8.80952380952381e-05, |
| "loss": 0.988493025302887, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.09151113786875377, |
| "grad_norm": 0.6759832506467568, |
| "learning_rate": 8.92857142857143e-05, |
| "loss": 0.8634282946586609, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.09271523178807947, |
| "grad_norm": 0.7128524999186786, |
| "learning_rate": 9.047619047619048e-05, |
| "loss": 0.8843424320220947, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.09391932570740517, |
| "grad_norm": 0.7527502094813464, |
| "learning_rate": 9.166666666666667e-05, |
| "loss": 0.9262052178382874, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.09512341962673089, |
| "grad_norm": 0.679134529747516, |
| "learning_rate": 9.285714285714286e-05, |
| "loss": 0.902319610118866, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.09632751354605659, |
| "grad_norm": 0.6582862889379956, |
| "learning_rate": 9.404761904761905e-05, |
| "loss": 0.9413686394691467, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0975316074653823, |
| "grad_norm": 0.6130866418518588, |
| "learning_rate": 9.523809523809524e-05, |
| "loss": 0.8581817150115967, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.09873570138470801, |
| "grad_norm": 0.5687360865386506, |
| "learning_rate": 9.642857142857143e-05, |
| "loss": 0.873586893081665, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.09993979530403371, |
| "grad_norm": 0.5975148331542051, |
| "learning_rate": 9.761904761904762e-05, |
| "loss": 0.8216943740844727, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.10114388922335943, |
| "grad_norm": 0.5756637160773737, |
| "learning_rate": 9.880952380952381e-05, |
| "loss": 0.8205018639564514, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.10234798314268513, |
| "grad_norm": 0.6452316625847548, |
| "learning_rate": 0.0001, |
| "loss": 0.9865813255310059, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.10355207706201083, |
| "grad_norm": 0.6104006813254862, |
| "learning_rate": 9.999990091096183e-05, |
| "loss": 0.8462604284286499, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.10475617098133655, |
| "grad_norm": 0.5499916520131942, |
| "learning_rate": 9.999960364424007e-05, |
| "loss": 0.8234490752220154, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.10596026490066225, |
| "grad_norm": 0.5887689279983574, |
| "learning_rate": 9.999910820101293e-05, |
| "loss": 0.7696816921234131, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.10716435881998795, |
| "grad_norm": 0.6295647282540509, |
| "learning_rate": 9.999841458324413e-05, |
| "loss": 0.9583300352096558, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.10836845273931367, |
| "grad_norm": 0.6257819500551344, |
| "learning_rate": 9.999752279368291e-05, |
| "loss": 0.8089509010314941, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10957254665863937, |
| "grad_norm": 0.6853890534698811, |
| "learning_rate": 9.999643283586388e-05, |
| "loss": 0.7177246809005737, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.11077664057796509, |
| "grad_norm": 0.5875425882208323, |
| "learning_rate": 9.999514471410719e-05, |
| "loss": 0.8235414028167725, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.11198073449729079, |
| "grad_norm": 0.6657487103601663, |
| "learning_rate": 9.999365843351838e-05, |
| "loss": 0.878923773765564, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.11318482841661649, |
| "grad_norm": 0.6312303761922631, |
| "learning_rate": 9.999197399998841e-05, |
| "loss": 0.9166843891143799, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.11438892233594221, |
| "grad_norm": 0.6219532249650043, |
| "learning_rate": 9.999009142019364e-05, |
| "loss": 0.8822045922279358, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.11559301625526791, |
| "grad_norm": 0.6714545958652653, |
| "learning_rate": 9.99880107015958e-05, |
| "loss": 0.8442031145095825, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.11679711017459361, |
| "grad_norm": 0.6187610552353822, |
| "learning_rate": 9.998573185244192e-05, |
| "loss": 0.7852096557617188, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.11800120409391933, |
| "grad_norm": 0.578079618701512, |
| "learning_rate": 9.998325488176437e-05, |
| "loss": 0.8714963793754578, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.11920529801324503, |
| "grad_norm": 0.5345630777945766, |
| "learning_rate": 9.99805797993808e-05, |
| "loss": 0.8692537546157837, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.12040939193257075, |
| "grad_norm": 0.6181542688226837, |
| "learning_rate": 9.997770661589403e-05, |
| "loss": 0.8973393440246582, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.12161348585189645, |
| "grad_norm": 0.64002745884027, |
| "learning_rate": 9.997463534269213e-05, |
| "loss": 0.8967085480690002, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.12281757977122215, |
| "grad_norm": 0.7341991040389423, |
| "learning_rate": 9.997136599194825e-05, |
| "loss": 0.8160005807876587, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.12402167369054787, |
| "grad_norm": 0.6265972559860278, |
| "learning_rate": 9.996789857662068e-05, |
| "loss": 1.0133693218231201, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.12522576760987358, |
| "grad_norm": 0.6957185688667177, |
| "learning_rate": 9.996423311045273e-05, |
| "loss": 0.8984023928642273, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.12642986152919927, |
| "grad_norm": 0.5956498399306159, |
| "learning_rate": 9.99603696079727e-05, |
| "loss": 0.9195867776870728, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.127633955448525, |
| "grad_norm": 0.6463966531285172, |
| "learning_rate": 9.995630808449383e-05, |
| "loss": 0.8191015720367432, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.1288380493678507, |
| "grad_norm": 0.6171569033866292, |
| "learning_rate": 9.99520485561142e-05, |
| "loss": 0.9108123779296875, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.1300421432871764, |
| "grad_norm": 0.6143974868615907, |
| "learning_rate": 9.994759103971673e-05, |
| "loss": 0.8896417617797852, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.1312462372065021, |
| "grad_norm": 0.6149896368980597, |
| "learning_rate": 9.994293555296904e-05, |
| "loss": 0.8559168577194214, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.13245033112582782, |
| "grad_norm": 0.6515351535933014, |
| "learning_rate": 9.993808211432346e-05, |
| "loss": 0.8588761687278748, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1336544250451535, |
| "grad_norm": 0.6676952442415878, |
| "learning_rate": 9.993303074301689e-05, |
| "loss": 0.8163575530052185, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.13485851896447923, |
| "grad_norm": 0.6375806365685596, |
| "learning_rate": 9.992778145907073e-05, |
| "loss": 0.9100340604782104, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.13606261288380495, |
| "grad_norm": 0.6252693886741836, |
| "learning_rate": 9.992233428329088e-05, |
| "loss": 0.8442620038986206, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.13726670680313063, |
| "grad_norm": 0.7244683282798454, |
| "learning_rate": 9.99166892372675e-05, |
| "loss": 0.8886062502861023, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.13847080072245635, |
| "grad_norm": 0.7464382496737153, |
| "learning_rate": 9.991084634337511e-05, |
| "loss": 0.8216350674629211, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.13967489464178207, |
| "grad_norm": 0.646628205480326, |
| "learning_rate": 9.99048056247724e-05, |
| "loss": 0.9128209948539734, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.14087898856110775, |
| "grad_norm": 0.5712623706680054, |
| "learning_rate": 9.989856710540209e-05, |
| "loss": 0.8703181743621826, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.14208308248043347, |
| "grad_norm": 0.6329274208544833, |
| "learning_rate": 9.989213080999097e-05, |
| "loss": 0.8345284461975098, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.1432871763997592, |
| "grad_norm": 0.62852450343761, |
| "learning_rate": 9.988549676404965e-05, |
| "loss": 0.8411127328872681, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.1444912703190849, |
| "grad_norm": 0.6420543736879645, |
| "learning_rate": 9.987866499387264e-05, |
| "loss": 0.9257729649543762, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1456953642384106, |
| "grad_norm": 0.5528124716336356, |
| "learning_rate": 9.987163552653802e-05, |
| "loss": 0.8293143510818481, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.1468994581577363, |
| "grad_norm": 0.6033234224852082, |
| "learning_rate": 9.986440838990755e-05, |
| "loss": 0.8318862915039062, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.14810355207706202, |
| "grad_norm": 0.5677902467857496, |
| "learning_rate": 9.985698361262642e-05, |
| "loss": 0.8512689471244812, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.1493076459963877, |
| "grad_norm": 0.6052037467329195, |
| "learning_rate": 9.984936122412319e-05, |
| "loss": 0.8174145221710205, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.15051173991571343, |
| "grad_norm": 0.6203272750504745, |
| "learning_rate": 9.984154125460969e-05, |
| "loss": 0.8040434718132019, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.15171583383503914, |
| "grad_norm": 0.5640742447104545, |
| "learning_rate": 9.983352373508081e-05, |
| "loss": 0.8144879341125488, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.15291992775436483, |
| "grad_norm": 0.7383291925432525, |
| "learning_rate": 9.982530869731451e-05, |
| "loss": 0.8918353915214539, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.15412402167369055, |
| "grad_norm": 0.6110098020804609, |
| "learning_rate": 9.98168961738716e-05, |
| "loss": 0.8100703358650208, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.15532811559301626, |
| "grad_norm": 0.7276368732153812, |
| "learning_rate": 9.980828619809561e-05, |
| "loss": 0.8626886010169983, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.15653220951234195, |
| "grad_norm": 0.6182775041438267, |
| "learning_rate": 9.979947880411273e-05, |
| "loss": 0.7800024747848511, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.15773630343166767, |
| "grad_norm": 0.6684016472398361, |
| "learning_rate": 9.97904740268316e-05, |
| "loss": 0.8336461782455444, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.15894039735099338, |
| "grad_norm": 0.6781202957252627, |
| "learning_rate": 9.978127190194322e-05, |
| "loss": 0.9167442321777344, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.16014449127031907, |
| "grad_norm": 0.5781488999510032, |
| "learning_rate": 9.977187246592076e-05, |
| "loss": 0.8317021727561951, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.1613485851896448, |
| "grad_norm": 0.558442522325844, |
| "learning_rate": 9.976227575601947e-05, |
| "loss": 0.7598085999488831, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.1625526791089705, |
| "grad_norm": 0.641636921915755, |
| "learning_rate": 9.97524818102765e-05, |
| "loss": 0.837604284286499, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.16375677302829622, |
| "grad_norm": 0.6091929337726231, |
| "learning_rate": 9.974249066751077e-05, |
| "loss": 0.9500613212585449, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.1649608669476219, |
| "grad_norm": 0.6466178033726994, |
| "learning_rate": 9.973230236732276e-05, |
| "loss": 0.771168053150177, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.16616496086694763, |
| "grad_norm": 0.6660733398000859, |
| "learning_rate": 9.972191695009446e-05, |
| "loss": 0.7790799140930176, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.16736905478627334, |
| "grad_norm": 0.6115980204086684, |
| "learning_rate": 9.971133445698908e-05, |
| "loss": 0.7652186155319214, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.16857314870559903, |
| "grad_norm": 0.5413962093401579, |
| "learning_rate": 9.9700554929951e-05, |
| "loss": 0.7228227257728577, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16977724262492475, |
| "grad_norm": 0.5939091006500794, |
| "learning_rate": 9.968957841170554e-05, |
| "loss": 0.8524500131607056, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.17098133654425046, |
| "grad_norm": 0.6504939461933902, |
| "learning_rate": 9.967840494575879e-05, |
| "loss": 0.887976348400116, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.17218543046357615, |
| "grad_norm": 0.6430414793958295, |
| "learning_rate": 9.966703457639748e-05, |
| "loss": 0.880845308303833, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.17338952438290187, |
| "grad_norm": 0.5968094588570781, |
| "learning_rate": 9.965546734868875e-05, |
| "loss": 0.7715303897857666, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.17459361830222758, |
| "grad_norm": 0.6214316919780661, |
| "learning_rate": 9.964370330848005e-05, |
| "loss": 0.7617921829223633, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.17579771222155327, |
| "grad_norm": 0.6945966190350599, |
| "learning_rate": 9.963174250239888e-05, |
| "loss": 0.8942645788192749, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.177001806140879, |
| "grad_norm": 0.5946158752732297, |
| "learning_rate": 9.96195849778526e-05, |
| "loss": 0.8035511374473572, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.1782059000602047, |
| "grad_norm": 0.5570594020442262, |
| "learning_rate": 9.960723078302832e-05, |
| "loss": 0.746635377407074, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.1794099939795304, |
| "grad_norm": 0.5300767685887228, |
| "learning_rate": 9.959467996689264e-05, |
| "loss": 0.788428783416748, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.1806140878988561, |
| "grad_norm": 0.6429771066659856, |
| "learning_rate": 9.95819325791915e-05, |
| "loss": 0.8748104572296143, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 0.6009681075436003, |
| "learning_rate": 9.956898867044999e-05, |
| "loss": 0.8715510368347168, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.18302227573750754, |
| "grad_norm": 0.6287471875141659, |
| "learning_rate": 9.955584829197203e-05, |
| "loss": 0.9487425088882446, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.18422636965683323, |
| "grad_norm": 0.5832830587585199, |
| "learning_rate": 9.954251149584036e-05, |
| "loss": 0.7733198404312134, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.18543046357615894, |
| "grad_norm": 0.5985330987653703, |
| "learning_rate": 9.952897833491617e-05, |
| "loss": 0.8523417711257935, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.18663455749548466, |
| "grad_norm": 0.5714807380926865, |
| "learning_rate": 9.951524886283899e-05, |
| "loss": 0.7397559881210327, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.18783865141481035, |
| "grad_norm": 0.6440313958900563, |
| "learning_rate": 9.950132313402642e-05, |
| "loss": 0.8231230974197388, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.18904274533413606, |
| "grad_norm": 0.7067535788120153, |
| "learning_rate": 9.948720120367394e-05, |
| "loss": 0.8909597396850586, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.19024683925346178, |
| "grad_norm": 0.6005944043833608, |
| "learning_rate": 9.947288312775471e-05, |
| "loss": 0.7262487411499023, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.19145093317278747, |
| "grad_norm": 0.6029984307683901, |
| "learning_rate": 9.945836896301927e-05, |
| "loss": 0.8319439888000488, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.19265502709211318, |
| "grad_norm": 0.6224876412877436, |
| "learning_rate": 9.944365876699544e-05, |
| "loss": 0.8430992364883423, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1938591210114389, |
| "grad_norm": 0.6160811180626786, |
| "learning_rate": 9.942875259798796e-05, |
| "loss": 0.7832828760147095, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.1950632149307646, |
| "grad_norm": 0.6218195815569507, |
| "learning_rate": 9.941365051507836e-05, |
| "loss": 0.9227669835090637, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.1962673088500903, |
| "grad_norm": 0.5986059436334881, |
| "learning_rate": 9.939835257812468e-05, |
| "loss": 0.9111921787261963, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.19747140276941602, |
| "grad_norm": 0.5881408038735889, |
| "learning_rate": 9.938285884776121e-05, |
| "loss": 0.8965997695922852, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.1986754966887417, |
| "grad_norm": 0.6374823214972137, |
| "learning_rate": 9.936716938539834e-05, |
| "loss": 0.8731657266616821, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.19987959060806743, |
| "grad_norm": 0.6161832126609788, |
| "learning_rate": 9.93512842532222e-05, |
| "loss": 0.8580436706542969, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.20108368452739314, |
| "grad_norm": 0.553470250749396, |
| "learning_rate": 9.93352035141945e-05, |
| "loss": 0.7036675810813904, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.20228777844671886, |
| "grad_norm": 0.7770006457997596, |
| "learning_rate": 9.931892723205221e-05, |
| "loss": 0.8978402614593506, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.20349187236604455, |
| "grad_norm": 0.5743393143744865, |
| "learning_rate": 9.93024554713074e-05, |
| "loss": 0.7655681371688843, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.20469596628537026, |
| "grad_norm": 0.5517387700265929, |
| "learning_rate": 9.92857882972469e-05, |
| "loss": 0.797248899936676, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.20590006020469598, |
| "grad_norm": 0.5547295397097244, |
| "learning_rate": 9.926892577593208e-05, |
| "loss": 0.8540539741516113, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.20710415412402167, |
| "grad_norm": 0.5964203337683545, |
| "learning_rate": 9.925186797419858e-05, |
| "loss": 0.8034850358963013, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.20830824804334738, |
| "grad_norm": 0.6189183804758942, |
| "learning_rate": 9.923461495965607e-05, |
| "loss": 0.8679941892623901, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.2095123419626731, |
| "grad_norm": 0.5866776954815867, |
| "learning_rate": 9.92171668006879e-05, |
| "loss": 0.7853211164474487, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2107164358819988, |
| "grad_norm": 0.5643948583479728, |
| "learning_rate": 9.919952356645092e-05, |
| "loss": 0.8060238361358643, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2119205298013245, |
| "grad_norm": 0.5823524489669061, |
| "learning_rate": 9.91816853268752e-05, |
| "loss": 0.8626150488853455, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.21312462372065022, |
| "grad_norm": 0.5622075738754846, |
| "learning_rate": 9.91636521526637e-05, |
| "loss": 0.8187872767448425, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.2143287176399759, |
| "grad_norm": 0.6733984895343411, |
| "learning_rate": 9.9145424115292e-05, |
| "loss": 0.8441307544708252, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.21553281155930162, |
| "grad_norm": 0.5333453551939791, |
| "learning_rate": 9.912700128700805e-05, |
| "loss": 0.7993243932723999, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.21673690547862734, |
| "grad_norm": 0.555877229699453, |
| "learning_rate": 9.910838374083185e-05, |
| "loss": 0.774019181728363, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.21794099939795303, |
| "grad_norm": 0.6391151018213997, |
| "learning_rate": 9.908957155055523e-05, |
| "loss": 0.8688267469406128, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.21914509331727874, |
| "grad_norm": 0.6241625884954857, |
| "learning_rate": 9.907056479074142e-05, |
| "loss": 0.847202718257904, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.22034918723660446, |
| "grad_norm": 0.5890469266154632, |
| "learning_rate": 9.905136353672492e-05, |
| "loss": 0.7770888209342957, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.22155328115593018, |
| "grad_norm": 0.5769999378849722, |
| "learning_rate": 9.903196786461106e-05, |
| "loss": 0.7439048290252686, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.22275737507525586, |
| "grad_norm": 0.5754784178675677, |
| "learning_rate": 9.901237785127577e-05, |
| "loss": 0.8247470855712891, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.22396146899458158, |
| "grad_norm": 0.5933793451997219, |
| "learning_rate": 9.89925935743653e-05, |
| "loss": 0.8449085354804993, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.2251655629139073, |
| "grad_norm": 0.6188199832931084, |
| "learning_rate": 9.897261511229583e-05, |
| "loss": 0.9046580195426941, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.22636965683323299, |
| "grad_norm": 0.5333245358703447, |
| "learning_rate": 9.895244254425322e-05, |
| "loss": 0.7648054957389832, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.2275737507525587, |
| "grad_norm": 0.6143930481556643, |
| "learning_rate": 9.893207595019269e-05, |
| "loss": 0.8550212383270264, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.22877784467188442, |
| "grad_norm": 0.5796146274953775, |
| "learning_rate": 9.891151541083852e-05, |
| "loss": 0.8073182702064514, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.2299819385912101, |
| "grad_norm": 0.6327168339480935, |
| "learning_rate": 9.889076100768362e-05, |
| "loss": 0.8802028298377991, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.23118603251053582, |
| "grad_norm": 0.6340397780374257, |
| "learning_rate": 9.886981282298937e-05, |
| "loss": 0.8678988218307495, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.23239012642986154, |
| "grad_norm": 0.5781580859543161, |
| "learning_rate": 9.884867093978519e-05, |
| "loss": 0.7214905023574829, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.23359422034918723, |
| "grad_norm": 0.5864889560079226, |
| "learning_rate": 9.882733544186825e-05, |
| "loss": 0.8775925636291504, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.23479831426851294, |
| "grad_norm": 0.6195540628078187, |
| "learning_rate": 9.880580641380306e-05, |
| "loss": 0.7874777317047119, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.23600240818783866, |
| "grad_norm": 0.6567543350650362, |
| "learning_rate": 9.878408394092129e-05, |
| "loss": 0.8925746083259583, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.23720650210716435, |
| "grad_norm": 0.6610048982837163, |
| "learning_rate": 9.876216810932129e-05, |
| "loss": 0.8471571207046509, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.23841059602649006, |
| "grad_norm": 0.6868969238880852, |
| "learning_rate": 9.87400590058678e-05, |
| "loss": 0.8910620808601379, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.23961468994581578, |
| "grad_norm": 0.6370290531097156, |
| "learning_rate": 9.871775671819162e-05, |
| "loss": 0.8550009727478027, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.2408187838651415, |
| "grad_norm": 0.5905145265636871, |
| "learning_rate": 9.869526133468923e-05, |
| "loss": 0.7858701348304749, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.24202287778446718, |
| "grad_norm": 0.5396495024692038, |
| "learning_rate": 9.867257294452245e-05, |
| "loss": 0.7874826192855835, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.2432269717037929, |
| "grad_norm": 0.5611619691570671, |
| "learning_rate": 9.864969163761817e-05, |
| "loss": 0.8445602059364319, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.24443106562311862, |
| "grad_norm": 0.5927387531343714, |
| "learning_rate": 9.86266175046678e-05, |
| "loss": 0.7110156416893005, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.2456351595424443, |
| "grad_norm": 0.5667132102728043, |
| "learning_rate": 9.86033506371271e-05, |
| "loss": 0.7977332472801208, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.24683925346177002, |
| "grad_norm": 0.6083484012142651, |
| "learning_rate": 9.857989112721574e-05, |
| "loss": 0.7608157992362976, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.24804334738109574, |
| "grad_norm": 0.5943891087363417, |
| "learning_rate": 9.855623906791693e-05, |
| "loss": 0.7913424968719482, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.24924744130042142, |
| "grad_norm": 0.5548488707009894, |
| "learning_rate": 9.853239455297705e-05, |
| "loss": 0.851811945438385, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.25045153521974717, |
| "grad_norm": 0.5095216387061532, |
| "learning_rate": 9.850835767690532e-05, |
| "loss": 0.7788999676704407, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.25165562913907286, |
| "grad_norm": 0.6581296320927581, |
| "learning_rate": 9.848412853497337e-05, |
| "loss": 0.852281391620636, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.25285972305839854, |
| "grad_norm": 0.5624078228873652, |
| "learning_rate": 9.845970722321489e-05, |
| "loss": 0.7634679079055786, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2540638169777243, |
| "grad_norm": 0.58279073197933, |
| "learning_rate": 9.843509383842525e-05, |
| "loss": 0.8002668619155884, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.25526791089705, |
| "grad_norm": 0.602131782992255, |
| "learning_rate": 9.841028847816112e-05, |
| "loss": 0.917669951915741, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.25647200481637566, |
| "grad_norm": 0.5824275546138442, |
| "learning_rate": 9.838529124074006e-05, |
| "loss": 0.6941547393798828, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.2576760987357014, |
| "grad_norm": 0.6855988184994416, |
| "learning_rate": 9.836010222524018e-05, |
| "loss": 0.7900656461715698, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.2588801926550271, |
| "grad_norm": 0.6033793243686978, |
| "learning_rate": 9.833472153149968e-05, |
| "loss": 0.7909616231918335, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.2600842865743528, |
| "grad_norm": 0.5558985979936094, |
| "learning_rate": 9.830914926011651e-05, |
| "loss": 0.8461582660675049, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.26128838049367853, |
| "grad_norm": 0.6135755856519033, |
| "learning_rate": 9.828338551244794e-05, |
| "loss": 0.8185094594955444, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.2624924744130042, |
| "grad_norm": 0.5913147304313477, |
| "learning_rate": 9.825743039061015e-05, |
| "loss": 0.7694218754768372, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.2636965683323299, |
| "grad_norm": 0.5826277813793379, |
| "learning_rate": 9.823128399747788e-05, |
| "loss": 0.9048447012901306, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.26490066225165565, |
| "grad_norm": 0.6069752354101805, |
| "learning_rate": 9.820494643668396e-05, |
| "loss": 0.7263599038124084, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.26610475617098134, |
| "grad_norm": 0.5779260861618932, |
| "learning_rate": 9.817841781261894e-05, |
| "loss": 0.7507243156433105, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.267308850090307, |
| "grad_norm": 0.5407800371575219, |
| "learning_rate": 9.815169823043066e-05, |
| "loss": 0.7708674073219299, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.26851294400963277, |
| "grad_norm": 0.5354161457972056, |
| "learning_rate": 9.812478779602381e-05, |
| "loss": 0.8195161819458008, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.26971703792895846, |
| "grad_norm": 0.5435156479444293, |
| "learning_rate": 9.809768661605956e-05, |
| "loss": 0.8014235496520996, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.27092113184828415, |
| "grad_norm": 0.6451511656258695, |
| "learning_rate": 9.80703947979551e-05, |
| "loss": 0.7672905921936035, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2721252257676099, |
| "grad_norm": 0.5770638130924962, |
| "learning_rate": 9.804291244988324e-05, |
| "loss": 0.8396711349487305, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.2733293196869356, |
| "grad_norm": 0.6047093718584222, |
| "learning_rate": 9.801523968077195e-05, |
| "loss": 0.8380450010299683, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.27453341360626127, |
| "grad_norm": 0.5925957423670997, |
| "learning_rate": 9.798737660030397e-05, |
| "loss": 0.8844544887542725, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.275737507525587, |
| "grad_norm": 0.5982585104488206, |
| "learning_rate": 9.79593233189163e-05, |
| "loss": 0.9639543294906616, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.2769416014449127, |
| "grad_norm": 0.5851751603385734, |
| "learning_rate": 9.793107994779988e-05, |
| "loss": 0.7578297853469849, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2781456953642384, |
| "grad_norm": 0.5662418714139069, |
| "learning_rate": 9.790264659889903e-05, |
| "loss": 0.7516130208969116, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.27934978928356413, |
| "grad_norm": 0.5629010447957682, |
| "learning_rate": 9.787402338491108e-05, |
| "loss": 0.813753604888916, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.2805538832028898, |
| "grad_norm": 0.611997046314177, |
| "learning_rate": 9.78452104192859e-05, |
| "loss": 0.7318404912948608, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.2817579771222155, |
| "grad_norm": 0.6083078236956858, |
| "learning_rate": 9.781620781622546e-05, |
| "loss": 0.7795756459236145, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.28296207104154125, |
| "grad_norm": 0.5733435457346814, |
| "learning_rate": 9.778701569068336e-05, |
| "loss": 0.7374966740608215, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.28416616496086694, |
| "grad_norm": 0.5854632993757632, |
| "learning_rate": 9.775763415836439e-05, |
| "loss": 0.8152198791503906, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.28537025888019263, |
| "grad_norm": 0.5754299346488221, |
| "learning_rate": 9.772806333572405e-05, |
| "loss": 0.8636054992675781, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.2865743527995184, |
| "grad_norm": 0.5422881955560872, |
| "learning_rate": 9.76983033399681e-05, |
| "loss": 0.7844322919845581, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.28777844671884406, |
| "grad_norm": 0.6194774799956613, |
| "learning_rate": 9.766835428905213e-05, |
| "loss": 0.7630101442337036, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.2889825406381698, |
| "grad_norm": 0.603975682522893, |
| "learning_rate": 9.763821630168106e-05, |
| "loss": 0.7873789668083191, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2901866345574955, |
| "grad_norm": 0.6133591002499805, |
| "learning_rate": 9.760788949730866e-05, |
| "loss": 0.8574675917625427, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.2913907284768212, |
| "grad_norm": 0.5274827858620643, |
| "learning_rate": 9.757737399613706e-05, |
| "loss": 0.7098798751831055, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.2925948223961469, |
| "grad_norm": 0.5891469808235313, |
| "learning_rate": 9.754666991911633e-05, |
| "loss": 0.8549659252166748, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.2937989163154726, |
| "grad_norm": 0.6778037762349854, |
| "learning_rate": 9.751577738794398e-05, |
| "loss": 0.8683890700340271, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.2950030102347983, |
| "grad_norm": 0.5529589488208931, |
| "learning_rate": 9.748469652506446e-05, |
| "loss": 0.8280667066574097, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.29620710415412405, |
| "grad_norm": 0.6019791904555852, |
| "learning_rate": 9.745342745366867e-05, |
| "loss": 0.8362815380096436, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.29741119807344973, |
| "grad_norm": 0.6103921005737301, |
| "learning_rate": 9.74219702976935e-05, |
| "loss": 0.7211261987686157, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.2986152919927754, |
| "grad_norm": 0.5250093329310034, |
| "learning_rate": 9.739032518182134e-05, |
| "loss": 0.8164722919464111, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.29981938591210117, |
| "grad_norm": 0.5388495396934913, |
| "learning_rate": 9.735849223147952e-05, |
| "loss": 0.7128286361694336, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.30102347983142685, |
| "grad_norm": 0.5829439265945735, |
| "learning_rate": 9.732647157283994e-05, |
| "loss": 0.8446158766746521, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.30222757375075254, |
| "grad_norm": 0.5295167319429783, |
| "learning_rate": 9.729426333281841e-05, |
| "loss": 0.7621672749519348, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.3034316676700783, |
| "grad_norm": 0.8911053202384595, |
| "learning_rate": 9.726186763907432e-05, |
| "loss": 0.8294147253036499, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.304635761589404, |
| "grad_norm": 0.5529587210931857, |
| "learning_rate": 9.722928462000995e-05, |
| "loss": 0.7578885555267334, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.30583985550872966, |
| "grad_norm": 0.6002485806157559, |
| "learning_rate": 9.71965144047701e-05, |
| "loss": 0.7943164110183716, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.3070439494280554, |
| "grad_norm": 0.5694226586132322, |
| "learning_rate": 9.716355712324156e-05, |
| "loss": 0.8210703134536743, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3082480433473811, |
| "grad_norm": 0.6922498599198393, |
| "learning_rate": 9.713041290605254e-05, |
| "loss": 0.873950719833374, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.3094521372667068, |
| "grad_norm": 0.5445472317700759, |
| "learning_rate": 9.709708188457218e-05, |
| "loss": 0.8812997341156006, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.3106562311860325, |
| "grad_norm": 0.5722532810838292, |
| "learning_rate": 9.706356419091003e-05, |
| "loss": 0.854279637336731, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.3118603251053582, |
| "grad_norm": 0.6050281714134376, |
| "learning_rate": 9.702985995791554e-05, |
| "loss": 0.7731985449790955, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.3130644190246839, |
| "grad_norm": 0.5259270771468094, |
| "learning_rate": 9.69959693191775e-05, |
| "loss": 0.7495138645172119, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.31426851294400965, |
| "grad_norm": 0.599702214924439, |
| "learning_rate": 9.696189240902353e-05, |
| "loss": 0.8307251334190369, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.31547260686333534, |
| "grad_norm": 0.5772891113584918, |
| "learning_rate": 9.69276293625196e-05, |
| "loss": 0.7606898546218872, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.316676700782661, |
| "grad_norm": 0.6048200131150295, |
| "learning_rate": 9.689318031546935e-05, |
| "loss": 0.7834568023681641, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.31788079470198677, |
| "grad_norm": 0.5187602167429113, |
| "learning_rate": 9.685854540441374e-05, |
| "loss": 0.8568704724311829, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.31908488862131246, |
| "grad_norm": 0.589371193118731, |
| "learning_rate": 9.682372476663037e-05, |
| "loss": 0.8562246561050415, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.32028898254063815, |
| "grad_norm": 0.578899694521127, |
| "learning_rate": 9.678871854013296e-05, |
| "loss": 0.7672446966171265, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.3214930764599639, |
| "grad_norm": 0.6249280291756892, |
| "learning_rate": 9.675352686367086e-05, |
| "loss": 0.7922170162200928, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.3226971703792896, |
| "grad_norm": 0.5749398173798772, |
| "learning_rate": 9.671814987672842e-05, |
| "loss": 0.8341658115386963, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.32390126429861527, |
| "grad_norm": 0.6275533667804223, |
| "learning_rate": 9.668258771952453e-05, |
| "loss": 0.807477593421936, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.325105358217941, |
| "grad_norm": 0.5821581899182365, |
| "learning_rate": 9.664684053301199e-05, |
| "loss": 0.7355650663375854, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3263094521372667, |
| "grad_norm": 0.5858441049798361, |
| "learning_rate": 9.661090845887693e-05, |
| "loss": 0.870678186416626, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.32751354605659244, |
| "grad_norm": 0.5365325287676738, |
| "learning_rate": 9.657479163953839e-05, |
| "loss": 0.8608752489089966, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.32871763997591813, |
| "grad_norm": 0.5599944247690204, |
| "learning_rate": 9.653849021814759e-05, |
| "loss": 0.8878623247146606, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.3299217338952438, |
| "grad_norm": 0.5563052433880087, |
| "learning_rate": 9.650200433858741e-05, |
| "loss": 0.8141953945159912, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.33112582781456956, |
| "grad_norm": 0.5535164304716184, |
| "learning_rate": 9.646533414547193e-05, |
| "loss": 0.7778948545455933, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.33232992173389525, |
| "grad_norm": 0.6014215940932262, |
| "learning_rate": 9.642847978414569e-05, |
| "loss": 0.7866028547286987, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.33353401565322094, |
| "grad_norm": 0.5331079808996885, |
| "learning_rate": 9.639144140068324e-05, |
| "loss": 0.7266688346862793, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.3347381095725467, |
| "grad_norm": 0.5766611369648224, |
| "learning_rate": 9.635421914188845e-05, |
| "loss": 0.8532525300979614, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.33594220349187237, |
| "grad_norm": 0.5358777135832988, |
| "learning_rate": 9.631681315529408e-05, |
| "loss": 0.8211830854415894, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.33714629741119806, |
| "grad_norm": 0.6298604183968022, |
| "learning_rate": 9.627922358916102e-05, |
| "loss": 0.8692326545715332, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3383503913305238, |
| "grad_norm": 0.5797251655827115, |
| "learning_rate": 9.624145059247787e-05, |
| "loss": 0.8560823798179626, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.3395544852498495, |
| "grad_norm": 0.5434794437969054, |
| "learning_rate": 9.620349431496018e-05, |
| "loss": 0.8305436968803406, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.3407585791691752, |
| "grad_norm": 0.6441021904672944, |
| "learning_rate": 9.616535490705004e-05, |
| "loss": 0.7797948122024536, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.3419626730885009, |
| "grad_norm": 0.5598221419768312, |
| "learning_rate": 9.612703251991528e-05, |
| "loss": 0.7669990062713623, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.3431667670078266, |
| "grad_norm": 0.5580548895181614, |
| "learning_rate": 9.60885273054491e-05, |
| "loss": 0.8091415166854858, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3443708609271523, |
| "grad_norm": 0.6911896360916333, |
| "learning_rate": 9.604983941626924e-05, |
| "loss": 0.8437607288360596, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.34557495484647804, |
| "grad_norm": 0.6177635146844122, |
| "learning_rate": 9.601096900571757e-05, |
| "loss": 0.891084611415863, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.34677904876580373, |
| "grad_norm": 0.5777148183335996, |
| "learning_rate": 9.597191622785932e-05, |
| "loss": 0.8502274751663208, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3479831426851294, |
| "grad_norm": 0.5809974008489335, |
| "learning_rate": 9.593268123748259e-05, |
| "loss": 0.8225856423377991, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.34918723660445516, |
| "grad_norm": 0.6051633632643184, |
| "learning_rate": 9.589326419009768e-05, |
| "loss": 0.7742931842803955, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.35039133052378085, |
| "grad_norm": 0.5650358876193098, |
| "learning_rate": 9.585366524193648e-05, |
| "loss": 0.7171435356140137, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.35159542444310654, |
| "grad_norm": 0.4774910718398751, |
| "learning_rate": 9.581388454995187e-05, |
| "loss": 0.6769593954086304, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.3527995183624323, |
| "grad_norm": 0.6156416845975364, |
| "learning_rate": 9.577392227181706e-05, |
| "loss": 0.7639175653457642, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.354003612281758, |
| "grad_norm": 0.5799348616801011, |
| "learning_rate": 9.573377856592499e-05, |
| "loss": 0.8483726978302002, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.35520770620108366, |
| "grad_norm": 0.569975520032633, |
| "learning_rate": 9.569345359138771e-05, |
| "loss": 0.6434216499328613, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.3564118001204094, |
| "grad_norm": 0.6057143088843095, |
| "learning_rate": 9.565294750803575e-05, |
| "loss": 0.7472547888755798, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.3576158940397351, |
| "grad_norm": 0.5763656433176603, |
| "learning_rate": 9.561226047641745e-05, |
| "loss": 0.7766754031181335, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.3588199879590608, |
| "grad_norm": 0.5806884679582975, |
| "learning_rate": 9.557139265779838e-05, |
| "loss": 0.7611971497535706, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.3600240818783865, |
| "grad_norm": 0.653182180155357, |
| "learning_rate": 9.553034421416062e-05, |
| "loss": 0.8534923195838928, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.3612281757977122, |
| "grad_norm": 0.5930589380494014, |
| "learning_rate": 9.548911530820226e-05, |
| "loss": 0.8566128611564636, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3624322697170379, |
| "grad_norm": 0.594676216957681, |
| "learning_rate": 9.544770610333655e-05, |
| "loss": 0.7190215587615967, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 0.5423462580148574, |
| "learning_rate": 9.540611676369145e-05, |
| "loss": 0.7619057893753052, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.36484045755568933, |
| "grad_norm": 0.6079659667743106, |
| "learning_rate": 9.536434745410885e-05, |
| "loss": 0.9198819398880005, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.3660445514750151, |
| "grad_norm": 0.5481385740366345, |
| "learning_rate": 9.5322398340144e-05, |
| "loss": 0.7481440305709839, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.36724864539434077, |
| "grad_norm": 0.5758241389293728, |
| "learning_rate": 9.528026958806477e-05, |
| "loss": 0.845780611038208, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.36845273931366646, |
| "grad_norm": 0.6109260118302426, |
| "learning_rate": 9.523796136485109e-05, |
| "loss": 0.8439440131187439, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.3696568332329922, |
| "grad_norm": 0.5199941673478126, |
| "learning_rate": 9.519547383819416e-05, |
| "loss": 0.8031255006790161, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.3708609271523179, |
| "grad_norm": 0.5886779572113713, |
| "learning_rate": 9.515280717649594e-05, |
| "loss": 0.895370364189148, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.3720650210716436, |
| "grad_norm": 0.5241621748424288, |
| "learning_rate": 9.510996154886839e-05, |
| "loss": 0.7253029346466064, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.3732691149909693, |
| "grad_norm": 0.5349946958277024, |
| "learning_rate": 9.506693712513274e-05, |
| "loss": 0.7455810904502869, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.374473208910295, |
| "grad_norm": 0.5413850636556015, |
| "learning_rate": 9.502373407581897e-05, |
| "loss": 0.8433940410614014, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.3756773028296207, |
| "grad_norm": 0.5914855127133216, |
| "learning_rate": 9.498035257216501e-05, |
| "loss": 0.8574495911598206, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.37688139674894644, |
| "grad_norm": 0.5786718132723062, |
| "learning_rate": 9.493679278611616e-05, |
| "loss": 0.8514014482498169, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.37808549066827213, |
| "grad_norm": 0.677708362567278, |
| "learning_rate": 9.489305489032425e-05, |
| "loss": 0.5997920036315918, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.3792895845875978, |
| "grad_norm": 0.6181220022492139, |
| "learning_rate": 9.484913905814716e-05, |
| "loss": 0.7272148132324219, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.38049367850692356, |
| "grad_norm": 0.5847159564015513, |
| "learning_rate": 9.4805045463648e-05, |
| "loss": 0.7532312870025635, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.38169777242624925, |
| "grad_norm": 0.5884182751349588, |
| "learning_rate": 9.47607742815944e-05, |
| "loss": 0.7659265995025635, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.38290186634557494, |
| "grad_norm": 0.5719592491678291, |
| "learning_rate": 9.471632568745794e-05, |
| "loss": 0.7821764945983887, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.3841059602649007, |
| "grad_norm": 0.5575576997437829, |
| "learning_rate": 9.467169985741337e-05, |
| "loss": 0.800609827041626, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.38531005418422637, |
| "grad_norm": 0.5357479184752278, |
| "learning_rate": 9.462689696833791e-05, |
| "loss": 0.713945209980011, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.38651414810355206, |
| "grad_norm": 0.6120104938097841, |
| "learning_rate": 9.458191719781056e-05, |
| "loss": 0.8058474063873291, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.3877182420228778, |
| "grad_norm": 0.6693580400917779, |
| "learning_rate": 9.453676072411142e-05, |
| "loss": 0.8266781568527222, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.3889223359422035, |
| "grad_norm": 0.5506575412307639, |
| "learning_rate": 9.449142772622092e-05, |
| "loss": 0.6587191224098206, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.3901264298615292, |
| "grad_norm": 0.5511777246486614, |
| "learning_rate": 9.444591838381922e-05, |
| "loss": 0.7111427187919617, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.3913305237808549, |
| "grad_norm": 0.5746660125461024, |
| "learning_rate": 9.440023287728537e-05, |
| "loss": 0.9033454060554504, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.3925346177001806, |
| "grad_norm": 0.569278534242423, |
| "learning_rate": 9.435437138769672e-05, |
| "loss": 0.7030330300331116, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.3937387116195063, |
| "grad_norm": 0.6060745891610826, |
| "learning_rate": 9.430833409682806e-05, |
| "loss": 0.8240711688995361, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.39494280553883204, |
| "grad_norm": 0.5308427592985828, |
| "learning_rate": 9.426212118715108e-05, |
| "loss": 0.735508382320404, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.39614689945815773, |
| "grad_norm": 0.5760677673333868, |
| "learning_rate": 9.421573284183345e-05, |
| "loss": 0.8183559775352478, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.3973509933774834, |
| "grad_norm": 0.5071606962993296, |
| "learning_rate": 9.416916924473825e-05, |
| "loss": 0.7347877025604248, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.39855508729680916, |
| "grad_norm": 0.5763889971321361, |
| "learning_rate": 9.412243058042315e-05, |
| "loss": 0.8280633091926575, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.39975918121613485, |
| "grad_norm": 0.5618383356364371, |
| "learning_rate": 9.407551703413973e-05, |
| "loss": 0.7195807695388794, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.40096327513546054, |
| "grad_norm": 0.5895697765110283, |
| "learning_rate": 9.402842879183272e-05, |
| "loss": 0.8374162316322327, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.4021673690547863, |
| "grad_norm": 0.5547510447572006, |
| "learning_rate": 9.398116604013925e-05, |
| "loss": 0.7269232869148254, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.40337146297411197, |
| "grad_norm": 0.5747636829461152, |
| "learning_rate": 9.393372896638816e-05, |
| "loss": 0.7741429805755615, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.4045755568934377, |
| "grad_norm": 0.5582603271143042, |
| "learning_rate": 9.38861177585992e-05, |
| "loss": 0.8213120102882385, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.4057796508127634, |
| "grad_norm": 0.5698509481662322, |
| "learning_rate": 9.383833260548233e-05, |
| "loss": 0.7737472057342529, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.4069837447320891, |
| "grad_norm": 0.5260228384061386, |
| "learning_rate": 9.379037369643694e-05, |
| "loss": 0.8149851560592651, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.40818783865141484, |
| "grad_norm": 0.5765318318304814, |
| "learning_rate": 9.374224122155111e-05, |
| "loss": 0.7775697708129883, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.4093919325707405, |
| "grad_norm": 0.49274787307145784, |
| "learning_rate": 9.369393537160089e-05, |
| "loss": 0.7359933853149414, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.4105960264900662, |
| "grad_norm": 0.5528181652912268, |
| "learning_rate": 9.364545633804946e-05, |
| "loss": 0.6642189025878906, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.41180012040939196, |
| "grad_norm": 0.6207226531988652, |
| "learning_rate": 9.359680431304647e-05, |
| "loss": 0.8349613547325134, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.41300421432871764, |
| "grad_norm": 0.6106078516446312, |
| "learning_rate": 9.354797948942719e-05, |
| "loss": 0.8384692668914795, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.41420830824804333, |
| "grad_norm": 0.5641755633737662, |
| "learning_rate": 9.349898206071186e-05, |
| "loss": 0.8039138317108154, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.4154124021673691, |
| "grad_norm": 0.656469899503437, |
| "learning_rate": 9.344981222110476e-05, |
| "loss": 0.8086084723472595, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.41661649608669477, |
| "grad_norm": 0.5864557245393566, |
| "learning_rate": 9.340047016549358e-05, |
| "loss": 0.7342469692230225, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.41782059000602045, |
| "grad_norm": 0.6186040249224425, |
| "learning_rate": 9.335095608944861e-05, |
| "loss": 0.8007559180259705, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.4190246839253462, |
| "grad_norm": 0.6651504394109262, |
| "learning_rate": 9.330127018922194e-05, |
| "loss": 0.7766905426979065, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.4202287778446719, |
| "grad_norm": 0.6545527768938719, |
| "learning_rate": 9.325141266174666e-05, |
| "loss": 0.7787045836448669, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.4214328717639976, |
| "grad_norm": 0.5138104578279857, |
| "learning_rate": 9.320138370463618e-05, |
| "loss": 0.7259654998779297, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4226369656833233, |
| "grad_norm": 0.7090214107891576, |
| "learning_rate": 9.315118351618335e-05, |
| "loss": 0.8143008947372437, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.423841059602649, |
| "grad_norm": 0.640107824693087, |
| "learning_rate": 9.310081229535968e-05, |
| "loss": 0.8052964210510254, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.4250451535219747, |
| "grad_norm": 0.5838874533239824, |
| "learning_rate": 9.305027024181462e-05, |
| "loss": 0.7851589322090149, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.42624924744130044, |
| "grad_norm": 0.6875607759241701, |
| "learning_rate": 9.29995575558747e-05, |
| "loss": 0.8351097106933594, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.4274533413606261, |
| "grad_norm": 0.6132435281643827, |
| "learning_rate": 9.294867443854278e-05, |
| "loss": 0.7207709550857544, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.4286574352799518, |
| "grad_norm": 0.6018423864599579, |
| "learning_rate": 9.289762109149723e-05, |
| "loss": 0.7128463983535767, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.42986152919927756, |
| "grad_norm": 0.5966467960285611, |
| "learning_rate": 9.284639771709112e-05, |
| "loss": 0.8051083087921143, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.43106562311860325, |
| "grad_norm": 0.5677436973852517, |
| "learning_rate": 9.279500451835145e-05, |
| "loss": 0.7338952422142029, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.43226971703792894, |
| "grad_norm": 0.5633327946185779, |
| "learning_rate": 9.274344169897834e-05, |
| "loss": 0.7003933787345886, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.4334738109572547, |
| "grad_norm": 0.6099766108022538, |
| "learning_rate": 9.269170946334418e-05, |
| "loss": 0.7850499153137207, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.43467790487658037, |
| "grad_norm": 0.6363308217936156, |
| "learning_rate": 9.263980801649286e-05, |
| "loss": 0.8188478946685791, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.43588199879590606, |
| "grad_norm": 0.5579250798677722, |
| "learning_rate": 9.258773756413898e-05, |
| "loss": 0.731178879737854, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.4370860927152318, |
| "grad_norm": 0.5277326840605376, |
| "learning_rate": 9.253549831266696e-05, |
| "loss": 0.7181439399719238, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.4382901866345575, |
| "grad_norm": 0.5991414923556702, |
| "learning_rate": 9.248309046913032e-05, |
| "loss": 0.7859128713607788, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.4394942805538832, |
| "grad_norm": 0.5636427682419628, |
| "learning_rate": 9.243051424125075e-05, |
| "loss": 0.7138811349868774, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.4406983744732089, |
| "grad_norm": 0.5846552018839858, |
| "learning_rate": 9.237776983741735e-05, |
| "loss": 0.8321449756622314, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.4419024683925346, |
| "grad_norm": 0.5961509645070332, |
| "learning_rate": 9.232485746668584e-05, |
| "loss": 0.8703262805938721, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.44310656231186035, |
| "grad_norm": 0.6575399410305954, |
| "learning_rate": 9.227177733877763e-05, |
| "loss": 0.8056511878967285, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.44431065623118604, |
| "grad_norm": 0.6112157543514062, |
| "learning_rate": 9.221852966407909e-05, |
| "loss": 0.81901615858078, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.44551475015051173, |
| "grad_norm": 0.5780705238766984, |
| "learning_rate": 9.216511465364066e-05, |
| "loss": 0.7020336389541626, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4467188440698375, |
| "grad_norm": 0.5513629981168275, |
| "learning_rate": 9.2111532519176e-05, |
| "loss": 0.7623274326324463, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.44792293798916316, |
| "grad_norm": 0.5590339331584651, |
| "learning_rate": 9.205778347306121e-05, |
| "loss": 0.7354063987731934, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.44912703190848885, |
| "grad_norm": 0.5498974325177253, |
| "learning_rate": 9.200386772833394e-05, |
| "loss": 0.6966525316238403, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.4503311258278146, |
| "grad_norm": 0.5404885313697676, |
| "learning_rate": 9.194978549869256e-05, |
| "loss": 0.9187078475952148, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.4515352197471403, |
| "grad_norm": 0.574364257307318, |
| "learning_rate": 9.189553699849531e-05, |
| "loss": 0.7900419235229492, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.45273931366646597, |
| "grad_norm": 0.5876347961897604, |
| "learning_rate": 9.184112244275948e-05, |
| "loss": 0.8052917122840881, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4539434075857917, |
| "grad_norm": 0.509622094995267, |
| "learning_rate": 9.178654204716048e-05, |
| "loss": 0.7819595336914062, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.4551475015051174, |
| "grad_norm": 0.5616258880534972, |
| "learning_rate": 9.173179602803108e-05, |
| "loss": 0.8665533065795898, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.4563515954244431, |
| "grad_norm": 0.5674735960986814, |
| "learning_rate": 9.167688460236049e-05, |
| "loss": 0.7420907020568848, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.45755568934376883, |
| "grad_norm": 0.5651074504659922, |
| "learning_rate": 9.162180798779354e-05, |
| "loss": 0.6834886074066162, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4587597832630945, |
| "grad_norm": 0.5208113984513062, |
| "learning_rate": 9.156656640262975e-05, |
| "loss": 0.7298674583435059, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.4599638771824202, |
| "grad_norm": 0.5568478288456997, |
| "learning_rate": 9.151116006582259e-05, |
| "loss": 0.7340203523635864, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.46116797110174595, |
| "grad_norm": 0.6609119540723819, |
| "learning_rate": 9.145558919697844e-05, |
| "loss": 0.8512008190155029, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.46237206502107164, |
| "grad_norm": 0.5667512563774485, |
| "learning_rate": 9.139985401635587e-05, |
| "loss": 0.7891113758087158, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.46357615894039733, |
| "grad_norm": 0.5542758268779019, |
| "learning_rate": 9.13439547448647e-05, |
| "loss": 0.7792179584503174, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.4647802528597231, |
| "grad_norm": 0.5996658004222291, |
| "learning_rate": 9.128789160406512e-05, |
| "loss": 0.9395783543586731, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.46598434677904876, |
| "grad_norm": 0.5073928978968797, |
| "learning_rate": 9.123166481616687e-05, |
| "loss": 0.6415067911148071, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.46718844069837445, |
| "grad_norm": 0.631792579802824, |
| "learning_rate": 9.117527460402826e-05, |
| "loss": 0.8739094734191895, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.4683925346177002, |
| "grad_norm": 0.5554177822601125, |
| "learning_rate": 9.111872119115537e-05, |
| "loss": 0.7036592960357666, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.4695966285370259, |
| "grad_norm": 0.5645666409480741, |
| "learning_rate": 9.106200480170113e-05, |
| "loss": 0.7435568571090698, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4708007224563516, |
| "grad_norm": 0.5486147438942627, |
| "learning_rate": 9.100512566046444e-05, |
| "loss": 0.6777222752571106, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.4720048163756773, |
| "grad_norm": 0.5789769653823079, |
| "learning_rate": 9.094808399288927e-05, |
| "loss": 0.7870496511459351, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.473208910295003, |
| "grad_norm": 0.6306138629757833, |
| "learning_rate": 9.089088002506379e-05, |
| "loss": 0.9221470355987549, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.4744130042143287, |
| "grad_norm": 0.63364802954993, |
| "learning_rate": 9.083351398371944e-05, |
| "loss": 0.7603942155838013, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.47561709813365444, |
| "grad_norm": 0.7115530757590298, |
| "learning_rate": 9.077598609623006e-05, |
| "loss": 0.7661646604537964, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.4768211920529801, |
| "grad_norm": 0.5186352616369874, |
| "learning_rate": 9.071829659061097e-05, |
| "loss": 0.7703070640563965, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.4780252859723058, |
| "grad_norm": 0.5523785951320875, |
| "learning_rate": 9.066044569551807e-05, |
| "loss": 0.6563143730163574, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.47922937989163156, |
| "grad_norm": 0.6412244640505108, |
| "learning_rate": 9.060243364024692e-05, |
| "loss": 0.8129726052284241, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.48043347381095725, |
| "grad_norm": 0.5840224219823051, |
| "learning_rate": 9.054426065473192e-05, |
| "loss": 0.7899963855743408, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.481637567730283, |
| "grad_norm": 0.615345356179797, |
| "learning_rate": 9.048592696954524e-05, |
| "loss": 0.7919591665267944, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4828416616496087, |
| "grad_norm": 0.5594464109878114, |
| "learning_rate": 9.042743281589605e-05, |
| "loss": 0.7602540254592896, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.48404575556893437, |
| "grad_norm": 0.523704912811271, |
| "learning_rate": 9.036877842562952e-05, |
| "loss": 0.8046675324440002, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.4852498494882601, |
| "grad_norm": 0.564482954113039, |
| "learning_rate": 9.030996403122592e-05, |
| "loss": 0.8811895847320557, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.4864539434075858, |
| "grad_norm": 0.6386258144233664, |
| "learning_rate": 9.025098986579975e-05, |
| "loss": 0.7436861991882324, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.4876580373269115, |
| "grad_norm": 0.5765254802073968, |
| "learning_rate": 9.019185616309871e-05, |
| "loss": 0.6859670877456665, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.48886213124623723, |
| "grad_norm": 0.5730166849121991, |
| "learning_rate": 9.013256315750291e-05, |
| "loss": 0.7614256143569946, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.4900662251655629, |
| "grad_norm": 0.5357875716257245, |
| "learning_rate": 9.007311108402379e-05, |
| "loss": 0.7794307470321655, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.4912703190848886, |
| "grad_norm": 0.5081696602355975, |
| "learning_rate": 9.001350017830331e-05, |
| "loss": 0.8063097596168518, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.49247441300421435, |
| "grad_norm": 0.5628512810128503, |
| "learning_rate": 8.995373067661296e-05, |
| "loss": 0.8180215358734131, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.49367850692354004, |
| "grad_norm": 0.5787543459084703, |
| "learning_rate": 8.989380281585287e-05, |
| "loss": 0.7372187376022339, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.4948826008428657, |
| "grad_norm": 0.5667198954493534, |
| "learning_rate": 8.983371683355075e-05, |
| "loss": 0.7635501623153687, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.49608669476219147, |
| "grad_norm": 0.5600547455387459, |
| "learning_rate": 8.977347296786113e-05, |
| "loss": 0.7958824634552002, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.49729078868151716, |
| "grad_norm": 0.5625737085034314, |
| "learning_rate": 8.971307145756426e-05, |
| "loss": 0.841810405254364, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.49849488260084285, |
| "grad_norm": 0.5614410910946721, |
| "learning_rate": 8.965251254206524e-05, |
| "loss": 0.7582192420959473, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.4996989765201686, |
| "grad_norm": 0.5645502655557872, |
| "learning_rate": 8.959179646139306e-05, |
| "loss": 0.7968418598175049, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.5009030704394943, |
| "grad_norm": 0.5917884667130379, |
| "learning_rate": 8.953092345619964e-05, |
| "loss": 0.7377205491065979, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.50210716435882, |
| "grad_norm": 0.5243909360294917, |
| "learning_rate": 8.94698937677589e-05, |
| "loss": 0.7942450642585754, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.5033112582781457, |
| "grad_norm": 0.5980300395240639, |
| "learning_rate": 8.940870763796574e-05, |
| "loss": 0.8235912322998047, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.5045153521974715, |
| "grad_norm": 0.5811078832563148, |
| "learning_rate": 8.934736530933519e-05, |
| "loss": 0.8105367422103882, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.5057194461167971, |
| "grad_norm": 0.4920507260541056, |
| "learning_rate": 8.928586702500128e-05, |
| "loss": 0.7134383916854858, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5069235400361228, |
| "grad_norm": 0.5367894318907388, |
| "learning_rate": 8.922421302871629e-05, |
| "loss": 0.6764764785766602, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.5081276339554486, |
| "grad_norm": 0.5426721151064777, |
| "learning_rate": 8.916240356484961e-05, |
| "loss": 0.8036496639251709, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.5093317278747742, |
| "grad_norm": 0.5283738533968033, |
| "learning_rate": 8.910043887838686e-05, |
| "loss": 0.7051277160644531, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.5105358217941, |
| "grad_norm": 0.5568815068292188, |
| "learning_rate": 8.903831921492889e-05, |
| "loss": 0.7518850564956665, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.5117399157134257, |
| "grad_norm": 0.6019868311120965, |
| "learning_rate": 8.89760448206908e-05, |
| "loss": 0.8285863399505615, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.5129440096327513, |
| "grad_norm": 0.5322512751282783, |
| "learning_rate": 8.8913615942501e-05, |
| "loss": 0.8142893314361572, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.5141481035520771, |
| "grad_norm": 0.5773593281276044, |
| "learning_rate": 8.885103282780016e-05, |
| "loss": 0.7128541469573975, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.5153521974714028, |
| "grad_norm": 0.5265057895614733, |
| "learning_rate": 8.878829572464034e-05, |
| "loss": 0.7287251949310303, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.5165562913907285, |
| "grad_norm": 0.6126298896774156, |
| "learning_rate": 8.872540488168389e-05, |
| "loss": 0.7118552923202515, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.5177603853100542, |
| "grad_norm": 0.5472240818223483, |
| "learning_rate": 8.866236054820251e-05, |
| "loss": 0.7330264449119568, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5189644792293799, |
| "grad_norm": 0.5423773205241336, |
| "learning_rate": 8.859916297407636e-05, |
| "loss": 0.8498375415802002, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.5201685731487056, |
| "grad_norm": 0.511978093072427, |
| "learning_rate": 8.853581240979285e-05, |
| "loss": 0.7740522623062134, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.5213726670680313, |
| "grad_norm": 0.6328693375860855, |
| "learning_rate": 8.847230910644586e-05, |
| "loss": 0.8013511896133423, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.5225767609873571, |
| "grad_norm": 0.5191934031368447, |
| "learning_rate": 8.840865331573465e-05, |
| "loss": 0.8275898098945618, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5237808549066827, |
| "grad_norm": 0.6078817477329859, |
| "learning_rate": 8.834484528996287e-05, |
| "loss": 0.7879576086997986, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.5249849488260084, |
| "grad_norm": 0.5932516211316311, |
| "learning_rate": 8.828088528203753e-05, |
| "loss": 0.7822805643081665, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.5261890427453342, |
| "grad_norm": 0.5236270498419456, |
| "learning_rate": 8.821677354546807e-05, |
| "loss": 0.8038450479507446, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.5273931366646598, |
| "grad_norm": 0.549932395037056, |
| "learning_rate": 8.815251033436531e-05, |
| "loss": 0.734670877456665, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.5285972305839856, |
| "grad_norm": 0.5443522562767869, |
| "learning_rate": 8.808809590344042e-05, |
| "loss": 0.7292616367340088, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.5298013245033113, |
| "grad_norm": 0.614247181494645, |
| "learning_rate": 8.802353050800398e-05, |
| "loss": 0.8566461801528931, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5310054184226369, |
| "grad_norm": 0.6195557998692361, |
| "learning_rate": 8.795881440396491e-05, |
| "loss": 0.8758805990219116, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.5322095123419627, |
| "grad_norm": 0.6027928486912933, |
| "learning_rate": 8.789394784782945e-05, |
| "loss": 0.8482891917228699, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.5334136062612884, |
| "grad_norm": 0.5778637021073555, |
| "learning_rate": 8.78289310967002e-05, |
| "loss": 0.8151867389678955, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.534617700180614, |
| "grad_norm": 0.5831694881381801, |
| "learning_rate": 8.776376440827505e-05, |
| "loss": 0.7579381465911865, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.5358217940999398, |
| "grad_norm": 0.5875591850025278, |
| "learning_rate": 8.769844804084619e-05, |
| "loss": 0.7059892416000366, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.5370258880192655, |
| "grad_norm": 0.5184140330764471, |
| "learning_rate": 8.763298225329903e-05, |
| "loss": 0.7210403680801392, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.5382299819385912, |
| "grad_norm": 0.5420847104763425, |
| "learning_rate": 8.756736730511128e-05, |
| "loss": 0.7385925650596619, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.5394340758579169, |
| "grad_norm": 0.5935346067614179, |
| "learning_rate": 8.750160345635183e-05, |
| "loss": 0.8868709802627563, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.5406381697772427, |
| "grad_norm": 0.5537934394668839, |
| "learning_rate": 8.74356909676797e-05, |
| "loss": 0.779586911201477, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.5418422636965683, |
| "grad_norm": 0.5601615221122076, |
| "learning_rate": 8.736963010034311e-05, |
| "loss": 0.7346528768539429, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.543046357615894, |
| "grad_norm": 0.5745725564232856, |
| "learning_rate": 8.73034211161784e-05, |
| "loss": 0.7848095893859863, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.5442504515352198, |
| "grad_norm": 0.5335933434495655, |
| "learning_rate": 8.723706427760892e-05, |
| "loss": 0.7612522840499878, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 0.5227005627709939, |
| "learning_rate": 8.717055984764411e-05, |
| "loss": 0.6311644911766052, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.5466586393738712, |
| "grad_norm": 0.569956653853632, |
| "learning_rate": 8.710390808987833e-05, |
| "loss": 0.7876021862030029, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5478627332931969, |
| "grad_norm": 0.5696433799827839, |
| "learning_rate": 8.703710926848995e-05, |
| "loss": 0.7248250246047974, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.5490668272125225, |
| "grad_norm": 0.6084782666777745, |
| "learning_rate": 8.697016364824023e-05, |
| "loss": 0.816514253616333, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.5502709211318483, |
| "grad_norm": 0.5436677824446347, |
| "learning_rate": 8.690307149447221e-05, |
| "loss": 0.7234601974487305, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.551475015051174, |
| "grad_norm": 0.5270803980787487, |
| "learning_rate": 8.683583307310978e-05, |
| "loss": 0.6568968892097473, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.5526791089704997, |
| "grad_norm": 0.5707483764552527, |
| "learning_rate": 8.676844865065659e-05, |
| "loss": 0.777597188949585, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.5538832028898254, |
| "grad_norm": 0.640463873721775, |
| "learning_rate": 8.67009184941949e-05, |
| "loss": 0.9555122256278992, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5550872968091511, |
| "grad_norm": 0.5567654676409305, |
| "learning_rate": 8.663324287138469e-05, |
| "loss": 0.8270890712738037, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.5562913907284768, |
| "grad_norm": 0.5072057355413937, |
| "learning_rate": 8.656542205046243e-05, |
| "loss": 0.6548333764076233, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.5574954846478025, |
| "grad_norm": 0.5192512231836927, |
| "learning_rate": 8.64974563002401e-05, |
| "loss": 0.7468447089195251, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.5586995785671283, |
| "grad_norm": 0.6679093927996793, |
| "learning_rate": 8.642934589010414e-05, |
| "loss": 0.8109292387962341, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.5599036724864539, |
| "grad_norm": 0.566273727377757, |
| "learning_rate": 8.636109109001438e-05, |
| "loss": 0.7278716564178467, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.5611077664057796, |
| "grad_norm": 0.5609594487670674, |
| "learning_rate": 8.629269217050289e-05, |
| "loss": 0.8199411630630493, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.5623118603251054, |
| "grad_norm": 0.5367001348544211, |
| "learning_rate": 8.6224149402673e-05, |
| "loss": 0.7463403344154358, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.563515954244431, |
| "grad_norm": 0.546359613860392, |
| "learning_rate": 8.61554630581982e-05, |
| "loss": 0.7412172555923462, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.5647200481637568, |
| "grad_norm": 0.5641710231968654, |
| "learning_rate": 8.608663340932104e-05, |
| "loss": 0.758033275604248, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.5659241420830825, |
| "grad_norm": 0.5512535825337246, |
| "learning_rate": 8.601766072885204e-05, |
| "loss": 0.8045417070388794, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5671282360024081, |
| "grad_norm": 0.5665039364926218, |
| "learning_rate": 8.594854529016872e-05, |
| "loss": 0.7329437732696533, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.5683323299217339, |
| "grad_norm": 0.5888725079503595, |
| "learning_rate": 8.587928736721432e-05, |
| "loss": 0.669249951839447, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.5695364238410596, |
| "grad_norm": 0.6183004106038696, |
| "learning_rate": 8.580988723449688e-05, |
| "loss": 0.8152425289154053, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.5707405177603853, |
| "grad_norm": 0.5391269856377908, |
| "learning_rate": 8.574034516708814e-05, |
| "loss": 0.7069454789161682, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.571944611679711, |
| "grad_norm": 0.543803781167708, |
| "learning_rate": 8.567066144062232e-05, |
| "loss": 0.819575309753418, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5731487055990367, |
| "grad_norm": 0.5310954607891327, |
| "learning_rate": 8.560083633129519e-05, |
| "loss": 0.7727447748184204, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.5743527995183624, |
| "grad_norm": 0.5336411225614897, |
| "learning_rate": 8.553087011586284e-05, |
| "loss": 0.7410896420478821, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.5755568934376881, |
| "grad_norm": 0.5160334921971708, |
| "learning_rate": 8.546076307164068e-05, |
| "loss": 0.6553800106048584, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.5767609873570139, |
| "grad_norm": 0.5302079661582317, |
| "learning_rate": 8.53905154765023e-05, |
| "loss": 0.7029821872711182, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.5779650812763396, |
| "grad_norm": 0.5600636568683036, |
| "learning_rate": 8.532012760887837e-05, |
| "loss": 0.7383387088775635, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5791691751956652, |
| "grad_norm": 0.5998929893076258, |
| "learning_rate": 8.524959974775551e-05, |
| "loss": 0.6950462460517883, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.580373269114991, |
| "grad_norm": 0.5365329118532681, |
| "learning_rate": 8.517893217267525e-05, |
| "loss": 0.778092622756958, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.5815773630343167, |
| "grad_norm": 0.5368638703097667, |
| "learning_rate": 8.510812516373288e-05, |
| "loss": 0.7105111479759216, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.5827814569536424, |
| "grad_norm": 0.5907429035845754, |
| "learning_rate": 8.503717900157632e-05, |
| "loss": 0.7242652177810669, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.5839855508729681, |
| "grad_norm": 0.5536338375378821, |
| "learning_rate": 8.496609396740506e-05, |
| "loss": 0.7318590879440308, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.5851896447922939, |
| "grad_norm": 0.5372423258283444, |
| "learning_rate": 8.489487034296902e-05, |
| "loss": 0.693002462387085, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.5863937387116195, |
| "grad_norm": 0.5789242229583803, |
| "learning_rate": 8.482350841056737e-05, |
| "loss": 0.8206942081451416, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.5875978326309452, |
| "grad_norm": 0.5233343970495764, |
| "learning_rate": 8.475200845304758e-05, |
| "loss": 0.7247848510742188, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.588801926550271, |
| "grad_norm": 0.5660226782273997, |
| "learning_rate": 8.468037075380408e-05, |
| "loss": 0.7088282108306885, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.5900060204695966, |
| "grad_norm": 0.6290332733728029, |
| "learning_rate": 8.460859559677734e-05, |
| "loss": 0.7779991626739502, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5912101143889223, |
| "grad_norm": 0.5914880251961212, |
| "learning_rate": 8.453668326645259e-05, |
| "loss": 0.6892540454864502, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.5924142083082481, |
| "grad_norm": 0.5921474437264784, |
| "learning_rate": 8.446463404785875e-05, |
| "loss": 0.7645236253738403, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.5936183022275737, |
| "grad_norm": 0.527891720939569, |
| "learning_rate": 8.43924482265674e-05, |
| "loss": 0.699411153793335, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.5948223961468995, |
| "grad_norm": 0.5808472585843106, |
| "learning_rate": 8.432012608869141e-05, |
| "loss": 0.6047768592834473, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.5960264900662252, |
| "grad_norm": 0.7262338174416691, |
| "learning_rate": 8.424766792088408e-05, |
| "loss": 0.7811301946640015, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.5972305839855508, |
| "grad_norm": 0.6179024400861065, |
| "learning_rate": 8.417507401033779e-05, |
| "loss": 0.7106954455375671, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.5984346779048766, |
| "grad_norm": 0.5815438691669637, |
| "learning_rate": 8.410234464478297e-05, |
| "loss": 0.7327958345413208, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.5996387718242023, |
| "grad_norm": 0.5730949644157526, |
| "learning_rate": 8.402948011248692e-05, |
| "loss": 0.7256393432617188, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.600842865743528, |
| "grad_norm": 0.521591136634977, |
| "learning_rate": 8.395648070225272e-05, |
| "loss": 0.7140817046165466, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.6020469596628537, |
| "grad_norm": 0.5589447096353005, |
| "learning_rate": 8.388334670341805e-05, |
| "loss": 0.8448606729507446, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6032510535821795, |
| "grad_norm": 0.6149413795804055, |
| "learning_rate": 8.381007840585395e-05, |
| "loss": 0.8227097988128662, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.6044551475015051, |
| "grad_norm": 0.5875235914864911, |
| "learning_rate": 8.373667609996387e-05, |
| "loss": 0.7119932174682617, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.6056592414208308, |
| "grad_norm": 0.577257899771382, |
| "learning_rate": 8.366314007668235e-05, |
| "loss": 0.8036626577377319, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.6068633353401566, |
| "grad_norm": 0.6029845794394658, |
| "learning_rate": 8.358947062747397e-05, |
| "loss": 0.7943709492683411, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.6080674292594822, |
| "grad_norm": 0.5679689315213442, |
| "learning_rate": 8.351566804433207e-05, |
| "loss": 0.7255787253379822, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.609271523178808, |
| "grad_norm": 0.5861915732495735, |
| "learning_rate": 8.344173261977777e-05, |
| "loss": 0.7799243927001953, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.6104756170981337, |
| "grad_norm": 0.5291794657388438, |
| "learning_rate": 8.336766464685869e-05, |
| "loss": 0.6609664559364319, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.6116797110174593, |
| "grad_norm": 0.5419697178161531, |
| "learning_rate": 8.329346441914774e-05, |
| "loss": 0.7047343850135803, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.6128838049367851, |
| "grad_norm": 0.5805226842218582, |
| "learning_rate": 8.321913223074212e-05, |
| "loss": 0.8172140121459961, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.6140878988561108, |
| "grad_norm": 0.5298500503507028, |
| "learning_rate": 8.314466837626205e-05, |
| "loss": 0.7412742376327515, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.6152919927754364, |
| "grad_norm": 0.5840010321657718, |
| "learning_rate": 8.307007315084958e-05, |
| "loss": 0.8661916851997375, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.6164960866947622, |
| "grad_norm": 0.5728057698967226, |
| "learning_rate": 8.299534685016747e-05, |
| "loss": 0.8871906399726868, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.6177001806140879, |
| "grad_norm": 0.5253990819928123, |
| "learning_rate": 8.292048977039801e-05, |
| "loss": 0.7414618730545044, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.6189042745334136, |
| "grad_norm": 0.5776425296105538, |
| "learning_rate": 8.284550220824187e-05, |
| "loss": 0.8262412548065186, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.6201083684527393, |
| "grad_norm": 0.5631058348593229, |
| "learning_rate": 8.277038446091683e-05, |
| "loss": 0.7710633277893066, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.621312462372065, |
| "grad_norm": 0.575180578671768, |
| "learning_rate": 8.269513682615672e-05, |
| "loss": 0.7422937750816345, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.6225165562913907, |
| "grad_norm": 0.5628819507888372, |
| "learning_rate": 8.261975960221017e-05, |
| "loss": 0.7483841776847839, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.6237206502107164, |
| "grad_norm": 0.5492417710470213, |
| "learning_rate": 8.254425308783944e-05, |
| "loss": 0.735903799533844, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.6249247441300422, |
| "grad_norm": 0.6072331817997367, |
| "learning_rate": 8.246861758231925e-05, |
| "loss": 0.8859599828720093, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.6261288380493678, |
| "grad_norm": 0.5334883775025814, |
| "learning_rate": 8.239285338543558e-05, |
| "loss": 0.8330262303352356, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6273329319686936, |
| "grad_norm": 0.5255759564099236, |
| "learning_rate": 8.23169607974845e-05, |
| "loss": 0.7606721520423889, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.6285370258880193, |
| "grad_norm": 0.5114246112951885, |
| "learning_rate": 8.224094011927091e-05, |
| "loss": 0.6729496717453003, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.6297411198073449, |
| "grad_norm": 0.6173305080246639, |
| "learning_rate": 8.216479165210748e-05, |
| "loss": 0.7409894466400146, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.6309452137266707, |
| "grad_norm": 0.5617836428921698, |
| "learning_rate": 8.208851569781335e-05, |
| "loss": 0.7701466083526611, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.6321493076459964, |
| "grad_norm": 0.556774285143137, |
| "learning_rate": 8.201211255871293e-05, |
| "loss": 0.7755535840988159, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.633353401565322, |
| "grad_norm": 0.5473181136107016, |
| "learning_rate": 8.193558253763478e-05, |
| "loss": 0.771713137626648, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.6345574954846478, |
| "grad_norm": 0.5892189910907214, |
| "learning_rate": 8.185892593791034e-05, |
| "loss": 0.8112677335739136, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.6357615894039735, |
| "grad_norm": 0.49813360212693836, |
| "learning_rate": 8.178214306337278e-05, |
| "loss": 0.6962313652038574, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.6369656833232992, |
| "grad_norm": 0.5163153013576592, |
| "learning_rate": 8.170523421835572e-05, |
| "loss": 0.6276844143867493, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.6381697772426249, |
| "grad_norm": 0.5764131088706974, |
| "learning_rate": 8.162819970769211e-05, |
| "loss": 0.8286241888999939, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6393738711619507, |
| "grad_norm": 0.5345116258038959, |
| "learning_rate": 8.155103983671297e-05, |
| "loss": 0.6163603067398071, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.6405779650812763, |
| "grad_norm": 0.5693561222753533, |
| "learning_rate": 8.14737549112462e-05, |
| "loss": 0.7609665989875793, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.641782059000602, |
| "grad_norm": 0.5363204766451696, |
| "learning_rate": 8.139634523761537e-05, |
| "loss": 0.7703006863594055, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.6429861529199278, |
| "grad_norm": 0.5018955837394068, |
| "learning_rate": 8.131881112263845e-05, |
| "loss": 0.7416508793830872, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.6441902468392534, |
| "grad_norm": 0.5609638717660475, |
| "learning_rate": 8.12411528736267e-05, |
| "loss": 0.8192243576049805, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.6453943407585792, |
| "grad_norm": 0.6780705920762121, |
| "learning_rate": 8.116337079838337e-05, |
| "loss": 0.7729198932647705, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.6465984346779049, |
| "grad_norm": 0.5440984121290051, |
| "learning_rate": 8.10854652052025e-05, |
| "loss": 0.6821568012237549, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.6478025285972305, |
| "grad_norm": 0.5717350810710682, |
| "learning_rate": 8.100743640286768e-05, |
| "loss": 0.7128407955169678, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.6490066225165563, |
| "grad_norm": 0.5284572857325969, |
| "learning_rate": 8.092928470065091e-05, |
| "loss": 0.7074618339538574, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.650210716435882, |
| "grad_norm": 0.5074640985182344, |
| "learning_rate": 8.085101040831122e-05, |
| "loss": 0.646845817565918, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6514148103552077, |
| "grad_norm": 0.5543246780629942, |
| "learning_rate": 8.077261383609363e-05, |
| "loss": 0.773701548576355, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.6526189042745334, |
| "grad_norm": 0.6160660268489386, |
| "learning_rate": 8.069409529472774e-05, |
| "loss": 0.6822642683982849, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.6538229981938591, |
| "grad_norm": 0.53725601622277, |
| "learning_rate": 8.061545509542663e-05, |
| "loss": 0.706203818321228, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.6550270921131849, |
| "grad_norm": 0.5298470910298363, |
| "learning_rate": 8.05366935498856e-05, |
| "loss": 0.7028369903564453, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.6562311860325105, |
| "grad_norm": 0.5289295675125671, |
| "learning_rate": 8.045781097028083e-05, |
| "loss": 0.8363953232765198, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.6574352799518363, |
| "grad_norm": 0.5484514846314679, |
| "learning_rate": 8.037880766926833e-05, |
| "loss": 0.8546597361564636, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.658639373871162, |
| "grad_norm": 0.5743868068932564, |
| "learning_rate": 8.02996839599825e-05, |
| "loss": 0.7040009498596191, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.6598434677904876, |
| "grad_norm": 0.5717016239116167, |
| "learning_rate": 8.022044015603505e-05, |
| "loss": 0.78245609998703, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.6610475617098134, |
| "grad_norm": 0.5863267636460782, |
| "learning_rate": 8.014107657151369e-05, |
| "loss": 0.8965244293212891, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.6622516556291391, |
| "grad_norm": 0.5058811889612245, |
| "learning_rate": 8.006159352098082e-05, |
| "loss": 0.7318023443222046, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6634557495484648, |
| "grad_norm": 0.5481044361172038, |
| "learning_rate": 7.998199131947247e-05, |
| "loss": 0.8633524775505066, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.6646598434677905, |
| "grad_norm": 0.5693440196646484, |
| "learning_rate": 7.990227028249678e-05, |
| "loss": 0.73511803150177, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.6658639373871162, |
| "grad_norm": 0.5738698013859286, |
| "learning_rate": 7.982243072603306e-05, |
| "loss": 0.7095030546188354, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.6670680313064419, |
| "grad_norm": 0.5798536139502265, |
| "learning_rate": 7.974247296653028e-05, |
| "loss": 0.6944142580032349, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.6682721252257676, |
| "grad_norm": 0.5445345284588756, |
| "learning_rate": 7.966239732090592e-05, |
| "loss": 0.7495391368865967, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.6694762191450934, |
| "grad_norm": 0.5038971804023679, |
| "learning_rate": 7.958220410654475e-05, |
| "loss": 0.6984772086143494, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.670680313064419, |
| "grad_norm": 0.5600022210005443, |
| "learning_rate": 7.95018936412975e-05, |
| "loss": 0.7748847007751465, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.6718844069837447, |
| "grad_norm": 0.5147765169482994, |
| "learning_rate": 7.942146624347964e-05, |
| "loss": 0.6932211518287659, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.6730885009030705, |
| "grad_norm": 0.5425861579492259, |
| "learning_rate": 7.93409222318701e-05, |
| "loss": 0.7832596302032471, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.6742925948223961, |
| "grad_norm": 0.5209359479363717, |
| "learning_rate": 7.926026192571007e-05, |
| "loss": 0.7210221290588379, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6754966887417219, |
| "grad_norm": 0.5337914370112163, |
| "learning_rate": 7.917948564470157e-05, |
| "loss": 0.78125, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.6767007826610476, |
| "grad_norm": 0.5630510669001023, |
| "learning_rate": 7.909859370900642e-05, |
| "loss": 0.656562089920044, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.6779048765803732, |
| "grad_norm": 0.6145722959937302, |
| "learning_rate": 7.901758643924475e-05, |
| "loss": 0.7918832302093506, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.679108970499699, |
| "grad_norm": 0.5595323369440784, |
| "learning_rate": 7.893646415649384e-05, |
| "loss": 0.6872172355651855, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.6803130644190247, |
| "grad_norm": 0.559585873258208, |
| "learning_rate": 7.88552271822869e-05, |
| "loss": 0.7413808107376099, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.6815171583383504, |
| "grad_norm": 0.5896344593158469, |
| "learning_rate": 7.877387583861165e-05, |
| "loss": 0.7586731910705566, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.6827212522576761, |
| "grad_norm": 0.7785143302301188, |
| "learning_rate": 7.869241044790915e-05, |
| "loss": 0.8225888609886169, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.6839253461770018, |
| "grad_norm": 0.5216852463423214, |
| "learning_rate": 7.861083133307247e-05, |
| "loss": 0.7068048715591431, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.6851294400963275, |
| "grad_norm": 0.546179315042222, |
| "learning_rate": 7.852913881744547e-05, |
| "loss": 0.7423121333122253, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.6863335340156532, |
| "grad_norm": 0.603434739035308, |
| "learning_rate": 7.844733322482145e-05, |
| "loss": 0.7143921256065369, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.687537627934979, |
| "grad_norm": 0.5559389093356377, |
| "learning_rate": 7.836541487944193e-05, |
| "loss": 0.7010910511016846, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.6887417218543046, |
| "grad_norm": 0.5487579113202334, |
| "learning_rate": 7.82833841059953e-05, |
| "loss": 0.7683477401733398, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.6899458157736303, |
| "grad_norm": 0.5395639066708008, |
| "learning_rate": 7.820124122961557e-05, |
| "loss": 0.663609504699707, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.6911499096929561, |
| "grad_norm": 0.5384530868694132, |
| "learning_rate": 7.811898657588109e-05, |
| "loss": 0.6645287275314331, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.6923540036122817, |
| "grad_norm": 0.5220245375313282, |
| "learning_rate": 7.803662047081323e-05, |
| "loss": 0.741969883441925, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.6935580975316075, |
| "grad_norm": 0.5126476994514748, |
| "learning_rate": 7.795414324087515e-05, |
| "loss": 0.7474612593650818, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.6947621914509332, |
| "grad_norm": 0.5328593914899424, |
| "learning_rate": 7.78715552129704e-05, |
| "loss": 0.8475122451782227, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.6959662853702588, |
| "grad_norm": 0.5116580634330516, |
| "learning_rate": 7.778885671444169e-05, |
| "loss": 0.5925725698471069, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.6971703792895846, |
| "grad_norm": 0.5209404691403938, |
| "learning_rate": 7.770604807306966e-05, |
| "loss": 0.7660278081893921, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.6983744732089103, |
| "grad_norm": 0.6419678559064697, |
| "learning_rate": 7.762312961707141e-05, |
| "loss": 0.8105254769325256, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.699578567128236, |
| "grad_norm": 0.5291551771982791, |
| "learning_rate": 7.754010167509935e-05, |
| "loss": 0.7684112191200256, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.7007826610475617, |
| "grad_norm": 0.5344021885735301, |
| "learning_rate": 7.745696457623986e-05, |
| "loss": 0.7174640893936157, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.7019867549668874, |
| "grad_norm": 0.5768957782540212, |
| "learning_rate": 7.73737186500119e-05, |
| "loss": 0.8031843304634094, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.7031908488862131, |
| "grad_norm": 0.5426844722988857, |
| "learning_rate": 7.729036422636589e-05, |
| "loss": 0.7134600281715393, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.7043949428055388, |
| "grad_norm": 0.5030850249501789, |
| "learning_rate": 7.720690163568214e-05, |
| "loss": 0.6457868218421936, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.7055990367248646, |
| "grad_norm": 0.6191772999257755, |
| "learning_rate": 7.712333120876983e-05, |
| "loss": 0.7789636850357056, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.7068031306441902, |
| "grad_norm": 0.5321381054419203, |
| "learning_rate": 7.703965327686544e-05, |
| "loss": 0.6850986480712891, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.708007224563516, |
| "grad_norm": 0.525345105210121, |
| "learning_rate": 7.695586817163163e-05, |
| "loss": 0.7084580659866333, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.7092113184828417, |
| "grad_norm": 0.5395663278470533, |
| "learning_rate": 7.68719762251558e-05, |
| "loss": 0.6684824824333191, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.7104154124021673, |
| "grad_norm": 0.5825678154513388, |
| "learning_rate": 7.678797776994886e-05, |
| "loss": 0.671932578086853, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.7116195063214931, |
| "grad_norm": 0.5681195138990598, |
| "learning_rate": 7.670387313894384e-05, |
| "loss": 0.7614145278930664, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.7128236002408188, |
| "grad_norm": 0.5747985438529684, |
| "learning_rate": 7.661966266549463e-05, |
| "loss": 0.6186734437942505, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.7140276941601444, |
| "grad_norm": 0.615632973884984, |
| "learning_rate": 7.653534668337463e-05, |
| "loss": 0.7583650350570679, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.7152317880794702, |
| "grad_norm": 0.5845374532491585, |
| "learning_rate": 7.645092552677539e-05, |
| "loss": 0.7116202116012573, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.7164358819987959, |
| "grad_norm": 0.5194310981235325, |
| "learning_rate": 7.636639953030541e-05, |
| "loss": 0.724486231803894, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.7176399759181216, |
| "grad_norm": 0.5271839381183305, |
| "learning_rate": 7.628176902898863e-05, |
| "loss": 0.7952111959457397, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.7188440698374473, |
| "grad_norm": 0.5466556917732034, |
| "learning_rate": 7.619703435826328e-05, |
| "loss": 0.8017375469207764, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.720048163756773, |
| "grad_norm": 0.5805731516392539, |
| "learning_rate": 7.61121958539804e-05, |
| "loss": 0.7721456289291382, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.7212522576760987, |
| "grad_norm": 0.5750677094113634, |
| "learning_rate": 7.602725385240268e-05, |
| "loss": 0.8046045303344727, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.7224563515954244, |
| "grad_norm": 0.5050120132500692, |
| "learning_rate": 7.594220869020293e-05, |
| "loss": 0.718019962310791, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7236604455147502, |
| "grad_norm": 0.5775475591845226, |
| "learning_rate": 7.585706070446288e-05, |
| "loss": 0.681684672832489, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.7248645394340758, |
| "grad_norm": 0.5650253516457611, |
| "learning_rate": 7.577181023267185e-05, |
| "loss": 0.8424392342567444, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.7260686333534015, |
| "grad_norm": 0.5597171944868315, |
| "learning_rate": 7.568645761272527e-05, |
| "loss": 0.7912712693214417, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 0.6549911820787678, |
| "learning_rate": 7.560100318292355e-05, |
| "loss": 0.7041141390800476, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.7284768211920529, |
| "grad_norm": 0.5358008356978227, |
| "learning_rate": 7.551544728197057e-05, |
| "loss": 0.7670320272445679, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.7296809151113787, |
| "grad_norm": 0.4901100224928788, |
| "learning_rate": 7.542979024897239e-05, |
| "loss": 0.7009145021438599, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.7308850090307044, |
| "grad_norm": 0.5905232471499013, |
| "learning_rate": 7.534403242343595e-05, |
| "loss": 0.7351090312004089, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.7320891029500302, |
| "grad_norm": 0.5500568361307169, |
| "learning_rate": 7.525817414526764e-05, |
| "loss": 0.7852768301963806, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.7332931968693558, |
| "grad_norm": 0.5278365030547066, |
| "learning_rate": 7.517221575477209e-05, |
| "loss": 0.7615916728973389, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.7344972907886815, |
| "grad_norm": 0.5586068544844466, |
| "learning_rate": 7.508615759265059e-05, |
| "loss": 0.7317056655883789, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.7357013847080073, |
| "grad_norm": 0.5567556937034017, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 0.6546356678009033, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.7369054786273329, |
| "grad_norm": 0.5190616958413415, |
| "learning_rate": 7.491374331831125e-05, |
| "loss": 0.6745877861976624, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.7381095725466587, |
| "grad_norm": 0.5155477634721394, |
| "learning_rate": 7.482738788946799e-05, |
| "loss": 0.6520372629165649, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.7393136664659844, |
| "grad_norm": 0.5335041167853599, |
| "learning_rate": 7.474093405574527e-05, |
| "loss": 0.7490137219429016, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.74051776038531, |
| "grad_norm": 0.7109509898226887, |
| "learning_rate": 7.465438215980819e-05, |
| "loss": 0.7756985425949097, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.7417218543046358, |
| "grad_norm": 0.5955093151487647, |
| "learning_rate": 7.456773254471053e-05, |
| "loss": 0.7039395570755005, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.7429259482239615, |
| "grad_norm": 1.7500643108130063, |
| "learning_rate": 7.448098555389333e-05, |
| "loss": 0.7679908871650696, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.7441300421432872, |
| "grad_norm": 0.5689917526414457, |
| "learning_rate": 7.439414153118364e-05, |
| "loss": 0.7280757427215576, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.7453341360626129, |
| "grad_norm": 0.5541120701637754, |
| "learning_rate": 7.43072008207931e-05, |
| "loss": 0.7403719425201416, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.7465382299819386, |
| "grad_norm": 0.5572484684641944, |
| "learning_rate": 7.422016376731658e-05, |
| "loss": 0.6732151508331299, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.7477423239012643, |
| "grad_norm": 0.6112781170222843, |
| "learning_rate": 7.413303071573077e-05, |
| "loss": 0.7835999727249146, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.74894641782059, |
| "grad_norm": 0.5389600618950466, |
| "learning_rate": 7.404580201139286e-05, |
| "loss": 0.7648690938949585, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.7501505117399158, |
| "grad_norm": 0.5604655172081615, |
| "learning_rate": 7.395847800003925e-05, |
| "loss": 0.7572316527366638, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.7513546056592414, |
| "grad_norm": 0.6075035154379582, |
| "learning_rate": 7.387105902778397e-05, |
| "loss": 0.7459697127342224, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.7525586995785671, |
| "grad_norm": 0.5278952094466931, |
| "learning_rate": 7.378354544111755e-05, |
| "loss": 0.6718525290489197, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.7537627934978929, |
| "grad_norm": 0.5584227775244037, |
| "learning_rate": 7.36959375869054e-05, |
| "loss": 0.8716173768043518, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.7549668874172185, |
| "grad_norm": 0.5530155578773712, |
| "learning_rate": 7.360823581238672e-05, |
| "loss": 0.7087276577949524, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.7561709813365443, |
| "grad_norm": 0.5059165745763609, |
| "learning_rate": 7.352044046517285e-05, |
| "loss": 0.6190001964569092, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.75737507525587, |
| "grad_norm": 0.5098108817484567, |
| "learning_rate": 7.343255189324605e-05, |
| "loss": 0.7209186553955078, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.7585791691751956, |
| "grad_norm": 0.5806534819653945, |
| "learning_rate": 7.334457044495811e-05, |
| "loss": 0.7904737591743469, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7597832630945214, |
| "grad_norm": 0.5678941011790182, |
| "learning_rate": 7.325649646902887e-05, |
| "loss": 0.7746214270591736, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.7609873570138471, |
| "grad_norm": 0.53499301398341, |
| "learning_rate": 7.316833031454498e-05, |
| "loss": 0.81767737865448, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.7621914509331728, |
| "grad_norm": 0.6293538353705853, |
| "learning_rate": 7.30800723309584e-05, |
| "loss": 0.754915177822113, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.7633955448524985, |
| "grad_norm": 0.5024549487657861, |
| "learning_rate": 7.299172286808511e-05, |
| "loss": 0.6980667114257812, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.7645996387718242, |
| "grad_norm": 0.5808912591228869, |
| "learning_rate": 7.290328227610362e-05, |
| "loss": 0.7346571087837219, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.7658037326911499, |
| "grad_norm": 0.5040533014385249, |
| "learning_rate": 7.281475090555365e-05, |
| "loss": 0.7573859095573425, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.7670078266104756, |
| "grad_norm": 0.6000308844739162, |
| "learning_rate": 7.272612910733475e-05, |
| "loss": 0.734082818031311, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.7682119205298014, |
| "grad_norm": 0.5704625126191725, |
| "learning_rate": 7.263741723270486e-05, |
| "loss": 0.7449295520782471, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.769416014449127, |
| "grad_norm": 0.5466539737703434, |
| "learning_rate": 7.254861563327896e-05, |
| "loss": 0.6105548143386841, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.7706201083684527, |
| "grad_norm": 0.5771368508028323, |
| "learning_rate": 7.245972466102766e-05, |
| "loss": 0.6553152799606323, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7718242022877785, |
| "grad_norm": 0.6128766973307496, |
| "learning_rate": 7.237074466827579e-05, |
| "loss": 0.75093674659729, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.7730282962071041, |
| "grad_norm": 0.5821257642272554, |
| "learning_rate": 7.228167600770101e-05, |
| "loss": 0.6564959287643433, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.7742323901264299, |
| "grad_norm": 0.5623716196101178, |
| "learning_rate": 7.219251903233246e-05, |
| "loss": 0.8025193214416504, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.7754364840457556, |
| "grad_norm": 0.5696722543963053, |
| "learning_rate": 7.210327409554926e-05, |
| "loss": 0.7683711051940918, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.7766405779650812, |
| "grad_norm": 0.5976679685755757, |
| "learning_rate": 7.201394155107928e-05, |
| "loss": 0.7830510139465332, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.777844671884407, |
| "grad_norm": 0.5383400096273454, |
| "learning_rate": 7.192452175299748e-05, |
| "loss": 0.7331225275993347, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.7790487658037327, |
| "grad_norm": 0.5804872750816046, |
| "learning_rate": 7.183501505572478e-05, |
| "loss": 0.7439867258071899, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.7802528597230584, |
| "grad_norm": 0.5709872397445639, |
| "learning_rate": 7.174542181402646e-05, |
| "loss": 0.7664347887039185, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.7814569536423841, |
| "grad_norm": 0.6093539887624945, |
| "learning_rate": 7.165574238301085e-05, |
| "loss": 0.7767341136932373, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.7826610475617098, |
| "grad_norm": 0.6382372128542977, |
| "learning_rate": 7.15659771181279e-05, |
| "loss": 0.780250608921051, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7838651414810355, |
| "grad_norm": 0.5817645984828969, |
| "learning_rate": 7.147612637516775e-05, |
| "loss": 0.7129443883895874, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.7850692354003612, |
| "grad_norm": 0.5829365363830763, |
| "learning_rate": 7.138619051025935e-05, |
| "loss": 0.7688045501708984, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.786273329319687, |
| "grad_norm": 0.5931149520853964, |
| "learning_rate": 7.129616987986905e-05, |
| "loss": 0.7989938259124756, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.7874774232390126, |
| "grad_norm": 0.6079357435489189, |
| "learning_rate": 7.120606484079912e-05, |
| "loss": 0.7031389474868774, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.7886815171583383, |
| "grad_norm": 0.5836757921005798, |
| "learning_rate": 7.111587575018648e-05, |
| "loss": 0.7208900451660156, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.7898856110776641, |
| "grad_norm": 0.5706981336520551, |
| "learning_rate": 7.102560296550109e-05, |
| "loss": 0.6882627010345459, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.7910897049969897, |
| "grad_norm": 0.5801405663826479, |
| "learning_rate": 7.093524684454471e-05, |
| "loss": 0.7287724018096924, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.7922937989163155, |
| "grad_norm": 0.5112728165578423, |
| "learning_rate": 7.084480774544937e-05, |
| "loss": 0.7950488328933716, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.7934978928356412, |
| "grad_norm": 0.5906716881082211, |
| "learning_rate": 7.075428602667602e-05, |
| "loss": 0.8319511413574219, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.7947019867549668, |
| "grad_norm": 0.552277030288998, |
| "learning_rate": 7.066368204701306e-05, |
| "loss": 0.7356606125831604, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7959060806742926, |
| "grad_norm": 0.5491799500162513, |
| "learning_rate": 7.057299616557493e-05, |
| "loss": 0.6787431240081787, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.7971101745936183, |
| "grad_norm": 0.5447685751365484, |
| "learning_rate": 7.048222874180072e-05, |
| "loss": 0.6301302313804626, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.798314268512944, |
| "grad_norm": 0.5349845222628344, |
| "learning_rate": 7.039138013545265e-05, |
| "loss": 0.7335139513015747, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.7995183624322697, |
| "grad_norm": 0.5308636878826329, |
| "learning_rate": 7.030045070661484e-05, |
| "loss": 0.701374888420105, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.8007224563515954, |
| "grad_norm": 0.5922816809783011, |
| "learning_rate": 7.020944081569158e-05, |
| "loss": 0.7663730978965759, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.8019265502709211, |
| "grad_norm": 0.5605056625652637, |
| "learning_rate": 7.011835082340625e-05, |
| "loss": 0.7345573306083679, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.8031306441902468, |
| "grad_norm": 0.5851819638490449, |
| "learning_rate": 7.002718109079964e-05, |
| "loss": 0.7375038266181946, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.8043347381095726, |
| "grad_norm": 0.5416749643673157, |
| "learning_rate": 6.993593197922852e-05, |
| "loss": 0.7487154603004456, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.8055388320288982, |
| "grad_norm": 0.5556726879895357, |
| "learning_rate": 6.984460385036442e-05, |
| "loss": 0.7427254915237427, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.8067429259482239, |
| "grad_norm": 0.6007598069149666, |
| "learning_rate": 6.975319706619197e-05, |
| "loss": 0.7750675678253174, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.8079470198675497, |
| "grad_norm": 0.528992540879131, |
| "learning_rate": 6.966171198900761e-05, |
| "loss": 0.6606633067131042, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.8091511137868754, |
| "grad_norm": 0.5477173596363377, |
| "learning_rate": 6.957014898141805e-05, |
| "loss": 0.8152574300765991, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.8103552077062011, |
| "grad_norm": 0.6121165350927734, |
| "learning_rate": 6.947850840633892e-05, |
| "loss": 0.6906253099441528, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.8115593016255268, |
| "grad_norm": 0.6828142358549254, |
| "learning_rate": 6.938679062699327e-05, |
| "loss": 0.7197479009628296, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.8127633955448526, |
| "grad_norm": 0.600638365736741, |
| "learning_rate": 6.929499600691014e-05, |
| "loss": 0.7559309005737305, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.8139674894641782, |
| "grad_norm": 0.5741362889435193, |
| "learning_rate": 6.92031249099232e-05, |
| "loss": 0.7413439154624939, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.8151715833835039, |
| "grad_norm": 0.5573466696881405, |
| "learning_rate": 6.911117770016915e-05, |
| "loss": 0.7520703077316284, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.8163756773028297, |
| "grad_norm": 0.5530340502427105, |
| "learning_rate": 6.901915474208644e-05, |
| "loss": 0.7369641661643982, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.8175797712221553, |
| "grad_norm": 0.6288799148019949, |
| "learning_rate": 6.892705640041373e-05, |
| "loss": 0.6862533688545227, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.818783865141481, |
| "grad_norm": 0.5705708863157596, |
| "learning_rate": 6.883488304018844e-05, |
| "loss": 0.6596237421035767, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.8199879590608068, |
| "grad_norm": 0.5418277571018996, |
| "learning_rate": 6.874263502674538e-05, |
| "loss": 0.7127683758735657, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.8211920529801324, |
| "grad_norm": 0.5393357810954823, |
| "learning_rate": 6.86503127257152e-05, |
| "loss": 0.6932356357574463, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.8223961468994582, |
| "grad_norm": 0.5697671614974222, |
| "learning_rate": 6.855791650302305e-05, |
| "loss": 0.7497154474258423, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.8236002408187839, |
| "grad_norm": 0.5306596303608581, |
| "learning_rate": 6.846544672488701e-05, |
| "loss": 0.8150767087936401, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.8248043347381095, |
| "grad_norm": 0.5534085843835471, |
| "learning_rate": 6.837290375781678e-05, |
| "loss": 0.7602214217185974, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.8260084286574353, |
| "grad_norm": 0.5529982450683968, |
| "learning_rate": 6.828028796861207e-05, |
| "loss": 0.7561876177787781, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.827212522576761, |
| "grad_norm": 0.5484429780368382, |
| "learning_rate": 6.818759972436125e-05, |
| "loss": 0.6599973440170288, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.8284166164960867, |
| "grad_norm": 0.5776866825371967, |
| "learning_rate": 6.809483939243992e-05, |
| "loss": 0.7286278009414673, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.8296207104154124, |
| "grad_norm": 0.5057955934734665, |
| "learning_rate": 6.800200734050931e-05, |
| "loss": 0.7581233978271484, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.8308248043347382, |
| "grad_norm": 0.5760904906160742, |
| "learning_rate": 6.790910393651502e-05, |
| "loss": 0.7653100490570068, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.8320288982540638, |
| "grad_norm": 0.5984616725447457, |
| "learning_rate": 6.781612954868538e-05, |
| "loss": 0.6928480863571167, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.8332329921733895, |
| "grad_norm": 0.6145944772662347, |
| "learning_rate": 6.77230845455301e-05, |
| "loss": 0.8009054660797119, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.8344370860927153, |
| "grad_norm": 0.6095913953550105, |
| "learning_rate": 6.762996929583878e-05, |
| "loss": 0.6875652074813843, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.8356411800120409, |
| "grad_norm": 0.5090902182729284, |
| "learning_rate": 6.753678416867944e-05, |
| "loss": 0.5892850160598755, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.8368452739313667, |
| "grad_norm": 0.5661616504114457, |
| "learning_rate": 6.744352953339706e-05, |
| "loss": 0.8156208395957947, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.8380493678506924, |
| "grad_norm": 0.5471603662125316, |
| "learning_rate": 6.735020575961213e-05, |
| "loss": 0.7717173099517822, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.839253461770018, |
| "grad_norm": 0.5608336825556588, |
| "learning_rate": 6.725681321721916e-05, |
| "loss": 0.7841690182685852, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.8404575556893438, |
| "grad_norm": 0.5652594612436186, |
| "learning_rate": 6.716335227638525e-05, |
| "loss": 0.7450107932090759, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.8416616496086695, |
| "grad_norm": 0.5184526157601729, |
| "learning_rate": 6.706982330754858e-05, |
| "loss": 0.7024678587913513, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.8428657435279951, |
| "grad_norm": 0.5968287295635879, |
| "learning_rate": 6.697622668141698e-05, |
| "loss": 0.774450421333313, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8440698374473209, |
| "grad_norm": 0.5615067567077281, |
| "learning_rate": 6.688256276896643e-05, |
| "loss": 0.6903250217437744, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.8452739313666466, |
| "grad_norm": 0.5210615684494945, |
| "learning_rate": 6.678883194143962e-05, |
| "loss": 0.7323881387710571, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.8464780252859723, |
| "grad_norm": 0.5936435413810897, |
| "learning_rate": 6.669503457034446e-05, |
| "loss": 0.7613493204116821, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.847682119205298, |
| "grad_norm": 0.5477651842051788, |
| "learning_rate": 6.660117102745256e-05, |
| "loss": 0.7256999015808105, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.8488862131246238, |
| "grad_norm": 0.5931823138528517, |
| "learning_rate": 6.650724168479789e-05, |
| "loss": 0.6926670670509338, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.8500903070439494, |
| "grad_norm": 0.5950387212624304, |
| "learning_rate": 6.641324691467514e-05, |
| "loss": 0.7022740840911865, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.8512944009632751, |
| "grad_norm": 0.5226109301283741, |
| "learning_rate": 6.63191870896384e-05, |
| "loss": 0.7763382196426392, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.8524984948826009, |
| "grad_norm": 0.586021288748115, |
| "learning_rate": 6.622506258249956e-05, |
| "loss": 0.6866122484207153, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.8537025888019265, |
| "grad_norm": 0.5920787573331819, |
| "learning_rate": 6.61308737663269e-05, |
| "loss": 0.6568872928619385, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.8549066827212523, |
| "grad_norm": 0.5991975319472767, |
| "learning_rate": 6.60366210144436e-05, |
| "loss": 0.718787670135498, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.856110776640578, |
| "grad_norm": 0.5160750999640783, |
| "learning_rate": 6.59423047004262e-05, |
| "loss": 0.7689209580421448, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.8573148705599036, |
| "grad_norm": 0.5494485853850889, |
| "learning_rate": 6.584792519810325e-05, |
| "loss": 0.6794394850730896, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.8585189644792294, |
| "grad_norm": 0.5219228062580127, |
| "learning_rate": 6.57534828815537e-05, |
| "loss": 0.805499792098999, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.8597230583985551, |
| "grad_norm": 0.6054632002933689, |
| "learning_rate": 6.565897812510549e-05, |
| "loss": 0.6810654997825623, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.8609271523178808, |
| "grad_norm": 0.5467563560047504, |
| "learning_rate": 6.556441130333403e-05, |
| "loss": 0.782832682132721, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.8621312462372065, |
| "grad_norm": 0.5102699042274735, |
| "learning_rate": 6.546978279106074e-05, |
| "loss": 0.7144448757171631, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.8633353401565322, |
| "grad_norm": 0.5201991055470554, |
| "learning_rate": 6.537509296335155e-05, |
| "loss": 0.7194694876670837, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.8645394340758579, |
| "grad_norm": 0.576056447234189, |
| "learning_rate": 6.528034219551543e-05, |
| "loss": 0.6905584335327148, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.8657435279951836, |
| "grad_norm": 0.6464466934483798, |
| "learning_rate": 6.518553086310285e-05, |
| "loss": 0.6729954481124878, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.8669476219145094, |
| "grad_norm": 0.5594342791837297, |
| "learning_rate": 6.509065934190437e-05, |
| "loss": 0.8003696203231812, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.868151715833835, |
| "grad_norm": 0.601593304386689, |
| "learning_rate": 6.499572800794911e-05, |
| "loss": 0.6588794589042664, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.8693558097531607, |
| "grad_norm": 0.5565882109192302, |
| "learning_rate": 6.490073723750326e-05, |
| "loss": 0.7036632895469666, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.8705599036724865, |
| "grad_norm": 0.5612226727107508, |
| "learning_rate": 6.480568740706856e-05, |
| "loss": 0.621507465839386, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.8717639975918121, |
| "grad_norm": 0.522246530372074, |
| "learning_rate": 6.471057889338089e-05, |
| "loss": 0.6701735258102417, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.8729680915111379, |
| "grad_norm": 0.5426527244446435, |
| "learning_rate": 6.461541207340866e-05, |
| "loss": 0.7284058332443237, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.8741721854304636, |
| "grad_norm": 0.5593465073284523, |
| "learning_rate": 6.452018732435145e-05, |
| "loss": 0.8232830762863159, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.8753762793497892, |
| "grad_norm": 0.5342600006913032, |
| "learning_rate": 6.442490502363838e-05, |
| "loss": 0.7485530972480774, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.876580373269115, |
| "grad_norm": 0.5447449625195914, |
| "learning_rate": 6.432956554892675e-05, |
| "loss": 0.7344603538513184, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.8777844671884407, |
| "grad_norm": 0.5322477025460601, |
| "learning_rate": 6.42341692781004e-05, |
| "loss": 0.6612800359725952, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.8789885611077664, |
| "grad_norm": 0.5831757188647365, |
| "learning_rate": 6.413871658926833e-05, |
| "loss": 0.6933920979499817, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8801926550270921, |
| "grad_norm": 0.5299832721565915, |
| "learning_rate": 6.404320786076317e-05, |
| "loss": 0.7439042329788208, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.8813967489464178, |
| "grad_norm": 0.5695875228926351, |
| "learning_rate": 6.39476434711396e-05, |
| "loss": 0.7039676308631897, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.8826008428657435, |
| "grad_norm": 0.5832038151328962, |
| "learning_rate": 6.385202379917297e-05, |
| "loss": 0.7815375924110413, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.8838049367850692, |
| "grad_norm": 0.6835928908474225, |
| "learning_rate": 6.375634922385775e-05, |
| "loss": 0.7208431959152222, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.885009030704395, |
| "grad_norm": 0.6587270192090067, |
| "learning_rate": 6.366062012440599e-05, |
| "loss": 0.7941803932189941, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.8862131246237207, |
| "grad_norm": 1.7245765475827708, |
| "learning_rate": 6.356483688024588e-05, |
| "loss": 0.671486496925354, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.8874172185430463, |
| "grad_norm": 0.5557071279745461, |
| "learning_rate": 6.346899987102019e-05, |
| "loss": 0.7135335206985474, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.8886213124623721, |
| "grad_norm": 0.4961299048808865, |
| "learning_rate": 6.337310947658478e-05, |
| "loss": 0.714313805103302, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.8898254063816978, |
| "grad_norm": 0.5141981286677907, |
| "learning_rate": 6.327716607700719e-05, |
| "loss": 0.6993675231933594, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.8910295003010235, |
| "grad_norm": 0.5789671720716641, |
| "learning_rate": 6.318117005256494e-05, |
| "loss": 0.7922146320343018, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.8922335942203492, |
| "grad_norm": 0.5613803261760942, |
| "learning_rate": 6.308512178374419e-05, |
| "loss": 0.6571409702301025, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.893437688139675, |
| "grad_norm": 0.5669966206220561, |
| "learning_rate": 6.298902165123815e-05, |
| "loss": 0.688746452331543, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.8946417820590006, |
| "grad_norm": 0.5047561684826636, |
| "learning_rate": 6.289287003594564e-05, |
| "loss": 0.7370304465293884, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.8958458759783263, |
| "grad_norm": 0.5563270777067858, |
| "learning_rate": 6.279666731896946e-05, |
| "loss": 0.7728006839752197, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.8970499698976521, |
| "grad_norm": 0.6115646897321452, |
| "learning_rate": 6.270041388161503e-05, |
| "loss": 0.8055559992790222, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.8982540638169777, |
| "grad_norm": 0.5628035739900892, |
| "learning_rate": 6.26041101053888e-05, |
| "loss": 0.7253992557525635, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.8994581577363034, |
| "grad_norm": 0.5149674970238032, |
| "learning_rate": 6.250775637199661e-05, |
| "loss": 0.692879319190979, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.9006622516556292, |
| "grad_norm": 0.5056342892241322, |
| "learning_rate": 6.241135306334254e-05, |
| "loss": 0.6616844534873962, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.9018663455749548, |
| "grad_norm": 0.5383802540672363, |
| "learning_rate": 6.231490056152692e-05, |
| "loss": 0.6623563766479492, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.9030704394942806, |
| "grad_norm": 0.5815074149661886, |
| "learning_rate": 6.221839924884527e-05, |
| "loss": 0.752768874168396, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.9042745334136063, |
| "grad_norm": 0.5414073533695667, |
| "learning_rate": 6.21218495077864e-05, |
| "loss": 0.731033205986023, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.9054786273329319, |
| "grad_norm": 0.5447709356541176, |
| "learning_rate": 6.20252517210312e-05, |
| "loss": 0.6803133487701416, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.9066827212522577, |
| "grad_norm": 0.5378240303467464, |
| "learning_rate": 6.192860627145094e-05, |
| "loss": 0.718227744102478, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.9078868151715834, |
| "grad_norm": 0.5551071834692822, |
| "learning_rate": 6.183191354210577e-05, |
| "loss": 0.7990862727165222, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 0.5172406034430397, |
| "learning_rate": 6.173517391624331e-05, |
| "loss": 0.6609753370285034, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.9102950030102348, |
| "grad_norm": 0.5736445803572223, |
| "learning_rate": 6.163838777729699e-05, |
| "loss": 0.7769580483436584, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.9114990969295605, |
| "grad_norm": 0.5097735409960078, |
| "learning_rate": 6.154155550888466e-05, |
| "loss": 0.6557226181030273, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.9127031908488862, |
| "grad_norm": 0.6125357429244116, |
| "learning_rate": 6.144467749480695e-05, |
| "loss": 0.7219225168228149, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.9139072847682119, |
| "grad_norm": 0.5709458640554498, |
| "learning_rate": 6.134775411904581e-05, |
| "loss": 0.6767279505729675, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.9151113786875377, |
| "grad_norm": 0.5556672955667038, |
| "learning_rate": 6.125078576576306e-05, |
| "loss": 0.6707606911659241, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.9163154726068633, |
| "grad_norm": 0.5996100778071993, |
| "learning_rate": 6.115377281929867e-05, |
| "loss": 0.7439418435096741, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.917519566526189, |
| "grad_norm": 0.6026597255285467, |
| "learning_rate": 6.105671566416947e-05, |
| "loss": 0.7168517112731934, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.9187236604455148, |
| "grad_norm": 0.5205823898203639, |
| "learning_rate": 6.0959614685067444e-05, |
| "loss": 0.6558011770248413, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.9199277543648404, |
| "grad_norm": 0.5171716858750717, |
| "learning_rate": 6.086247026685832e-05, |
| "loss": 0.6740440726280212, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.9211318482841662, |
| "grad_norm": 0.5352969310926585, |
| "learning_rate": 6.0765282794579934e-05, |
| "loss": 0.6668114066123962, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.9223359422034919, |
| "grad_norm": 0.6505808967515653, |
| "learning_rate": 6.066805265344084e-05, |
| "loss": 0.8477667570114136, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.9235400361228175, |
| "grad_norm": 0.6410375604839043, |
| "learning_rate": 6.0570780228818705e-05, |
| "loss": 0.7770013213157654, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.9247441300421433, |
| "grad_norm": 0.5673822560541372, |
| "learning_rate": 6.047346590625872e-05, |
| "loss": 0.7360138893127441, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.925948223961469, |
| "grad_norm": 0.5557896204884362, |
| "learning_rate": 6.0376110071472234e-05, |
| "loss": 0.6802233457565308, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.9271523178807947, |
| "grad_norm": 0.52113730340189, |
| "learning_rate": 6.027871311033506e-05, |
| "loss": 0.7123029828071594, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.9283564118001204, |
| "grad_norm": 0.5602500741181295, |
| "learning_rate": 6.0181275408886064e-05, |
| "loss": 0.7553243637084961, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.9295605057194462, |
| "grad_norm": 0.5812719342758731, |
| "learning_rate": 6.008379735332556e-05, |
| "loss": 0.8514397144317627, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.9307645996387718, |
| "grad_norm": 0.5301079378776876, |
| "learning_rate": 5.998627933001381e-05, |
| "loss": 0.7405595779418945, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.9319686935580975, |
| "grad_norm": 0.5524992358350457, |
| "learning_rate": 5.988872172546952e-05, |
| "loss": 0.6502660512924194, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.9331727874774233, |
| "grad_norm": 0.6259792675457059, |
| "learning_rate": 5.979112492636824e-05, |
| "loss": 0.7457438111305237, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.9343768813967489, |
| "grad_norm": 0.5985676283825714, |
| "learning_rate": 5.9693489319540906e-05, |
| "loss": 0.7521538734436035, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.9355809753160746, |
| "grad_norm": 0.5417907461104422, |
| "learning_rate": 5.959581529197225e-05, |
| "loss": 0.6997593641281128, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.9367850692354004, |
| "grad_norm": 0.5797230846074595, |
| "learning_rate": 5.9498103230799274e-05, |
| "loss": 0.802728533744812, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.937989163154726, |
| "grad_norm": 0.5235298813353869, |
| "learning_rate": 5.940035352330975e-05, |
| "loss": 0.755760133266449, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.9391932570740518, |
| "grad_norm": 0.5919572468116551, |
| "learning_rate": 5.9302566556940654e-05, |
| "loss": 0.7489716410636902, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.9403973509933775, |
| "grad_norm": 0.5506448343636869, |
| "learning_rate": 5.9204742719276676e-05, |
| "loss": 0.6037186980247498, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.9416014449127031, |
| "grad_norm": 0.565008922820836, |
| "learning_rate": 5.910688239804857e-05, |
| "loss": 0.7465704679489136, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.9428055388320289, |
| "grad_norm": 0.5693013431442876, |
| "learning_rate": 5.900898598113177e-05, |
| "loss": 0.7020426392555237, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.9440096327513546, |
| "grad_norm": 0.5513848988904508, |
| "learning_rate": 5.891105385654474e-05, |
| "loss": 0.6874203681945801, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.9452137266706803, |
| "grad_norm": 0.5317564624539481, |
| "learning_rate": 5.881308641244747e-05, |
| "loss": 0.6125369668006897, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.946417820590006, |
| "grad_norm": 0.5804792703313383, |
| "learning_rate": 5.871508403713997e-05, |
| "loss": 0.7148929238319397, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.9476219145093318, |
| "grad_norm": 0.5364815284480262, |
| "learning_rate": 5.861704711906067e-05, |
| "loss": 0.7103593349456787, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.9488260084286574, |
| "grad_norm": 0.6044595597833547, |
| "learning_rate": 5.8518976046784944e-05, |
| "loss": 0.6965406537055969, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.9500301023479831, |
| "grad_norm": 0.5212214917819449, |
| "learning_rate": 5.842087120902351e-05, |
| "loss": 0.7151713371276855, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.9512341962673089, |
| "grad_norm": 0.5559680847527447, |
| "learning_rate": 5.832273299462092e-05, |
| "loss": 0.6795516014099121, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9524382901866345, |
| "grad_norm": 0.548780921578, |
| "learning_rate": 5.8224561792554036e-05, |
| "loss": 0.7641539573669434, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.9536423841059603, |
| "grad_norm": 0.5608091695330082, |
| "learning_rate": 5.812635799193046e-05, |
| "loss": 0.7201707363128662, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.954846478025286, |
| "grad_norm": 0.5826010098132147, |
| "learning_rate": 5.802812198198699e-05, |
| "loss": 0.7076339721679688, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.9560505719446116, |
| "grad_norm": 0.5753158331848542, |
| "learning_rate": 5.792985415208809e-05, |
| "loss": 0.709479033946991, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.9572546658639374, |
| "grad_norm": 0.5566546411115479, |
| "learning_rate": 5.783155489172437e-05, |
| "loss": 0.770931601524353, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.9584587597832631, |
| "grad_norm": 0.599083438626808, |
| "learning_rate": 5.773322459051098e-05, |
| "loss": 0.6527454257011414, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.9596628537025887, |
| "grad_norm": 0.6290348495481346, |
| "learning_rate": 5.763486363818613e-05, |
| "loss": 0.7638934254646301, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.9608669476219145, |
| "grad_norm": 0.5846705546999525, |
| "learning_rate": 5.75364724246095e-05, |
| "loss": 0.8522746562957764, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.9620710415412402, |
| "grad_norm": 0.5249812879164455, |
| "learning_rate": 5.743805133976071e-05, |
| "loss": 0.7056288123130798, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.963275135460566, |
| "grad_norm": 0.5870806629180437, |
| "learning_rate": 5.733960077373781e-05, |
| "loss": 0.7362521886825562, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9644792293798916, |
| "grad_norm": 0.5992634913094184, |
| "learning_rate": 5.7241121116755646e-05, |
| "loss": 0.7288447618484497, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.9656833232992174, |
| "grad_norm": 0.5469756167657702, |
| "learning_rate": 5.714261275914442e-05, |
| "loss": 0.7934062480926514, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.9668874172185431, |
| "grad_norm": 0.6496356256264952, |
| "learning_rate": 5.704407609134805e-05, |
| "loss": 0.8269863724708557, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.9680915111378687, |
| "grad_norm": 0.5037971848741302, |
| "learning_rate": 5.694551150392271e-05, |
| "loss": 0.7017319202423096, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.9692956050571945, |
| "grad_norm": 0.5581416866027927, |
| "learning_rate": 5.684691938753517e-05, |
| "loss": 0.6454797387123108, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.9704996989765202, |
| "grad_norm": 0.5226184565373623, |
| "learning_rate": 5.674830013296137e-05, |
| "loss": 0.6731082201004028, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.9717037928958459, |
| "grad_norm": 0.5182166828064974, |
| "learning_rate": 5.664965413108481e-05, |
| "loss": 0.6522151231765747, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.9729078868151716, |
| "grad_norm": 0.5685770883500431, |
| "learning_rate": 5.655098177289496e-05, |
| "loss": 0.7161366939544678, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.9741119807344973, |
| "grad_norm": 0.5555404388639458, |
| "learning_rate": 5.6452283449485774e-05, |
| "loss": 0.7227890491485596, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.975316074653823, |
| "grad_norm": 0.5622492078354654, |
| "learning_rate": 5.635355955205416e-05, |
| "loss": 0.7163590788841248, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9765201685731487, |
| "grad_norm": 0.4986516512531464, |
| "learning_rate": 5.625481047189835e-05, |
| "loss": 0.5898875594139099, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.9777242624924745, |
| "grad_norm": 0.5559389458013995, |
| "learning_rate": 5.6156036600416385e-05, |
| "loss": 0.644203245639801, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.9789283564118001, |
| "grad_norm": 0.5577887920278128, |
| "learning_rate": 5.60572383291046e-05, |
| "loss": 0.7715066075325012, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.9801324503311258, |
| "grad_norm": 0.5694954155998118, |
| "learning_rate": 5.595841604955601e-05, |
| "loss": 0.7114702463150024, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.9813365442504516, |
| "grad_norm": 0.5728384268780161, |
| "learning_rate": 5.585957015345882e-05, |
| "loss": 0.7500208020210266, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.9825406381697772, |
| "grad_norm": 0.5754460458927252, |
| "learning_rate": 5.5760701032594775e-05, |
| "loss": 0.8016777634620667, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.983744732089103, |
| "grad_norm": 0.5378230131701004, |
| "learning_rate": 5.566180907883777e-05, |
| "loss": 0.6485020518302917, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.9849488260084287, |
| "grad_norm": 0.6119817727352167, |
| "learning_rate": 5.556289468415212e-05, |
| "loss": 0.7693502306938171, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.9861529199277543, |
| "grad_norm": 0.5318784574757923, |
| "learning_rate": 5.546395824059113e-05, |
| "loss": 0.7719030380249023, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.9873570138470801, |
| "grad_norm": 0.5867784164801246, |
| "learning_rate": 5.536500014029547e-05, |
| "loss": 0.7008310556411743, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9885611077664058, |
| "grad_norm": 0.5069862861453538, |
| "learning_rate": 5.5266020775491654e-05, |
| "loss": 0.6411416530609131, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.9897652016857315, |
| "grad_norm": 0.5834044578675054, |
| "learning_rate": 5.5167020538490514e-05, |
| "loss": 0.717340350151062, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.9909692956050572, |
| "grad_norm": 0.5379644400350362, |
| "learning_rate": 5.506799982168553e-05, |
| "loss": 0.6762273907661438, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.9921733895243829, |
| "grad_norm": 0.529911656567608, |
| "learning_rate": 5.496895901755145e-05, |
| "loss": 0.7467926740646362, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.9933774834437086, |
| "grad_norm": 0.5518942402789531, |
| "learning_rate": 5.486989851864258e-05, |
| "loss": 0.7194281220436096, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.9945815773630343, |
| "grad_norm": 0.5498490180172129, |
| "learning_rate": 5.47708187175913e-05, |
| "loss": 0.7484912872314453, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.9957856712823601, |
| "grad_norm": 0.5493140404581905, |
| "learning_rate": 5.4671720007106507e-05, |
| "loss": 0.667789876461029, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.9969897652016857, |
| "grad_norm": 0.5254892526478596, |
| "learning_rate": 5.4572602779972006e-05, |
| "loss": 0.6494565606117249, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.9981938591210114, |
| "grad_norm": 0.5252729042272404, |
| "learning_rate": 5.447346742904508e-05, |
| "loss": 0.6520144939422607, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.9993979530403372, |
| "grad_norm": 0.5079551233357467, |
| "learning_rate": 5.437431434725473e-05, |
| "loss": 0.7297295928001404, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.7548489418432899, |
| "learning_rate": 5.427514392760034e-05, |
| "loss": 0.7330588102340698, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.0012040939193256, |
| "grad_norm": 0.48262108535450576, |
| "learning_rate": 5.417595656314997e-05, |
| "loss": 0.6693322658538818, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.0024081878386515, |
| "grad_norm": 0.5473512895400998, |
| "learning_rate": 5.40767526470388e-05, |
| "loss": 0.577499270439148, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.0036122817579771, |
| "grad_norm": 0.5567998652776117, |
| "learning_rate": 5.39775325724677e-05, |
| "loss": 0.7308440208435059, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.0048163756773028, |
| "grad_norm": 0.4710834471702117, |
| "learning_rate": 5.3878296732701515e-05, |
| "loss": 0.5792309045791626, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.0060204695966286, |
| "grad_norm": 0.499021670786511, |
| "learning_rate": 5.377904552106763e-05, |
| "loss": 0.5693698525428772, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.0072245635159542, |
| "grad_norm": 0.5243691549099818, |
| "learning_rate": 5.367977933095428e-05, |
| "loss": 0.7172250747680664, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.0084286574352799, |
| "grad_norm": 0.5110304762735773, |
| "learning_rate": 5.3580498555809163e-05, |
| "loss": 0.6046251654624939, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.0096327513546057, |
| "grad_norm": 0.5114687722760671, |
| "learning_rate": 5.348120358913773e-05, |
| "loss": 0.6995025277137756, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.0108368452739314, |
| "grad_norm": 0.5912572180109141, |
| "learning_rate": 5.338189482450167e-05, |
| "loss": 0.616209089756012, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.012040939193257, |
| "grad_norm": 0.5140400551380612, |
| "learning_rate": 5.3282572655517416e-05, |
| "loss": 0.5996021628379822, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.0132450331125828, |
| "grad_norm": 0.5391679793572282, |
| "learning_rate": 5.318323747585444e-05, |
| "loss": 0.7038933038711548, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.0144491270319085, |
| "grad_norm": 0.5193952980537593, |
| "learning_rate": 5.308388967923391e-05, |
| "loss": 0.5445797443389893, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.0156532209512341, |
| "grad_norm": 0.5620145760135244, |
| "learning_rate": 5.298452965942687e-05, |
| "loss": 0.5499206781387329, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.01685731487056, |
| "grad_norm": 0.5390761246484093, |
| "learning_rate": 5.2885157810252915e-05, |
| "loss": 0.4958648085594177, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.0180614087898856, |
| "grad_norm": 0.5925470805964254, |
| "learning_rate": 5.278577452557845e-05, |
| "loss": 0.6143114566802979, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.0192655027092112, |
| "grad_norm": 0.5570967510117002, |
| "learning_rate": 5.2686380199315244e-05, |
| "loss": 0.6284155249595642, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.020469596628537, |
| "grad_norm": 0.5829210418808195, |
| "learning_rate": 5.2586975225418854e-05, |
| "loss": 0.6126077175140381, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.0216736905478627, |
| "grad_norm": 0.663542970695612, |
| "learning_rate": 5.248755999788699e-05, |
| "loss": 0.5881949663162231, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.0228777844671884, |
| "grad_norm": 0.508265452000293, |
| "learning_rate": 5.2388134910758015e-05, |
| "loss": 0.49111035466194153, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.0240818783865142, |
| "grad_norm": 0.5947010917583964, |
| "learning_rate": 5.2288700358109375e-05, |
| "loss": 0.5964053869247437, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.0252859723058398, |
| "grad_norm": 0.6478106165020875, |
| "learning_rate": 5.218925673405607e-05, |
| "loss": 0.5837634205818176, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.0264900662251655, |
| "grad_norm": 0.5566597298872943, |
| "learning_rate": 5.208980443274899e-05, |
| "loss": 0.6266411542892456, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.0276941601444913, |
| "grad_norm": 0.6119087058605345, |
| "learning_rate": 5.199034384837345e-05, |
| "loss": 0.5852352380752563, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.028898254063817, |
| "grad_norm": 0.5803055714357055, |
| "learning_rate": 5.189087537514763e-05, |
| "loss": 0.6915392875671387, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.0301023479831426, |
| "grad_norm": 0.667773625926801, |
| "learning_rate": 5.179139940732091e-05, |
| "loss": 0.6426236629486084, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.0313064419024685, |
| "grad_norm": 0.6857940311337501, |
| "learning_rate": 5.169191633917242e-05, |
| "loss": 0.6479716300964355, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.032510535821794, |
| "grad_norm": 0.5987681942027812, |
| "learning_rate": 5.159242656500942e-05, |
| "loss": 0.5855128765106201, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.0337146297411197, |
| "grad_norm": 0.6431412742256677, |
| "learning_rate": 5.149293047916576e-05, |
| "loss": 0.6104673743247986, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.0349187236604456, |
| "grad_norm": 0.6469125810000602, |
| "learning_rate": 5.139342847600028e-05, |
| "loss": 0.5815907120704651, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.0361228175797712, |
| "grad_norm": 0.6322944781362547, |
| "learning_rate": 5.12939209498953e-05, |
| "loss": 0.6261488199234009, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.0373269114990968, |
| "grad_norm": 0.5933004058886241, |
| "learning_rate": 5.119440829525504e-05, |
| "loss": 0.5986544489860535, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.0385310054184227, |
| "grad_norm": 0.6017294433054711, |
| "learning_rate": 5.1094890906504e-05, |
| "loss": 0.5497260689735413, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.0397350993377483, |
| "grad_norm": 0.6545529261884225, |
| "learning_rate": 5.0995369178085484e-05, |
| "loss": 0.6652652621269226, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.040939193257074, |
| "grad_norm": 0.5884144368772644, |
| "learning_rate": 5.0895843504460005e-05, |
| "loss": 0.5726611614227295, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.0421432871763998, |
| "grad_norm": 0.612888846785316, |
| "learning_rate": 5.0796314280103664e-05, |
| "loss": 0.6019963026046753, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.0433473810957254, |
| "grad_norm": 0.6341773077017514, |
| "learning_rate": 5.0696781899506686e-05, |
| "loss": 0.6352479457855225, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.044551475015051, |
| "grad_norm": 0.6050053156332715, |
| "learning_rate": 5.059724675717177e-05, |
| "loss": 0.6951148509979248, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.045755568934377, |
| "grad_norm": 0.6092115250909115, |
| "learning_rate": 5.049770924761259e-05, |
| "loss": 0.609517514705658, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.0469596628537026, |
| "grad_norm": 0.6093665118132492, |
| "learning_rate": 5.039816976535219e-05, |
| "loss": 0.6204075813293457, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.0481637567730282, |
| "grad_norm": 0.5416011274391686, |
| "learning_rate": 5.029862870492142e-05, |
| "loss": 0.5534996390342712, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.049367850692354, |
| "grad_norm": 0.5815173865104868, |
| "learning_rate": 5.0199086460857406e-05, |
| "loss": 0.6000134944915771, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.0505719446116797, |
| "grad_norm": 0.6149736209209395, |
| "learning_rate": 5.0099543427701956e-05, |
| "loss": 0.6076500415802002, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.0517760385310053, |
| "grad_norm": 0.6287626380440837, |
| "learning_rate": 5e-05, |
| "loss": 0.6155140399932861, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.0529801324503312, |
| "grad_norm": 0.5717481586151558, |
| "learning_rate": 4.9900456572298055e-05, |
| "loss": 0.5186606645584106, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.0541842263696568, |
| "grad_norm": 0.6226925894026947, |
| "learning_rate": 4.980091353914259e-05, |
| "loss": 0.6474608778953552, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.0553883202889824, |
| "grad_norm": 0.6964903156335773, |
| "learning_rate": 4.9701371295078603e-05, |
| "loss": 0.6780328154563904, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.0565924142083083, |
| "grad_norm": 0.5756463569010563, |
| "learning_rate": 4.9601830234647824e-05, |
| "loss": 0.6036153435707092, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.057796508127634, |
| "grad_norm": 0.6520552306333011, |
| "learning_rate": 4.950229075238742e-05, |
| "loss": 0.6786141395568848, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.0590006020469596, |
| "grad_norm": 0.5848176085725552, |
| "learning_rate": 4.940275324282824e-05, |
| "loss": 0.5802556872367859, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0602046959662854, |
| "grad_norm": 0.6222612587675024, |
| "learning_rate": 4.930321810049334e-05, |
| "loss": 0.551266074180603, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.061408789885611, |
| "grad_norm": 0.6335949011450209, |
| "learning_rate": 4.920368571989636e-05, |
| "loss": 0.5886940956115723, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.062612883804937, |
| "grad_norm": 0.5668099378869348, |
| "learning_rate": 4.910415649554001e-05, |
| "loss": 0.6376104950904846, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.0638169777242625, |
| "grad_norm": 0.6343326763172722, |
| "learning_rate": 4.900463082191452e-05, |
| "loss": 0.5883640050888062, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.0650210716435882, |
| "grad_norm": 0.6120672237185096, |
| "learning_rate": 4.890510909349602e-05, |
| "loss": 0.5998228788375854, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.0662251655629138, |
| "grad_norm": 0.6466629735077495, |
| "learning_rate": 4.880559170474499e-05, |
| "loss": 0.6147492527961731, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.0674292594822397, |
| "grad_norm": 0.6188477863366557, |
| "learning_rate": 4.870607905010471e-05, |
| "loss": 0.5260412096977234, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.0686333534015653, |
| "grad_norm": 0.6531014500952979, |
| "learning_rate": 4.860657152399973e-05, |
| "loss": 0.6408224701881409, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.0698374473208911, |
| "grad_norm": 0.6356448658174779, |
| "learning_rate": 4.850706952083426e-05, |
| "loss": 0.6420581340789795, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.0710415412402168, |
| "grad_norm": 0.6638429959160749, |
| "learning_rate": 4.840757343499059e-05, |
| "loss": 0.5597264766693115, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0722456351595424, |
| "grad_norm": 0.6316267115529358, |
| "learning_rate": 4.83080836608276e-05, |
| "loss": 0.5977203845977783, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.073449729078868, |
| "grad_norm": 0.6332312497061402, |
| "learning_rate": 4.82086005926791e-05, |
| "loss": 0.5730206370353699, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.074653822998194, |
| "grad_norm": 0.6036387570021288, |
| "learning_rate": 4.8109124624852386e-05, |
| "loss": 0.5876260995864868, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.0758579169175195, |
| "grad_norm": 0.6209977622958593, |
| "learning_rate": 4.800965615162655e-05, |
| "loss": 0.6396963596343994, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.0770620108368454, |
| "grad_norm": 0.661525637487104, |
| "learning_rate": 4.791019556725104e-05, |
| "loss": 0.5814670920372009, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.078266104756171, |
| "grad_norm": 0.6275103232059692, |
| "learning_rate": 4.7810743265943955e-05, |
| "loss": 0.6844623684883118, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.0794701986754967, |
| "grad_norm": 0.6818646104901908, |
| "learning_rate": 4.771129964189063e-05, |
| "loss": 0.6540423631668091, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.0806742925948223, |
| "grad_norm": 0.6899606024380505, |
| "learning_rate": 4.7611865089242004e-05, |
| "loss": 0.6030701398849487, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.0818783865141481, |
| "grad_norm": 0.6156599517777511, |
| "learning_rate": 4.751244000211302e-05, |
| "loss": 0.6412866711616516, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.0830824804334738, |
| "grad_norm": 0.5724892187762796, |
| "learning_rate": 4.741302477458116e-05, |
| "loss": 0.5549468398094177, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0842865743527996, |
| "grad_norm": 0.6770803099451937, |
| "learning_rate": 4.731361980068476e-05, |
| "loss": 0.5970389246940613, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.0854906682721253, |
| "grad_norm": 0.6628879473222443, |
| "learning_rate": 4.7214225474421556e-05, |
| "loss": 0.6336625814437866, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.086694762191451, |
| "grad_norm": 0.7118808898216501, |
| "learning_rate": 4.7114842189747096e-05, |
| "loss": 0.5842564702033997, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.0878988561107765, |
| "grad_norm": 0.6808325766019172, |
| "learning_rate": 4.701547034057313e-05, |
| "loss": 0.6561811566352844, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.0891029500301024, |
| "grad_norm": 0.6883360456461192, |
| "learning_rate": 4.691611032076611e-05, |
| "loss": 0.5866090059280396, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.090307043949428, |
| "grad_norm": 0.594597876069142, |
| "learning_rate": 4.6816762524145565e-05, |
| "loss": 0.5930664539337158, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.0915111378687539, |
| "grad_norm": 0.6540482900479212, |
| "learning_rate": 4.67174273444826e-05, |
| "loss": 0.6051517724990845, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.0927152317880795, |
| "grad_norm": 0.6350023068043041, |
| "learning_rate": 4.6618105175498336e-05, |
| "loss": 0.5787694454193115, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.0939193257074051, |
| "grad_norm": 0.6003852495110125, |
| "learning_rate": 4.6518796410862284e-05, |
| "loss": 0.474132776260376, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.095123419626731, |
| "grad_norm": 0.6643572746823975, |
| "learning_rate": 4.641950144419085e-05, |
| "loss": 0.5836554765701294, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0963275135460566, |
| "grad_norm": 0.6346538134124894, |
| "learning_rate": 4.632022066904573e-05, |
| "loss": 0.632318913936615, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.0975316074653823, |
| "grad_norm": 0.6506542788169488, |
| "learning_rate": 4.622095447893238e-05, |
| "loss": 0.6343862414360046, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.098735701384708, |
| "grad_norm": 0.7055409962557284, |
| "learning_rate": 4.612170326729849e-05, |
| "loss": 0.5320890545845032, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.0999397953040337, |
| "grad_norm": 0.6710841433347294, |
| "learning_rate": 4.6022467427532316e-05, |
| "loss": 0.6487467288970947, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.1011438892233594, |
| "grad_norm": 0.6161335106985909, |
| "learning_rate": 4.592324735296122e-05, |
| "loss": 0.5364488363265991, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.1023479831426852, |
| "grad_norm": 0.6567852610772589, |
| "learning_rate": 4.582404343685005e-05, |
| "loss": 0.5512426495552063, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.1035520770620109, |
| "grad_norm": 0.7683181606199703, |
| "learning_rate": 4.5724856072399666e-05, |
| "loss": 0.6094173192977905, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.1047561709813365, |
| "grad_norm": 0.6291985708032748, |
| "learning_rate": 4.562568565274528e-05, |
| "loss": 0.5325632691383362, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.1059602649006623, |
| "grad_norm": 0.6285445914420223, |
| "learning_rate": 4.552653257095495e-05, |
| "loss": 0.6411327123641968, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.107164358819988, |
| "grad_norm": 0.6778912339737762, |
| "learning_rate": 4.5427397220028006e-05, |
| "loss": 0.6963979005813599, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.1083684527393136, |
| "grad_norm": 0.660219208281244, |
| "learning_rate": 4.5328279992893505e-05, |
| "loss": 0.5509607195854187, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.1095725466586395, |
| "grad_norm": 0.5881472136676991, |
| "learning_rate": 4.5229181282408705e-05, |
| "loss": 0.5656740069389343, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.110776640577965, |
| "grad_norm": 0.6285472375245976, |
| "learning_rate": 4.513010148135743e-05, |
| "loss": 0.5325478315353394, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.1119807344972907, |
| "grad_norm": 0.6573263156024722, |
| "learning_rate": 4.5031040982448564e-05, |
| "loss": 0.568873405456543, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.1131848284166166, |
| "grad_norm": 0.6375892634033876, |
| "learning_rate": 4.493200017831448e-05, |
| "loss": 0.5534123182296753, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.1143889223359422, |
| "grad_norm": 0.6047252869641281, |
| "learning_rate": 4.48329794615095e-05, |
| "loss": 0.6317431330680847, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.1155930162552679, |
| "grad_norm": 0.7466768979825729, |
| "learning_rate": 4.4733979224508344e-05, |
| "loss": 0.6036220192909241, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.1167971101745937, |
| "grad_norm": 0.6792290210916058, |
| "learning_rate": 4.4634999859704546e-05, |
| "loss": 0.6010956764221191, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.1180012040939193, |
| "grad_norm": 0.63632818802347, |
| "learning_rate": 4.453604175940888e-05, |
| "loss": 0.6214673519134521, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.119205298013245, |
| "grad_norm": 0.5890975902667656, |
| "learning_rate": 4.443710531584789e-05, |
| "loss": 0.5909805297851562, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.1204093919325708, |
| "grad_norm": 0.7758035748650709, |
| "learning_rate": 4.433819092116223e-05, |
| "loss": 0.6618773937225342, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.1216134858518965, |
| "grad_norm": 0.6032633893730255, |
| "learning_rate": 4.423929896740522e-05, |
| "loss": 0.6046672463417053, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.122817579771222, |
| "grad_norm": 0.5963867825539027, |
| "learning_rate": 4.41404298465412e-05, |
| "loss": 0.557878851890564, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.124021673690548, |
| "grad_norm": 0.6278341782515403, |
| "learning_rate": 4.4041583950444004e-05, |
| "loss": 0.5768659710884094, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.1252257676098736, |
| "grad_norm": 0.6692340070481475, |
| "learning_rate": 4.3942761670895416e-05, |
| "loss": 0.596519410610199, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.1264298615291992, |
| "grad_norm": 0.6324155300577929, |
| "learning_rate": 4.384396339958361e-05, |
| "loss": 0.6091715097427368, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.127633955448525, |
| "grad_norm": 0.6873308697173252, |
| "learning_rate": 4.374518952810167e-05, |
| "loss": 0.6679472923278809, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.1288380493678507, |
| "grad_norm": 0.60347781133788, |
| "learning_rate": 4.364644044794585e-05, |
| "loss": 0.5072171688079834, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.1300421432871763, |
| "grad_norm": 0.5958005061206001, |
| "learning_rate": 4.354771655051424e-05, |
| "loss": 0.45150619745254517, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.1312462372065022, |
| "grad_norm": 0.6458018431543086, |
| "learning_rate": 4.344901822710506e-05, |
| "loss": 0.5927637815475464, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.1324503311258278, |
| "grad_norm": 0.6299802211614689, |
| "learning_rate": 4.33503458689152e-05, |
| "loss": 0.6127684712409973, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.1336544250451535, |
| "grad_norm": 0.6064791911526438, |
| "learning_rate": 4.3251699867038634e-05, |
| "loss": 0.5717106461524963, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.1348585189644793, |
| "grad_norm": 0.5664911073371133, |
| "learning_rate": 4.3153080612464835e-05, |
| "loss": 0.5828589200973511, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.136062612883805, |
| "grad_norm": 0.6168659838027578, |
| "learning_rate": 4.305448849607731e-05, |
| "loss": 0.6533054113388062, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.1372667068031306, |
| "grad_norm": 0.6620892379351815, |
| "learning_rate": 4.295592390865194e-05, |
| "loss": 0.625812292098999, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.1384708007224564, |
| "grad_norm": 0.627104880201231, |
| "learning_rate": 4.28573872408556e-05, |
| "loss": 0.6203385591506958, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.139674894641782, |
| "grad_norm": 0.6520709720872566, |
| "learning_rate": 4.2758878883244366e-05, |
| "loss": 0.6454954147338867, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.1408789885611077, |
| "grad_norm": 0.5670002197473883, |
| "learning_rate": 4.2660399226262205e-05, |
| "loss": 0.6776309013366699, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.1420830824804336, |
| "grad_norm": 0.6651897379271099, |
| "learning_rate": 4.256194866023929e-05, |
| "loss": 0.6165192127227783, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.1432871763997592, |
| "grad_norm": 0.6070318758880671, |
| "learning_rate": 4.24635275753905e-05, |
| "loss": 0.6247190833091736, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.1444912703190848, |
| "grad_norm": 0.6594245265551396, |
| "learning_rate": 4.236513636181389e-05, |
| "loss": 0.6294478178024292, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.1456953642384107, |
| "grad_norm": 0.6656388910182744, |
| "learning_rate": 4.2266775409489023e-05, |
| "loss": 0.6407076716423035, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.1468994581577363, |
| "grad_norm": 0.6001528475820775, |
| "learning_rate": 4.2168445108275636e-05, |
| "loss": 0.5295635461807251, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.148103552077062, |
| "grad_norm": 0.6623205303719578, |
| "learning_rate": 4.2070145847911915e-05, |
| "loss": 0.6363142132759094, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.1493076459963878, |
| "grad_norm": 0.6595593517698526, |
| "learning_rate": 4.197187801801301e-05, |
| "loss": 0.5908467769622803, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.1505117399157134, |
| "grad_norm": 0.6416992225837528, |
| "learning_rate": 4.187364200806956e-05, |
| "loss": 0.6078401803970337, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.151715833835039, |
| "grad_norm": 0.6426590726024174, |
| "learning_rate": 4.177543820744597e-05, |
| "loss": 0.5659914016723633, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.152919927754365, |
| "grad_norm": 0.5945058633012985, |
| "learning_rate": 4.167726700537909e-05, |
| "loss": 0.5272383689880371, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.1541240216736905, |
| "grad_norm": 0.6517936478039313, |
| "learning_rate": 4.157912879097651e-05, |
| "loss": 0.6436958909034729, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.1553281155930162, |
| "grad_norm": 0.6378579002832153, |
| "learning_rate": 4.1481023953215074e-05, |
| "loss": 0.6222982406616211, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.156532209512342, |
| "grad_norm": 0.6050181971864277, |
| "learning_rate": 4.1382952880939346e-05, |
| "loss": 0.525058925151825, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.1577363034316677, |
| "grad_norm": 0.6211097246331354, |
| "learning_rate": 4.128491596286004e-05, |
| "loss": 0.559781014919281, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.1589403973509933, |
| "grad_norm": 0.6174026620410265, |
| "learning_rate": 4.118691358755254e-05, |
| "loss": 0.5967716574668884, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.1601444912703192, |
| "grad_norm": 0.665933154143997, |
| "learning_rate": 4.108894614345527e-05, |
| "loss": 0.6097081303596497, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.1613485851896448, |
| "grad_norm": 0.7893212528385332, |
| "learning_rate": 4.0991014018868255e-05, |
| "loss": 0.6505680084228516, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.1625526791089704, |
| "grad_norm": 0.6246966439954491, |
| "learning_rate": 4.0893117601951434e-05, |
| "loss": 0.5621920228004456, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.1637567730282963, |
| "grad_norm": 0.8222739403785936, |
| "learning_rate": 4.079525728072334e-05, |
| "loss": 0.5986034274101257, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.164960866947622, |
| "grad_norm": 0.7050682371518708, |
| "learning_rate": 4.0697433443059344e-05, |
| "loss": 0.5873398780822754, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.1661649608669475, |
| "grad_norm": 0.5796676608087229, |
| "learning_rate": 4.059964647669025e-05, |
| "loss": 0.5936042070388794, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.1673690547862734, |
| "grad_norm": 0.787700686593201, |
| "learning_rate": 4.050189676920075e-05, |
| "loss": 0.5301788449287415, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.168573148705599, |
| "grad_norm": 0.6443250874812158, |
| "learning_rate": 4.0404184708027764e-05, |
| "loss": 0.6244308948516846, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.1697772426249247, |
| "grad_norm": 0.6420455168036301, |
| "learning_rate": 4.03065106804591e-05, |
| "loss": 0.5246211290359497, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.1709813365442505, |
| "grad_norm": 0.6233558947698492, |
| "learning_rate": 4.0208875073631767e-05, |
| "loss": 0.583974301815033, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.1721854304635762, |
| "grad_norm": 0.6674639893979444, |
| "learning_rate": 4.01112782745305e-05, |
| "loss": 0.6854992508888245, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.1733895243829018, |
| "grad_norm": 0.6761020516050178, |
| "learning_rate": 4.001372066998621e-05, |
| "loss": 0.47961360216140747, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.1745936183022276, |
| "grad_norm": 0.6937061007497107, |
| "learning_rate": 3.9916202646674454e-05, |
| "loss": 0.5944783091545105, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.1757977122215533, |
| "grad_norm": 0.7056015316208057, |
| "learning_rate": 3.981872459111394e-05, |
| "loss": 0.5598882436752319, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.177001806140879, |
| "grad_norm": 0.6404405450738602, |
| "learning_rate": 3.9721286889664946e-05, |
| "loss": 0.576660692691803, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.1782059000602048, |
| "grad_norm": 0.7104592496085945, |
| "learning_rate": 3.962388992852778e-05, |
| "loss": 0.6423761248588562, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.1794099939795304, |
| "grad_norm": 0.6594542729046524, |
| "learning_rate": 3.9526534093741294e-05, |
| "loss": 0.629199743270874, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.180614087898856, |
| "grad_norm": 0.6630058301620763, |
| "learning_rate": 3.94292197711813e-05, |
| "loss": 0.5926947593688965, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.1818181818181819, |
| "grad_norm": 0.6813208402691311, |
| "learning_rate": 3.933194734655916e-05, |
| "loss": 0.6430405378341675, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.1830222757375075, |
| "grad_norm": 0.6509982974967221, |
| "learning_rate": 3.923471720542007e-05, |
| "loss": 0.6401696801185608, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.1842263696568331, |
| "grad_norm": 0.6536388401019356, |
| "learning_rate": 3.9137529733141705e-05, |
| "loss": 0.6143403053283691, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.185430463576159, |
| "grad_norm": 0.714504675861702, |
| "learning_rate": 3.904038531493257e-05, |
| "loss": 0.7203058004379272, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.1866345574954846, |
| "grad_norm": 0.6173945491470922, |
| "learning_rate": 3.894328433583053e-05, |
| "loss": 0.6278570294380188, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.1878386514148103, |
| "grad_norm": 0.6701137023889631, |
| "learning_rate": 3.8846227180701335e-05, |
| "loss": 0.6109538674354553, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.1890427453341361, |
| "grad_norm": 0.5571428533929209, |
| "learning_rate": 3.874921423423697e-05, |
| "loss": 0.5311257839202881, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.1902468392534618, |
| "grad_norm": 0.6933413663343239, |
| "learning_rate": 3.86522458809542e-05, |
| "loss": 0.6332836151123047, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.1914509331727874, |
| "grad_norm": 0.5720889716251273, |
| "learning_rate": 3.855532250519307e-05, |
| "loss": 0.5061079263687134, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.1926550270921132, |
| "grad_norm": 0.6337726108063414, |
| "learning_rate": 3.845844449111535e-05, |
| "loss": 0.6507538557052612, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.1938591210114389, |
| "grad_norm": 0.6876564417388028, |
| "learning_rate": 3.8361612222703015e-05, |
| "loss": 0.603594183921814, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.1950632149307645, |
| "grad_norm": 0.62693954157751, |
| "learning_rate": 3.826482608375671e-05, |
| "loss": 0.65156090259552, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.1962673088500904, |
| "grad_norm": 0.6174813194954165, |
| "learning_rate": 3.816808645789425e-05, |
| "loss": 0.5988015532493591, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.197471402769416, |
| "grad_norm": 0.6366707975431302, |
| "learning_rate": 3.8071393728549074e-05, |
| "loss": 0.6115190982818604, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.1986754966887416, |
| "grad_norm": 0.5739976440086356, |
| "learning_rate": 3.79747482789688e-05, |
| "loss": 0.5073090195655823, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.1998795906080675, |
| "grad_norm": 0.7299628970418212, |
| "learning_rate": 3.787815049221361e-05, |
| "loss": 0.6128576397895813, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.2010836845273931, |
| "grad_norm": 0.5928975154363226, |
| "learning_rate": 3.778160075115476e-05, |
| "loss": 0.7040702104568481, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.2022877784467187, |
| "grad_norm": 0.6764716165306945, |
| "learning_rate": 3.768509943847309e-05, |
| "loss": 0.6583726406097412, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.2034918723660446, |
| "grad_norm": 0.7655399104406154, |
| "learning_rate": 3.758864693665748e-05, |
| "loss": 0.6048669815063477, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.2046959662853702, |
| "grad_norm": 0.6929632755591547, |
| "learning_rate": 3.749224362800338e-05, |
| "loss": 0.5911441445350647, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.205900060204696, |
| "grad_norm": 0.6678428093707727, |
| "learning_rate": 3.739588989461123e-05, |
| "loss": 0.5826472043991089, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.2071041541240217, |
| "grad_norm": 0.5742909832682589, |
| "learning_rate": 3.729958611838496e-05, |
| "loss": 0.5282671451568604, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.2083082480433474, |
| "grad_norm": 0.6593846672932838, |
| "learning_rate": 3.720333268103055e-05, |
| "loss": 0.6393536925315857, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.209512341962673, |
| "grad_norm": 0.645048734233651, |
| "learning_rate": 3.7107129964054366e-05, |
| "loss": 0.5161780118942261, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.2107164358819988, |
| "grad_norm": 0.6521270937616732, |
| "learning_rate": 3.701097834876185e-05, |
| "loss": 0.5652678608894348, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.2119205298013245, |
| "grad_norm": 0.719291801367232, |
| "learning_rate": 3.691487821625583e-05, |
| "loss": 0.6383004188537598, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.2131246237206503, |
| "grad_norm": 0.6723641088759535, |
| "learning_rate": 3.6818829947435076e-05, |
| "loss": 0.6614134311676025, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.214328717639976, |
| "grad_norm": 0.6446497075244803, |
| "learning_rate": 3.672283392299282e-05, |
| "loss": 0.5248739719390869, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.2155328115593016, |
| "grad_norm": 0.6777640011121145, |
| "learning_rate": 3.66268905234152e-05, |
| "loss": 0.6154916286468506, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.2167369054786272, |
| "grad_norm": 0.6609459633009753, |
| "learning_rate": 3.653100012897983e-05, |
| "loss": 0.6184529066085815, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.217940999397953, |
| "grad_norm": 0.6888385737563062, |
| "learning_rate": 3.643516311975413e-05, |
| "loss": 0.6395118236541748, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.2191450933172787, |
| "grad_norm": 0.6490466754073637, |
| "learning_rate": 3.633937987559402e-05, |
| "loss": 0.5476089715957642, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.2203491872366046, |
| "grad_norm": 0.7441213710432538, |
| "learning_rate": 3.624365077614226e-05, |
| "loss": 0.5452324748039246, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.2215532811559302, |
| "grad_norm": 0.6645629091016498, |
| "learning_rate": 3.614797620082703e-05, |
| "loss": 0.5184590220451355, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.2227573750752558, |
| "grad_norm": 0.7419621941545511, |
| "learning_rate": 3.605235652886042e-05, |
| "loss": 0.6348177194595337, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.2239614689945815, |
| "grad_norm": 0.6707127536069359, |
| "learning_rate": 3.595679213923685e-05, |
| "loss": 0.4938550591468811, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.2251655629139073, |
| "grad_norm": 0.6315829793918256, |
| "learning_rate": 3.586128341073167e-05, |
| "loss": 0.5749923586845398, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.226369656833233, |
| "grad_norm": 0.6331477125983097, |
| "learning_rate": 3.57658307218996e-05, |
| "loss": 0.5916865468025208, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.2275737507525588, |
| "grad_norm": 0.7846749860867426, |
| "learning_rate": 3.567043445107326e-05, |
| "loss": 0.5363922715187073, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.2287778446718844, |
| "grad_norm": 0.6965711425754788, |
| "learning_rate": 3.5575094976361625e-05, |
| "loss": 0.6076053380966187, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.22998193859121, |
| "grad_norm": 0.6685618608419817, |
| "learning_rate": 3.5479812675648575e-05, |
| "loss": 0.5980309844017029, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.2311860325105357, |
| "grad_norm": 0.5858609515515356, |
| "learning_rate": 3.5384587926591355e-05, |
| "loss": 0.5327468514442444, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.2323901264298616, |
| "grad_norm": 0.5918812910680888, |
| "learning_rate": 3.5289421106619126e-05, |
| "loss": 0.5000705718994141, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.2335942203491872, |
| "grad_norm": 0.6210027581503564, |
| "learning_rate": 3.519431259293147e-05, |
| "loss": 0.5952237248420715, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.234798314268513, |
| "grad_norm": 0.7034937909157433, |
| "learning_rate": 3.509926276249676e-05, |
| "loss": 0.6087906956672668, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.2360024081878387, |
| "grad_norm": 0.6839405989170235, |
| "learning_rate": 3.500427199205091e-05, |
| "loss": 0.5325309038162231, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.2372065021071643, |
| "grad_norm": 0.6182421717192286, |
| "learning_rate": 3.4909340658095646e-05, |
| "loss": 0.580743134021759, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.23841059602649, |
| "grad_norm": 0.7459897660008593, |
| "learning_rate": 3.4814469136897165e-05, |
| "loss": 0.6250452995300293, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.2396146899458158, |
| "grad_norm": 0.7099900777127174, |
| "learning_rate": 3.471965780448461e-05, |
| "loss": 0.6571633219718933, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.2408187838651414, |
| "grad_norm": 0.6553277230992378, |
| "learning_rate": 3.462490703664846e-05, |
| "loss": 0.49589502811431885, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.2420228777844673, |
| "grad_norm": 0.663723104863035, |
| "learning_rate": 3.4530217208939274e-05, |
| "loss": 0.5967923998832703, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.243226971703793, |
| "grad_norm": 0.709133317311018, |
| "learning_rate": 3.443558869666598e-05, |
| "loss": 0.6661368012428284, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.2444310656231186, |
| "grad_norm": 0.7061324636303485, |
| "learning_rate": 3.434102187489451e-05, |
| "loss": 0.6587533354759216, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.2456351595424442, |
| "grad_norm": 0.6579702542967999, |
| "learning_rate": 3.424651711844632e-05, |
| "loss": 0.5834370851516724, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.24683925346177, |
| "grad_norm": 0.6615924637591785, |
| "learning_rate": 3.415207480189676e-05, |
| "loss": 0.6136612892150879, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.2480433473810957, |
| "grad_norm": 0.6772710951274478, |
| "learning_rate": 3.405769529957381e-05, |
| "loss": 0.6056623458862305, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.2492474413004215, |
| "grad_norm": 0.642702675489295, |
| "learning_rate": 3.396337898555642e-05, |
| "loss": 0.6358840465545654, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.2504515352197472, |
| "grad_norm": 0.9252100643775776, |
| "learning_rate": 3.386912623367311e-05, |
| "loss": 0.5783637166023254, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.2516556291390728, |
| "grad_norm": 0.701983248076389, |
| "learning_rate": 3.377493741750044e-05, |
| "loss": 0.6720529198646545, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.2528597230583984, |
| "grad_norm": 0.6812048584013172, |
| "learning_rate": 3.36808129103616e-05, |
| "loss": 0.6228716373443604, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.2540638169777243, |
| "grad_norm": 0.6154647288628092, |
| "learning_rate": 3.358675308532486e-05, |
| "loss": 0.5664002895355225, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.25526791089705, |
| "grad_norm": 0.6241040220254938, |
| "learning_rate": 3.349275831520212e-05, |
| "loss": 0.5217874050140381, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.2564720048163758, |
| "grad_norm": 0.6562678876719462, |
| "learning_rate": 3.339882897254746e-05, |
| "loss": 0.5833320021629333, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.2576760987357014, |
| "grad_norm": 0.6095915930331086, |
| "learning_rate": 3.330496542965556e-05, |
| "loss": 0.6384044885635376, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.258880192655027, |
| "grad_norm": 0.6416377081327351, |
| "learning_rate": 3.3211168058560386e-05, |
| "loss": 0.5927673578262329, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.2600842865743527, |
| "grad_norm": 0.6100247656923646, |
| "learning_rate": 3.311743723103357e-05, |
| "loss": 0.6136247515678406, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.2612883804936785, |
| "grad_norm": 0.6317630200071538, |
| "learning_rate": 3.302377331858302e-05, |
| "loss": 0.6653052568435669, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.2624924744130042, |
| "grad_norm": 0.6274741674474991, |
| "learning_rate": 3.293017669245144e-05, |
| "loss": 0.5540253520011902, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.26369656833233, |
| "grad_norm": 0.6909319297738697, |
| "learning_rate": 3.283664772361476e-05, |
| "loss": 0.6327494382858276, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.2649006622516556, |
| "grad_norm": 0.6952322182958984, |
| "learning_rate": 3.274318678278085e-05, |
| "loss": 0.6329002380371094, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.2661047561709813, |
| "grad_norm": 0.6308869283921665, |
| "learning_rate": 3.264979424038789e-05, |
| "loss": 0.5057480335235596, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.267308850090307, |
| "grad_norm": 0.6285730530315006, |
| "learning_rate": 3.255647046660296e-05, |
| "loss": 0.6263934969902039, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.2685129440096328, |
| "grad_norm": 0.6400200018215665, |
| "learning_rate": 3.246321583132058e-05, |
| "loss": 0.6725963950157166, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.2697170379289584, |
| "grad_norm": 0.7099091081910462, |
| "learning_rate": 3.237003070416122e-05, |
| "loss": 0.6018358469009399, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.2709211318482843, |
| "grad_norm": 0.6135782078162696, |
| "learning_rate": 3.22769154544699e-05, |
| "loss": 0.5996497869491577, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.27212522576761, |
| "grad_norm": 0.6866426223054635, |
| "learning_rate": 3.2183870451314624e-05, |
| "loss": 0.5664709806442261, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.2733293196869355, |
| "grad_norm": 0.6090505212825614, |
| "learning_rate": 3.2090896063485e-05, |
| "loss": 0.5572994351387024, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.2745334136062612, |
| "grad_norm": 0.6372391798232508, |
| "learning_rate": 3.19979926594907e-05, |
| "loss": 0.5810008645057678, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.275737507525587, |
| "grad_norm": 0.648696717169655, |
| "learning_rate": 3.190516060756009e-05, |
| "loss": 0.5552839040756226, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.2769416014449126, |
| "grad_norm": 0.6031159136239559, |
| "learning_rate": 3.181240027563875e-05, |
| "loss": 0.5894042253494263, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.2781456953642385, |
| "grad_norm": 0.6774291943197286, |
| "learning_rate": 3.171971203138795e-05, |
| "loss": 0.678736686706543, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.2793497892835641, |
| "grad_norm": 0.609896680228515, |
| "learning_rate": 3.1627096242183243e-05, |
| "loss": 0.5225570201873779, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.2805538832028898, |
| "grad_norm": 0.679157586878992, |
| "learning_rate": 3.1534553275112994e-05, |
| "loss": 0.5883038640022278, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.2817579771222154, |
| "grad_norm": 0.6905787372952888, |
| "learning_rate": 3.144208349697696e-05, |
| "loss": 0.6585335731506348, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.2829620710415413, |
| "grad_norm": 0.6058564268171939, |
| "learning_rate": 3.13496872742848e-05, |
| "loss": 0.5555436611175537, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.2841661649608669, |
| "grad_norm": 0.6887579235137145, |
| "learning_rate": 3.125736497325464e-05, |
| "loss": 0.6298503279685974, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.2853702588801927, |
| "grad_norm": 0.6477445948330529, |
| "learning_rate": 3.116511695981157e-05, |
| "loss": 0.5965017676353455, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.2865743527995184, |
| "grad_norm": 0.6675640245384982, |
| "learning_rate": 3.107294359958628e-05, |
| "loss": 0.5505380034446716, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.287778446718844, |
| "grad_norm": 0.6437167909226186, |
| "learning_rate": 3.098084525791356e-05, |
| "loss": 0.6020991802215576, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.2889825406381699, |
| "grad_norm": 0.6633990777410962, |
| "learning_rate": 3.0888822299830854e-05, |
| "loss": 0.552418053150177, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.2901866345574955, |
| "grad_norm": 0.6046857201539841, |
| "learning_rate": 3.079687509007682e-05, |
| "loss": 0.5754314064979553, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.2913907284768211, |
| "grad_norm": 0.6971859400045242, |
| "learning_rate": 3.070500399308987e-05, |
| "loss": 0.6145979762077332, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.292594822396147, |
| "grad_norm": 0.6949536669306756, |
| "learning_rate": 3.0613209373006745e-05, |
| "loss": 0.6195294260978699, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.2937989163154726, |
| "grad_norm": 0.6242972237847882, |
| "learning_rate": 3.052149159366109e-05, |
| "loss": 0.5844000577926636, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.2950030102347982, |
| "grad_norm": 0.7035332273264987, |
| "learning_rate": 3.0429851018581955e-05, |
| "loss": 0.5531705617904663, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.296207104154124, |
| "grad_norm": 0.632115068867665, |
| "learning_rate": 3.0338288010992398e-05, |
| "loss": 0.5232405066490173, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.2974111980734497, |
| "grad_norm": 0.6125142431442002, |
| "learning_rate": 3.024680293380804e-05, |
| "loss": 0.53972327709198, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.2986152919927754, |
| "grad_norm": 0.7166615692901409, |
| "learning_rate": 3.0155396149635585e-05, |
| "loss": 0.5764614343643188, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.2998193859121012, |
| "grad_norm": 0.6590577657401502, |
| "learning_rate": 3.0064068020771486e-05, |
| "loss": 0.5957779884338379, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.3010234798314269, |
| "grad_norm": 0.6383819520827908, |
| "learning_rate": 2.9972818909200396e-05, |
| "loss": 0.5310415029525757, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.3022275737507525, |
| "grad_norm": 0.6264074933268168, |
| "learning_rate": 2.988164917659375e-05, |
| "loss": 0.5686416029930115, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.3034316676700783, |
| "grad_norm": 0.5735237535889868, |
| "learning_rate": 2.979055918430842e-05, |
| "loss": 0.6153852939605713, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.304635761589404, |
| "grad_norm": 0.6338428525876928, |
| "learning_rate": 2.9699549293385176e-05, |
| "loss": 0.5895254611968994, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.3058398555087296, |
| "grad_norm": 0.6628514943014948, |
| "learning_rate": 2.9608619864547337e-05, |
| "loss": 0.5714896321296692, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.3070439494280555, |
| "grad_norm": 0.6498256880211087, |
| "learning_rate": 2.95177712581993e-05, |
| "loss": 0.637000560760498, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.308248043347381, |
| "grad_norm": 0.5805140898940456, |
| "learning_rate": 2.9427003834425075e-05, |
| "loss": 0.5090338587760925, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.3094521372667067, |
| "grad_norm": 0.6568092367082321, |
| "learning_rate": 2.9336317952986946e-05, |
| "loss": 0.5969448089599609, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.3106562311860326, |
| "grad_norm": 0.6422165737966679, |
| "learning_rate": 2.924571397332398e-05, |
| "loss": 0.6276159286499023, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.3118603251053582, |
| "grad_norm": 0.6264592124277943, |
| "learning_rate": 2.915519225455065e-05, |
| "loss": 0.5930631756782532, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.3130644190246838, |
| "grad_norm": 0.760451843468021, |
| "learning_rate": 2.906475315545532e-05, |
| "loss": 0.5920497179031372, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.3142685129440097, |
| "grad_norm": 0.7376228210515698, |
| "learning_rate": 2.8974397034498917e-05, |
| "loss": 0.6203291416168213, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.3154726068633353, |
| "grad_norm": 0.6311093043141208, |
| "learning_rate": 2.8884124249813526e-05, |
| "loss": 0.5911815166473389, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.316676700782661, |
| "grad_norm": 0.6725958475028008, |
| "learning_rate": 2.879393515920087e-05, |
| "loss": 0.5948607325553894, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.3178807947019868, |
| "grad_norm": 0.6026740962582275, |
| "learning_rate": 2.8703830120130976e-05, |
| "loss": 0.5619141459465027, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.3190848886213125, |
| "grad_norm": 0.7327869849262203, |
| "learning_rate": 2.8613809489740662e-05, |
| "loss": 0.5664507150650024, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.320288982540638, |
| "grad_norm": 0.6133018339124032, |
| "learning_rate": 2.8523873624832247e-05, |
| "loss": 0.4463905692100525, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.321493076459964, |
| "grad_norm": 0.6412840762738142, |
| "learning_rate": 2.8434022881872103e-05, |
| "loss": 0.60805344581604, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.3226971703792896, |
| "grad_norm": 0.6492164235458658, |
| "learning_rate": 2.8344257616989144e-05, |
| "loss": 0.5742907524108887, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.3239012642986152, |
| "grad_norm": 0.634280196253906, |
| "learning_rate": 2.8254578185973556e-05, |
| "loss": 0.5517445206642151, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.325105358217941, |
| "grad_norm": 0.608061491520655, |
| "learning_rate": 2.8164984944275242e-05, |
| "loss": 0.5493748784065247, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.3263094521372667, |
| "grad_norm": 0.7070185171134912, |
| "learning_rate": 2.8075478247002518e-05, |
| "loss": 0.6650428175926208, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.3275135460565926, |
| "grad_norm": 0.7362968775469271, |
| "learning_rate": 2.7986058448920728e-05, |
| "loss": 0.6279030442237854, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.3287176399759182, |
| "grad_norm": 0.6587185876014878, |
| "learning_rate": 2.7896725904450748e-05, |
| "loss": 0.5652649402618408, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.3299217338952438, |
| "grad_norm": 0.6879422504214547, |
| "learning_rate": 2.7807480967667576e-05, |
| "loss": 0.5989348888397217, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.3311258278145695, |
| "grad_norm": 0.6023282107853354, |
| "learning_rate": 2.7718323992299e-05, |
| "loss": 0.5741807818412781, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.3323299217338953, |
| "grad_norm": 0.6239731759231483, |
| "learning_rate": 2.7629255331724225e-05, |
| "loss": 0.5270892977714539, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.333534015653221, |
| "grad_norm": 0.7508836444752833, |
| "learning_rate": 2.7540275338972343e-05, |
| "loss": 0.6074275374412537, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.3347381095725468, |
| "grad_norm": 0.6746453730710107, |
| "learning_rate": 2.7451384366721057e-05, |
| "loss": 0.6220452189445496, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.3359422034918724, |
| "grad_norm": 0.6766167757323907, |
| "learning_rate": 2.7362582767295158e-05, |
| "loss": 0.5820175409317017, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.337146297411198, |
| "grad_norm": 0.690797272196758, |
| "learning_rate": 2.7273870892665253e-05, |
| "loss": 0.5957927107810974, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.3383503913305237, |
| "grad_norm": 0.6430318040991272, |
| "learning_rate": 2.718524909444635e-05, |
| "loss": 0.5154853463172913, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.3395544852498495, |
| "grad_norm": 0.6582915506900874, |
| "learning_rate": 2.709671772389639e-05, |
| "loss": 0.5981411933898926, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.3407585791691752, |
| "grad_norm": 0.6590855324118988, |
| "learning_rate": 2.7008277131914916e-05, |
| "loss": 0.6747996211051941, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.341962673088501, |
| "grad_norm": 0.6448337036105954, |
| "learning_rate": 2.691992766904161e-05, |
| "loss": 0.5976516008377075, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.3431667670078267, |
| "grad_norm": 0.661465770553295, |
| "learning_rate": 2.683166968545503e-05, |
| "loss": 0.5724648833274841, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.3443708609271523, |
| "grad_norm": 0.7965142724805433, |
| "learning_rate": 2.6743503530971138e-05, |
| "loss": 0.6514641046524048, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.345574954846478, |
| "grad_norm": 0.6130309700978976, |
| "learning_rate": 2.6655429555041922e-05, |
| "loss": 0.524080753326416, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.3467790487658038, |
| "grad_norm": 0.676879651641497, |
| "learning_rate": 2.656744810675397e-05, |
| "loss": 0.5969399809837341, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.3479831426851294, |
| "grad_norm": 0.6443187750796282, |
| "learning_rate": 2.6479559534827168e-05, |
| "loss": 0.5908799171447754, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.3491872366044553, |
| "grad_norm": 0.7293081468185466, |
| "learning_rate": 2.6391764187613277e-05, |
| "loss": 0.639958381652832, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.350391330523781, |
| "grad_norm": 0.7245543963855401, |
| "learning_rate": 2.6304062413094588e-05, |
| "loss": 0.5507534742355347, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.3515954244431065, |
| "grad_norm": 0.7138419286324111, |
| "learning_rate": 2.6216454558882486e-05, |
| "loss": 0.5698534846305847, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.3527995183624322, |
| "grad_norm": 0.658594597820022, |
| "learning_rate": 2.6128940972216044e-05, |
| "loss": 0.6738436818122864, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.354003612281758, |
| "grad_norm": 0.6684797667576053, |
| "learning_rate": 2.604152199996077e-05, |
| "loss": 0.5904508829116821, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.3552077062010837, |
| "grad_norm": 0.6642004437577558, |
| "learning_rate": 2.5954197988607133e-05, |
| "loss": 0.6535474061965942, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.3564118001204095, |
| "grad_norm": 0.6007990769985496, |
| "learning_rate": 2.586696928426926e-05, |
| "loss": 0.6121514439582825, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.3576158940397351, |
| "grad_norm": 0.6336515572591528, |
| "learning_rate": 2.5779836232683442e-05, |
| "loss": 0.5832182765007019, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.3588199879590608, |
| "grad_norm": 0.6421286075260746, |
| "learning_rate": 2.5692799179206906e-05, |
| "loss": 0.5742759704589844, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.3600240818783864, |
| "grad_norm": 0.690150823325512, |
| "learning_rate": 2.5605858468816358e-05, |
| "loss": 0.580817461013794, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.3612281757977123, |
| "grad_norm": 0.6896471517754647, |
| "learning_rate": 2.5519014446106682e-05, |
| "loss": 0.588418185710907, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.362432269717038, |
| "grad_norm": 0.613216584761024, |
| "learning_rate": 2.5432267455289503e-05, |
| "loss": 0.5638326406478882, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.3636363636363638, |
| "grad_norm": 0.6210439632532312, |
| "learning_rate": 2.5345617840191828e-05, |
| "loss": 0.5994534492492676, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.3648404575556894, |
| "grad_norm": 0.6505033824932888, |
| "learning_rate": 2.5259065944254746e-05, |
| "loss": 0.6377952098846436, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.366044551475015, |
| "grad_norm": 0.6974309419675122, |
| "learning_rate": 2.5172612110532012e-05, |
| "loss": 0.6890112161636353, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.3672486453943407, |
| "grad_norm": 0.6202436590581667, |
| "learning_rate": 2.5086256681688745e-05, |
| "loss": 0.5471165180206299, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.3684527393136665, |
| "grad_norm": 0.5797278347327742, |
| "learning_rate": 2.500000000000001e-05, |
| "loss": 0.5749981999397278, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.3696568332329921, |
| "grad_norm": 0.6710778824322429, |
| "learning_rate": 2.491384240734943e-05, |
| "loss": 0.6004801988601685, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.370860927152318, |
| "grad_norm": 0.6858811733202708, |
| "learning_rate": 2.4827784245227937e-05, |
| "loss": 0.6247427463531494, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.3720650210716436, |
| "grad_norm": 0.6422633870461217, |
| "learning_rate": 2.4741825854732344e-05, |
| "loss": 0.574191689491272, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.3732691149909693, |
| "grad_norm": 0.6357294018183007, |
| "learning_rate": 2.4655967576564064e-05, |
| "loss": 0.5395843386650085, |
| "step": 1141 |
| }, |
| { |
| "epoch": 1.374473208910295, |
| "grad_norm": 0.6263451518446398, |
| "learning_rate": 2.4570209751027623e-05, |
| "loss": 0.5604453086853027, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.3756773028296208, |
| "grad_norm": 0.678607658650321, |
| "learning_rate": 2.4484552718029448e-05, |
| "loss": 0.6286793947219849, |
| "step": 1143 |
| }, |
| { |
| "epoch": 1.3768813967489464, |
| "grad_norm": 0.6734943023110295, |
| "learning_rate": 2.439899681707646e-05, |
| "loss": 0.6490384340286255, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.3780854906682722, |
| "grad_norm": 0.6232256600206579, |
| "learning_rate": 2.4313542387274717e-05, |
| "loss": 0.56013023853302, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.3792895845875979, |
| "grad_norm": 0.6512462577282983, |
| "learning_rate": 2.4228189767328173e-05, |
| "loss": 0.5262826085090637, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.3804936785069235, |
| "grad_norm": 0.6534793889464704, |
| "learning_rate": 2.4142939295537126e-05, |
| "loss": 0.5833800435066223, |
| "step": 1147 |
| }, |
| { |
| "epoch": 1.3816977724262491, |
| "grad_norm": 0.6376912481118475, |
| "learning_rate": 2.405779130979709e-05, |
| "loss": 0.5151797533035278, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.382901866345575, |
| "grad_norm": 0.6433663845535533, |
| "learning_rate": 2.3972746147597335e-05, |
| "loss": 0.5034987926483154, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.3841059602649006, |
| "grad_norm": 0.6387226460653036, |
| "learning_rate": 2.388780414601959e-05, |
| "loss": 0.6382157206535339, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.3853100541842265, |
| "grad_norm": 0.6525422712893322, |
| "learning_rate": 2.380296564173674e-05, |
| "loss": 0.5377070903778076, |
| "step": 1151 |
| }, |
| { |
| "epoch": 1.3865141481035521, |
| "grad_norm": 0.6361638026870527, |
| "learning_rate": 2.3718230971011386e-05, |
| "loss": 0.553045392036438, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.3877182420228777, |
| "grad_norm": 0.6604901502553285, |
| "learning_rate": 2.3633600469694606e-05, |
| "loss": 0.5241578817367554, |
| "step": 1153 |
| }, |
| { |
| "epoch": 1.3889223359422034, |
| "grad_norm": 0.6609889554265359, |
| "learning_rate": 2.3549074473224612e-05, |
| "loss": 0.5158299207687378, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.3901264298615292, |
| "grad_norm": 0.681790546788809, |
| "learning_rate": 2.3464653316625385e-05, |
| "loss": 0.5271784067153931, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.3913305237808549, |
| "grad_norm": 0.6429951344093262, |
| "learning_rate": 2.3380337334505374e-05, |
| "loss": 0.6050268411636353, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.3925346177001807, |
| "grad_norm": 0.6927991853136467, |
| "learning_rate": 2.3296126861056167e-05, |
| "loss": 0.5803988575935364, |
| "step": 1157 |
| }, |
| { |
| "epoch": 1.3937387116195064, |
| "grad_norm": 0.6355445702814094, |
| "learning_rate": 2.3212022230051154e-05, |
| "loss": 0.545645534992218, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.394942805538832, |
| "grad_norm": 0.6992209580511681, |
| "learning_rate": 2.3128023774844194e-05, |
| "loss": 0.6576249003410339, |
| "step": 1159 |
| }, |
| { |
| "epoch": 1.3961468994581576, |
| "grad_norm": 0.7005498664256508, |
| "learning_rate": 2.3044131828368386e-05, |
| "loss": 0.582336962223053, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.3973509933774835, |
| "grad_norm": 0.70377493838526, |
| "learning_rate": 2.2960346723134575e-05, |
| "loss": 0.5340085029602051, |
| "step": 1161 |
| }, |
| { |
| "epoch": 1.398555087296809, |
| "grad_norm": 0.6419337587745647, |
| "learning_rate": 2.2876668791230193e-05, |
| "loss": 0.6333436369895935, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.399759181216135, |
| "grad_norm": 0.7263202551262201, |
| "learning_rate": 2.2793098364317868e-05, |
| "loss": 0.6011248826980591, |
| "step": 1163 |
| }, |
| { |
| "epoch": 1.4009632751354606, |
| "grad_norm": 0.7532824340862169, |
| "learning_rate": 2.2709635773634113e-05, |
| "loss": 0.5780522227287292, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.4021673690547862, |
| "grad_norm": 0.6334080866576622, |
| "learning_rate": 2.2626281349988103e-05, |
| "loss": 0.62692791223526, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.4033714629741119, |
| "grad_norm": 0.6900123881398824, |
| "learning_rate": 2.254303542376016e-05, |
| "loss": 0.629398763179779, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.4045755568934377, |
| "grad_norm": 0.8266154500851933, |
| "learning_rate": 2.2459898324900662e-05, |
| "loss": 0.5797542929649353, |
| "step": 1167 |
| }, |
| { |
| "epoch": 1.4057796508127633, |
| "grad_norm": 0.6600289647001534, |
| "learning_rate": 2.2376870382928607e-05, |
| "loss": 0.5778429508209229, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.4069837447320892, |
| "grad_norm": 0.6559688369671797, |
| "learning_rate": 2.2293951926930356e-05, |
| "loss": 0.5707594156265259, |
| "step": 1169 |
| }, |
| { |
| "epoch": 1.4081878386514148, |
| "grad_norm": 0.6653841370747816, |
| "learning_rate": 2.2211143285558312e-05, |
| "loss": 0.6159984469413757, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.4093919325707405, |
| "grad_norm": 0.7649472065378574, |
| "learning_rate": 2.2128444787029618e-05, |
| "loss": 0.6222115755081177, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.410596026490066, |
| "grad_norm": 0.6796942807832598, |
| "learning_rate": 2.204585675912486e-05, |
| "loss": 0.6199472546577454, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.411800120409392, |
| "grad_norm": 0.6199548741185632, |
| "learning_rate": 2.1963379529186768e-05, |
| "loss": 0.590892493724823, |
| "step": 1173 |
| }, |
| { |
| "epoch": 1.4130042143287176, |
| "grad_norm": 0.6187634070466261, |
| "learning_rate": 2.1881013424118922e-05, |
| "loss": 0.5503128170967102, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.4142083082480434, |
| "grad_norm": 0.6512488781347366, |
| "learning_rate": 2.1798758770384442e-05, |
| "loss": 0.5549368858337402, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.415412402167369, |
| "grad_norm": 0.6347054155507705, |
| "learning_rate": 2.171661589400471e-05, |
| "loss": 0.6251223087310791, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.4166164960866947, |
| "grad_norm": 0.6695819615416071, |
| "learning_rate": 2.1634585120558078e-05, |
| "loss": 0.5890984535217285, |
| "step": 1177 |
| }, |
| { |
| "epoch": 1.4178205900060203, |
| "grad_norm": 0.6814695161224296, |
| "learning_rate": 2.1552666775178548e-05, |
| "loss": 0.5793978571891785, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.4190246839253462, |
| "grad_norm": 0.6726937714934542, |
| "learning_rate": 2.1470861182554534e-05, |
| "loss": 0.6175557971000671, |
| "step": 1179 |
| }, |
| { |
| "epoch": 1.4202287778446718, |
| "grad_norm": 0.6678641303443984, |
| "learning_rate": 2.138916866692754e-05, |
| "loss": 0.6240713596343994, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.4214328717639977, |
| "grad_norm": 0.6201792755242529, |
| "learning_rate": 2.1307589552090866e-05, |
| "loss": 0.5818585157394409, |
| "step": 1181 |
| }, |
| { |
| "epoch": 1.4226369656833233, |
| "grad_norm": 0.7015372658065818, |
| "learning_rate": 2.1226124161388354e-05, |
| "loss": 0.572142481803894, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.423841059602649, |
| "grad_norm": 0.6082394247396891, |
| "learning_rate": 2.1144772817713103e-05, |
| "loss": 0.4766699969768524, |
| "step": 1183 |
| }, |
| { |
| "epoch": 1.4250451535219746, |
| "grad_norm": 0.6387846065976666, |
| "learning_rate": 2.106353584350616e-05, |
| "loss": 0.6041740775108337, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.4262492474413004, |
| "grad_norm": 0.5982939961143208, |
| "learning_rate": 2.0982413560755272e-05, |
| "loss": 0.5946816205978394, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.427453341360626, |
| "grad_norm": 0.6688710695951081, |
| "learning_rate": 2.0901406290993598e-05, |
| "loss": 0.5802619457244873, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.428657435279952, |
| "grad_norm": 0.7078249109081977, |
| "learning_rate": 2.0820514355298432e-05, |
| "loss": 0.6126466989517212, |
| "step": 1187 |
| }, |
| { |
| "epoch": 1.4298615291992776, |
| "grad_norm": 0.6445823260166493, |
| "learning_rate": 2.073973807428995e-05, |
| "loss": 0.5297144651412964, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.4310656231186032, |
| "grad_norm": 0.6820450966327305, |
| "learning_rate": 2.0659077768129898e-05, |
| "loss": 0.6424897909164429, |
| "step": 1189 |
| }, |
| { |
| "epoch": 1.4322697170379288, |
| "grad_norm": 0.5940299387097965, |
| "learning_rate": 2.0578533756520375e-05, |
| "loss": 0.5096526741981506, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.4334738109572547, |
| "grad_norm": 0.5993494873406653, |
| "learning_rate": 2.049810635870251e-05, |
| "loss": 0.5202600955963135, |
| "step": 1191 |
| }, |
| { |
| "epoch": 1.4346779048765803, |
| "grad_norm": 0.7614707388132266, |
| "learning_rate": 2.0417795893455265e-05, |
| "loss": 0.6343950629234314, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.4358819987959062, |
| "grad_norm": 0.653826639908725, |
| "learning_rate": 2.0337602679094092e-05, |
| "loss": 0.605528712272644, |
| "step": 1193 |
| }, |
| { |
| "epoch": 1.4370860927152318, |
| "grad_norm": 0.7089308232671065, |
| "learning_rate": 2.0257527033469735e-05, |
| "loss": 0.6146092414855957, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.4382901866345574, |
| "grad_norm": 0.6770424284620841, |
| "learning_rate": 2.0177569273966945e-05, |
| "loss": 0.6413626670837402, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.439494280553883, |
| "grad_norm": 0.7544563351535553, |
| "learning_rate": 2.009772971750322e-05, |
| "loss": 0.5747498273849487, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.440698374473209, |
| "grad_norm": 0.6243897855893447, |
| "learning_rate": 2.0018008680527556e-05, |
| "loss": 0.5720393657684326, |
| "step": 1197 |
| }, |
| { |
| "epoch": 1.4419024683925346, |
| "grad_norm": 0.6904757741414711, |
| "learning_rate": 1.9938406479019183e-05, |
| "loss": 0.5748528838157654, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.4431065623118604, |
| "grad_norm": 0.6133136479702628, |
| "learning_rate": 1.985892342848633e-05, |
| "loss": 0.5648344159126282, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.444310656231186, |
| "grad_norm": 0.692341065686183, |
| "learning_rate": 1.9779559843964957e-05, |
| "loss": 0.5337613224983215, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.4455147501505117, |
| "grad_norm": 0.6932538183790291, |
| "learning_rate": 1.9700316040017515e-05, |
| "loss": 0.5030450224876404, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.4467188440698375, |
| "grad_norm": 0.6085144049389716, |
| "learning_rate": 1.9621192330731684e-05, |
| "loss": 0.5549513697624207, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.4479229379891632, |
| "grad_norm": 0.7071743976330627, |
| "learning_rate": 1.954218902971917e-05, |
| "loss": 0.6263749599456787, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.4491270319084888, |
| "grad_norm": 0.6532630278934997, |
| "learning_rate": 1.9463306450114416e-05, |
| "loss": 0.5744891166687012, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.4503311258278146, |
| "grad_norm": 0.6910032058096278, |
| "learning_rate": 1.938454490457337e-05, |
| "loss": 0.6153848767280579, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.4515352197471403, |
| "grad_norm": 0.6854934057332991, |
| "learning_rate": 1.9305904705272275e-05, |
| "loss": 0.6504592299461365, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.452739313666466, |
| "grad_norm": 0.6844756673065995, |
| "learning_rate": 1.922738616390639e-05, |
| "loss": 0.6322448253631592, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.4539434075857918, |
| "grad_norm": 0.5726761208441021, |
| "learning_rate": 1.9148989591688786e-05, |
| "loss": 0.5301163792610168, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.4551475015051174, |
| "grad_norm": 0.6499098121575463, |
| "learning_rate": 1.9070715299349105e-05, |
| "loss": 0.5792317390441895, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.456351595424443, |
| "grad_norm": 0.6294029092092295, |
| "learning_rate": 1.8992563597132323e-05, |
| "loss": 0.5840668082237244, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.457555689343769, |
| "grad_norm": 0.6288063174886138, |
| "learning_rate": 1.8914534794797513e-05, |
| "loss": 0.5666556358337402, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.4587597832630945, |
| "grad_norm": 0.6811900356717014, |
| "learning_rate": 1.8836629201616635e-05, |
| "loss": 0.6121422648429871, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.4599638771824202, |
| "grad_norm": 0.7039207316933149, |
| "learning_rate": 1.8758847126373303e-05, |
| "loss": 0.5998222827911377, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.461167971101746, |
| "grad_norm": 0.6245939644307974, |
| "learning_rate": 1.8681188877361555e-05, |
| "loss": 0.5631198883056641, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.4623720650210716, |
| "grad_norm": 0.6657764395909689, |
| "learning_rate": 1.8603654762384642e-05, |
| "loss": 0.5070215463638306, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.4635761589403973, |
| "grad_norm": 0.6946821767356586, |
| "learning_rate": 1.85262450887538e-05, |
| "loss": 0.5660195350646973, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.4647802528597231, |
| "grad_norm": 0.6486254208618857, |
| "learning_rate": 1.8448960163287034e-05, |
| "loss": 0.6307017207145691, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.4659843467790488, |
| "grad_norm": 0.651794455656358, |
| "learning_rate": 1.83718002923079e-05, |
| "loss": 0.6030329465866089, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.4671884406983744, |
| "grad_norm": 0.7355979968125673, |
| "learning_rate": 1.8294765781644285e-05, |
| "loss": 0.6677907109260559, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.4683925346177003, |
| "grad_norm": 0.6991027780768566, |
| "learning_rate": 1.821785693662724e-05, |
| "loss": 0.5083788633346558, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.4695966285370259, |
| "grad_norm": 0.6647763000946036, |
| "learning_rate": 1.8141074062089657e-05, |
| "loss": 0.603174090385437, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.4708007224563515, |
| "grad_norm": 0.7002973158395647, |
| "learning_rate": 1.8064417462365226e-05, |
| "loss": 0.5698137283325195, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.4720048163756774, |
| "grad_norm": 0.5833475144603689, |
| "learning_rate": 1.798788744128707e-05, |
| "loss": 0.5906316637992859, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.473208910295003, |
| "grad_norm": 0.6447305050041968, |
| "learning_rate": 1.791148430218666e-05, |
| "loss": 0.6068233847618103, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.4744130042143286, |
| "grad_norm": 0.6277096478361395, |
| "learning_rate": 1.7835208347892535e-05, |
| "loss": 0.5847250819206238, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.4756170981336545, |
| "grad_norm": 0.7414175683459697, |
| "learning_rate": 1.775905988072909e-05, |
| "loss": 0.5115228295326233, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.4768211920529801, |
| "grad_norm": 0.697043493410439, |
| "learning_rate": 1.768303920251551e-05, |
| "loss": 0.5767746567726135, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.4780252859723058, |
| "grad_norm": 0.6337907702044968, |
| "learning_rate": 1.7607146614564418e-05, |
| "loss": 0.5868975520133972, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.4792293798916316, |
| "grad_norm": 0.6840890488968902, |
| "learning_rate": 1.753138241768075e-05, |
| "loss": 0.5457339882850647, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.4804334738109572, |
| "grad_norm": 0.6499123239023711, |
| "learning_rate": 1.7455746912160564e-05, |
| "loss": 0.551403284072876, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.4816375677302829, |
| "grad_norm": 0.6101386305043538, |
| "learning_rate": 1.7380240397789836e-05, |
| "loss": 0.5619639158248901, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.4828416616496087, |
| "grad_norm": 0.7183606920392251, |
| "learning_rate": 1.7304863173843283e-05, |
| "loss": 0.5660442113876343, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.4840457555689344, |
| "grad_norm": 0.6850065823958903, |
| "learning_rate": 1.722961553908318e-05, |
| "loss": 0.6238867044448853, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.4852498494882602, |
| "grad_norm": 0.716310161029593, |
| "learning_rate": 1.7154497791758157e-05, |
| "loss": 0.6281149387359619, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.4864539434075859, |
| "grad_norm": 0.6551910228833004, |
| "learning_rate": 1.707951022960199e-05, |
| "loss": 0.6366140246391296, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.4876580373269115, |
| "grad_norm": 0.6875009342751863, |
| "learning_rate": 1.700465314983254e-05, |
| "loss": 0.5912625789642334, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.4888621312462371, |
| "grad_norm": 0.7103107098011074, |
| "learning_rate": 1.6929926849150428e-05, |
| "loss": 0.507576584815979, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.490066225165563, |
| "grad_norm": 0.7785689863841994, |
| "learning_rate": 1.6855331623737958e-05, |
| "loss": 0.5702663064002991, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.4912703190848886, |
| "grad_norm": 0.7085393061941329, |
| "learning_rate": 1.6780867769257898e-05, |
| "loss": 0.6586170792579651, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.4924744130042145, |
| "grad_norm": 0.6929869277646624, |
| "learning_rate": 1.6706535580852267e-05, |
| "loss": 0.6001737117767334, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.49367850692354, |
| "grad_norm": 0.619473871811379, |
| "learning_rate": 1.6632335353141333e-05, |
| "loss": 0.5791480541229248, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.4948826008428657, |
| "grad_norm": 0.7486550213430624, |
| "learning_rate": 1.6558267380222224e-05, |
| "loss": 0.6321637630462646, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.4960866947621914, |
| "grad_norm": 0.6112954966976807, |
| "learning_rate": 1.6484331955667947e-05, |
| "loss": 0.5635457634925842, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.4972907886815172, |
| "grad_norm": 0.7108878803102963, |
| "learning_rate": 1.6410529372526057e-05, |
| "loss": 0.7190176248550415, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.4984948826008428, |
| "grad_norm": 0.6658849135083088, |
| "learning_rate": 1.6336859923317643e-05, |
| "loss": 0.5681280493736267, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.4996989765201687, |
| "grad_norm": 0.6118879060848942, |
| "learning_rate": 1.6263323900036126e-05, |
| "loss": 0.5625150203704834, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.5009030704394943, |
| "grad_norm": 0.643240167423122, |
| "learning_rate": 1.6189921594146046e-05, |
| "loss": 0.5696181058883667, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.50210716435882, |
| "grad_norm": 0.5934555486357125, |
| "learning_rate": 1.6116653296581975e-05, |
| "loss": 0.5061366558074951, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.5033112582781456, |
| "grad_norm": 0.6301639218719404, |
| "learning_rate": 1.6043519297747285e-05, |
| "loss": 0.5271162986755371, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.5045153521974715, |
| "grad_norm": 0.6558350418754424, |
| "learning_rate": 1.5970519887513073e-05, |
| "loss": 0.5793251991271973, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.505719446116797, |
| "grad_norm": 0.6166848173267853, |
| "learning_rate": 1.5897655355217038e-05, |
| "loss": 0.49026674032211304, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.506923540036123, |
| "grad_norm": 0.639230504451563, |
| "learning_rate": 1.5824925989662216e-05, |
| "loss": 0.4468444585800171, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.5081276339554486, |
| "grad_norm": 0.6279029266897213, |
| "learning_rate": 1.5752332079115932e-05, |
| "loss": 0.5121999979019165, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.5093317278747742, |
| "grad_norm": 0.6897589017387046, |
| "learning_rate": 1.5679873911308597e-05, |
| "loss": 0.6195895075798035, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.5105358217940998, |
| "grad_norm": 0.6405551867527671, |
| "learning_rate": 1.56075517734326e-05, |
| "loss": 0.6228514909744263, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.5117399157134257, |
| "grad_norm": 0.6712649126230317, |
| "learning_rate": 1.5535365952141233e-05, |
| "loss": 0.626694917678833, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.5129440096327513, |
| "grad_norm": 0.6944075950230268, |
| "learning_rate": 1.5463316733547434e-05, |
| "loss": 0.6293349266052246, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.5141481035520772, |
| "grad_norm": 0.6474800499836418, |
| "learning_rate": 1.5391404403222676e-05, |
| "loss": 0.4614093601703644, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.5153521974714028, |
| "grad_norm": 0.6354596486501298, |
| "learning_rate": 1.5319629246195917e-05, |
| "loss": 0.5340675115585327, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.5165562913907285, |
| "grad_norm": 0.76231174162437, |
| "learning_rate": 1.5247991546952428e-05, |
| "loss": 0.5091834664344788, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.517760385310054, |
| "grad_norm": 0.7027773645202476, |
| "learning_rate": 1.5176491589432628e-05, |
| "loss": 0.5760695338249207, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.51896447922938, |
| "grad_norm": 0.6909468225730208, |
| "learning_rate": 1.5105129657031009e-05, |
| "loss": 0.5917767882347107, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.5201685731487056, |
| "grad_norm": 0.6413099265304232, |
| "learning_rate": 1.5033906032594958e-05, |
| "loss": 0.48429784178733826, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.5213726670680314, |
| "grad_norm": 0.7402093135988407, |
| "learning_rate": 1.4962820998423683e-05, |
| "loss": 0.5737481117248535, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.522576760987357, |
| "grad_norm": 0.6633749969252996, |
| "learning_rate": 1.4891874836267127e-05, |
| "loss": 0.5403265357017517, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.5237808549066827, |
| "grad_norm": 0.6703832368863357, |
| "learning_rate": 1.4821067827324753e-05, |
| "loss": 0.6162956953048706, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.5249849488260083, |
| "grad_norm": 0.6913767161943216, |
| "learning_rate": 1.4750400252244511e-05, |
| "loss": 0.5615054965019226, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.5261890427453342, |
| "grad_norm": 0.6431708429026083, |
| "learning_rate": 1.4679872391121651e-05, |
| "loss": 0.6342799663543701, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.5273931366646598, |
| "grad_norm": 0.6246696358486011, |
| "learning_rate": 1.4609484523497696e-05, |
| "loss": 0.4823196232318878, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.5285972305839857, |
| "grad_norm": 0.6643995241856853, |
| "learning_rate": 1.4539236928359318e-05, |
| "loss": 0.5989305377006531, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.5298013245033113, |
| "grad_norm": 0.6970680691115482, |
| "learning_rate": 1.4469129884137177e-05, |
| "loss": 0.5505509972572327, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.531005418422637, |
| "grad_norm": 0.7209244965404736, |
| "learning_rate": 1.4399163668704829e-05, |
| "loss": 0.5916901230812073, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.5322095123419626, |
| "grad_norm": 0.6672238207490072, |
| "learning_rate": 1.4329338559377691e-05, |
| "loss": 0.5727331042289734, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.5334136062612884, |
| "grad_norm": 0.7282879333042002, |
| "learning_rate": 1.4259654832911867e-05, |
| "loss": 0.6152413487434387, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.534617700180614, |
| "grad_norm": 0.6848054247552551, |
| "learning_rate": 1.4190112765503117e-05, |
| "loss": 0.6155499815940857, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.53582179409994, |
| "grad_norm": 0.6779262829361238, |
| "learning_rate": 1.412071263278571e-05, |
| "loss": 0.6265017986297607, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.5370258880192655, |
| "grad_norm": 0.6345807833091854, |
| "learning_rate": 1.4051454709831308e-05, |
| "loss": 0.5726587772369385, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.5382299819385912, |
| "grad_norm": 0.7476588469408837, |
| "learning_rate": 1.398233927114797e-05, |
| "loss": 0.6458104252815247, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.5394340758579168, |
| "grad_norm": 1.1233935398982429, |
| "learning_rate": 1.3913366590678966e-05, |
| "loss": 0.47828546166419983, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.5406381697772427, |
| "grad_norm": 0.6735195132494955, |
| "learning_rate": 1.38445369418018e-05, |
| "loss": 0.6620016694068909, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.5418422636965683, |
| "grad_norm": 0.7434175109937722, |
| "learning_rate": 1.377585059732701e-05, |
| "loss": 0.5846740007400513, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.5430463576158941, |
| "grad_norm": 0.6450732267312386, |
| "learning_rate": 1.370730782949713e-05, |
| "loss": 0.547637403011322, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.5442504515352198, |
| "grad_norm": 0.6742849341522323, |
| "learning_rate": 1.3638908909985621e-05, |
| "loss": 0.5787967443466187, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.5454545454545454, |
| "grad_norm": 0.63788147336325, |
| "learning_rate": 1.3570654109895853e-05, |
| "loss": 0.5432387590408325, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.546658639373871, |
| "grad_norm": 0.6879935367171848, |
| "learning_rate": 1.3502543699759917e-05, |
| "loss": 0.6357567310333252, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.547862733293197, |
| "grad_norm": 0.6466404497884245, |
| "learning_rate": 1.3434577949537592e-05, |
| "loss": 0.5758388638496399, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.5490668272125225, |
| "grad_norm": 0.7131752950787134, |
| "learning_rate": 1.336675712861532e-05, |
| "loss": 0.5336190462112427, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.5502709211318484, |
| "grad_norm": 0.6915472030489775, |
| "learning_rate": 1.3299081505805088e-05, |
| "loss": 0.5518936514854431, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.551475015051174, |
| "grad_norm": 0.7214042959852351, |
| "learning_rate": 1.3231551349343413e-05, |
| "loss": 0.6907586455345154, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.5526791089704997, |
| "grad_norm": 0.7321326805875424, |
| "learning_rate": 1.3164166926890226e-05, |
| "loss": 0.6275293827056885, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.5538832028898253, |
| "grad_norm": 0.6243437937781886, |
| "learning_rate": 1.3096928505527811e-05, |
| "loss": 0.6157265901565552, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.5550872968091511, |
| "grad_norm": 0.7585166939999731, |
| "learning_rate": 1.3029836351759795e-05, |
| "loss": 0.6015262007713318, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.5562913907284768, |
| "grad_norm": 0.6667612051008648, |
| "learning_rate": 1.296289073151004e-05, |
| "loss": 0.5566407442092896, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.5574954846478026, |
| "grad_norm": 0.6470430817221635, |
| "learning_rate": 1.2896091910121666e-05, |
| "loss": 0.5622594356536865, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.5586995785671283, |
| "grad_norm": 0.6804382719854897, |
| "learning_rate": 1.2829440152355915e-05, |
| "loss": 0.5803040266036987, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.559903672486454, |
| "grad_norm": 0.6687207305578332, |
| "learning_rate": 1.2762935722391089e-05, |
| "loss": 0.59840327501297, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.5611077664057795, |
| "grad_norm": 0.6603082346009755, |
| "learning_rate": 1.2696578883821614e-05, |
| "loss": 0.5307196974754333, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.5623118603251054, |
| "grad_norm": 0.7359481197118585, |
| "learning_rate": 1.263036989965688e-05, |
| "loss": 0.6292601823806763, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.563515954244431, |
| "grad_norm": 0.630384514242762, |
| "learning_rate": 1.2564309032320315e-05, |
| "loss": 0.5643035769462585, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.5647200481637569, |
| "grad_norm": 0.6173040021348626, |
| "learning_rate": 1.2498396543648195e-05, |
| "loss": 0.5473842620849609, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.5659241420830825, |
| "grad_norm": 0.6733910286056267, |
| "learning_rate": 1.2432632694888724e-05, |
| "loss": 0.5461156964302063, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.5671282360024081, |
| "grad_norm": 0.6894664872560027, |
| "learning_rate": 1.2367017746700977e-05, |
| "loss": 0.551993191242218, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.5683323299217338, |
| "grad_norm": 0.6222609535272838, |
| "learning_rate": 1.2301551959153813e-05, |
| "loss": 0.4720235764980316, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.5695364238410596, |
| "grad_norm": 0.6885496364305319, |
| "learning_rate": 1.223623559172496e-05, |
| "loss": 0.6039336919784546, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.5707405177603853, |
| "grad_norm": 0.6287657401109025, |
| "learning_rate": 1.217106890329981e-05, |
| "loss": 0.5178000926971436, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.5719446116797111, |
| "grad_norm": 0.7517299077792008, |
| "learning_rate": 1.2106052152170561e-05, |
| "loss": 0.6386547684669495, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.5731487055990367, |
| "grad_norm": 0.6610070710050879, |
| "learning_rate": 1.204118559603511e-05, |
| "loss": 0.5045919418334961, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.5743527995183624, |
| "grad_norm": 0.6881944227439661, |
| "learning_rate": 1.1976469491996028e-05, |
| "loss": 0.5601974725723267, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.575556893437688, |
| "grad_norm": 0.6554510558095886, |
| "learning_rate": 1.1911904096559589e-05, |
| "loss": 0.5212211012840271, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.5767609873570139, |
| "grad_norm": 0.637358447537357, |
| "learning_rate": 1.1847489665634709e-05, |
| "loss": 0.5502785444259644, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.5779650812763397, |
| "grad_norm": 0.620386240593587, |
| "learning_rate": 1.1783226454531942e-05, |
| "loss": 0.5157536864280701, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.5791691751956654, |
| "grad_norm": 0.6585676339813008, |
| "learning_rate": 1.1719114717962476e-05, |
| "loss": 0.5165415406227112, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.580373269114991, |
| "grad_norm": 0.7493791152879317, |
| "learning_rate": 1.1655154710037153e-05, |
| "loss": 0.6232336759567261, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.5815773630343166, |
| "grad_norm": 0.6952382170280249, |
| "learning_rate": 1.1591346684265359e-05, |
| "loss": 0.6074533462524414, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.5827814569536423, |
| "grad_norm": 0.6890649127414126, |
| "learning_rate": 1.1527690893554156e-05, |
| "loss": 0.54258131980896, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.583985550872968, |
| "grad_norm": 0.7723371841016708, |
| "learning_rate": 1.1464187590207171e-05, |
| "loss": 0.5698084235191345, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.585189644792294, |
| "grad_norm": 0.6803846972242944, |
| "learning_rate": 1.1400837025923649e-05, |
| "loss": 0.5348570346832275, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.5863937387116196, |
| "grad_norm": 0.7012133606971119, |
| "learning_rate": 1.1337639451797494e-05, |
| "loss": 0.5426389575004578, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.5875978326309452, |
| "grad_norm": 0.6744539282883935, |
| "learning_rate": 1.1274595118316134e-05, |
| "loss": 0.5523807406425476, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.5888019265502709, |
| "grad_norm": 0.6537647651178288, |
| "learning_rate": 1.1211704275359675e-05, |
| "loss": 0.6136876344680786, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.5900060204695965, |
| "grad_norm": 0.7246448682395509, |
| "learning_rate": 1.1148967172199848e-05, |
| "loss": 0.57940274477005, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.5912101143889223, |
| "grad_norm": 0.7262129784220396, |
| "learning_rate": 1.1086384057499011e-05, |
| "loss": 0.6009513139724731, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.5924142083082482, |
| "grad_norm": 0.6920385306362808, |
| "learning_rate": 1.1023955179309203e-05, |
| "loss": 0.630897045135498, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.5936183022275738, |
| "grad_norm": 0.7137604613022566, |
| "learning_rate": 1.0961680785071116e-05, |
| "loss": 0.5550639629364014, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.5948223961468995, |
| "grad_norm": 0.7085346864243411, |
| "learning_rate": 1.0899561121613145e-05, |
| "loss": 0.5286394357681274, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.596026490066225, |
| "grad_norm": 0.8302518321935719, |
| "learning_rate": 1.0837596435150398e-05, |
| "loss": 0.5946967601776123, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.5972305839855507, |
| "grad_norm": 0.6668203019912043, |
| "learning_rate": 1.0775786971283725e-05, |
| "loss": 0.5410081148147583, |
| "step": 1327 |
| }, |
| { |
| "epoch": 1.5984346779048766, |
| "grad_norm": 0.7107307013054678, |
| "learning_rate": 1.0714132974998731e-05, |
| "loss": 0.6099376678466797, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.5996387718242024, |
| "grad_norm": 0.692321863693783, |
| "learning_rate": 1.065263469066483e-05, |
| "loss": 0.5954639315605164, |
| "step": 1329 |
| }, |
| { |
| "epoch": 1.600842865743528, |
| "grad_norm": 0.670559078654551, |
| "learning_rate": 1.0591292362034255e-05, |
| "loss": 0.6572100520133972, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.6020469596628537, |
| "grad_norm": 0.7359764923754903, |
| "learning_rate": 1.0530106232241099e-05, |
| "loss": 0.528759777545929, |
| "step": 1331 |
| }, |
| { |
| "epoch": 1.6032510535821793, |
| "grad_norm": 0.7315406198530844, |
| "learning_rate": 1.0469076543800355e-05, |
| "loss": 0.6525534391403198, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.604455147501505, |
| "grad_norm": 0.6550323597585707, |
| "learning_rate": 1.0408203538606948e-05, |
| "loss": 0.5543904304504395, |
| "step": 1333 |
| }, |
| { |
| "epoch": 1.6056592414208308, |
| "grad_norm": 0.7877187830505626, |
| "learning_rate": 1.0347487457934768e-05, |
| "loss": 0.6900970935821533, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.6068633353401567, |
| "grad_norm": 0.7022130623932448, |
| "learning_rate": 1.0286928542435754e-05, |
| "loss": 0.5940430164337158, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.6080674292594823, |
| "grad_norm": 0.7548095541194471, |
| "learning_rate": 1.0226527032138878e-05, |
| "loss": 0.6002829074859619, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.609271523178808, |
| "grad_norm": 0.675148279495715, |
| "learning_rate": 1.0166283166449253e-05, |
| "loss": 0.6131722331047058, |
| "step": 1337 |
| }, |
| { |
| "epoch": 1.6104756170981336, |
| "grad_norm": 0.7157880014315426, |
| "learning_rate": 1.0106197184147143e-05, |
| "loss": 0.4769801199436188, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.6116797110174592, |
| "grad_norm": 0.7070675214972796, |
| "learning_rate": 1.0046269323387036e-05, |
| "loss": 0.5769504308700562, |
| "step": 1339 |
| }, |
| { |
| "epoch": 1.612883804936785, |
| "grad_norm": 0.676711262352062, |
| "learning_rate": 9.986499821696693e-06, |
| "loss": 0.5734344720840454, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.614087898856111, |
| "grad_norm": 0.6195920357404767, |
| "learning_rate": 9.926888915976219e-06, |
| "loss": 0.505179762840271, |
| "step": 1341 |
| }, |
| { |
| "epoch": 1.6152919927754366, |
| "grad_norm": 0.639936444761267, |
| "learning_rate": 9.867436842497103e-06, |
| "loss": 0.45891082286834717, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.6164960866947622, |
| "grad_norm": 0.6857643487164867, |
| "learning_rate": 9.808143836901284e-06, |
| "loss": 0.6181744933128357, |
| "step": 1343 |
| }, |
| { |
| "epoch": 1.6177001806140878, |
| "grad_norm": 0.6358596598261053, |
| "learning_rate": 9.74901013420026e-06, |
| "loss": 0.5622484087944031, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.6189042745334135, |
| "grad_norm": 0.6306024458716856, |
| "learning_rate": 9.69003596877408e-06, |
| "loss": 0.5141526460647583, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.6201083684527393, |
| "grad_norm": 0.7029423890190829, |
| "learning_rate": 9.631221574370491e-06, |
| "loss": 0.6316851377487183, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.6213124623720652, |
| "grad_norm": 0.6940021087538228, |
| "learning_rate": 9.572567184103958e-06, |
| "loss": 0.6254806518554688, |
| "step": 1347 |
| }, |
| { |
| "epoch": 1.6225165562913908, |
| "grad_norm": 0.6404210309720665, |
| "learning_rate": 9.514073030454762e-06, |
| "loss": 0.5518223643302917, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.6237206502107164, |
| "grad_norm": 0.6804784668574658, |
| "learning_rate": 9.455739345268088e-06, |
| "loss": 0.6273688673973083, |
| "step": 1349 |
| }, |
| { |
| "epoch": 1.624924744130042, |
| "grad_norm": 0.6862326525850346, |
| "learning_rate": 9.39756635975308e-06, |
| "loss": 0.545397937297821, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.6261288380493677, |
| "grad_norm": 0.6998552571990925, |
| "learning_rate": 9.339554304481951e-06, |
| "loss": 0.6098823547363281, |
| "step": 1351 |
| }, |
| { |
| "epoch": 1.6273329319686936, |
| "grad_norm": 0.6602839846160563, |
| "learning_rate": 9.281703409389043e-06, |
| "loss": 0.5640820264816284, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.6285370258880194, |
| "grad_norm": 0.6404985903308311, |
| "learning_rate": 9.224013903769946e-06, |
| "loss": 0.5460361838340759, |
| "step": 1353 |
| }, |
| { |
| "epoch": 1.629741119807345, |
| "grad_norm": 0.7310242255012503, |
| "learning_rate": 9.166486016280562e-06, |
| "loss": 0.6130272150039673, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.6309452137266707, |
| "grad_norm": 0.6884079103542232, |
| "learning_rate": 9.109119974936214e-06, |
| "loss": 0.6136751174926758, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.6321493076459963, |
| "grad_norm": 0.6529933620631292, |
| "learning_rate": 9.051916007110734e-06, |
| "loss": 0.6048874855041504, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.633353401565322, |
| "grad_norm": 0.6395968359912824, |
| "learning_rate": 8.994874339535569e-06, |
| "loss": 0.5344066023826599, |
| "step": 1357 |
| }, |
| { |
| "epoch": 1.6345574954846478, |
| "grad_norm": 0.6918279947344644, |
| "learning_rate": 8.937995198298876e-06, |
| "loss": 0.5948113799095154, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.6357615894039736, |
| "grad_norm": 0.749627446048807, |
| "learning_rate": 8.881278808844634e-06, |
| "loss": 0.7015585899353027, |
| "step": 1359 |
| }, |
| { |
| "epoch": 1.6369656833232993, |
| "grad_norm": 0.6513184099746449, |
| "learning_rate": 8.824725395971745e-06, |
| "loss": 0.5625496506690979, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.638169777242625, |
| "grad_norm": 0.70238524053711, |
| "learning_rate": 8.768335183833132e-06, |
| "loss": 0.5731056928634644, |
| "step": 1361 |
| }, |
| { |
| "epoch": 1.6393738711619505, |
| "grad_norm": 0.5922414879341457, |
| "learning_rate": 8.712108395934881e-06, |
| "loss": 0.5841649174690247, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.6405779650812762, |
| "grad_norm": 0.7120993016869709, |
| "learning_rate": 8.656045255135314e-06, |
| "loss": 0.6364700794219971, |
| "step": 1363 |
| }, |
| { |
| "epoch": 1.641782059000602, |
| "grad_norm": 0.6823205060765781, |
| "learning_rate": 8.600145983644148e-06, |
| "loss": 0.5725845694541931, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.642986152919928, |
| "grad_norm": 0.7198857587229472, |
| "learning_rate": 8.544410803021574e-06, |
| "loss": 0.6214855909347534, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.6441902468392535, |
| "grad_norm": 0.7599273701755161, |
| "learning_rate": 8.488839934177422e-06, |
| "loss": 0.5974388122558594, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.6453943407585792, |
| "grad_norm": 0.6299613926355601, |
| "learning_rate": 8.43343359737025e-06, |
| "loss": 0.541568398475647, |
| "step": 1367 |
| }, |
| { |
| "epoch": 1.6465984346779048, |
| "grad_norm": 0.7683368730630007, |
| "learning_rate": 8.37819201220647e-06, |
| "loss": 0.5598741173744202, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.6478025285972304, |
| "grad_norm": 0.6726052056551877, |
| "learning_rate": 8.323115397639513e-06, |
| "loss": 0.6542848348617554, |
| "step": 1369 |
| }, |
| { |
| "epoch": 1.6490066225165563, |
| "grad_norm": 0.7069030163623019, |
| "learning_rate": 8.268203971968924e-06, |
| "loss": 0.6667160987854004, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.6502107164358821, |
| "grad_norm": 0.7887578536010386, |
| "learning_rate": 8.213457952839527e-06, |
| "loss": 0.6406658887863159, |
| "step": 1371 |
| }, |
| { |
| "epoch": 1.6514148103552078, |
| "grad_norm": 0.6428228995877527, |
| "learning_rate": 8.158877557240529e-06, |
| "loss": 0.5842369794845581, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.6526189042745334, |
| "grad_norm": 0.6479207628949376, |
| "learning_rate": 8.104463001504697e-06, |
| "loss": 0.6519626379013062, |
| "step": 1373 |
| }, |
| { |
| "epoch": 1.653822998193859, |
| "grad_norm": 0.646271984786154, |
| "learning_rate": 8.05021450130744e-06, |
| "loss": 0.672814667224884, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.6550270921131849, |
| "grad_norm": 0.690089646787334, |
| "learning_rate": 7.996132271666062e-06, |
| "loss": 0.6398512125015259, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.6562311860325105, |
| "grad_norm": 0.7142843238137437, |
| "learning_rate": 7.942216526938795e-06, |
| "loss": 0.6502315998077393, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.6574352799518364, |
| "grad_norm": 0.7017333242505988, |
| "learning_rate": 7.888467480824003e-06, |
| "loss": 0.5540474653244019, |
| "step": 1377 |
| }, |
| { |
| "epoch": 1.658639373871162, |
| "grad_norm": 0.6112300966080016, |
| "learning_rate": 7.83488534635936e-06, |
| "loss": 0.5615662336349487, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.6598434677904876, |
| "grad_norm": 0.6239463125390158, |
| "learning_rate": 7.78147033592091e-06, |
| "loss": 0.5031113028526306, |
| "step": 1379 |
| }, |
| { |
| "epoch": 1.6610475617098133, |
| "grad_norm": 0.6256029475727574, |
| "learning_rate": 7.728222661222372e-06, |
| "loss": 0.5563163161277771, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.6622516556291391, |
| "grad_norm": 0.6174721327715081, |
| "learning_rate": 7.675142533314172e-06, |
| "loss": 0.5445525050163269, |
| "step": 1381 |
| }, |
| { |
| "epoch": 1.6634557495484648, |
| "grad_norm": 0.7024225984065051, |
| "learning_rate": 7.622230162582656e-06, |
| "loss": 0.645501971244812, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.6646598434677906, |
| "grad_norm": 0.669124661367454, |
| "learning_rate": 7.569485758749262e-06, |
| "loss": 0.591521680355072, |
| "step": 1383 |
| }, |
| { |
| "epoch": 1.6658639373871162, |
| "grad_norm": 0.6527263767067266, |
| "learning_rate": 7.5169095308696865e-06, |
| "loss": 0.5606772899627686, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.6670680313064419, |
| "grad_norm": 0.7128844407615076, |
| "learning_rate": 7.4645016873330366e-06, |
| "loss": 0.5577992796897888, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.6682721252257675, |
| "grad_norm": 0.7093763173916899, |
| "learning_rate": 7.412262435861023e-06, |
| "loss": 0.6242444515228271, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.6694762191450934, |
| "grad_norm": 0.636491032457578, |
| "learning_rate": 7.360191983507153e-06, |
| "loss": 0.6403906345367432, |
| "step": 1387 |
| }, |
| { |
| "epoch": 1.670680313064419, |
| "grad_norm": 0.6790989386676121, |
| "learning_rate": 7.308290536655832e-06, |
| "loss": 0.5881612300872803, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.6718844069837449, |
| "grad_norm": 0.6914623079540592, |
| "learning_rate": 7.256558301021665e-06, |
| "loss": 0.6011528968811035, |
| "step": 1389 |
| }, |
| { |
| "epoch": 1.6730885009030705, |
| "grad_norm": 0.6449236469256695, |
| "learning_rate": 7.2049954816485465e-06, |
| "loss": 0.5145377516746521, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.6742925948223961, |
| "grad_norm": 0.6402647292844768, |
| "learning_rate": 7.153602282908877e-06, |
| "loss": 0.46896347403526306, |
| "step": 1391 |
| }, |
| { |
| "epoch": 1.6754966887417218, |
| "grad_norm": 0.9044826757800251, |
| "learning_rate": 7.102378908502783e-06, |
| "loss": 0.5730105638504028, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.6767007826610476, |
| "grad_norm": 0.6755349959326966, |
| "learning_rate": 7.051325561457217e-06, |
| "loss": 0.49916258454322815, |
| "step": 1393 |
| }, |
| { |
| "epoch": 1.6779048765803732, |
| "grad_norm": 0.6081660544641575, |
| "learning_rate": 7.000442444125299e-06, |
| "loss": 0.581791877746582, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.679108970499699, |
| "grad_norm": 0.6568587395069151, |
| "learning_rate": 6.949729758185386e-06, |
| "loss": 0.5793961882591248, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.6803130644190247, |
| "grad_norm": 0.6045398063594519, |
| "learning_rate": 6.899187704640325e-06, |
| "loss": 0.5350834131240845, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.6815171583383504, |
| "grad_norm": 0.703670828010958, |
| "learning_rate": 6.848816483816672e-06, |
| "loss": 0.6520372629165649, |
| "step": 1397 |
| }, |
| { |
| "epoch": 1.682721252257676, |
| "grad_norm": 0.6930075174428402, |
| "learning_rate": 6.798616295363819e-06, |
| "loss": 0.6430896520614624, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.6839253461770018, |
| "grad_norm": 0.7730269428876103, |
| "learning_rate": 6.748587338253337e-06, |
| "loss": 0.6163848638534546, |
| "step": 1399 |
| }, |
| { |
| "epoch": 1.6851294400963275, |
| "grad_norm": 0.6286066574174697, |
| "learning_rate": 6.698729810778065e-06, |
| "loss": 0.5772340297698975, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.6863335340156533, |
| "grad_norm": 0.7294910037496207, |
| "learning_rate": 6.649043910551394e-06, |
| "loss": 0.5512592792510986, |
| "step": 1401 |
| }, |
| { |
| "epoch": 1.687537627934979, |
| "grad_norm": 0.6244222286619725, |
| "learning_rate": 6.59952983450643e-06, |
| "loss": 0.6313691139221191, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.6887417218543046, |
| "grad_norm": 0.6734978231377051, |
| "learning_rate": 6.550187778895245e-06, |
| "loss": 0.5909968614578247, |
| "step": 1403 |
| }, |
| { |
| "epoch": 1.6899458157736302, |
| "grad_norm": 0.6618866839532577, |
| "learning_rate": 6.501017939288145e-06, |
| "loss": 0.5310465693473816, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.691149909692956, |
| "grad_norm": 0.8607611105372066, |
| "learning_rate": 6.452020510572798e-06, |
| "loss": 0.6151556968688965, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.6923540036122817, |
| "grad_norm": 0.7005150491998585, |
| "learning_rate": 6.4031956869535446e-06, |
| "loss": 0.5600522756576538, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.6935580975316076, |
| "grad_norm": 0.6913763418991744, |
| "learning_rate": 6.354543661950552e-06, |
| "loss": 0.6204140186309814, |
| "step": 1407 |
| }, |
| { |
| "epoch": 1.6947621914509332, |
| "grad_norm": 0.6717318012350875, |
| "learning_rate": 6.3060646283991106e-06, |
| "loss": 0.5715824365615845, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.6959662853702588, |
| "grad_norm": 0.6804374521308102, |
| "learning_rate": 6.257758778448886e-06, |
| "loss": 0.6015537977218628, |
| "step": 1409 |
| }, |
| { |
| "epoch": 1.6971703792895845, |
| "grad_norm": 0.7197309714970597, |
| "learning_rate": 6.20962630356306e-06, |
| "loss": 0.6230743527412415, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.6983744732089103, |
| "grad_norm": 0.6084567912170616, |
| "learning_rate": 6.1616673945176836e-06, |
| "loss": 0.5166609287261963, |
| "step": 1411 |
| }, |
| { |
| "epoch": 1.699578567128236, |
| "grad_norm": 0.7166780063988029, |
| "learning_rate": 6.113882241400804e-06, |
| "loss": 0.5911763310432434, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.7007826610475618, |
| "grad_norm": 0.680644684252157, |
| "learning_rate": 6.0662710336118425e-06, |
| "loss": 0.5495004653930664, |
| "step": 1413 |
| }, |
| { |
| "epoch": 1.7019867549668874, |
| "grad_norm": 0.6541568159495065, |
| "learning_rate": 6.018833959860753e-06, |
| "loss": 0.5092551708221436, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.703190848886213, |
| "grad_norm": 0.7016217840045879, |
| "learning_rate": 5.971571208167298e-06, |
| "loss": 0.5613583326339722, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.7043949428055387, |
| "grad_norm": 0.6856085040176679, |
| "learning_rate": 5.9244829658602845e-06, |
| "loss": 0.5862411260604858, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.7055990367248646, |
| "grad_norm": 0.6591642311688184, |
| "learning_rate": 5.87756941957685e-06, |
| "loss": 0.5513682961463928, |
| "step": 1417 |
| }, |
| { |
| "epoch": 1.7068031306441902, |
| "grad_norm": 0.7349519639802647, |
| "learning_rate": 5.830830755261751e-06, |
| "loss": 0.6334446668624878, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.708007224563516, |
| "grad_norm": 0.73882863177204, |
| "learning_rate": 5.784267158166551e-06, |
| "loss": 0.6603875160217285, |
| "step": 1419 |
| }, |
| { |
| "epoch": 1.7092113184828417, |
| "grad_norm": 0.7095238297236984, |
| "learning_rate": 5.737878812848929e-06, |
| "loss": 0.6795850396156311, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.7104154124021673, |
| "grad_norm": 0.6563617435177955, |
| "learning_rate": 5.691665903171939e-06, |
| "loss": 0.5577661991119385, |
| "step": 1421 |
| }, |
| { |
| "epoch": 1.711619506321493, |
| "grad_norm": 0.6926805845112587, |
| "learning_rate": 5.6456286123032884e-06, |
| "loss": 0.5532077550888062, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.7128236002408188, |
| "grad_norm": 0.757840187820166, |
| "learning_rate": 5.599767122714627e-06, |
| "loss": 0.6900238394737244, |
| "step": 1423 |
| }, |
| { |
| "epoch": 1.7140276941601444, |
| "grad_norm": 0.6736091606976441, |
| "learning_rate": 5.554081616180801e-06, |
| "loss": 0.671580970287323, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.7152317880794703, |
| "grad_norm": 0.8110605807535137, |
| "learning_rate": 5.508572273779089e-06, |
| "loss": 0.6170952916145325, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.716435881998796, |
| "grad_norm": 0.801663317237608, |
| "learning_rate": 5.4632392758885985e-06, |
| "loss": 0.6166957020759583, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.7176399759181216, |
| "grad_norm": 0.7132870889967348, |
| "learning_rate": 5.418082802189434e-06, |
| "loss": 0.6364924907684326, |
| "step": 1427 |
| }, |
| { |
| "epoch": 1.7188440698374472, |
| "grad_norm": 0.6382040908202296, |
| "learning_rate": 5.37310303166208e-06, |
| "loss": 0.5974953174591064, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.720048163756773, |
| "grad_norm": 0.6293311603232586, |
| "learning_rate": 5.328300142586629e-06, |
| "loss": 0.5622908473014832, |
| "step": 1429 |
| }, |
| { |
| "epoch": 1.7212522576760987, |
| "grad_norm": 0.7087979265244937, |
| "learning_rate": 5.283674312542064e-06, |
| "loss": 0.6232190132141113, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.7224563515954245, |
| "grad_norm": 0.6819379024095552, |
| "learning_rate": 5.239225718405616e-06, |
| "loss": 0.5627528429031372, |
| "step": 1431 |
| }, |
| { |
| "epoch": 1.7236604455147502, |
| "grad_norm": 0.6636651792900646, |
| "learning_rate": 5.194954536352021e-06, |
| "loss": 0.5178531408309937, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.7248645394340758, |
| "grad_norm": 0.6221452686560454, |
| "learning_rate": 5.150860941852842e-06, |
| "loss": 0.5021407604217529, |
| "step": 1433 |
| }, |
| { |
| "epoch": 1.7260686333534014, |
| "grad_norm": 0.7076986193166933, |
| "learning_rate": 5.106945109675759e-06, |
| "loss": 0.5684460997581482, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.7272727272727273, |
| "grad_norm": 0.7586911684097273, |
| "learning_rate": 5.0632072138838584e-06, |
| "loss": 0.622063159942627, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.728476821192053, |
| "grad_norm": 0.6432313034645677, |
| "learning_rate": 5.019647427834978e-06, |
| "loss": 0.5491294860839844, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.7296809151113788, |
| "grad_norm": 0.7126328051936873, |
| "learning_rate": 4.9762659241810285e-06, |
| "loss": 0.6418676376342773, |
| "step": 1437 |
| }, |
| { |
| "epoch": 1.7308850090307044, |
| "grad_norm": 0.7245289716767404, |
| "learning_rate": 4.933062874867267e-06, |
| "loss": 0.6219337582588196, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.73208910295003, |
| "grad_norm": 0.6652968238429772, |
| "learning_rate": 4.8900384511316234e-06, |
| "loss": 0.5271619558334351, |
| "step": 1439 |
| }, |
| { |
| "epoch": 1.7332931968693557, |
| "grad_norm": 0.6528164827219402, |
| "learning_rate": 4.847192823504054e-06, |
| "loss": 0.5417010188102722, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.7344972907886815, |
| "grad_norm": 0.6721322436180379, |
| "learning_rate": 4.804526161805833e-06, |
| "loss": 0.4796888530254364, |
| "step": 1441 |
| }, |
| { |
| "epoch": 1.7357013847080074, |
| "grad_norm": 0.6753296354279802, |
| "learning_rate": 4.7620386351489185e-06, |
| "loss": 0.5415114164352417, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.736905478627333, |
| "grad_norm": 0.8239056192797215, |
| "learning_rate": 4.7197304119352355e-06, |
| "loss": 0.6290271282196045, |
| "step": 1443 |
| }, |
| { |
| "epoch": 1.7381095725466587, |
| "grad_norm": 0.7452282782525684, |
| "learning_rate": 4.6776016598560124e-06, |
| "loss": 0.5112418532371521, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.7393136664659843, |
| "grad_norm": 0.8020314546802029, |
| "learning_rate": 4.635652545891156e-06, |
| "loss": 0.5837382674217224, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.74051776038531, |
| "grad_norm": 0.6592594691489769, |
| "learning_rate": 4.5938832363085495e-06, |
| "loss": 0.5531149506568909, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.7417218543046358, |
| "grad_norm": 0.7155783650823891, |
| "learning_rate": 4.552293896663451e-06, |
| "loss": 0.5711277723312378, |
| "step": 1447 |
| }, |
| { |
| "epoch": 1.7429259482239616, |
| "grad_norm": 0.7090330366794828, |
| "learning_rate": 4.510884691797751e-06, |
| "loss": 0.6422768831253052, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.7441300421432873, |
| "grad_norm": 0.6767776010565582, |
| "learning_rate": 4.469655785839377e-06, |
| "loss": 0.5116891860961914, |
| "step": 1449 |
| }, |
| { |
| "epoch": 1.745334136062613, |
| "grad_norm": 0.7374313697530425, |
| "learning_rate": 4.428607342201635e-06, |
| "loss": 0.6454214453697205, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.7465382299819385, |
| "grad_norm": 0.7319555301101304, |
| "learning_rate": 4.387739523582551e-06, |
| "loss": 0.6378218531608582, |
| "step": 1451 |
| }, |
| { |
| "epoch": 1.7477423239012642, |
| "grad_norm": 0.6048272822670632, |
| "learning_rate": 4.347052491964265e-06, |
| "loss": 0.5626097321510315, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.74894641782059, |
| "grad_norm": 0.6527263143361477, |
| "learning_rate": 4.306546408612306e-06, |
| "loss": 0.5640212297439575, |
| "step": 1453 |
| }, |
| { |
| "epoch": 1.7501505117399159, |
| "grad_norm": 0.6880645867716209, |
| "learning_rate": 4.26622143407503e-06, |
| "loss": 0.5336100459098816, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.7513546056592415, |
| "grad_norm": 0.699862911543868, |
| "learning_rate": 4.226077728182959e-06, |
| "loss": 0.5081793069839478, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.7525586995785671, |
| "grad_norm": 0.7137368223623376, |
| "learning_rate": 4.186115450048128e-06, |
| "loss": 0.5804829001426697, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.7537627934978928, |
| "grad_norm": 0.7289237634290167, |
| "learning_rate": 4.1463347580635195e-06, |
| "loss": 0.5615112781524658, |
| "step": 1457 |
| }, |
| { |
| "epoch": 1.7549668874172184, |
| "grad_norm": 0.7339170280419827, |
| "learning_rate": 4.106735809902324e-06, |
| "loss": 0.5764937996864319, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.7561709813365443, |
| "grad_norm": 0.7654362997491899, |
| "learning_rate": 4.0673187625174195e-06, |
| "loss": 0.5667378902435303, |
| "step": 1459 |
| }, |
| { |
| "epoch": 1.7573750752558701, |
| "grad_norm": 0.7182102826832707, |
| "learning_rate": 4.028083772140689e-06, |
| "loss": 0.5884034633636475, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.7585791691751957, |
| "grad_norm": 0.6300590195339411, |
| "learning_rate": 3.989030994282434e-06, |
| "loss": 0.5312051773071289, |
| "step": 1461 |
| }, |
| { |
| "epoch": 1.7597832630945214, |
| "grad_norm": 0.6928354046394739, |
| "learning_rate": 3.950160583730761e-06, |
| "loss": 0.606346607208252, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.760987357013847, |
| "grad_norm": 0.6289904720451077, |
| "learning_rate": 3.911472694550916e-06, |
| "loss": 0.48723918199539185, |
| "step": 1463 |
| }, |
| { |
| "epoch": 1.7621914509331726, |
| "grad_norm": 0.6938945943340636, |
| "learning_rate": 3.872967480084727e-06, |
| "loss": 0.594094455242157, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.7633955448524985, |
| "grad_norm": 0.6454574999652682, |
| "learning_rate": 3.834645092949973e-06, |
| "loss": 0.5265861749649048, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.7645996387718244, |
| "grad_norm": 0.6402068002340231, |
| "learning_rate": 3.796505685039825e-06, |
| "loss": 0.5821572542190552, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.76580373269115, |
| "grad_norm": 0.6215539747644288, |
| "learning_rate": 3.758549407522144e-06, |
| "loss": 0.5699132680892944, |
| "step": 1467 |
| }, |
| { |
| "epoch": 1.7670078266104756, |
| "grad_norm": 0.6494984773034171, |
| "learning_rate": 3.720776410838983e-06, |
| "loss": 0.4552852511405945, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.7682119205298013, |
| "grad_norm": 0.7818456595599201, |
| "learning_rate": 3.6831868447059324e-06, |
| "loss": 0.5594058632850647, |
| "step": 1469 |
| }, |
| { |
| "epoch": 1.7694160144491269, |
| "grad_norm": 0.7190550070540783, |
| "learning_rate": 3.645780858111547e-06, |
| "loss": 0.5849020481109619, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.7706201083684527, |
| "grad_norm": 0.7249951662594688, |
| "learning_rate": 3.6085585993167805e-06, |
| "loss": 0.6334759593009949, |
| "step": 1471 |
| }, |
| { |
| "epoch": 1.7718242022877786, |
| "grad_norm": 0.67842444805327, |
| "learning_rate": 3.5715202158543125e-06, |
| "loss": 0.5594388246536255, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.7730282962071042, |
| "grad_norm": 0.8264073869124916, |
| "learning_rate": 3.5346658545280795e-06, |
| "loss": 0.6197201013565063, |
| "step": 1473 |
| }, |
| { |
| "epoch": 1.7742323901264299, |
| "grad_norm": 0.6698909050253031, |
| "learning_rate": 3.4979956614125953e-06, |
| "loss": 0.5784468650817871, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.7754364840457555, |
| "grad_norm": 0.7016937116133866, |
| "learning_rate": 3.4615097818524235e-06, |
| "loss": 0.5452237725257874, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.7766405779650811, |
| "grad_norm": 0.7086957002805386, |
| "learning_rate": 3.4252083604616182e-06, |
| "loss": 0.5750047564506531, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.777844671884407, |
| "grad_norm": 0.7512169881958669, |
| "learning_rate": 3.389091541123074e-06, |
| "loss": 0.6154974699020386, |
| "step": 1477 |
| }, |
| { |
| "epoch": 1.7790487658037328, |
| "grad_norm": 0.7042299855461226, |
| "learning_rate": 3.353159466988032e-06, |
| "loss": 0.5605722665786743, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.7802528597230585, |
| "grad_norm": 0.630558437887846, |
| "learning_rate": 3.3174122804754738e-06, |
| "loss": 0.5536834001541138, |
| "step": 1479 |
| }, |
| { |
| "epoch": 1.781456953642384, |
| "grad_norm": 0.6794569037867353, |
| "learning_rate": 3.2818501232715794e-06, |
| "loss": 0.5650051236152649, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.7826610475617097, |
| "grad_norm": 0.7591191616699784, |
| "learning_rate": 3.246473136329148e-06, |
| "loss": 0.51902836561203, |
| "step": 1481 |
| }, |
| { |
| "epoch": 1.7838651414810354, |
| "grad_norm": 0.707909160129663, |
| "learning_rate": 3.211281459867038e-06, |
| "loss": 0.5955489873886108, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.7850692354003612, |
| "grad_norm": 0.703632152706884, |
| "learning_rate": 3.1762752333696297e-06, |
| "loss": 0.5627739429473877, |
| "step": 1483 |
| }, |
| { |
| "epoch": 1.786273329319687, |
| "grad_norm": 0.7499834212374759, |
| "learning_rate": 3.141454595586252e-06, |
| "loss": 0.5941311717033386, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.7874774232390127, |
| "grad_norm": 0.7497386383473793, |
| "learning_rate": 3.1068196845306487e-06, |
| "loss": 0.6763837933540344, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.7886815171583383, |
| "grad_norm": 0.6661680797779713, |
| "learning_rate": 3.072370637480415e-06, |
| "loss": 0.5017702579498291, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.789885611077664, |
| "grad_norm": 0.6976050548874814, |
| "learning_rate": 3.0381075909764744e-06, |
| "loss": 0.5178176164627075, |
| "step": 1487 |
| }, |
| { |
| "epoch": 1.7910897049969896, |
| "grad_norm": 0.7283625311783152, |
| "learning_rate": 3.004030680822517e-06, |
| "loss": 0.6162016987800598, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.7922937989163155, |
| "grad_norm": 0.6842189977654847, |
| "learning_rate": 2.9701400420844737e-06, |
| "loss": 0.6359889507293701, |
| "step": 1489 |
| }, |
| { |
| "epoch": 1.7934978928356413, |
| "grad_norm": 0.6757745138342321, |
| "learning_rate": 2.9364358090899766e-06, |
| "loss": 0.6323922276496887, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.794701986754967, |
| "grad_norm": 0.6901477256781282, |
| "learning_rate": 2.9029181154278274e-06, |
| "loss": 0.6050222516059875, |
| "step": 1491 |
| }, |
| { |
| "epoch": 1.7959060806742926, |
| "grad_norm": 0.7171202358809439, |
| "learning_rate": 2.8695870939474624e-06, |
| "loss": 0.5529733896255493, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.7971101745936182, |
| "grad_norm": 0.6669003093248148, |
| "learning_rate": 2.836442876758438e-06, |
| "loss": 0.5076313018798828, |
| "step": 1493 |
| }, |
| { |
| "epoch": 1.7983142685129438, |
| "grad_norm": 0.7269113877004387, |
| "learning_rate": 2.8034855952299045e-06, |
| "loss": 0.5276248455047607, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.7995183624322697, |
| "grad_norm": 0.723355977685466, |
| "learning_rate": 2.770715379990069e-06, |
| "loss": 0.6064050793647766, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.8007224563515956, |
| "grad_norm": 0.8243187220777127, |
| "learning_rate": 2.7381323609256937e-06, |
| "loss": 0.5484981536865234, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.8019265502709212, |
| "grad_norm": 0.7039071786277653, |
| "learning_rate": 2.7057366671815856e-06, |
| "loss": 0.5383074283599854, |
| "step": 1497 |
| }, |
| { |
| "epoch": 1.8031306441902468, |
| "grad_norm": 0.6667856491817752, |
| "learning_rate": 2.6735284271600657e-06, |
| "loss": 0.547199547290802, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.8043347381095725, |
| "grad_norm": 0.6492279453493423, |
| "learning_rate": 2.641507768520479e-06, |
| "loss": 0.5876493453979492, |
| "step": 1499 |
| }, |
| { |
| "epoch": 1.805538832028898, |
| "grad_norm": 0.6305483892926103, |
| "learning_rate": 2.6096748181786758e-06, |
| "loss": 0.4917656183242798, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.806742925948224, |
| "grad_norm": 0.8067515837423501, |
| "learning_rate": 2.5780297023065057e-06, |
| "loss": 0.6041967272758484, |
| "step": 1501 |
| }, |
| { |
| "epoch": 1.8079470198675498, |
| "grad_norm": 0.6999590307341557, |
| "learning_rate": 2.546572546331338e-06, |
| "loss": 0.6243309378623962, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.8091511137868754, |
| "grad_norm": 0.6758862291871842, |
| "learning_rate": 2.5153034749355487e-06, |
| "loss": 0.5620877742767334, |
| "step": 1503 |
| }, |
| { |
| "epoch": 1.810355207706201, |
| "grad_norm": 0.7545413968501355, |
| "learning_rate": 2.4842226120560255e-06, |
| "loss": 0.6363770365715027, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.8115593016255267, |
| "grad_norm": 0.6875005723476368, |
| "learning_rate": 2.4533300808836757e-06, |
| "loss": 0.6246600151062012, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.8127633955448526, |
| "grad_norm": 0.6838453782037119, |
| "learning_rate": 2.4226260038629545e-06, |
| "loss": 0.5130318999290466, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.8139674894641782, |
| "grad_norm": 0.6661804546469481, |
| "learning_rate": 2.3921105026913527e-06, |
| "loss": 0.5225271582603455, |
| "step": 1507 |
| }, |
| { |
| "epoch": 1.815171583383504, |
| "grad_norm": 0.7559286846781317, |
| "learning_rate": 2.3617836983189366e-06, |
| "loss": 0.5840597152709961, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.8163756773028297, |
| "grad_norm": 0.7015898859383557, |
| "learning_rate": 2.3316457109478716e-06, |
| "loss": 0.576333224773407, |
| "step": 1509 |
| }, |
| { |
| "epoch": 1.8175797712221553, |
| "grad_norm": 0.7325334460929459, |
| "learning_rate": 2.3016966600319154e-06, |
| "loss": 0.6196116805076599, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.818783865141481, |
| "grad_norm": 0.7238971994565907, |
| "learning_rate": 2.2719366642759754e-06, |
| "loss": 0.6115279197692871, |
| "step": 1511 |
| }, |
| { |
| "epoch": 1.8199879590608068, |
| "grad_norm": 0.6615840220669031, |
| "learning_rate": 2.2423658416356296e-06, |
| "loss": 0.5739059448242188, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.8211920529801324, |
| "grad_norm": 0.6438818574320542, |
| "learning_rate": 2.212984309316646e-06, |
| "loss": 0.5544348955154419, |
| "step": 1513 |
| }, |
| { |
| "epoch": 1.8223961468994583, |
| "grad_norm": 0.6887199478226267, |
| "learning_rate": 2.183792183774541e-06, |
| "loss": 0.5506141781806946, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.823600240818784, |
| "grad_norm": 0.630566851328714, |
| "learning_rate": 2.1547895807141004e-06, |
| "loss": 0.5032554864883423, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.8248043347381095, |
| "grad_norm": 0.6613185082560529, |
| "learning_rate": 2.125976615088926e-06, |
| "loss": 0.6159868240356445, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.8260084286574352, |
| "grad_norm": 0.7007602126683692, |
| "learning_rate": 2.0973534011009823e-06, |
| "loss": 0.5271652936935425, |
| "step": 1517 |
| }, |
| { |
| "epoch": 1.827212522576761, |
| "grad_norm": 0.6991109886060091, |
| "learning_rate": 2.0689200522001294e-06, |
| "loss": 0.5943084955215454, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.8284166164960867, |
| "grad_norm": 0.6317388395635505, |
| "learning_rate": 2.040676681083703e-06, |
| "loss": 0.5195907354354858, |
| "step": 1519 |
| }, |
| { |
| "epoch": 1.8296207104154125, |
| "grad_norm": 0.6614371125543239, |
| "learning_rate": 2.01262339969604e-06, |
| "loss": 0.5257569551467896, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.8308248043347382, |
| "grad_norm": 0.6721043989031192, |
| "learning_rate": 1.9847603192280515e-06, |
| "loss": 0.5383394956588745, |
| "step": 1521 |
| }, |
| { |
| "epoch": 1.8320288982540638, |
| "grad_norm": 0.6516699678388052, |
| "learning_rate": 1.957087550116765e-06, |
| "loss": 0.6025786995887756, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.8332329921733894, |
| "grad_norm": 0.7086815397016576, |
| "learning_rate": 1.929605202044904e-06, |
| "loss": 0.624287486076355, |
| "step": 1523 |
| }, |
| { |
| "epoch": 1.8344370860927153, |
| "grad_norm": 0.7095880324856938, |
| "learning_rate": 1.9023133839404517e-06, |
| "loss": 0.609376847743988, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.835641180012041, |
| "grad_norm": 0.6952599672746529, |
| "learning_rate": 1.875212203976201e-06, |
| "loss": 0.578833281993866, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.8368452739313668, |
| "grad_norm": 0.6335110011108259, |
| "learning_rate": 1.8483017695693494e-06, |
| "loss": 0.49487796425819397, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.8380493678506924, |
| "grad_norm": 0.725572265875903, |
| "learning_rate": 1.8215821873810601e-06, |
| "loss": 0.644855260848999, |
| "step": 1527 |
| }, |
| { |
| "epoch": 1.839253461770018, |
| "grad_norm": 0.775538378700794, |
| "learning_rate": 1.7950535633160403e-06, |
| "loss": 0.5681218504905701, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.8404575556893437, |
| "grad_norm": 0.7179662032057308, |
| "learning_rate": 1.768716002522125e-06, |
| "loss": 0.5964992642402649, |
| "step": 1529 |
| }, |
| { |
| "epoch": 1.8416616496086695, |
| "grad_norm": 0.6403003850145351, |
| "learning_rate": 1.7425696093898548e-06, |
| "loss": 0.4977972209453583, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.8428657435279951, |
| "grad_norm": 0.7228884489273776, |
| "learning_rate": 1.7166144875520763e-06, |
| "loss": 0.5850366950035095, |
| "step": 1531 |
| }, |
| { |
| "epoch": 1.844069837447321, |
| "grad_norm": 0.695494118116519, |
| "learning_rate": 1.6908507398834927e-06, |
| "loss": 0.5370050668716431, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.8452739313666466, |
| "grad_norm": 0.6719266812533203, |
| "learning_rate": 1.6652784685003197e-06, |
| "loss": 0.5704593658447266, |
| "step": 1533 |
| }, |
| { |
| "epoch": 1.8464780252859723, |
| "grad_norm": 0.6905237547910387, |
| "learning_rate": 1.6398977747598243e-06, |
| "loss": 0.6007063984870911, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.847682119205298, |
| "grad_norm": 0.6724829526221116, |
| "learning_rate": 1.614708759259942e-06, |
| "loss": 0.5665451288223267, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.8488862131246238, |
| "grad_norm": 0.8393382950462466, |
| "learning_rate": 1.5897115218388936e-06, |
| "loss": 0.6753185987472534, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.8500903070439494, |
| "grad_norm": 0.6494036890210806, |
| "learning_rate": 1.564906161574764e-06, |
| "loss": 0.4877506494522095, |
| "step": 1537 |
| }, |
| { |
| "epoch": 1.8512944009632752, |
| "grad_norm": 0.68916513427791, |
| "learning_rate": 1.5402927767851239e-06, |
| "loss": 0.5553507208824158, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.8524984948826009, |
| "grad_norm": 0.723218474778968, |
| "learning_rate": 1.5158714650266414e-06, |
| "loss": 0.5621401071548462, |
| "step": 1539 |
| }, |
| { |
| "epoch": 1.8537025888019265, |
| "grad_norm": 0.7184256940054815, |
| "learning_rate": 1.4916423230946885e-06, |
| "loss": 0.5810825824737549, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.8549066827212521, |
| "grad_norm": 0.7104079844650215, |
| "learning_rate": 1.4676054470229517e-06, |
| "loss": 0.5943775177001953, |
| "step": 1541 |
| }, |
| { |
| "epoch": 1.856110776640578, |
| "grad_norm": 0.6415428432253708, |
| "learning_rate": 1.443760932083077e-06, |
| "loss": 0.5965542793273926, |
| "step": 1542 |
| }, |
| { |
| "epoch": 1.8573148705599036, |
| "grad_norm": 0.6686962536908114, |
| "learning_rate": 1.4201088727842648e-06, |
| "loss": 0.5232040882110596, |
| "step": 1543 |
| }, |
| { |
| "epoch": 1.8585189644792295, |
| "grad_norm": 0.7009469795092166, |
| "learning_rate": 1.3966493628729039e-06, |
| "loss": 0.6138120293617249, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.8597230583985551, |
| "grad_norm": 0.6208974700635488, |
| "learning_rate": 1.373382495332215e-06, |
| "loss": 0.49354854226112366, |
| "step": 1545 |
| }, |
| { |
| "epoch": 1.8609271523178808, |
| "grad_norm": 0.692130552786189, |
| "learning_rate": 1.3503083623818412e-06, |
| "loss": 0.6931569576263428, |
| "step": 1546 |
| }, |
| { |
| "epoch": 1.8621312462372064, |
| "grad_norm": 0.765254055365152, |
| "learning_rate": 1.3274270554775425e-06, |
| "loss": 0.7060236930847168, |
| "step": 1547 |
| }, |
| { |
| "epoch": 1.8633353401565322, |
| "grad_norm": 0.699732493479322, |
| "learning_rate": 1.3047386653107784e-06, |
| "loss": 0.606826663017273, |
| "step": 1548 |
| }, |
| { |
| "epoch": 1.8645394340758579, |
| "grad_norm": 0.6674193143847964, |
| "learning_rate": 1.282243281808393e-06, |
| "loss": 0.674689531326294, |
| "step": 1549 |
| }, |
| { |
| "epoch": 1.8657435279951837, |
| "grad_norm": 0.6577773378574601, |
| "learning_rate": 1.2599409941322081e-06, |
| "loss": 0.5309125781059265, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.8669476219145094, |
| "grad_norm": 0.7046706962824838, |
| "learning_rate": 1.2378318906787145e-06, |
| "loss": 0.5600446462631226, |
| "step": 1551 |
| }, |
| { |
| "epoch": 1.868151715833835, |
| "grad_norm": 0.6566519822968615, |
| "learning_rate": 1.2159160590787143e-06, |
| "loss": 0.5337668657302856, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.8693558097531606, |
| "grad_norm": 0.694918375362827, |
| "learning_rate": 1.1941935861969455e-06, |
| "loss": 0.573444664478302, |
| "step": 1553 |
| }, |
| { |
| "epoch": 1.8705599036724865, |
| "grad_norm": 0.6117497741372008, |
| "learning_rate": 1.1726645581317752e-06, |
| "loss": 0.5877199769020081, |
| "step": 1554 |
| }, |
| { |
| "epoch": 1.8717639975918121, |
| "grad_norm": 0.6849649765191942, |
| "learning_rate": 1.1513290602148174e-06, |
| "loss": 0.5103924870491028, |
| "step": 1555 |
| }, |
| { |
| "epoch": 1.872968091511138, |
| "grad_norm": 0.6666116162172622, |
| "learning_rate": 1.1301871770106332e-06, |
| "loss": 0.5621691942214966, |
| "step": 1556 |
| }, |
| { |
| "epoch": 1.8741721854304636, |
| "grad_norm": 0.6918792000850436, |
| "learning_rate": 1.1092389923163915e-06, |
| "loss": 0.585303783416748, |
| "step": 1557 |
| }, |
| { |
| "epoch": 1.8753762793497892, |
| "grad_norm": 0.7628439993607844, |
| "learning_rate": 1.0884845891614925e-06, |
| "loss": 0.6140367984771729, |
| "step": 1558 |
| }, |
| { |
| "epoch": 1.8765803732691149, |
| "grad_norm": 0.6740049850142918, |
| "learning_rate": 1.0679240498073118e-06, |
| "loss": 0.5484222173690796, |
| "step": 1559 |
| }, |
| { |
| "epoch": 1.8777844671884407, |
| "grad_norm": 0.7523385412885472, |
| "learning_rate": 1.0475574557467837e-06, |
| "loss": 0.5650358200073242, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.8789885611077664, |
| "grad_norm": 0.6880191801421335, |
| "learning_rate": 1.0273848877041802e-06, |
| "loss": 0.47756820917129517, |
| "step": 1561 |
| }, |
| { |
| "epoch": 1.8801926550270922, |
| "grad_norm": 0.7132237427539956, |
| "learning_rate": 1.0074064256347104e-06, |
| "loss": 0.5750943422317505, |
| "step": 1562 |
| }, |
| { |
| "epoch": 1.8813967489464178, |
| "grad_norm": 0.6463908501083647, |
| "learning_rate": 9.876221487242322e-07, |
| "loss": 0.5670018196105957, |
| "step": 1563 |
| }, |
| { |
| "epoch": 1.8826008428657435, |
| "grad_norm": 0.7603473365673563, |
| "learning_rate": 9.680321353889576e-07, |
| "loss": 0.5906625986099243, |
| "step": 1564 |
| }, |
| { |
| "epoch": 1.883804936785069, |
| "grad_norm": 0.6859465389776784, |
| "learning_rate": 9.486364632750878e-07, |
| "loss": 0.5674991607666016, |
| "step": 1565 |
| }, |
| { |
| "epoch": 1.885009030704395, |
| "grad_norm": 0.6769950863239539, |
| "learning_rate": 9.294352092585779e-07, |
| "loss": 0.5772174596786499, |
| "step": 1566 |
| }, |
| { |
| "epoch": 1.8862131246237208, |
| "grad_norm": 0.7155135900382078, |
| "learning_rate": 9.104284494447779e-07, |
| "loss": 0.5847698450088501, |
| "step": 1567 |
| }, |
| { |
| "epoch": 1.8874172185430464, |
| "grad_norm": 0.7238855876217561, |
| "learning_rate": 8.916162591681543e-07, |
| "loss": 0.5530298948287964, |
| "step": 1568 |
| }, |
| { |
| "epoch": 1.888621312462372, |
| "grad_norm": 0.6526045127217193, |
| "learning_rate": 8.729987129919682e-07, |
| "loss": 0.5043114423751831, |
| "step": 1569 |
| }, |
| { |
| "epoch": 1.8898254063816977, |
| "grad_norm": 0.7391424950916906, |
| "learning_rate": 8.545758847080143e-07, |
| "loss": 0.5303754806518555, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.8910295003010233, |
| "grad_norm": 0.6712333443189676, |
| "learning_rate": 8.363478473363107e-07, |
| "loss": 0.577226996421814, |
| "step": 1571 |
| }, |
| { |
| "epoch": 1.8922335942203492, |
| "grad_norm": 0.6981141582176953, |
| "learning_rate": 8.183146731247982e-07, |
| "loss": 0.5423426628112793, |
| "step": 1572 |
| }, |
| { |
| "epoch": 1.893437688139675, |
| "grad_norm": 0.6311937513785054, |
| "learning_rate": 8.004764335490856e-07, |
| "loss": 0.48133552074432373, |
| "step": 1573 |
| }, |
| { |
| "epoch": 1.8946417820590007, |
| "grad_norm": 0.6789891972188489, |
| "learning_rate": 7.828331993121163e-07, |
| "loss": 0.5657028555870056, |
| "step": 1574 |
| }, |
| { |
| "epoch": 1.8958458759783263, |
| "grad_norm": 0.7254998928602563, |
| "learning_rate": 7.653850403439411e-07, |
| "loss": 0.5331858396530151, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.897049969897652, |
| "grad_norm": 0.6608618601341222, |
| "learning_rate": 7.481320258014124e-07, |
| "loss": 0.5427488088607788, |
| "step": 1576 |
| }, |
| { |
| "epoch": 1.8982540638169776, |
| "grad_norm": 0.6694799327623477, |
| "learning_rate": 7.31074224067918e-07, |
| "loss": 0.6095342636108398, |
| "step": 1577 |
| }, |
| { |
| "epoch": 1.8994581577363034, |
| "grad_norm": 0.6099067398142338, |
| "learning_rate": 7.142117027531092e-07, |
| "loss": 0.5477356314659119, |
| "step": 1578 |
| }, |
| { |
| "epoch": 1.9006622516556293, |
| "grad_norm": 0.7085200907625167, |
| "learning_rate": 6.975445286926063e-07, |
| "loss": 0.5689785480499268, |
| "step": 1579 |
| }, |
| { |
| "epoch": 1.901866345574955, |
| "grad_norm": 0.7103499006587805, |
| "learning_rate": 6.810727679477935e-07, |
| "loss": 0.5828697681427002, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.9030704394942806, |
| "grad_norm": 0.6301829347830576, |
| "learning_rate": 6.647964858055133e-07, |
| "loss": 0.5717979669570923, |
| "step": 1581 |
| }, |
| { |
| "epoch": 1.9042745334136062, |
| "grad_norm": 0.636202610900024, |
| "learning_rate": 6.48715746777806e-07, |
| "loss": 0.5298157930374146, |
| "step": 1582 |
| }, |
| { |
| "epoch": 1.9054786273329318, |
| "grad_norm": 0.6411930882178205, |
| "learning_rate": 6.328306146016593e-07, |
| "loss": 0.4738658666610718, |
| "step": 1583 |
| }, |
| { |
| "epoch": 1.9066827212522577, |
| "grad_norm": 0.75869674875339, |
| "learning_rate": 6.171411522387871e-07, |
| "loss": 0.6281449794769287, |
| "step": 1584 |
| }, |
| { |
| "epoch": 1.9078868151715835, |
| "grad_norm": 0.6766625111559003, |
| "learning_rate": 6.016474218753288e-07, |
| "loss": 0.6420220136642456, |
| "step": 1585 |
| }, |
| { |
| "epoch": 1.9090909090909092, |
| "grad_norm": 0.6592870011567821, |
| "learning_rate": 5.863494849216444e-07, |
| "loss": 0.5731959342956543, |
| "step": 1586 |
| }, |
| { |
| "epoch": 1.9102950030102348, |
| "grad_norm": 0.7741711986152868, |
| "learning_rate": 5.712474020120484e-07, |
| "loss": 0.5774096250534058, |
| "step": 1587 |
| }, |
| { |
| "epoch": 1.9114990969295604, |
| "grad_norm": 0.7327164005422871, |
| "learning_rate": 5.563412330045758e-07, |
| "loss": 0.6661399602890015, |
| "step": 1588 |
| }, |
| { |
| "epoch": 1.912703190848886, |
| "grad_norm": 0.6490076102800001, |
| "learning_rate": 5.416310369807331e-07, |
| "loss": 0.5940079092979431, |
| "step": 1589 |
| }, |
| { |
| "epoch": 1.913907284768212, |
| "grad_norm": 0.6929070437022665, |
| "learning_rate": 5.271168722453035e-07, |
| "loss": 0.5624694228172302, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.9151113786875378, |
| "grad_norm": 0.7220541731385967, |
| "learning_rate": 5.127987963260583e-07, |
| "loss": 0.6027872562408447, |
| "step": 1591 |
| }, |
| { |
| "epoch": 1.9163154726068634, |
| "grad_norm": 0.7573965262363941, |
| "learning_rate": 4.986768659735852e-07, |
| "loss": 0.5407252907752991, |
| "step": 1592 |
| }, |
| { |
| "epoch": 1.917519566526189, |
| "grad_norm": 0.7140587243770241, |
| "learning_rate": 4.847511371610159e-07, |
| "loss": 0.5981488823890686, |
| "step": 1593 |
| }, |
| { |
| "epoch": 1.9187236604455147, |
| "grad_norm": 0.7092430794499894, |
| "learning_rate": 4.710216650838317e-07, |
| "loss": 0.6029732823371887, |
| "step": 1594 |
| }, |
| { |
| "epoch": 1.9199277543648403, |
| "grad_norm": 0.7233316220665095, |
| "learning_rate": 4.5748850415964774e-07, |
| "loss": 0.48785698413848877, |
| "step": 1595 |
| }, |
| { |
| "epoch": 1.9211318482841662, |
| "grad_norm": 0.7018765555724064, |
| "learning_rate": 4.4415170802797333e-07, |
| "loss": 0.627527117729187, |
| "step": 1596 |
| }, |
| { |
| "epoch": 1.922335942203492, |
| "grad_norm": 0.6960703296753732, |
| "learning_rate": 4.3101132955002396e-07, |
| "loss": 0.5867995023727417, |
| "step": 1597 |
| }, |
| { |
| "epoch": 1.9235400361228177, |
| "grad_norm": 0.7554260967626275, |
| "learning_rate": 4.180674208084989e-07, |
| "loss": 0.546118438243866, |
| "step": 1598 |
| }, |
| { |
| "epoch": 1.9247441300421433, |
| "grad_norm": 0.6780941213732067, |
| "learning_rate": 4.0532003310736475e-07, |
| "loss": 0.5627431273460388, |
| "step": 1599 |
| }, |
| { |
| "epoch": 1.925948223961469, |
| "grad_norm": 0.7461456750112884, |
| "learning_rate": 3.9276921697169455e-07, |
| "loss": 0.5974733829498291, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.9271523178807946, |
| "grad_norm": 0.7331210435274516, |
| "learning_rate": 3.804150221474179e-07, |
| "loss": 0.61258864402771, |
| "step": 1601 |
| }, |
| { |
| "epoch": 1.9283564118001204, |
| "grad_norm": 0.7291842214281149, |
| "learning_rate": 3.6825749760113215e-07, |
| "loss": 0.648840606212616, |
| "step": 1602 |
| }, |
| { |
| "epoch": 1.9295605057194463, |
| "grad_norm": 0.7458366591965205, |
| "learning_rate": 3.5629669151994725e-07, |
| "loss": 0.6015305519104004, |
| "step": 1603 |
| }, |
| { |
| "epoch": 1.930764599638772, |
| "grad_norm": 0.8293947514840635, |
| "learning_rate": 3.4453265131124677e-07, |
| "loss": 0.5498949289321899, |
| "step": 1604 |
| }, |
| { |
| "epoch": 1.9319686935580975, |
| "grad_norm": 0.6484978877567261, |
| "learning_rate": 3.3296542360253256e-07, |
| "loss": 0.5641001462936401, |
| "step": 1605 |
| }, |
| { |
| "epoch": 1.9331727874774232, |
| "grad_norm": 0.6847140731160282, |
| "learning_rate": 3.2159505424122495e-07, |
| "loss": 0.5579475164413452, |
| "step": 1606 |
| }, |
| { |
| "epoch": 1.9343768813967488, |
| "grad_norm": 0.7236561832059804, |
| "learning_rate": 3.1042158829447385e-07, |
| "loss": 0.6008574962615967, |
| "step": 1607 |
| }, |
| { |
| "epoch": 1.9355809753160746, |
| "grad_norm": 0.6680008850614204, |
| "learning_rate": 2.9944507004900367e-07, |
| "loss": 0.5793865919113159, |
| "step": 1608 |
| }, |
| { |
| "epoch": 1.9367850692354005, |
| "grad_norm": 0.7226863078514579, |
| "learning_rate": 2.8866554301091866e-07, |
| "loss": 0.5802816152572632, |
| "step": 1609 |
| }, |
| { |
| "epoch": 1.9379891631547261, |
| "grad_norm": 0.6066089323199368, |
| "learning_rate": 2.780830499055476e-07, |
| "loss": 0.41039422154426575, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.9391932570740518, |
| "grad_norm": 0.7541554507302138, |
| "learning_rate": 2.6769763267723845e-07, |
| "loss": 0.7123790979385376, |
| "step": 1611 |
| }, |
| { |
| "epoch": 1.9403973509933774, |
| "grad_norm": 0.6539368475453213, |
| "learning_rate": 2.575093324892364e-07, |
| "loss": 0.5050459504127502, |
| "step": 1612 |
| }, |
| { |
| "epoch": 1.941601444912703, |
| "grad_norm": 0.6362805423411522, |
| "learning_rate": 2.4751818972350016e-07, |
| "loss": 0.540932297706604, |
| "step": 1613 |
| }, |
| { |
| "epoch": 1.9428055388320289, |
| "grad_norm": 0.7530210700051205, |
| "learning_rate": 2.377242439805305e-07, |
| "loss": 0.7373020052909851, |
| "step": 1614 |
| }, |
| { |
| "epoch": 1.9440096327513547, |
| "grad_norm": 0.7606614768716228, |
| "learning_rate": 2.281275340792477e-07, |
| "loss": 0.6150696277618408, |
| "step": 1615 |
| }, |
| { |
| "epoch": 1.9452137266706804, |
| "grad_norm": 0.6667905800819639, |
| "learning_rate": 2.187280980567863e-07, |
| "loss": 0.6177890300750732, |
| "step": 1616 |
| }, |
| { |
| "epoch": 1.946417820590006, |
| "grad_norm": 0.7280364011212537, |
| "learning_rate": 2.095259731684007e-07, |
| "loss": 0.535525381565094, |
| "step": 1617 |
| }, |
| { |
| "epoch": 1.9476219145093316, |
| "grad_norm": 0.6612643727912537, |
| "learning_rate": 2.0052119588727103e-07, |
| "loss": 0.5701784491539001, |
| "step": 1618 |
| }, |
| { |
| "epoch": 1.9488260084286573, |
| "grad_norm": 0.6930350525511971, |
| "learning_rate": 1.917138019043918e-07, |
| "loss": 0.5127325057983398, |
| "step": 1619 |
| }, |
| { |
| "epoch": 1.9500301023479831, |
| "grad_norm": 0.6645178871748494, |
| "learning_rate": 1.8310382612841125e-07, |
| "loss": 0.5932685136795044, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.951234196267309, |
| "grad_norm": 0.6600103793645039, |
| "learning_rate": 1.7469130268549238e-07, |
| "loss": 0.5705520510673523, |
| "step": 1621 |
| }, |
| { |
| "epoch": 1.9524382901866346, |
| "grad_norm": 0.7037195958313917, |
| "learning_rate": 1.6647626491919088e-07, |
| "loss": 0.6251012086868286, |
| "step": 1622 |
| }, |
| { |
| "epoch": 1.9536423841059603, |
| "grad_norm": 0.7203644868401232, |
| "learning_rate": 1.5845874539032192e-07, |
| "loss": 0.6126412153244019, |
| "step": 1623 |
| }, |
| { |
| "epoch": 1.9548464780252859, |
| "grad_norm": 0.6893511239479428, |
| "learning_rate": 1.5063877587681019e-07, |
| "loss": 0.6284942626953125, |
| "step": 1624 |
| }, |
| { |
| "epoch": 1.9560505719446115, |
| "grad_norm": 0.7277088854826446, |
| "learning_rate": 1.4301638737358459e-07, |
| "loss": 0.5494322776794434, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.9572546658639374, |
| "grad_norm": 0.7044708997407658, |
| "learning_rate": 1.3559161009246146e-07, |
| "loss": 0.4695800542831421, |
| "step": 1626 |
| }, |
| { |
| "epoch": 1.9584587597832632, |
| "grad_norm": 0.6464366555921628, |
| "learning_rate": 1.283644734619893e-07, |
| "loss": 0.5801255106925964, |
| "step": 1627 |
| }, |
| { |
| "epoch": 1.9596628537025889, |
| "grad_norm": 0.6572737348994054, |
| "learning_rate": 1.2133500612737103e-07, |
| "loss": 0.5532472133636475, |
| "step": 1628 |
| }, |
| { |
| "epoch": 1.9608669476219145, |
| "grad_norm": 0.6546752224566054, |
| "learning_rate": 1.1450323595034174e-07, |
| "loss": 0.5728014707565308, |
| "step": 1629 |
| }, |
| { |
| "epoch": 1.9620710415412401, |
| "grad_norm": 0.7098695274037261, |
| "learning_rate": 1.0786919000903562e-07, |
| "loss": 0.6312659978866577, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.963275135460566, |
| "grad_norm": 0.6431445514270803, |
| "learning_rate": 1.0143289459790816e-07, |
| "loss": 0.5799425840377808, |
| "step": 1631 |
| }, |
| { |
| "epoch": 1.9644792293798916, |
| "grad_norm": 0.6719495518124794, |
| "learning_rate": 9.519437522760299e-08, |
| "loss": 0.5714237689971924, |
| "step": 1632 |
| }, |
| { |
| "epoch": 1.9656833232992175, |
| "grad_norm": 0.752533416502612, |
| "learning_rate": 8.915365662488518e-08, |
| "loss": 0.5689437985420227, |
| "step": 1633 |
| }, |
| { |
| "epoch": 1.966887417218543, |
| "grad_norm": 0.7692727283179666, |
| "learning_rate": 8.331076273250249e-08, |
| "loss": 0.6392886638641357, |
| "step": 1634 |
| }, |
| { |
| "epoch": 1.9680915111378687, |
| "grad_norm": 0.7336589415290271, |
| "learning_rate": 7.766571670913547e-08, |
| "loss": 0.5719316005706787, |
| "step": 1635 |
| }, |
| { |
| "epoch": 1.9692956050571944, |
| "grad_norm": 0.6838298911100253, |
| "learning_rate": 7.221854092926971e-08, |
| "loss": 0.5827243328094482, |
| "step": 1636 |
| }, |
| { |
| "epoch": 1.9704996989765202, |
| "grad_norm": 0.7686224124765682, |
| "learning_rate": 6.696925698311817e-08, |
| "loss": 0.6425184011459351, |
| "step": 1637 |
| }, |
| { |
| "epoch": 1.9717037928958459, |
| "grad_norm": 0.6532559866884581, |
| "learning_rate": 6.191788567654344e-08, |
| "loss": 0.5946167707443237, |
| "step": 1638 |
| }, |
| { |
| "epoch": 1.9729078868151717, |
| "grad_norm": 0.6312344261575024, |
| "learning_rate": 5.706444703096336e-08, |
| "loss": 0.5090816617012024, |
| "step": 1639 |
| }, |
| { |
| "epoch": 1.9741119807344973, |
| "grad_norm": 0.7676146358721873, |
| "learning_rate": 5.240896028327891e-08, |
| "loss": 0.579215407371521, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.975316074653823, |
| "grad_norm": 0.6728133395765841, |
| "learning_rate": 4.7951443885807524e-08, |
| "loss": 0.5652763247489929, |
| "step": 1641 |
| }, |
| { |
| "epoch": 1.9765201685731486, |
| "grad_norm": 0.6432580000680586, |
| "learning_rate": 4.3691915506177686e-08, |
| "loss": 0.5408779382705688, |
| "step": 1642 |
| }, |
| { |
| "epoch": 1.9777242624924745, |
| "grad_norm": 0.6315126229459764, |
| "learning_rate": 3.963039202730112e-08, |
| "loss": 0.5882087349891663, |
| "step": 1643 |
| }, |
| { |
| "epoch": 1.9789283564118, |
| "grad_norm": 0.7011158641139948, |
| "learning_rate": 3.576688954727847e-08, |
| "loss": 0.5176501274108887, |
| "step": 1644 |
| }, |
| { |
| "epoch": 1.980132450331126, |
| "grad_norm": 0.6587097052056431, |
| "learning_rate": 3.210142337932709e-08, |
| "loss": 0.5108386874198914, |
| "step": 1645 |
| }, |
| { |
| "epoch": 1.9813365442504516, |
| "grad_norm": 0.6425909595737344, |
| "learning_rate": 2.8634008051758864e-08, |
| "loss": 0.5777048468589783, |
| "step": 1646 |
| }, |
| { |
| "epoch": 1.9825406381697772, |
| "grad_norm": 0.7147004863851809, |
| "learning_rate": 2.536465730788029e-08, |
| "loss": 0.500884473323822, |
| "step": 1647 |
| }, |
| { |
| "epoch": 1.9837447320891028, |
| "grad_norm": 0.6737989717991144, |
| "learning_rate": 2.229338410597026e-08, |
| "loss": 0.5754954218864441, |
| "step": 1648 |
| }, |
| { |
| "epoch": 1.9849488260084287, |
| "grad_norm": 0.7131714825607306, |
| "learning_rate": 1.9420200619207907e-08, |
| "loss": 0.5816112160682678, |
| "step": 1649 |
| }, |
| { |
| "epoch": 1.9861529199277543, |
| "grad_norm": 0.7554088529786651, |
| "learning_rate": 1.6745118235628188e-08, |
| "loss": 0.6610931158065796, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.9873570138470802, |
| "grad_norm": 0.7420931407483101, |
| "learning_rate": 1.4268147558088585e-08, |
| "loss": 0.5348343849182129, |
| "step": 1651 |
| }, |
| { |
| "epoch": 1.9885611077664058, |
| "grad_norm": 0.7690940969965758, |
| "learning_rate": 1.1989298404213588e-08, |
| "loss": 0.5157413482666016, |
| "step": 1652 |
| }, |
| { |
| "epoch": 1.9897652016857315, |
| "grad_norm": 0.6882882292897665, |
| "learning_rate": 9.908579806361396e-09, |
| "loss": 0.4572542905807495, |
| "step": 1653 |
| }, |
| { |
| "epoch": 1.990969295605057, |
| "grad_norm": 0.6899079935771424, |
| "learning_rate": 8.026000011596146e-09, |
| "loss": 0.6765772700309753, |
| "step": 1654 |
| }, |
| { |
| "epoch": 1.992173389524383, |
| "grad_norm": 0.6843041221046693, |
| "learning_rate": 6.341566481626871e-09, |
| "loss": 0.6102558374404907, |
| "step": 1655 |
| }, |
| { |
| "epoch": 1.9933774834437086, |
| "grad_norm": 0.6850570474611285, |
| "learning_rate": 4.855285892813033e-09, |
| "loss": 0.5829460024833679, |
| "step": 1656 |
| }, |
| { |
| "epoch": 1.9945815773630344, |
| "grad_norm": 0.6410933816390361, |
| "learning_rate": 3.567164136120127e-09, |
| "loss": 0.5028737187385559, |
| "step": 1657 |
| }, |
| { |
| "epoch": 1.99578567128236, |
| "grad_norm": 0.65338875182292, |
| "learning_rate": 2.47720631710302e-09, |
| "loss": 0.5529558658599854, |
| "step": 1658 |
| }, |
| { |
| "epoch": 1.9969897652016857, |
| "grad_norm": 0.6618217221632864, |
| "learning_rate": 1.5854167558670975e-09, |
| "loss": 0.5901626348495483, |
| "step": 1659 |
| }, |
| { |
| "epoch": 1.9981938591210113, |
| "grad_norm": 0.6620340323637777, |
| "learning_rate": 8.917989870849131e-10, |
| "loss": 0.55892014503479, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.9993979530403372, |
| "grad_norm": 0.7584505389100632, |
| "learning_rate": 3.9635575994623196e-10, |
| "loss": 0.613528311252594, |
| "step": 1661 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.897855344686248, |
| "learning_rate": 9.908903817468229e-11, |
| "loss": 0.5595951080322266, |
| "step": 1662 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 1662, |
| "total_flos": 1137613352534016.0, |
| "train_loss": 0.6870017016730153, |
| "train_runtime": 15224.812, |
| "train_samples_per_second": 0.873, |
| "train_steps_per_second": 0.109 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1662, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1137613352534016.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
