| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 1662, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0012040939193257074, |
| "grad_norm": 1.3857311022773227, |
| "learning_rate": 0.0, |
| "loss": 1.2624930143356323, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.002408187838651415, |
| "grad_norm": 1.2463740707126811, |
| "learning_rate": 1.1904761904761904e-06, |
| "loss": 1.2957890033721924, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.003612281757977122, |
| "grad_norm": 1.3015760498903324, |
| "learning_rate": 2.3809523809523808e-06, |
| "loss": 1.1986539363861084, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.00481637567730283, |
| "grad_norm": 1.2379219361149816, |
| "learning_rate": 3.5714285714285714e-06, |
| "loss": 1.3096256256103516, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.006020469596628537, |
| "grad_norm": 1.3581559932810647, |
| "learning_rate": 4.7619047619047615e-06, |
| "loss": 1.1937272548675537, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.007224563515954244, |
| "grad_norm": 1.0634295654218369, |
| "learning_rate": 5.9523809523809525e-06, |
| "loss": 1.2732062339782715, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.008428657435279952, |
| "grad_norm": 1.2627731612400113, |
| "learning_rate": 7.142857142857143e-06, |
| "loss": 1.2242463827133179, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.00963275135460566, |
| "grad_norm": 1.1398494957999068, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 1.1949011087417603, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.010836845273931367, |
| "grad_norm": 1.026465962704984, |
| "learning_rate": 9.523809523809523e-06, |
| "loss": 1.1705152988433838, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.012040939193257074, |
| "grad_norm": 1.1041557775646487, |
| "learning_rate": 1.0714285714285714e-05, |
| "loss": 1.2213799953460693, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.013245033112582781, |
| "grad_norm": 0.9017315332617877, |
| "learning_rate": 1.1904761904761905e-05, |
| "loss": 1.028003454208374, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.014449127031908489, |
| "grad_norm": 0.9237344161484694, |
| "learning_rate": 1.3095238095238096e-05, |
| "loss": 1.1745611429214478, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.015653220951234198, |
| "grad_norm": 0.8711175509387572, |
| "learning_rate": 1.4285714285714285e-05, |
| "loss": 1.101892352104187, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.016857314870559904, |
| "grad_norm": 0.8000142119880304, |
| "learning_rate": 1.5476190476190476e-05, |
| "loss": 1.2238388061523438, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.018061408789885613, |
| "grad_norm": 0.8029962706958844, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 1.0508818626403809, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.01926550270921132, |
| "grad_norm": 0.6849848840354494, |
| "learning_rate": 1.785714285714286e-05, |
| "loss": 1.1084110736846924, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.020469596628537028, |
| "grad_norm": 0.6093252535402999, |
| "learning_rate": 1.9047619047619046e-05, |
| "loss": 1.0637344121932983, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.021673690547862733, |
| "grad_norm": 0.7183132273243993, |
| "learning_rate": 2.023809523809524e-05, |
| "loss": 1.227840542793274, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.022877784467188442, |
| "grad_norm": 0.648545110248291, |
| "learning_rate": 2.1428571428571428e-05, |
| "loss": 1.035664677619934, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.024081878386514148, |
| "grad_norm": 0.7486365623781298, |
| "learning_rate": 2.261904761904762e-05, |
| "loss": 1.1192017793655396, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.025285972305839857, |
| "grad_norm": 0.6944922028048586, |
| "learning_rate": 2.380952380952381e-05, |
| "loss": 1.0208429098129272, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.026490066225165563, |
| "grad_norm": 0.7196682603599855, |
| "learning_rate": 2.5e-05, |
| "loss": 0.9876303672790527, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.027694160144491272, |
| "grad_norm": 0.6870272402541916, |
| "learning_rate": 2.6190476190476192e-05, |
| "loss": 0.9562600255012512, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.028898254063816978, |
| "grad_norm": 0.7001195731104751, |
| "learning_rate": 2.7380952380952383e-05, |
| "loss": 0.9452283382415771, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.030102347983142687, |
| "grad_norm": 0.6921327909531948, |
| "learning_rate": 2.857142857142857e-05, |
| "loss": 0.9548719525337219, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.031306441902468396, |
| "grad_norm": 0.8825048360102998, |
| "learning_rate": 2.9761904761904762e-05, |
| "loss": 0.98993980884552, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.0325105358217941, |
| "grad_norm": 0.9116554836534111, |
| "learning_rate": 3.095238095238095e-05, |
| "loss": 0.983814001083374, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.03371462974111981, |
| "grad_norm": 0.6444611662989064, |
| "learning_rate": 3.2142857142857144e-05, |
| "loss": 0.9923904538154602, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.034918723660445516, |
| "grad_norm": 0.6886039243167973, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.9659771919250488, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.036122817579771226, |
| "grad_norm": 0.6381424384485729, |
| "learning_rate": 3.4523809523809526e-05, |
| "loss": 0.9863267540931702, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03732691149909693, |
| "grad_norm": 0.6548053846918751, |
| "learning_rate": 3.571428571428572e-05, |
| "loss": 0.8822348117828369, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.03853100541842264, |
| "grad_norm": 0.6826015392587083, |
| "learning_rate": 3.690476190476191e-05, |
| "loss": 0.9292355179786682, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.039735099337748346, |
| "grad_norm": 0.6273525551782426, |
| "learning_rate": 3.809523809523809e-05, |
| "loss": 0.905829906463623, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.040939193257074055, |
| "grad_norm": 0.5893650834603397, |
| "learning_rate": 3.928571428571429e-05, |
| "loss": 0.9168639183044434, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.04214328717639976, |
| "grad_norm": 0.6804002970035018, |
| "learning_rate": 4.047619047619048e-05, |
| "loss": 0.934005618095398, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.04334738109572547, |
| "grad_norm": 0.6222574179731591, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 1.032753825187683, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.044551475015051176, |
| "grad_norm": 0.6431266610244738, |
| "learning_rate": 4.2857142857142856e-05, |
| "loss": 0.9134799242019653, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.045755568934376885, |
| "grad_norm": 0.6578290497463257, |
| "learning_rate": 4.404761904761905e-05, |
| "loss": 1.029952049255371, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.04695966285370259, |
| "grad_norm": 0.5695498869134297, |
| "learning_rate": 4.523809523809524e-05, |
| "loss": 0.822999119758606, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.048163756773028296, |
| "grad_norm": 0.632165325404353, |
| "learning_rate": 4.642857142857143e-05, |
| "loss": 0.9547191858291626, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.049367850692354005, |
| "grad_norm": 0.620883509847803, |
| "learning_rate": 4.761904761904762e-05, |
| "loss": 0.862228512763977, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.050571944611679714, |
| "grad_norm": 0.6108129542721347, |
| "learning_rate": 4.880952380952381e-05, |
| "loss": 0.7873831987380981, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.05177603853100542, |
| "grad_norm": 0.7030432783023145, |
| "learning_rate": 5e-05, |
| "loss": 1.0008782148361206, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.052980132450331126, |
| "grad_norm": 0.6505410737487353, |
| "learning_rate": 5.119047619047619e-05, |
| "loss": 0.9275888800621033, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.054184226369656835, |
| "grad_norm": 0.6154655728629782, |
| "learning_rate": 5.2380952380952384e-05, |
| "loss": 0.8537961840629578, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.055388320288982544, |
| "grad_norm": 0.7449340178952516, |
| "learning_rate": 5.3571428571428575e-05, |
| "loss": 0.9411592483520508, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.056592414208308246, |
| "grad_norm": 0.7101160305866654, |
| "learning_rate": 5.4761904761904766e-05, |
| "loss": 0.9629615545272827, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.057796508127633955, |
| "grad_norm": 0.8823843880033381, |
| "learning_rate": 5.595238095238096e-05, |
| "loss": 0.9812487363815308, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.059000602046959665, |
| "grad_norm": 0.5608003870598052, |
| "learning_rate": 5.714285714285714e-05, |
| "loss": 0.8206362724304199, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.060204695966285374, |
| "grad_norm": 0.638805862955044, |
| "learning_rate": 5.833333333333334e-05, |
| "loss": 0.8263431787490845, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.061408789885611076, |
| "grad_norm": 0.664746029928191, |
| "learning_rate": 5.9523809523809524e-05, |
| "loss": 0.9181925058364868, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.06261288380493679, |
| "grad_norm": 0.7289678488950536, |
| "learning_rate": 6.0714285714285715e-05, |
| "loss": 1.0222965478897095, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.0638169777242625, |
| "grad_norm": 0.6652149139696909, |
| "learning_rate": 6.19047619047619e-05, |
| "loss": 0.9594002962112427, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.0650210716435882, |
| "grad_norm": 0.7637365045333203, |
| "learning_rate": 6.30952380952381e-05, |
| "loss": 0.9369411468505859, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.06622516556291391, |
| "grad_norm": 0.6519732231987009, |
| "learning_rate": 6.428571428571429e-05, |
| "loss": 0.8848404884338379, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06742925948223961, |
| "grad_norm": 0.7035051117504962, |
| "learning_rate": 6.547619047619048e-05, |
| "loss": 0.8579400777816772, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.06863335340156532, |
| "grad_norm": 0.6792729200988498, |
| "learning_rate": 6.666666666666667e-05, |
| "loss": 0.861051082611084, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.06983744732089103, |
| "grad_norm": 0.7158674926842507, |
| "learning_rate": 6.785714285714286e-05, |
| "loss": 0.7903656363487244, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.07104154124021674, |
| "grad_norm": 0.6760969797512926, |
| "learning_rate": 6.904761904761905e-05, |
| "loss": 1.018286943435669, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.07224563515954245, |
| "grad_norm": 0.730090732097835, |
| "learning_rate": 7.023809523809524e-05, |
| "loss": 0.9277474284172058, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07344972907886815, |
| "grad_norm": 0.8107099747044093, |
| "learning_rate": 7.142857142857143e-05, |
| "loss": 0.8761380910873413, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.07465382299819386, |
| "grad_norm": 0.7483132054674674, |
| "learning_rate": 7.261904761904762e-05, |
| "loss": 0.9940742254257202, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.07585791691751957, |
| "grad_norm": 0.6592025247156321, |
| "learning_rate": 7.380952380952382e-05, |
| "loss": 0.8578092455863953, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.07706201083684527, |
| "grad_norm": 0.666663929914337, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 1.0562655925750732, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.07826610475617098, |
| "grad_norm": 0.6553657959902202, |
| "learning_rate": 7.619047619047618e-05, |
| "loss": 0.8854537010192871, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07947019867549669, |
| "grad_norm": 0.6801527830093095, |
| "learning_rate": 7.738095238095239e-05, |
| "loss": 0.9619255065917969, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.0806742925948224, |
| "grad_norm": 0.7091511971130606, |
| "learning_rate": 7.857142857142858e-05, |
| "loss": 0.8897154331207275, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.08187838651414811, |
| "grad_norm": 0.6217568908430099, |
| "learning_rate": 7.976190476190477e-05, |
| "loss": 0.8639489412307739, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.08308248043347381, |
| "grad_norm": 0.6691126348267878, |
| "learning_rate": 8.095238095238096e-05, |
| "loss": 0.9247884154319763, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.08428657435279951, |
| "grad_norm": 0.7919455951914144, |
| "learning_rate": 8.214285714285714e-05, |
| "loss": 0.9096778631210327, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08549066827212523, |
| "grad_norm": 0.644505073274393, |
| "learning_rate": 8.333333333333334e-05, |
| "loss": 0.9896690845489502, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.08669476219145093, |
| "grad_norm": 0.6459900993473042, |
| "learning_rate": 8.452380952380952e-05, |
| "loss": 0.8692221641540527, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.08789885611077664, |
| "grad_norm": 0.6921380271706044, |
| "learning_rate": 8.571428571428571e-05, |
| "loss": 0.9840501546859741, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.08910295003010235, |
| "grad_norm": 0.6546405385949223, |
| "learning_rate": 8.690476190476192e-05, |
| "loss": 0.9007392525672913, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.09030704394942805, |
| "grad_norm": 0.7145883364692728, |
| "learning_rate": 8.80952380952381e-05, |
| "loss": 0.8619614839553833, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.09151113786875377, |
| "grad_norm": 0.5739847978816365, |
| "learning_rate": 8.92857142857143e-05, |
| "loss": 0.837583065032959, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.09271523178807947, |
| "grad_norm": 0.6341980887282052, |
| "learning_rate": 9.047619047619048e-05, |
| "loss": 0.9038036465644836, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.09391932570740517, |
| "grad_norm": 0.6715336469582549, |
| "learning_rate": 9.166666666666667e-05, |
| "loss": 0.8892405033111572, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.09512341962673089, |
| "grad_norm": 0.6903293650509718, |
| "learning_rate": 9.285714285714286e-05, |
| "loss": 0.8257960081100464, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.09632751354605659, |
| "grad_norm": 0.6991914027861378, |
| "learning_rate": 9.404761904761905e-05, |
| "loss": 0.9379273056983948, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0975316074653823, |
| "grad_norm": 0.6517772318319879, |
| "learning_rate": 9.523809523809524e-05, |
| "loss": 0.8167468905448914, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.09873570138470801, |
| "grad_norm": 0.6350406572797412, |
| "learning_rate": 9.642857142857143e-05, |
| "loss": 0.870227575302124, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.09993979530403371, |
| "grad_norm": 0.6386697594141318, |
| "learning_rate": 9.761904761904762e-05, |
| "loss": 0.8133725523948669, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.10114388922335943, |
| "grad_norm": 0.8274992982474421, |
| "learning_rate": 9.880952380952381e-05, |
| "loss": 0.895470917224884, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.10234798314268513, |
| "grad_norm": 0.7218441065279982, |
| "learning_rate": 0.0001, |
| "loss": 0.8310229778289795, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.10355207706201083, |
| "grad_norm": 0.7086943059605396, |
| "learning_rate": 9.999990091096183e-05, |
| "loss": 0.9554932117462158, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.10475617098133655, |
| "grad_norm": 0.8132692794887189, |
| "learning_rate": 9.999960364424007e-05, |
| "loss": 0.9255356192588806, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.10596026490066225, |
| "grad_norm": 0.6711594152752894, |
| "learning_rate": 9.999910820101293e-05, |
| "loss": 0.8907528519630432, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.10716435881998795, |
| "grad_norm": 0.7050931327380768, |
| "learning_rate": 9.999841458324413e-05, |
| "loss": 0.8549885749816895, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.10836845273931367, |
| "grad_norm": 0.7100005408954425, |
| "learning_rate": 9.999752279368291e-05, |
| "loss": 0.9431029558181763, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10957254665863937, |
| "grad_norm": 0.6371089599634813, |
| "learning_rate": 9.999643283586388e-05, |
| "loss": 0.9296759963035583, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.11077664057796509, |
| "grad_norm": 0.6734224937891277, |
| "learning_rate": 9.999514471410719e-05, |
| "loss": 0.899579644203186, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.11198073449729079, |
| "grad_norm": 0.6438486311871371, |
| "learning_rate": 9.999365843351838e-05, |
| "loss": 0.9152452945709229, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.11318482841661649, |
| "grad_norm": 0.6110376662502763, |
| "learning_rate": 9.999197399998841e-05, |
| "loss": 0.7135411500930786, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.11438892233594221, |
| "grad_norm": 0.624592733508939, |
| "learning_rate": 9.999009142019364e-05, |
| "loss": 0.890850305557251, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.11559301625526791, |
| "grad_norm": 0.6776171599806363, |
| "learning_rate": 9.99880107015958e-05, |
| "loss": 0.871957004070282, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.11679711017459361, |
| "grad_norm": 0.6468008693554984, |
| "learning_rate": 9.998573185244192e-05, |
| "loss": 0.8072552680969238, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.11800120409391933, |
| "grad_norm": 0.6533711890608097, |
| "learning_rate": 9.998325488176437e-05, |
| "loss": 0.8927024602890015, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.11920529801324503, |
| "grad_norm": 0.651193212466641, |
| "learning_rate": 9.99805797993808e-05, |
| "loss": 0.7971667051315308, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.12040939193257075, |
| "grad_norm": 0.6833450262543173, |
| "learning_rate": 9.997770661589403e-05, |
| "loss": 0.8304203748703003, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.12161348585189645, |
| "grad_norm": 0.5967083397414709, |
| "learning_rate": 9.997463534269213e-05, |
| "loss": 0.8748705983161926, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.12281757977122215, |
| "grad_norm": 0.6694705277935548, |
| "learning_rate": 9.997136599194825e-05, |
| "loss": 0.8278296589851379, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.12402167369054787, |
| "grad_norm": 0.5722304555846056, |
| "learning_rate": 9.996789857662068e-05, |
| "loss": 0.7870973944664001, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.12522576760987358, |
| "grad_norm": 0.6261642343902029, |
| "learning_rate": 9.996423311045273e-05, |
| "loss": 0.9398536086082458, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.12642986152919927, |
| "grad_norm": 0.7013040298414001, |
| "learning_rate": 9.99603696079727e-05, |
| "loss": 0.7681595087051392, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.127633955448525, |
| "grad_norm": 0.6763036369561215, |
| "learning_rate": 9.995630808449383e-05, |
| "loss": 0.7789179086685181, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.1288380493678507, |
| "grad_norm": 0.6292862927531453, |
| "learning_rate": 9.99520485561142e-05, |
| "loss": 0.8259806632995605, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.1300421432871764, |
| "grad_norm": 0.5750463614305219, |
| "learning_rate": 9.994759103971673e-05, |
| "loss": 0.8091164231300354, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.1312462372065021, |
| "grad_norm": 0.6900239826497377, |
| "learning_rate": 9.994293555296904e-05, |
| "loss": 0.8229101300239563, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.13245033112582782, |
| "grad_norm": 0.7090621897550452, |
| "learning_rate": 9.993808211432346e-05, |
| "loss": 0.8720242381095886, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1336544250451535, |
| "grad_norm": 0.649720004600575, |
| "learning_rate": 9.993303074301689e-05, |
| "loss": 0.9825680255889893, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.13485851896447923, |
| "grad_norm": 0.596066035750241, |
| "learning_rate": 9.992778145907073e-05, |
| "loss": 0.835587203502655, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.13606261288380495, |
| "grad_norm": 0.6114422326601442, |
| "learning_rate": 9.992233428329088e-05, |
| "loss": 0.8825037479400635, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.13726670680313063, |
| "grad_norm": 0.6139625161179929, |
| "learning_rate": 9.99166892372675e-05, |
| "loss": 0.8165640830993652, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.13847080072245635, |
| "grad_norm": 0.6400803908308438, |
| "learning_rate": 9.991084634337511e-05, |
| "loss": 0.8673977851867676, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.13967489464178207, |
| "grad_norm": 0.63045091304516, |
| "learning_rate": 9.99048056247724e-05, |
| "loss": 0.9138743877410889, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.14087898856110775, |
| "grad_norm": 0.6538480320196308, |
| "learning_rate": 9.989856710540209e-05, |
| "loss": 0.8727657794952393, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.14208308248043347, |
| "grad_norm": 0.5908593583990588, |
| "learning_rate": 9.989213080999097e-05, |
| "loss": 0.7986258864402771, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.1432871763997592, |
| "grad_norm": 0.6062471765966283, |
| "learning_rate": 9.988549676404965e-05, |
| "loss": 0.9581261873245239, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.1444912703190849, |
| "grad_norm": 0.6628181567530304, |
| "learning_rate": 9.987866499387264e-05, |
| "loss": 0.8676153421401978, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1456953642384106, |
| "grad_norm": 0.6088706936578496, |
| "learning_rate": 9.987163552653802e-05, |
| "loss": 0.8428996205329895, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.1468994581577363, |
| "grad_norm": 0.6022625865028414, |
| "learning_rate": 9.986440838990755e-05, |
| "loss": 0.8001778721809387, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.14810355207706202, |
| "grad_norm": 0.5976622504629961, |
| "learning_rate": 9.985698361262642e-05, |
| "loss": 0.8853356242179871, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.1493076459963877, |
| "grad_norm": 0.6384576361013036, |
| "learning_rate": 9.984936122412319e-05, |
| "loss": 0.8536797165870667, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.15051173991571343, |
| "grad_norm": 0.5757065790067829, |
| "learning_rate": 9.984154125460969e-05, |
| "loss": 0.730737566947937, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.15171583383503914, |
| "grad_norm": 0.6478459969598638, |
| "learning_rate": 9.983352373508081e-05, |
| "loss": 0.896142840385437, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.15291992775436483, |
| "grad_norm": 0.6340985936115769, |
| "learning_rate": 9.982530869731451e-05, |
| "loss": 0.8389994502067566, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.15412402167369055, |
| "grad_norm": 0.6141960403382065, |
| "learning_rate": 9.98168961738716e-05, |
| "loss": 0.7525704503059387, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.15532811559301626, |
| "grad_norm": 0.5593301763063173, |
| "learning_rate": 9.980828619809561e-05, |
| "loss": 0.8256592154502869, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.15653220951234195, |
| "grad_norm": 0.5599457834475475, |
| "learning_rate": 9.979947880411273e-05, |
| "loss": 0.8039137125015259, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.15773630343166767, |
| "grad_norm": 0.6241383827018707, |
| "learning_rate": 9.97904740268316e-05, |
| "loss": 0.8460755348205566, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.15894039735099338, |
| "grad_norm": 0.6316516334216284, |
| "learning_rate": 9.978127190194322e-05, |
| "loss": 0.8612096309661865, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.16014449127031907, |
| "grad_norm": 0.6125586110900785, |
| "learning_rate": 9.977187246592076e-05, |
| "loss": 0.855193018913269, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.1613485851896448, |
| "grad_norm": 0.6292847564168722, |
| "learning_rate": 9.976227575601947e-05, |
| "loss": 0.988248348236084, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.1625526791089705, |
| "grad_norm": 0.5508080355058005, |
| "learning_rate": 9.97524818102765e-05, |
| "loss": 0.8570771217346191, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.16375677302829622, |
| "grad_norm": 0.6701649957289219, |
| "learning_rate": 9.974249066751077e-05, |
| "loss": 0.8548328280448914, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.1649608669476219, |
| "grad_norm": 0.6260940616203523, |
| "learning_rate": 9.973230236732276e-05, |
| "loss": 0.8489102125167847, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.16616496086694763, |
| "grad_norm": 0.6448311566984258, |
| "learning_rate": 9.972191695009446e-05, |
| "loss": 0.814854085445404, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.16736905478627334, |
| "grad_norm": 0.6006579952276618, |
| "learning_rate": 9.971133445698908e-05, |
| "loss": 0.8287836909294128, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.16857314870559903, |
| "grad_norm": 0.595069768052264, |
| "learning_rate": 9.9700554929951e-05, |
| "loss": 0.8828743100166321, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16977724262492475, |
| "grad_norm": 0.5992523879349947, |
| "learning_rate": 9.968957841170554e-05, |
| "loss": 0.7269818782806396, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.17098133654425046, |
| "grad_norm": 0.6358277373490012, |
| "learning_rate": 9.967840494575879e-05, |
| "loss": 0.8707228302955627, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.17218543046357615, |
| "grad_norm": 0.6256085596888589, |
| "learning_rate": 9.966703457639748e-05, |
| "loss": 0.7957820892333984, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.17338952438290187, |
| "grad_norm": 0.633651328717841, |
| "learning_rate": 9.965546734868875e-05, |
| "loss": 0.7849557995796204, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.17459361830222758, |
| "grad_norm": 0.6650954162324398, |
| "learning_rate": 9.964370330848005e-05, |
| "loss": 0.86981201171875, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.17579771222155327, |
| "grad_norm": 0.6662715455940965, |
| "learning_rate": 9.963174250239888e-05, |
| "loss": 0.874397337436676, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.177001806140879, |
| "grad_norm": 0.6256157448531097, |
| "learning_rate": 9.96195849778526e-05, |
| "loss": 0.8385191559791565, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.1782059000602047, |
| "grad_norm": 0.7580851610244488, |
| "learning_rate": 9.960723078302832e-05, |
| "loss": 0.8500886559486389, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.1794099939795304, |
| "grad_norm": 0.5473969800960325, |
| "learning_rate": 9.959467996689264e-05, |
| "loss": 0.7514045238494873, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.1806140878988561, |
| "grad_norm": 0.5617783736374764, |
| "learning_rate": 9.95819325791915e-05, |
| "loss": 0.8130397200584412, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 0.5255953623788495, |
| "learning_rate": 9.956898867044999e-05, |
| "loss": 0.7567414045333862, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.18302227573750754, |
| "grad_norm": 0.5802570951276651, |
| "learning_rate": 9.955584829197203e-05, |
| "loss": 0.8222522139549255, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.18422636965683323, |
| "grad_norm": 0.5516508722368936, |
| "learning_rate": 9.954251149584036e-05, |
| "loss": 0.7163509130477905, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.18543046357615894, |
| "grad_norm": 0.5840085174535194, |
| "learning_rate": 9.952897833491617e-05, |
| "loss": 0.8305390477180481, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.18663455749548466, |
| "grad_norm": 0.5998319848472415, |
| "learning_rate": 9.951524886283899e-05, |
| "loss": 0.8803359270095825, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.18783865141481035, |
| "grad_norm": 0.5801346337633988, |
| "learning_rate": 9.950132313402642e-05, |
| "loss": 0.8195471167564392, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.18904274533413606, |
| "grad_norm": 0.6021003112824673, |
| "learning_rate": 9.948720120367394e-05, |
| "loss": 0.8305729627609253, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.19024683925346178, |
| "grad_norm": 0.5722705278603031, |
| "learning_rate": 9.947288312775471e-05, |
| "loss": 0.911281406879425, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.19145093317278747, |
| "grad_norm": 0.7115092503847944, |
| "learning_rate": 9.945836896301927e-05, |
| "loss": 0.8648508787155151, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.19265502709211318, |
| "grad_norm": 0.5561571792875855, |
| "learning_rate": 9.944365876699544e-05, |
| "loss": 0.8270993828773499, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1938591210114389, |
| "grad_norm": 0.5047158553714911, |
| "learning_rate": 9.942875259798796e-05, |
| "loss": 0.6847013831138611, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.1950632149307646, |
| "grad_norm": 0.6071931068999377, |
| "learning_rate": 9.941365051507836e-05, |
| "loss": 0.6603276133537292, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.1962673088500903, |
| "grad_norm": 0.6975658094834045, |
| "learning_rate": 9.939835257812468e-05, |
| "loss": 0.8116236925125122, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.19747140276941602, |
| "grad_norm": 0.6144333372016162, |
| "learning_rate": 9.938285884776121e-05, |
| "loss": 0.7998278141021729, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.1986754966887417, |
| "grad_norm": 0.6746772669051367, |
| "learning_rate": 9.936716938539834e-05, |
| "loss": 0.7614130973815918, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.19987959060806743, |
| "grad_norm": 0.6058387154386324, |
| "learning_rate": 9.93512842532222e-05, |
| "loss": 0.8001455664634705, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.20108368452739314, |
| "grad_norm": 0.709154481648146, |
| "learning_rate": 9.93352035141945e-05, |
| "loss": 0.898850679397583, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.20228777844671886, |
| "grad_norm": 0.7417717941267389, |
| "learning_rate": 9.931892723205221e-05, |
| "loss": 0.9218953251838684, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.20349187236604455, |
| "grad_norm": 0.6209828279431264, |
| "learning_rate": 9.93024554713074e-05, |
| "loss": 0.7685527801513672, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.20469596628537026, |
| "grad_norm": 0.6366701630614862, |
| "learning_rate": 9.92857882972469e-05, |
| "loss": 0.8374059796333313, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.20590006020469598, |
| "grad_norm": 0.5595323430918345, |
| "learning_rate": 9.926892577593208e-05, |
| "loss": 0.9538528919219971, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.20710415412402167, |
| "grad_norm": 0.5686220609783365, |
| "learning_rate": 9.925186797419858e-05, |
| "loss": 0.7435036301612854, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.20830824804334738, |
| "grad_norm": 0.5896909739473452, |
| "learning_rate": 9.923461495965607e-05, |
| "loss": 0.9060875177383423, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.2095123419626731, |
| "grad_norm": 0.5732335188188169, |
| "learning_rate": 9.92171668006879e-05, |
| "loss": 0.7095259428024292, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2107164358819988, |
| "grad_norm": 0.5413026055480401, |
| "learning_rate": 9.919952356645092e-05, |
| "loss": 0.8325881958007812, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2119205298013245, |
| "grad_norm": 0.6250854503279384, |
| "learning_rate": 9.91816853268752e-05, |
| "loss": 0.8085938096046448, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.21312462372065022, |
| "grad_norm": 0.5191367916965406, |
| "learning_rate": 9.91636521526637e-05, |
| "loss": 0.7798078656196594, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.2143287176399759, |
| "grad_norm": 0.5853528270128076, |
| "learning_rate": 9.9145424115292e-05, |
| "loss": 0.8047578930854797, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.21553281155930162, |
| "grad_norm": 0.5620566052956103, |
| "learning_rate": 9.912700128700805e-05, |
| "loss": 0.7659736275672913, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.21673690547862734, |
| "grad_norm": 0.6328693181609747, |
| "learning_rate": 9.910838374083185e-05, |
| "loss": 0.900551438331604, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.21794099939795303, |
| "grad_norm": 0.6120172533297469, |
| "learning_rate": 9.908957155055523e-05, |
| "loss": 0.7945046424865723, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.21914509331727874, |
| "grad_norm": 0.5837876424034375, |
| "learning_rate": 9.907056479074142e-05, |
| "loss": 0.792214035987854, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.22034918723660446, |
| "grad_norm": 0.643354812405774, |
| "learning_rate": 9.905136353672492e-05, |
| "loss": 0.765371561050415, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.22155328115593018, |
| "grad_norm": 0.6018854214062566, |
| "learning_rate": 9.903196786461106e-05, |
| "loss": 0.86408931016922, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.22275737507525586, |
| "grad_norm": 0.6035354187551014, |
| "learning_rate": 9.901237785127577e-05, |
| "loss": 0.8438395261764526, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.22396146899458158, |
| "grad_norm": 0.6087113771907617, |
| "learning_rate": 9.89925935743653e-05, |
| "loss": 0.8094379305839539, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.2251655629139073, |
| "grad_norm": 0.5726663549851495, |
| "learning_rate": 9.897261511229583e-05, |
| "loss": 0.7722645998001099, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.22636965683323299, |
| "grad_norm": 0.5725020014585523, |
| "learning_rate": 9.895244254425322e-05, |
| "loss": 0.7963128685951233, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.2275737507525587, |
| "grad_norm": 0.5671424265608609, |
| "learning_rate": 9.893207595019269e-05, |
| "loss": 0.861395001411438, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.22877784467188442, |
| "grad_norm": 0.6148069567225031, |
| "learning_rate": 9.891151541083852e-05, |
| "loss": 0.8708590269088745, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.2299819385912101, |
| "grad_norm": 0.5373717373175128, |
| "learning_rate": 9.889076100768362e-05, |
| "loss": 0.8136815428733826, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.23118603251053582, |
| "grad_norm": 0.5623442601909269, |
| "learning_rate": 9.886981282298937e-05, |
| "loss": 0.8031935095787048, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.23239012642986154, |
| "grad_norm": 0.5877417215377068, |
| "learning_rate": 9.884867093978519e-05, |
| "loss": 0.9116311073303223, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.23359422034918723, |
| "grad_norm": 0.5940782648264424, |
| "learning_rate": 9.882733544186825e-05, |
| "loss": 0.8557519912719727, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.23479831426851294, |
| "grad_norm": 0.5877233860993956, |
| "learning_rate": 9.880580641380306e-05, |
| "loss": 0.8720890283584595, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.23600240818783866, |
| "grad_norm": 0.6100600335906609, |
| "learning_rate": 9.878408394092129e-05, |
| "loss": 0.796465277671814, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.23720650210716435, |
| "grad_norm": 0.5224524929320521, |
| "learning_rate": 9.876216810932129e-05, |
| "loss": 0.7119709253311157, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.23841059602649006, |
| "grad_norm": 0.5882114020843635, |
| "learning_rate": 9.87400590058678e-05, |
| "loss": 0.7778695225715637, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.23961468994581578, |
| "grad_norm": 0.5646252854821827, |
| "learning_rate": 9.871775671819162e-05, |
| "loss": 0.7835485935211182, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.2408187838651415, |
| "grad_norm": 0.5534101097338066, |
| "learning_rate": 9.869526133468923e-05, |
| "loss": 0.7811274528503418, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.24202287778446718, |
| "grad_norm": 0.659757981549362, |
| "learning_rate": 9.867257294452245e-05, |
| "loss": 0.8600764274597168, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.2432269717037929, |
| "grad_norm": 0.5828795040656405, |
| "learning_rate": 9.864969163761817e-05, |
| "loss": 0.8677747845649719, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.24443106562311862, |
| "grad_norm": 0.5735738787878958, |
| "learning_rate": 9.86266175046678e-05, |
| "loss": 0.7098298072814941, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.2456351595424443, |
| "grad_norm": 0.6109429085852309, |
| "learning_rate": 9.86033506371271e-05, |
| "loss": 0.8356621265411377, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.24683925346177002, |
| "grad_norm": 0.6590037848494839, |
| "learning_rate": 9.857989112721574e-05, |
| "loss": 0.8513151407241821, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.24804334738109574, |
| "grad_norm": 0.5843263839007125, |
| "learning_rate": 9.855623906791693e-05, |
| "loss": 0.7554444074630737, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.24924744130042142, |
| "grad_norm": 0.6097379652117024, |
| "learning_rate": 9.853239455297705e-05, |
| "loss": 0.7517697811126709, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.25045153521974717, |
| "grad_norm": 0.5909426785905095, |
| "learning_rate": 9.850835767690532e-05, |
| "loss": 0.8333016633987427, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.25165562913907286, |
| "grad_norm": 0.5632590506371093, |
| "learning_rate": 9.848412853497337e-05, |
| "loss": 0.7474313974380493, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.25285972305839854, |
| "grad_norm": 0.6515626929603409, |
| "learning_rate": 9.845970722321489e-05, |
| "loss": 0.8400745987892151, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2540638169777243, |
| "grad_norm": 0.5758739986380993, |
| "learning_rate": 9.843509383842525e-05, |
| "loss": 0.8299905061721802, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.25526791089705, |
| "grad_norm": 0.5990535640426988, |
| "learning_rate": 9.841028847816112e-05, |
| "loss": 0.871423602104187, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.25647200481637566, |
| "grad_norm": 0.6381070316663646, |
| "learning_rate": 9.838529124074006e-05, |
| "loss": 0.8027063012123108, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.2576760987357014, |
| "grad_norm": 0.5637299048863595, |
| "learning_rate": 9.836010222524018e-05, |
| "loss": 0.7195415496826172, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.2588801926550271, |
| "grad_norm": 0.5432784432670418, |
| "learning_rate": 9.833472153149968e-05, |
| "loss": 0.7662504315376282, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.2600842865743528, |
| "grad_norm": 0.5861530629284589, |
| "learning_rate": 9.830914926011651e-05, |
| "loss": 0.7310256958007812, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.26128838049367853, |
| "grad_norm": 0.5619164717308941, |
| "learning_rate": 9.828338551244794e-05, |
| "loss": 0.83974289894104, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.2624924744130042, |
| "grad_norm": 0.5584180288947086, |
| "learning_rate": 9.825743039061015e-05, |
| "loss": 0.8033380508422852, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.2636965683323299, |
| "grad_norm": 0.6521530238007373, |
| "learning_rate": 9.823128399747788e-05, |
| "loss": 0.8010194301605225, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.26490066225165565, |
| "grad_norm": 0.5866740761389695, |
| "learning_rate": 9.820494643668396e-05, |
| "loss": 0.7578902244567871, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.26610475617098134, |
| "grad_norm": 0.5752716889039778, |
| "learning_rate": 9.817841781261894e-05, |
| "loss": 0.889061450958252, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.267308850090307, |
| "grad_norm": 0.661749410785086, |
| "learning_rate": 9.815169823043066e-05, |
| "loss": 0.9390289783477783, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.26851294400963277, |
| "grad_norm": 0.6005185789152208, |
| "learning_rate": 9.812478779602381e-05, |
| "loss": 0.8111711740493774, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.26971703792895846, |
| "grad_norm": 0.6462056969592548, |
| "learning_rate": 9.809768661605956e-05, |
| "loss": 0.8043175935745239, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.27092113184828415, |
| "grad_norm": 0.6425301724501173, |
| "learning_rate": 9.80703947979551e-05, |
| "loss": 0.8524254560470581, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2721252257676099, |
| "grad_norm": 0.5728100192205237, |
| "learning_rate": 9.804291244988324e-05, |
| "loss": 0.7850819230079651, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.2733293196869356, |
| "grad_norm": 0.5821116752238383, |
| "learning_rate": 9.801523968077195e-05, |
| "loss": 0.8302472829818726, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.27453341360626127, |
| "grad_norm": 0.569993484923619, |
| "learning_rate": 9.798737660030397e-05, |
| "loss": 0.7643336653709412, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.275737507525587, |
| "grad_norm": 0.5524447832896014, |
| "learning_rate": 9.79593233189163e-05, |
| "loss": 0.742889404296875, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.2769416014449127, |
| "grad_norm": 0.5482676333114046, |
| "learning_rate": 9.793107994779988e-05, |
| "loss": 0.8601056933403015, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2781456953642384, |
| "grad_norm": 0.5800717674989954, |
| "learning_rate": 9.790264659889903e-05, |
| "loss": 0.7449058294296265, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.27934978928356413, |
| "grad_norm": 0.5564258654759603, |
| "learning_rate": 9.787402338491108e-05, |
| "loss": 0.7483078837394714, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.2805538832028898, |
| "grad_norm": 0.5661348995726302, |
| "learning_rate": 9.78452104192859e-05, |
| "loss": 0.7628078460693359, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.2817579771222155, |
| "grad_norm": 0.5603718171110846, |
| "learning_rate": 9.781620781622546e-05, |
| "loss": 0.7319855093955994, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.28296207104154125, |
| "grad_norm": 0.5406763145079039, |
| "learning_rate": 9.778701569068336e-05, |
| "loss": 0.7549390196800232, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.28416616496086694, |
| "grad_norm": 0.5351766880508916, |
| "learning_rate": 9.775763415836439e-05, |
| "loss": 0.8256465792655945, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.28537025888019263, |
| "grad_norm": 0.5467048130924815, |
| "learning_rate": 9.772806333572405e-05, |
| "loss": 0.6397162675857544, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.2865743527995184, |
| "grad_norm": 0.5620154613953218, |
| "learning_rate": 9.76983033399681e-05, |
| "loss": 0.7978140711784363, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.28777844671884406, |
| "grad_norm": 0.5606858092665854, |
| "learning_rate": 9.766835428905213e-05, |
| "loss": 0.6563281416893005, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.2889825406381698, |
| "grad_norm": 0.6874263093912247, |
| "learning_rate": 9.763821630168106e-05, |
| "loss": 0.7781293392181396, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2901866345574955, |
| "grad_norm": 0.5891472596464531, |
| "learning_rate": 9.760788949730866e-05, |
| "loss": 0.8141942024230957, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.2913907284768212, |
| "grad_norm": 0.5988083590231383, |
| "learning_rate": 9.757737399613706e-05, |
| "loss": 0.8612946271896362, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.2925948223961469, |
| "grad_norm": 0.6160835727269925, |
| "learning_rate": 9.754666991911633e-05, |
| "loss": 0.8862748742103577, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.2937989163154726, |
| "grad_norm": 0.5661716993339028, |
| "learning_rate": 9.751577738794398e-05, |
| "loss": 0.8197008371353149, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.2950030102347983, |
| "grad_norm": 0.5678861897622992, |
| "learning_rate": 9.748469652506446e-05, |
| "loss": 0.8541512489318848, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.29620710415412405, |
| "grad_norm": 0.5823103566349462, |
| "learning_rate": 9.745342745366867e-05, |
| "loss": 0.8963796496391296, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.29741119807344973, |
| "grad_norm": 0.5798680494503358, |
| "learning_rate": 9.74219702976935e-05, |
| "loss": 0.9132851958274841, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.2986152919927754, |
| "grad_norm": 0.6178066264758173, |
| "learning_rate": 9.739032518182134e-05, |
| "loss": 0.8326083421707153, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.29981938591210117, |
| "grad_norm": 0.611524198156477, |
| "learning_rate": 9.735849223147952e-05, |
| "loss": 0.6978630423545837, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.30102347983142685, |
| "grad_norm": 0.5413119691863977, |
| "learning_rate": 9.732647157283994e-05, |
| "loss": 0.8263933062553406, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.30222757375075254, |
| "grad_norm": 0.6044662490988156, |
| "learning_rate": 9.729426333281841e-05, |
| "loss": 0.7137265801429749, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.3034316676700783, |
| "grad_norm": 0.503313581222299, |
| "learning_rate": 9.726186763907432e-05, |
| "loss": 0.6936661005020142, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.304635761589404, |
| "grad_norm": 0.558556757807548, |
| "learning_rate": 9.722928462000995e-05, |
| "loss": 0.8272273540496826, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.30583985550872966, |
| "grad_norm": 0.5223729769763801, |
| "learning_rate": 9.71965144047701e-05, |
| "loss": 0.8500688076019287, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.3070439494280554, |
| "grad_norm": 0.6471571685002796, |
| "learning_rate": 9.716355712324156e-05, |
| "loss": 0.7432481050491333, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3082480433473811, |
| "grad_norm": 0.5381987465091518, |
| "learning_rate": 9.713041290605254e-05, |
| "loss": 0.6739128232002258, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.3094521372667068, |
| "grad_norm": 0.5731618503283799, |
| "learning_rate": 9.709708188457218e-05, |
| "loss": 0.7067856192588806, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.3106562311860325, |
| "grad_norm": 0.5847726819974521, |
| "learning_rate": 9.706356419091003e-05, |
| "loss": 0.7837916612625122, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.3118603251053582, |
| "grad_norm": 0.5928405149092865, |
| "learning_rate": 9.702985995791554e-05, |
| "loss": 0.7222775816917419, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.3130644190246839, |
| "grad_norm": 0.6372265852544939, |
| "learning_rate": 9.69959693191775e-05, |
| "loss": 0.68992018699646, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.31426851294400965, |
| "grad_norm": 0.5987802715969925, |
| "learning_rate": 9.696189240902353e-05, |
| "loss": 0.737679660320282, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.31547260686333534, |
| "grad_norm": 0.5674891954353958, |
| "learning_rate": 9.69276293625196e-05, |
| "loss": 0.7600986957550049, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.316676700782661, |
| "grad_norm": 0.5401274241101958, |
| "learning_rate": 9.689318031546935e-05, |
| "loss": 0.8289561867713928, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.31788079470198677, |
| "grad_norm": 0.562252292461447, |
| "learning_rate": 9.685854540441374e-05, |
| "loss": 0.846182107925415, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.31908488862131246, |
| "grad_norm": 0.5780906172982114, |
| "learning_rate": 9.682372476663037e-05, |
| "loss": 0.8012008666992188, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.32028898254063815, |
| "grad_norm": 0.5746296189877343, |
| "learning_rate": 9.678871854013296e-05, |
| "loss": 0.7840061187744141, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.3214930764599639, |
| "grad_norm": 0.5832924605117712, |
| "learning_rate": 9.675352686367086e-05, |
| "loss": 0.8156418800354004, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.3226971703792896, |
| "grad_norm": 0.5614106568130766, |
| "learning_rate": 9.671814987672842e-05, |
| "loss": 0.8256844282150269, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.32390126429861527, |
| "grad_norm": 0.5254943908985892, |
| "learning_rate": 9.668258771952453e-05, |
| "loss": 0.74140465259552, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.325105358217941, |
| "grad_norm": 0.6200746421357911, |
| "learning_rate": 9.664684053301199e-05, |
| "loss": 0.7934343218803406, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3263094521372667, |
| "grad_norm": 0.5831834419812628, |
| "learning_rate": 9.661090845887693e-05, |
| "loss": 0.8534310460090637, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.32751354605659244, |
| "grad_norm": 0.6345113330165018, |
| "learning_rate": 9.657479163953839e-05, |
| "loss": 0.835474967956543, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.32871763997591813, |
| "grad_norm": 0.4683700127754648, |
| "learning_rate": 9.653849021814759e-05, |
| "loss": 0.6988995671272278, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.3299217338952438, |
| "grad_norm": 0.5886264074969564, |
| "learning_rate": 9.650200433858741e-05, |
| "loss": 0.8585962057113647, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.33112582781456956, |
| "grad_norm": 0.6135065491148268, |
| "learning_rate": 9.646533414547193e-05, |
| "loss": 0.8581076860427856, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.33232992173389525, |
| "grad_norm": 0.5812007416519458, |
| "learning_rate": 9.642847978414569e-05, |
| "loss": 0.850233793258667, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.33353401565322094, |
| "grad_norm": 0.5437246153982104, |
| "learning_rate": 9.639144140068324e-05, |
| "loss": 0.7476022243499756, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.3347381095725467, |
| "grad_norm": 0.6098016790315451, |
| "learning_rate": 9.635421914188845e-05, |
| "loss": 0.9571095705032349, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.33594220349187237, |
| "grad_norm": 0.5658420004769046, |
| "learning_rate": 9.631681315529408e-05, |
| "loss": 0.9088435173034668, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.33714629741119806, |
| "grad_norm": 0.5550044767870903, |
| "learning_rate": 9.627922358916102e-05, |
| "loss": 0.7667790651321411, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3383503913305238, |
| "grad_norm": 0.6100185501331828, |
| "learning_rate": 9.624145059247787e-05, |
| "loss": 0.670824408531189, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.3395544852498495, |
| "grad_norm": 0.5331576033417736, |
| "learning_rate": 9.620349431496018e-05, |
| "loss": 0.7122035026550293, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.3407585791691752, |
| "grad_norm": 0.636645893021669, |
| "learning_rate": 9.616535490705004e-05, |
| "loss": 0.8380610942840576, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.3419626730885009, |
| "grad_norm": 0.5606243551760431, |
| "learning_rate": 9.612703251991528e-05, |
| "loss": 0.8130165934562683, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.3431667670078266, |
| "grad_norm": 0.6041929535466637, |
| "learning_rate": 9.60885273054491e-05, |
| "loss": 0.7357275485992432, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3443708609271523, |
| "grad_norm": 0.6002414673444332, |
| "learning_rate": 9.604983941626924e-05, |
| "loss": 0.824700117111206, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.34557495484647804, |
| "grad_norm": 0.5391453496259582, |
| "learning_rate": 9.601096900571757e-05, |
| "loss": 0.696814775466919, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.34677904876580373, |
| "grad_norm": 0.6179913262039818, |
| "learning_rate": 9.597191622785932e-05, |
| "loss": 0.7977198362350464, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.3479831426851294, |
| "grad_norm": 0.5785274608800763, |
| "learning_rate": 9.593268123748259e-05, |
| "loss": 0.7644785642623901, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.34918723660445516, |
| "grad_norm": 0.6184780253497415, |
| "learning_rate": 9.589326419009768e-05, |
| "loss": 0.7752266526222229, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.35039133052378085, |
| "grad_norm": 0.6496568369594222, |
| "learning_rate": 9.585366524193648e-05, |
| "loss": 0.7995858788490295, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.35159542444310654, |
| "grad_norm": 0.5903922954900828, |
| "learning_rate": 9.581388454995187e-05, |
| "loss": 0.7844491004943848, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.3527995183624323, |
| "grad_norm": 0.649900135181538, |
| "learning_rate": 9.577392227181706e-05, |
| "loss": 0.7254087924957275, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.354003612281758, |
| "grad_norm": 0.6727462360620303, |
| "learning_rate": 9.573377856592499e-05, |
| "loss": 0.7682409286499023, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.35520770620108366, |
| "grad_norm": 0.6276787315652674, |
| "learning_rate": 9.569345359138771e-05, |
| "loss": 0.7973129153251648, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.3564118001204094, |
| "grad_norm": 0.5608406404647831, |
| "learning_rate": 9.565294750803575e-05, |
| "loss": 0.7603083252906799, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.3576158940397351, |
| "grad_norm": 0.5496790325518602, |
| "learning_rate": 9.561226047641745e-05, |
| "loss": 0.7687323689460754, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.3588199879590608, |
| "grad_norm": 0.5616097936793484, |
| "learning_rate": 9.557139265779838e-05, |
| "loss": 0.776694118976593, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.3600240818783865, |
| "grad_norm": 0.6531406072657592, |
| "learning_rate": 9.553034421416062e-05, |
| "loss": 0.8216550350189209, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.3612281757977122, |
| "grad_norm": 0.5721508721189617, |
| "learning_rate": 9.548911530820226e-05, |
| "loss": 0.7561111450195312, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3624322697170379, |
| "grad_norm": 0.5824837418513067, |
| "learning_rate": 9.544770610333655e-05, |
| "loss": 0.7453889846801758, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 0.5634396077904287, |
| "learning_rate": 9.540611676369145e-05, |
| "loss": 0.6875409483909607, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.36484045755568933, |
| "grad_norm": 0.5849500369013592, |
| "learning_rate": 9.536434745410885e-05, |
| "loss": 0.7186317443847656, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.3660445514750151, |
| "grad_norm": 0.5939765738642575, |
| "learning_rate": 9.5322398340144e-05, |
| "loss": 0.8197835087776184, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.36724864539434077, |
| "grad_norm": 0.64306629173261, |
| "learning_rate": 9.528026958806477e-05, |
| "loss": 0.7928416728973389, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.36845273931366646, |
| "grad_norm": 0.5549268774068403, |
| "learning_rate": 9.523796136485109e-05, |
| "loss": 0.6800048351287842, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.3696568332329922, |
| "grad_norm": 0.5308696731387338, |
| "learning_rate": 9.519547383819416e-05, |
| "loss": 0.7719547152519226, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.3708609271523179, |
| "grad_norm": 0.6662801838868186, |
| "learning_rate": 9.515280717649594e-05, |
| "loss": 0.7264106869697571, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.3720650210716436, |
| "grad_norm": 0.5933085678392126, |
| "learning_rate": 9.510996154886839e-05, |
| "loss": 0.8447253704071045, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.3732691149909693, |
| "grad_norm": 0.5531316218293344, |
| "learning_rate": 9.506693712513274e-05, |
| "loss": 0.7589705586433411, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.374473208910295, |
| "grad_norm": 0.603459887836217, |
| "learning_rate": 9.502373407581897e-05, |
| "loss": 0.9212093949317932, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.3756773028296207, |
| "grad_norm": 0.5767559783598122, |
| "learning_rate": 9.498035257216501e-05, |
| "loss": 0.8521254062652588, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.37688139674894644, |
| "grad_norm": 0.5561371970294019, |
| "learning_rate": 9.493679278611616e-05, |
| "loss": 0.764145016670227, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.37808549066827213, |
| "grad_norm": 0.5298149174186499, |
| "learning_rate": 9.489305489032425e-05, |
| "loss": 0.7402347326278687, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.3792895845875978, |
| "grad_norm": 0.5235142194281388, |
| "learning_rate": 9.484913905814716e-05, |
| "loss": 0.7398232221603394, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.38049367850692356, |
| "grad_norm": 0.5632871497547195, |
| "learning_rate": 9.4805045463648e-05, |
| "loss": 0.7935575246810913, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.38169777242624925, |
| "grad_norm": 0.5820816300843275, |
| "learning_rate": 9.47607742815944e-05, |
| "loss": 0.7310054898262024, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.38290186634557494, |
| "grad_norm": 0.5191642572711835, |
| "learning_rate": 9.471632568745794e-05, |
| "loss": 0.758508563041687, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.3841059602649007, |
| "grad_norm": 0.6079805560804347, |
| "learning_rate": 9.467169985741337e-05, |
| "loss": 0.8284726142883301, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.38531005418422637, |
| "grad_norm": 0.5980141887150925, |
| "learning_rate": 9.462689696833791e-05, |
| "loss": 0.7411810159683228, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.38651414810355206, |
| "grad_norm": 0.48258653724680256, |
| "learning_rate": 9.458191719781056e-05, |
| "loss": 0.7031044960021973, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.3877182420228778, |
| "grad_norm": 0.6225633581026373, |
| "learning_rate": 9.453676072411142e-05, |
| "loss": 0.7624230980873108, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.3889223359422035, |
| "grad_norm": 0.55976593820311, |
| "learning_rate": 9.449142772622092e-05, |
| "loss": 0.7776026129722595, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.3901264298615292, |
| "grad_norm": 0.5805339346207273, |
| "learning_rate": 9.444591838381922e-05, |
| "loss": 0.8038637638092041, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.3913305237808549, |
| "grad_norm": 0.5837248578485592, |
| "learning_rate": 9.440023287728537e-05, |
| "loss": 0.8646640777587891, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.3925346177001806, |
| "grad_norm": 0.6434430956932562, |
| "learning_rate": 9.435437138769672e-05, |
| "loss": 0.7498881816864014, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.3937387116195063, |
| "grad_norm": 0.6004450235996133, |
| "learning_rate": 9.430833409682806e-05, |
| "loss": 0.8004214763641357, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.39494280553883204, |
| "grad_norm": 0.6572172072860755, |
| "learning_rate": 9.426212118715108e-05, |
| "loss": 0.7760463356971741, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.39614689945815773, |
| "grad_norm": 0.6308238250396566, |
| "learning_rate": 9.421573284183345e-05, |
| "loss": 0.8375146985054016, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.3973509933774834, |
| "grad_norm": 0.6157113149433467, |
| "learning_rate": 9.416916924473825e-05, |
| "loss": 0.890914797782898, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.39855508729680916, |
| "grad_norm": 0.5906990383341111, |
| "learning_rate": 9.412243058042315e-05, |
| "loss": 0.7460801601409912, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.39975918121613485, |
| "grad_norm": 0.5562002948702587, |
| "learning_rate": 9.407551703413973e-05, |
| "loss": 0.7909257411956787, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.40096327513546054, |
| "grad_norm": 0.520246518281898, |
| "learning_rate": 9.402842879183272e-05, |
| "loss": 0.7020269632339478, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.4021673690547863, |
| "grad_norm": 0.627730167180195, |
| "learning_rate": 9.398116604013925e-05, |
| "loss": 0.7831474542617798, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.40337146297411197, |
| "grad_norm": 0.5344410381831145, |
| "learning_rate": 9.393372896638816e-05, |
| "loss": 0.7443587183952332, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.4045755568934377, |
| "grad_norm": 0.6042157074471304, |
| "learning_rate": 9.38861177585992e-05, |
| "loss": 0.7584066987037659, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.4057796508127634, |
| "grad_norm": 0.5847615768814335, |
| "learning_rate": 9.383833260548233e-05, |
| "loss": 0.8609414100646973, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.4069837447320891, |
| "grad_norm": 0.5622382695154348, |
| "learning_rate": 9.379037369643694e-05, |
| "loss": 0.7267239093780518, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.40818783865141484, |
| "grad_norm": 0.5895609636792623, |
| "learning_rate": 9.374224122155111e-05, |
| "loss": 0.7831911444664001, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.4093919325707405, |
| "grad_norm": 0.944345150650652, |
| "learning_rate": 9.369393537160089e-05, |
| "loss": 0.8276694416999817, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.4105960264900662, |
| "grad_norm": 0.5093947879414813, |
| "learning_rate": 9.364545633804946e-05, |
| "loss": 0.7780739665031433, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.41180012040939196, |
| "grad_norm": 0.568549199083402, |
| "learning_rate": 9.359680431304647e-05, |
| "loss": 0.7830153703689575, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.41300421432871764, |
| "grad_norm": 0.6085826245045816, |
| "learning_rate": 9.354797948942719e-05, |
| "loss": 0.753618597984314, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.41420830824804333, |
| "grad_norm": 0.6106136073955027, |
| "learning_rate": 9.349898206071186e-05, |
| "loss": 0.7702220678329468, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.4154124021673691, |
| "grad_norm": 0.5509805230268469, |
| "learning_rate": 9.344981222110476e-05, |
| "loss": 0.819717526435852, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.41661649608669477, |
| "grad_norm": 0.6223463566186167, |
| "learning_rate": 9.340047016549358e-05, |
| "loss": 0.7494675517082214, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.41782059000602045, |
| "grad_norm": 0.613692765201492, |
| "learning_rate": 9.335095608944861e-05, |
| "loss": 0.7567797899246216, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.4190246839253462, |
| "grad_norm": 0.6165249146181281, |
| "learning_rate": 9.330127018922194e-05, |
| "loss": 0.7949779629707336, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.4202287778446719, |
| "grad_norm": 0.5897658535768848, |
| "learning_rate": 9.325141266174666e-05, |
| "loss": 0.7259105443954468, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.4214328717639976, |
| "grad_norm": 0.5861335410071635, |
| "learning_rate": 9.320138370463618e-05, |
| "loss": 0.8436710238456726, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4226369656833233, |
| "grad_norm": 0.6206635975538285, |
| "learning_rate": 9.315118351618335e-05, |
| "loss": 0.822520911693573, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.423841059602649, |
| "grad_norm": 0.5834071691310755, |
| "learning_rate": 9.310081229535968e-05, |
| "loss": 0.7531993389129639, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.4250451535219747, |
| "grad_norm": 0.5501379471214572, |
| "learning_rate": 9.305027024181462e-05, |
| "loss": 0.7817683815956116, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.42624924744130044, |
| "grad_norm": 0.5918807199612602, |
| "learning_rate": 9.29995575558747e-05, |
| "loss": 0.7909103631973267, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.4274533413606261, |
| "grad_norm": 0.5265214658989071, |
| "learning_rate": 9.294867443854278e-05, |
| "loss": 0.730841875076294, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.4286574352799518, |
| "grad_norm": 0.5787134950870648, |
| "learning_rate": 9.289762109149723e-05, |
| "loss": 0.8346636295318604, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.42986152919927756, |
| "grad_norm": 0.5816052225271856, |
| "learning_rate": 9.284639771709112e-05, |
| "loss": 0.8406312465667725, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.43106562311860325, |
| "grad_norm": 0.6192951790977504, |
| "learning_rate": 9.279500451835145e-05, |
| "loss": 0.7195670008659363, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.43226971703792894, |
| "grad_norm": 0.5649438183167637, |
| "learning_rate": 9.274344169897834e-05, |
| "loss": 0.8138882517814636, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.4334738109572547, |
| "grad_norm": 0.5319891543066664, |
| "learning_rate": 9.269170946334418e-05, |
| "loss": 0.8081603050231934, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.43467790487658037, |
| "grad_norm": 0.638552666613924, |
| "learning_rate": 9.263980801649286e-05, |
| "loss": 0.7729615569114685, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.43588199879590606, |
| "grad_norm": 0.7164438531076048, |
| "learning_rate": 9.258773756413898e-05, |
| "loss": 0.9047574400901794, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.4370860927152318, |
| "grad_norm": 0.5450974052349067, |
| "learning_rate": 9.253549831266696e-05, |
| "loss": 0.7925511002540588, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.4382901866345575, |
| "grad_norm": 0.5333374546278858, |
| "learning_rate": 9.248309046913032e-05, |
| "loss": 0.7976597547531128, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.4394942805538832, |
| "grad_norm": 0.5224661281212655, |
| "learning_rate": 9.243051424125075e-05, |
| "loss": 0.7459884285926819, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.4406983744732089, |
| "grad_norm": 0.5459657091037837, |
| "learning_rate": 9.237776983741735e-05, |
| "loss": 0.7713004946708679, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.4419024683925346, |
| "grad_norm": 0.5719149619614183, |
| "learning_rate": 9.232485746668584e-05, |
| "loss": 0.816899836063385, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.44310656231186035, |
| "grad_norm": 0.5823561778378619, |
| "learning_rate": 9.227177733877763e-05, |
| "loss": 0.7673546075820923, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.44431065623118604, |
| "grad_norm": 0.5492936414986261, |
| "learning_rate": 9.221852966407909e-05, |
| "loss": 0.7557410001754761, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.44551475015051173, |
| "grad_norm": 0.6408557113497547, |
| "learning_rate": 9.216511465364066e-05, |
| "loss": 0.8476218581199646, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4467188440698375, |
| "grad_norm": 0.6172862708094095, |
| "learning_rate": 9.2111532519176e-05, |
| "loss": 0.8076975345611572, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.44792293798916316, |
| "grad_norm": 0.6297321011778938, |
| "learning_rate": 9.205778347306121e-05, |
| "loss": 0.8561894297599792, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.44912703190848885, |
| "grad_norm": 0.7190904011514955, |
| "learning_rate": 9.200386772833394e-05, |
| "loss": 0.7783414125442505, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.4503311258278146, |
| "grad_norm": 0.5593767357275289, |
| "learning_rate": 9.194978549869256e-05, |
| "loss": 0.6968886852264404, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.4515352197471403, |
| "grad_norm": 0.5615898220032896, |
| "learning_rate": 9.189553699849531e-05, |
| "loss": 0.7256219387054443, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.45273931366646597, |
| "grad_norm": 0.5662616923058666, |
| "learning_rate": 9.184112244275948e-05, |
| "loss": 0.7661458849906921, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4539434075857917, |
| "grad_norm": 0.5725640510920725, |
| "learning_rate": 9.178654204716048e-05, |
| "loss": 0.7258007526397705, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.4551475015051174, |
| "grad_norm": 0.6209428990213935, |
| "learning_rate": 9.173179602803108e-05, |
| "loss": 0.766287088394165, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.4563515954244431, |
| "grad_norm": 0.5765706455483566, |
| "learning_rate": 9.167688460236049e-05, |
| "loss": 0.6859148740768433, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.45755568934376883, |
| "grad_norm": 0.5924278501045154, |
| "learning_rate": 9.162180798779354e-05, |
| "loss": 0.7121888995170593, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4587597832630945, |
| "grad_norm": 0.5864758105935457, |
| "learning_rate": 9.156656640262975e-05, |
| "loss": 0.7574361562728882, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.4599638771824202, |
| "grad_norm": 0.6056336103242377, |
| "learning_rate": 9.151116006582259e-05, |
| "loss": 0.8138922452926636, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.46116797110174595, |
| "grad_norm": 0.6514266482602168, |
| "learning_rate": 9.145558919697844e-05, |
| "loss": 0.8442139625549316, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.46237206502107164, |
| "grad_norm": 0.6042841510601016, |
| "learning_rate": 9.139985401635587e-05, |
| "loss": 0.7353885173797607, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.46357615894039733, |
| "grad_norm": 0.5761011230486508, |
| "learning_rate": 9.13439547448647e-05, |
| "loss": 0.7756004333496094, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.4647802528597231, |
| "grad_norm": 0.5495187483625902, |
| "learning_rate": 9.128789160406512e-05, |
| "loss": 0.7558329105377197, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.46598434677904876, |
| "grad_norm": 0.5519235417262857, |
| "learning_rate": 9.123166481616687e-05, |
| "loss": 0.7433863282203674, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.46718844069837445, |
| "grad_norm": 0.544452007225767, |
| "learning_rate": 9.117527460402826e-05, |
| "loss": 0.7605905532836914, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.4683925346177002, |
| "grad_norm": 0.5977968855932455, |
| "learning_rate": 9.111872119115537e-05, |
| "loss": 0.7053298950195312, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.4695966285370259, |
| "grad_norm": 0.5052512812965578, |
| "learning_rate": 9.106200480170113e-05, |
| "loss": 0.8009657263755798, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4708007224563516, |
| "grad_norm": 0.5692785579794742, |
| "learning_rate": 9.100512566046444e-05, |
| "loss": 0.7023915648460388, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.4720048163756773, |
| "grad_norm": 0.5916944517293747, |
| "learning_rate": 9.094808399288927e-05, |
| "loss": 0.8082914352416992, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.473208910295003, |
| "grad_norm": 0.5809105407389136, |
| "learning_rate": 9.089088002506379e-05, |
| "loss": 0.6799631118774414, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.4744130042143287, |
| "grad_norm": 0.6109564629035809, |
| "learning_rate": 9.083351398371944e-05, |
| "loss": 0.7526841759681702, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.47561709813365444, |
| "grad_norm": 0.5883358248629554, |
| "learning_rate": 9.077598609623006e-05, |
| "loss": 0.7367865443229675, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.4768211920529801, |
| "grad_norm": 0.7262416033015108, |
| "learning_rate": 9.071829659061097e-05, |
| "loss": 0.826897382736206, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.4780252859723058, |
| "grad_norm": 0.5615108473838226, |
| "learning_rate": 9.066044569551807e-05, |
| "loss": 0.7454221248626709, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.47922937989163156, |
| "grad_norm": 0.5688987580359471, |
| "learning_rate": 9.060243364024692e-05, |
| "loss": 0.7147552967071533, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.48043347381095725, |
| "grad_norm": 0.5756967620004046, |
| "learning_rate": 9.054426065473192e-05, |
| "loss": 0.8094872236251831, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.481637567730283, |
| "grad_norm": 0.5597229238751422, |
| "learning_rate": 9.048592696954524e-05, |
| "loss": 0.7492781281471252, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4828416616496087, |
| "grad_norm": 0.5614528171918515, |
| "learning_rate": 9.042743281589605e-05, |
| "loss": 0.7033244967460632, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.48404575556893437, |
| "grad_norm": 0.5838529800692324, |
| "learning_rate": 9.036877842562952e-05, |
| "loss": 0.756244957447052, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.4852498494882601, |
| "grad_norm": 0.5380290614149196, |
| "learning_rate": 9.030996403122592e-05, |
| "loss": 0.7965587377548218, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.4864539434075858, |
| "grad_norm": 0.6225423144307125, |
| "learning_rate": 9.025098986579975e-05, |
| "loss": 0.7602047324180603, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.4876580373269115, |
| "grad_norm": 0.5453305974936316, |
| "learning_rate": 9.019185616309871e-05, |
| "loss": 0.7680432796478271, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.48886213124623723, |
| "grad_norm": 0.5609975583465159, |
| "learning_rate": 9.013256315750291e-05, |
| "loss": 0.7896559834480286, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.4900662251655629, |
| "grad_norm": 0.5548846029745622, |
| "learning_rate": 9.007311108402379e-05, |
| "loss": 0.834828794002533, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.4912703190848886, |
| "grad_norm": 0.5833075178168359, |
| "learning_rate": 9.001350017830331e-05, |
| "loss": 0.7566395998001099, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.49247441300421435, |
| "grad_norm": 0.5609827683617111, |
| "learning_rate": 8.995373067661296e-05, |
| "loss": 0.8615512251853943, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.49367850692354004, |
| "grad_norm": 0.5709117378373297, |
| "learning_rate": 8.989380281585287e-05, |
| "loss": 0.8020814657211304, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.4948826008428657, |
| "grad_norm": 0.5255264602267204, |
| "learning_rate": 8.983371683355075e-05, |
| "loss": 0.7462515234947205, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.49608669476219147, |
| "grad_norm": 0.48719953187362913, |
| "learning_rate": 8.977347296786113e-05, |
| "loss": 0.7431973814964294, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.49729078868151716, |
| "grad_norm": 0.547147139382234, |
| "learning_rate": 8.971307145756426e-05, |
| "loss": 0.7564660906791687, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.49849488260084285, |
| "grad_norm": 0.5596198093447211, |
| "learning_rate": 8.965251254206524e-05, |
| "loss": 0.7865108847618103, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.4996989765201686, |
| "grad_norm": 0.5645497006901606, |
| "learning_rate": 8.959179646139306e-05, |
| "loss": 0.7137467861175537, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.5009030704394943, |
| "grad_norm": 0.5134547551858623, |
| "learning_rate": 8.953092345619964e-05, |
| "loss": 0.719763994216919, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.50210716435882, |
| "grad_norm": 0.6104010003384248, |
| "learning_rate": 8.94698937677589e-05, |
| "loss": 0.7604578733444214, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.5033112582781457, |
| "grad_norm": 0.5439651203338742, |
| "learning_rate": 8.940870763796574e-05, |
| "loss": 0.7409037351608276, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.5045153521974715, |
| "grad_norm": 0.5197572864894027, |
| "learning_rate": 8.934736530933519e-05, |
| "loss": 0.7605472803115845, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.5057194461167971, |
| "grad_norm": 0.5353143318938045, |
| "learning_rate": 8.928586702500128e-05, |
| "loss": 0.7507858276367188, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5069235400361228, |
| "grad_norm": 0.5637812105352008, |
| "learning_rate": 8.922421302871629e-05, |
| "loss": 0.7504753470420837, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.5081276339554486, |
| "grad_norm": 0.5649396855266844, |
| "learning_rate": 8.916240356484961e-05, |
| "loss": 0.7545074820518494, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.5093317278747742, |
| "grad_norm": 0.5829178160113707, |
| "learning_rate": 8.910043887838686e-05, |
| "loss": 0.7903565764427185, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.5105358217941, |
| "grad_norm": 0.6218209307526726, |
| "learning_rate": 8.903831921492889e-05, |
| "loss": 0.8612103462219238, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.5117399157134257, |
| "grad_norm": 0.6387963390219014, |
| "learning_rate": 8.89760448206908e-05, |
| "loss": 0.8914673924446106, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.5129440096327513, |
| "grad_norm": 0.6087141281483449, |
| "learning_rate": 8.8913615942501e-05, |
| "loss": 0.8402252793312073, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.5141481035520771, |
| "grad_norm": 0.6106105673585972, |
| "learning_rate": 8.885103282780016e-05, |
| "loss": 0.8295918107032776, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.5153521974714028, |
| "grad_norm": 0.5214324089267341, |
| "learning_rate": 8.878829572464034e-05, |
| "loss": 0.796715259552002, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.5165562913907285, |
| "grad_norm": 0.5637780696473946, |
| "learning_rate": 8.872540488168389e-05, |
| "loss": 0.6490369439125061, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.5177603853100542, |
| "grad_norm": 0.6656062762101366, |
| "learning_rate": 8.866236054820251e-05, |
| "loss": 0.7382924556732178, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5189644792293799, |
| "grad_norm": 0.6229872811322728, |
| "learning_rate": 8.859916297407636e-05, |
| "loss": 0.8123342394828796, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.5201685731487056, |
| "grad_norm": 0.5340311114394617, |
| "learning_rate": 8.853581240979285e-05, |
| "loss": 0.8523218035697937, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.5213726670680313, |
| "grad_norm": 0.5667729939597453, |
| "learning_rate": 8.847230910644586e-05, |
| "loss": 0.7326020002365112, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.5225767609873571, |
| "grad_norm": 0.5482598087283126, |
| "learning_rate": 8.840865331573465e-05, |
| "loss": 0.8485729098320007, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.5237808549066827, |
| "grad_norm": 0.5374391259559329, |
| "learning_rate": 8.834484528996287e-05, |
| "loss": 0.7684690952301025, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.5249849488260084, |
| "grad_norm": 0.5767084046670321, |
| "learning_rate": 8.828088528203753e-05, |
| "loss": 0.8233696818351746, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.5261890427453342, |
| "grad_norm": 0.5420921694939217, |
| "learning_rate": 8.821677354546807e-05, |
| "loss": 0.7202430963516235, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.5273931366646598, |
| "grad_norm": 0.6105133980701312, |
| "learning_rate": 8.815251033436531e-05, |
| "loss": 0.8520496487617493, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.5285972305839856, |
| "grad_norm": 0.5302524197197112, |
| "learning_rate": 8.808809590344042e-05, |
| "loss": 0.7050381898880005, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.5298013245033113, |
| "grad_norm": 0.5771515531186625, |
| "learning_rate": 8.802353050800398e-05, |
| "loss": 0.7315058708190918, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5310054184226369, |
| "grad_norm": 0.548741589615364, |
| "learning_rate": 8.795881440396491e-05, |
| "loss": 0.7780054807662964, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.5322095123419627, |
| "grad_norm": 0.544655477761206, |
| "learning_rate": 8.789394784782945e-05, |
| "loss": 0.7249109148979187, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.5334136062612884, |
| "grad_norm": 0.5540166863806754, |
| "learning_rate": 8.78289310967002e-05, |
| "loss": 0.7666537165641785, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.534617700180614, |
| "grad_norm": 0.5636852062723088, |
| "learning_rate": 8.776376440827505e-05, |
| "loss": 0.6913390159606934, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.5358217940999398, |
| "grad_norm": 0.6448340062856655, |
| "learning_rate": 8.769844804084619e-05, |
| "loss": 0.7798296213150024, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.5370258880192655, |
| "grad_norm": 0.5149311000198883, |
| "learning_rate": 8.763298225329903e-05, |
| "loss": 0.7092111110687256, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.5382299819385912, |
| "grad_norm": 0.5363101206709715, |
| "learning_rate": 8.756736730511128e-05, |
| "loss": 0.8767518401145935, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.5394340758579169, |
| "grad_norm": 0.5282501825840302, |
| "learning_rate": 8.750160345635183e-05, |
| "loss": 0.7216475009918213, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.5406381697772427, |
| "grad_norm": 0.5425626987052361, |
| "learning_rate": 8.74356909676797e-05, |
| "loss": 0.7362173199653625, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.5418422636965683, |
| "grad_norm": 0.5366839210544753, |
| "learning_rate": 8.736963010034311e-05, |
| "loss": 0.8743109107017517, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.543046357615894, |
| "grad_norm": 0.5679692157639264, |
| "learning_rate": 8.73034211161784e-05, |
| "loss": 0.780762791633606, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.5442504515352198, |
| "grad_norm": 0.4983927207727879, |
| "learning_rate": 8.723706427760892e-05, |
| "loss": 0.8108317852020264, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 0.5557144789278132, |
| "learning_rate": 8.717055984764411e-05, |
| "loss": 0.8065282702445984, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.5466586393738712, |
| "grad_norm": 0.5216018109164337, |
| "learning_rate": 8.710390808987833e-05, |
| "loss": 0.6993690729141235, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5478627332931969, |
| "grad_norm": 0.5606971368620551, |
| "learning_rate": 8.703710926848995e-05, |
| "loss": 0.7065219283103943, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.5490668272125225, |
| "grad_norm": 0.5577030499855022, |
| "learning_rate": 8.697016364824023e-05, |
| "loss": 0.7574766874313354, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.5502709211318483, |
| "grad_norm": 0.537041894590591, |
| "learning_rate": 8.690307149447221e-05, |
| "loss": 0.7309029698371887, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.551475015051174, |
| "grad_norm": 0.5731425233928719, |
| "learning_rate": 8.683583307310978e-05, |
| "loss": 0.793787956237793, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.5526791089704997, |
| "grad_norm": 0.5283494585175387, |
| "learning_rate": 8.676844865065659e-05, |
| "loss": 0.6971169114112854, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.5538832028898254, |
| "grad_norm": 0.5874759003745078, |
| "learning_rate": 8.67009184941949e-05, |
| "loss": 0.7948325872421265, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5550872968091511, |
| "grad_norm": 0.5573331677427176, |
| "learning_rate": 8.663324287138469e-05, |
| "loss": 0.8879362344741821, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.5562913907284768, |
| "grad_norm": 0.6214491273546168, |
| "learning_rate": 8.656542205046243e-05, |
| "loss": 0.7630327939987183, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.5574954846478025, |
| "grad_norm": 0.6231045323942624, |
| "learning_rate": 8.64974563002401e-05, |
| "loss": 0.7660893797874451, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.5586995785671283, |
| "grad_norm": 0.5678786786218427, |
| "learning_rate": 8.642934589010414e-05, |
| "loss": 0.8774542808532715, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.5599036724864539, |
| "grad_norm": 0.6671183114861469, |
| "learning_rate": 8.636109109001438e-05, |
| "loss": 0.8003222346305847, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.5611077664057796, |
| "grad_norm": 0.585215674412474, |
| "learning_rate": 8.629269217050289e-05, |
| "loss": 0.7785161733627319, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.5623118603251054, |
| "grad_norm": 0.5431169098112358, |
| "learning_rate": 8.6224149402673e-05, |
| "loss": 0.7165198922157288, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.563515954244431, |
| "grad_norm": 0.5307201420800518, |
| "learning_rate": 8.61554630581982e-05, |
| "loss": 0.7273076772689819, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.5647200481637568, |
| "grad_norm": 0.570313651414482, |
| "learning_rate": 8.608663340932104e-05, |
| "loss": 0.812558650970459, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.5659241420830825, |
| "grad_norm": 0.5044626155006432, |
| "learning_rate": 8.601766072885204e-05, |
| "loss": 0.7102110385894775, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5671282360024081, |
| "grad_norm": 0.5478570075366566, |
| "learning_rate": 8.594854529016872e-05, |
| "loss": 0.785699725151062, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.5683323299217339, |
| "grad_norm": 0.5781025269640302, |
| "learning_rate": 8.587928736721432e-05, |
| "loss": 0.8369163274765015, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.5695364238410596, |
| "grad_norm": 0.5601783407883638, |
| "learning_rate": 8.580988723449688e-05, |
| "loss": 0.7228402495384216, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.5707405177603853, |
| "grad_norm": 0.545526634078626, |
| "learning_rate": 8.574034516708814e-05, |
| "loss": 0.7141140699386597, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.571944611679711, |
| "grad_norm": 0.5065095422123954, |
| "learning_rate": 8.567066144062232e-05, |
| "loss": 0.6694948673248291, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5731487055990367, |
| "grad_norm": 0.583153560561957, |
| "learning_rate": 8.560083633129519e-05, |
| "loss": 0.6797178387641907, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.5743527995183624, |
| "grad_norm": 0.5353291979784289, |
| "learning_rate": 8.553087011586284e-05, |
| "loss": 0.7320327162742615, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.5755568934376881, |
| "grad_norm": 0.5405490064071823, |
| "learning_rate": 8.546076307164068e-05, |
| "loss": 0.6791343688964844, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.5767609873570139, |
| "grad_norm": 0.6177363789709537, |
| "learning_rate": 8.53905154765023e-05, |
| "loss": 0.6731370091438293, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.5779650812763396, |
| "grad_norm": 0.587188606703384, |
| "learning_rate": 8.532012760887837e-05, |
| "loss": 0.7344556450843811, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5791691751956652, |
| "grad_norm": 0.5381712982934647, |
| "learning_rate": 8.524959974775551e-05, |
| "loss": 0.6820102334022522, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.580373269114991, |
| "grad_norm": 0.5813804980616727, |
| "learning_rate": 8.517893217267525e-05, |
| "loss": 0.6940742135047913, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.5815773630343167, |
| "grad_norm": 0.5307198642693565, |
| "learning_rate": 8.510812516373288e-05, |
| "loss": 0.7252935767173767, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.5827814569536424, |
| "grad_norm": 0.6349127487825815, |
| "learning_rate": 8.503717900157632e-05, |
| "loss": 0.7607162594795227, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.5839855508729681, |
| "grad_norm": 0.6572581702723835, |
| "learning_rate": 8.496609396740506e-05, |
| "loss": 0.7956105470657349, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.5851896447922939, |
| "grad_norm": 0.5505925649699112, |
| "learning_rate": 8.489487034296902e-05, |
| "loss": 0.7797254323959351, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.5863937387116195, |
| "grad_norm": 0.5625295583685044, |
| "learning_rate": 8.482350841056737e-05, |
| "loss": 0.726678729057312, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.5875978326309452, |
| "grad_norm": 0.6290241986823146, |
| "learning_rate": 8.475200845304758e-05, |
| "loss": 0.8688774704933167, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.588801926550271, |
| "grad_norm": 0.5393301616881966, |
| "learning_rate": 8.468037075380408e-05, |
| "loss": 0.6241949796676636, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.5900060204695966, |
| "grad_norm": 0.5311210590721807, |
| "learning_rate": 8.460859559677734e-05, |
| "loss": 0.6885173320770264, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5912101143889223, |
| "grad_norm": 0.5218045008876208, |
| "learning_rate": 8.453668326645259e-05, |
| "loss": 0.7178826928138733, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.5924142083082481, |
| "grad_norm": 0.5713951728613547, |
| "learning_rate": 8.446463404785875e-05, |
| "loss": 0.8139700889587402, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.5936183022275737, |
| "grad_norm": 0.5563435445452487, |
| "learning_rate": 8.43924482265674e-05, |
| "loss": 0.7864251136779785, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.5948223961468995, |
| "grad_norm": 0.5122495450523467, |
| "learning_rate": 8.432012608869141e-05, |
| "loss": 0.7013481855392456, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.5960264900662252, |
| "grad_norm": 0.5210851560064924, |
| "learning_rate": 8.424766792088408e-05, |
| "loss": 0.6481162309646606, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.5972305839855508, |
| "grad_norm": 0.552284790130884, |
| "learning_rate": 8.417507401033779e-05, |
| "loss": 0.8301807641983032, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.5984346779048766, |
| "grad_norm": 0.5596842624663915, |
| "learning_rate": 8.410234464478297e-05, |
| "loss": 0.8332841396331787, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.5996387718242023, |
| "grad_norm": 0.4748866291903979, |
| "learning_rate": 8.402948011248692e-05, |
| "loss": 0.6934956312179565, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.600842865743528, |
| "grad_norm": 0.5664132495739204, |
| "learning_rate": 8.395648070225272e-05, |
| "loss": 0.8205459713935852, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.6020469596628537, |
| "grad_norm": 0.5655754830551384, |
| "learning_rate": 8.388334670341805e-05, |
| "loss": 0.7597204446792603, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6032510535821795, |
| "grad_norm": 0.5456716872518325, |
| "learning_rate": 8.381007840585395e-05, |
| "loss": 0.7730255126953125, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.6044551475015051, |
| "grad_norm": 0.5413433172388354, |
| "learning_rate": 8.373667609996387e-05, |
| "loss": 0.7178712487220764, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.6056592414208308, |
| "grad_norm": 0.5420830010757542, |
| "learning_rate": 8.366314007668235e-05, |
| "loss": 0.6995259523391724, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.6068633353401566, |
| "grad_norm": 0.4922977060080209, |
| "learning_rate": 8.358947062747397e-05, |
| "loss": 0.7817350625991821, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.6080674292594822, |
| "grad_norm": 0.5822315121920465, |
| "learning_rate": 8.351566804433207e-05, |
| "loss": 0.8230698704719543, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.609271523178808, |
| "grad_norm": 0.5215831606763998, |
| "learning_rate": 8.344173261977777e-05, |
| "loss": 0.7596744298934937, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.6104756170981337, |
| "grad_norm": 0.567461405001868, |
| "learning_rate": 8.336766464685869e-05, |
| "loss": 0.7933334708213806, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.6116797110174593, |
| "grad_norm": 0.5889715242341521, |
| "learning_rate": 8.329346441914774e-05, |
| "loss": 0.8186151385307312, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.6128838049367851, |
| "grad_norm": 0.5185763633504242, |
| "learning_rate": 8.321913223074212e-05, |
| "loss": 0.7934544086456299, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.6140878988561108, |
| "grad_norm": 0.5511567159839881, |
| "learning_rate": 8.314466837626205e-05, |
| "loss": 0.7858798503875732, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.6152919927754364, |
| "grad_norm": 0.5730508983694548, |
| "learning_rate": 8.307007315084958e-05, |
| "loss": 0.7628536224365234, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.6164960866947622, |
| "grad_norm": 0.5924347050159982, |
| "learning_rate": 8.299534685016747e-05, |
| "loss": 0.8055329322814941, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.6177001806140879, |
| "grad_norm": 0.6096498357709286, |
| "learning_rate": 8.292048977039801e-05, |
| "loss": 0.8355273008346558, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.6189042745334136, |
| "grad_norm": 0.5492309824373928, |
| "learning_rate": 8.284550220824187e-05, |
| "loss": 0.6998053789138794, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.6201083684527393, |
| "grad_norm": 0.520941643837888, |
| "learning_rate": 8.277038446091683e-05, |
| "loss": 0.6920537948608398, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.621312462372065, |
| "grad_norm": 0.5057283105220394, |
| "learning_rate": 8.269513682615672e-05, |
| "loss": 0.7318291664123535, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.6225165562913907, |
| "grad_norm": 0.6088069875770302, |
| "learning_rate": 8.261975960221017e-05, |
| "loss": 0.7531617879867554, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.6237206502107164, |
| "grad_norm": 0.534726366599209, |
| "learning_rate": 8.254425308783944e-05, |
| "loss": 0.6863809823989868, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.6249247441300422, |
| "grad_norm": 0.5927917820962418, |
| "learning_rate": 8.246861758231925e-05, |
| "loss": 0.6661443114280701, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.6261288380493678, |
| "grad_norm": 0.5809166240496674, |
| "learning_rate": 8.239285338543558e-05, |
| "loss": 0.7542550563812256, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6273329319686936, |
| "grad_norm": 0.6225849001672006, |
| "learning_rate": 8.23169607974845e-05, |
| "loss": 0.7155928611755371, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.6285370258880193, |
| "grad_norm": 0.5194276411439794, |
| "learning_rate": 8.224094011927091e-05, |
| "loss": 0.7266699075698853, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.6297411198073449, |
| "grad_norm": 0.5517873773853348, |
| "learning_rate": 8.216479165210748e-05, |
| "loss": 0.7413134574890137, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.6309452137266707, |
| "grad_norm": 0.5339243729900964, |
| "learning_rate": 8.208851569781335e-05, |
| "loss": 0.7612078785896301, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.6321493076459964, |
| "grad_norm": 0.6013511837590858, |
| "learning_rate": 8.201211255871293e-05, |
| "loss": 0.7581101655960083, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.633353401565322, |
| "grad_norm": 0.5291974250735563, |
| "learning_rate": 8.193558253763478e-05, |
| "loss": 0.7113319635391235, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.6345574954846478, |
| "grad_norm": 0.6185893376455726, |
| "learning_rate": 8.185892593791034e-05, |
| "loss": 0.8097169995307922, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.6357615894039735, |
| "grad_norm": 0.5710668028977469, |
| "learning_rate": 8.178214306337278e-05, |
| "loss": 0.7629044055938721, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.6369656833232992, |
| "grad_norm": 0.590842018166521, |
| "learning_rate": 8.170523421835572e-05, |
| "loss": 0.6748006343841553, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.6381697772426249, |
| "grad_norm": 0.5232863047530079, |
| "learning_rate": 8.162819970769211e-05, |
| "loss": 0.729299783706665, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6393738711619507, |
| "grad_norm": 0.5110057849737956, |
| "learning_rate": 8.155103983671297e-05, |
| "loss": 0.8379458785057068, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.6405779650812763, |
| "grad_norm": 0.615473066825679, |
| "learning_rate": 8.14737549112462e-05, |
| "loss": 0.7374885082244873, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.641782059000602, |
| "grad_norm": 0.4711847774090933, |
| "learning_rate": 8.139634523761537e-05, |
| "loss": 0.7441030740737915, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.6429861529199278, |
| "grad_norm": 0.5630505830242891, |
| "learning_rate": 8.131881112263845e-05, |
| "loss": 0.760844349861145, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.6441902468392534, |
| "grad_norm": 0.4902045102048299, |
| "learning_rate": 8.12411528736267e-05, |
| "loss": 0.747408390045166, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.6453943407585792, |
| "grad_norm": 0.5239339457722322, |
| "learning_rate": 8.116337079838337e-05, |
| "loss": 0.6766310334205627, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.6465984346779049, |
| "grad_norm": 0.5639067025890481, |
| "learning_rate": 8.10854652052025e-05, |
| "loss": 0.7553038001060486, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.6478025285972305, |
| "grad_norm": 0.5652729576179896, |
| "learning_rate": 8.100743640286768e-05, |
| "loss": 0.7927436828613281, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.6490066225165563, |
| "grad_norm": 0.5899930998288447, |
| "learning_rate": 8.092928470065091e-05, |
| "loss": 0.746442437171936, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.650210716435882, |
| "grad_norm": 0.5734926100588223, |
| "learning_rate": 8.085101040831122e-05, |
| "loss": 0.7299135327339172, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6514148103552077, |
| "grad_norm": 0.5445239473427346, |
| "learning_rate": 8.077261383609363e-05, |
| "loss": 0.7429971694946289, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.6526189042745334, |
| "grad_norm": 0.5377764536655968, |
| "learning_rate": 8.069409529472774e-05, |
| "loss": 0.6965886354446411, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.6538229981938591, |
| "grad_norm": 0.5495556573143111, |
| "learning_rate": 8.061545509542663e-05, |
| "loss": 0.8017982244491577, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.6550270921131849, |
| "grad_norm": 0.6319154675647844, |
| "learning_rate": 8.05366935498856e-05, |
| "loss": 0.8424440026283264, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.6562311860325105, |
| "grad_norm": 0.5851580380009528, |
| "learning_rate": 8.045781097028083e-05, |
| "loss": 0.7136452198028564, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.6574352799518363, |
| "grad_norm": 0.5768159366295683, |
| "learning_rate": 8.037880766926833e-05, |
| "loss": 0.7658728957176208, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.658639373871162, |
| "grad_norm": 0.5153849506337413, |
| "learning_rate": 8.02996839599825e-05, |
| "loss": 0.7741184234619141, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.6598434677904876, |
| "grad_norm": 0.5439727935199963, |
| "learning_rate": 8.022044015603505e-05, |
| "loss": 0.682166337966919, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.6610475617098134, |
| "grad_norm": 0.6200730052850133, |
| "learning_rate": 8.014107657151369e-05, |
| "loss": 0.7769534587860107, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.6622516556291391, |
| "grad_norm": 0.8898978861581679, |
| "learning_rate": 8.006159352098082e-05, |
| "loss": 0.8437709808349609, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6634557495484648, |
| "grad_norm": 0.5710658960553652, |
| "learning_rate": 7.998199131947247e-05, |
| "loss": 0.7517293691635132, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.6646598434677905, |
| "grad_norm": 0.5766184289770093, |
| "learning_rate": 7.990227028249678e-05, |
| "loss": 0.767498254776001, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.6658639373871162, |
| "grad_norm": 0.48344386565097125, |
| "learning_rate": 7.982243072603306e-05, |
| "loss": 0.7911073565483093, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.6670680313064419, |
| "grad_norm": 0.5720685454250555, |
| "learning_rate": 7.974247296653028e-05, |
| "loss": 0.7882490158081055, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.6682721252257676, |
| "grad_norm": 0.551845274541981, |
| "learning_rate": 7.966239732090592e-05, |
| "loss": 0.7455636262893677, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.6694762191450934, |
| "grad_norm": 0.5008402819182415, |
| "learning_rate": 7.958220410654475e-05, |
| "loss": 0.6583361029624939, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.670680313064419, |
| "grad_norm": 0.629379844851495, |
| "learning_rate": 7.95018936412975e-05, |
| "loss": 0.8074872493743896, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.6718844069837447, |
| "grad_norm": 0.5046050642514287, |
| "learning_rate": 7.942146624347964e-05, |
| "loss": 0.7117890119552612, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.6730885009030705, |
| "grad_norm": 0.5606691219626582, |
| "learning_rate": 7.93409222318701e-05, |
| "loss": 0.776159942150116, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.6742925948223961, |
| "grad_norm": 0.5675319565450898, |
| "learning_rate": 7.926026192571007e-05, |
| "loss": 0.7273181676864624, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6754966887417219, |
| "grad_norm": 0.6807229006452853, |
| "learning_rate": 7.917948564470157e-05, |
| "loss": 0.7717639207839966, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.6767007826610476, |
| "grad_norm": 0.5643784281894073, |
| "learning_rate": 7.909859370900642e-05, |
| "loss": 0.850112795829773, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.6779048765803732, |
| "grad_norm": 0.5624356458337382, |
| "learning_rate": 7.901758643924475e-05, |
| "loss": 0.717825174331665, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.679108970499699, |
| "grad_norm": 0.5779451560266392, |
| "learning_rate": 7.893646415649384e-05, |
| "loss": 0.6891994476318359, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.6803130644190247, |
| "grad_norm": 0.5460823910922556, |
| "learning_rate": 7.88552271822869e-05, |
| "loss": 0.7132343649864197, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.6815171583383504, |
| "grad_norm": 0.5463816904759803, |
| "learning_rate": 7.877387583861165e-05, |
| "loss": 0.8201718926429749, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.6827212522576761, |
| "grad_norm": 0.5019769893477617, |
| "learning_rate": 7.869241044790915e-05, |
| "loss": 0.6515538096427917, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.6839253461770018, |
| "grad_norm": 0.5617633221602063, |
| "learning_rate": 7.861083133307247e-05, |
| "loss": 0.7625322341918945, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.6851294400963275, |
| "grad_norm": 0.54964042039411, |
| "learning_rate": 7.852913881744547e-05, |
| "loss": 0.7261612415313721, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.6863335340156532, |
| "grad_norm": 0.6263394024336052, |
| "learning_rate": 7.844733322482145e-05, |
| "loss": 0.7486558556556702, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.687537627934979, |
| "grad_norm": 0.5555893896503016, |
| "learning_rate": 7.836541487944193e-05, |
| "loss": 0.7491647005081177, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.6887417218543046, |
| "grad_norm": 0.5820402015407633, |
| "learning_rate": 7.82833841059953e-05, |
| "loss": 0.7191346883773804, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.6899458157736303, |
| "grad_norm": 0.555977833657025, |
| "learning_rate": 7.820124122961557e-05, |
| "loss": 0.7905391454696655, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.6911499096929561, |
| "grad_norm": 0.5037913291859483, |
| "learning_rate": 7.811898657588109e-05, |
| "loss": 0.7211226224899292, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.6923540036122817, |
| "grad_norm": 0.5729626893502113, |
| "learning_rate": 7.803662047081323e-05, |
| "loss": 0.8028491735458374, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.6935580975316075, |
| "grad_norm": 0.5860473434891468, |
| "learning_rate": 7.795414324087515e-05, |
| "loss": 0.829058825969696, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.6947621914509332, |
| "grad_norm": 0.5958131631643511, |
| "learning_rate": 7.78715552129704e-05, |
| "loss": 0.8834158182144165, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.6959662853702588, |
| "grad_norm": 0.5431734521373482, |
| "learning_rate": 7.778885671444169e-05, |
| "loss": 0.726544976234436, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.6971703792895846, |
| "grad_norm": 0.5375518534571525, |
| "learning_rate": 7.770604807306966e-05, |
| "loss": 0.6950877904891968, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.6983744732089103, |
| "grad_norm": 0.5646475926608178, |
| "learning_rate": 7.762312961707141e-05, |
| "loss": 0.7466782331466675, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.699578567128236, |
| "grad_norm": 0.48963828108768087, |
| "learning_rate": 7.754010167509935e-05, |
| "loss": 0.6853356957435608, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.7007826610475617, |
| "grad_norm": 0.586236539500212, |
| "learning_rate": 7.745696457623986e-05, |
| "loss": 0.740483283996582, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.7019867549668874, |
| "grad_norm": 0.6274150858960484, |
| "learning_rate": 7.73737186500119e-05, |
| "loss": 0.7569112181663513, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.7031908488862131, |
| "grad_norm": 0.5631748478704627, |
| "learning_rate": 7.729036422636589e-05, |
| "loss": 0.8061918020248413, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.7043949428055388, |
| "grad_norm": 0.5841006909268124, |
| "learning_rate": 7.720690163568214e-05, |
| "loss": 0.8308575749397278, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.7055990367248646, |
| "grad_norm": 0.5699658900127791, |
| "learning_rate": 7.712333120876983e-05, |
| "loss": 0.7775663137435913, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.7068031306441902, |
| "grad_norm": 0.5889370522339232, |
| "learning_rate": 7.703965327686544e-05, |
| "loss": 0.7314500212669373, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.708007224563516, |
| "grad_norm": 0.5923804291432415, |
| "learning_rate": 7.695586817163163e-05, |
| "loss": 0.7363287210464478, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.7092113184828417, |
| "grad_norm": 0.6533117299804164, |
| "learning_rate": 7.68719762251558e-05, |
| "loss": 0.651695966720581, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.7104154124021673, |
| "grad_norm": 0.5479326254295158, |
| "learning_rate": 7.678797776994886e-05, |
| "loss": 0.7530328631401062, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.7116195063214931, |
| "grad_norm": 0.5299024142422354, |
| "learning_rate": 7.670387313894384e-05, |
| "loss": 0.7354722023010254, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.7128236002408188, |
| "grad_norm": 0.5472573973168082, |
| "learning_rate": 7.661966266549463e-05, |
| "loss": 0.7562400102615356, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.7140276941601444, |
| "grad_norm": 0.5854890840875948, |
| "learning_rate": 7.653534668337463e-05, |
| "loss": 0.8579235076904297, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.7152317880794702, |
| "grad_norm": 0.5697072947758892, |
| "learning_rate": 7.645092552677539e-05, |
| "loss": 0.7369991540908813, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.7164358819987959, |
| "grad_norm": 0.5685555722350157, |
| "learning_rate": 7.636639953030541e-05, |
| "loss": 0.8678609132766724, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.7176399759181216, |
| "grad_norm": 0.567416577687503, |
| "learning_rate": 7.628176902898863e-05, |
| "loss": 0.791597843170166, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.7188440698374473, |
| "grad_norm": 0.6148265638311559, |
| "learning_rate": 7.619703435826328e-05, |
| "loss": 0.749405026435852, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.720048163756773, |
| "grad_norm": 0.5414167107715409, |
| "learning_rate": 7.61121958539804e-05, |
| "loss": 0.8846501708030701, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.7212522576760987, |
| "grad_norm": 0.5416681872805827, |
| "learning_rate": 7.602725385240268e-05, |
| "loss": 0.7774538993835449, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.7224563515954244, |
| "grad_norm": 0.588344345196164, |
| "learning_rate": 7.594220869020293e-05, |
| "loss": 0.814307451248169, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7236604455147502, |
| "grad_norm": 0.5576823157325073, |
| "learning_rate": 7.585706070446288e-05, |
| "loss": 0.7856515645980835, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.7248645394340758, |
| "grad_norm": 0.5985127235800698, |
| "learning_rate": 7.577181023267185e-05, |
| "loss": 0.8144470453262329, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.7260686333534015, |
| "grad_norm": 0.5779044201512746, |
| "learning_rate": 7.568645761272527e-05, |
| "loss": 0.7946053743362427, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 0.5488619890930316, |
| "learning_rate": 7.560100318292355e-05, |
| "loss": 0.7577052116394043, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.7284768211920529, |
| "grad_norm": 0.5459077250816263, |
| "learning_rate": 7.551544728197057e-05, |
| "loss": 0.7259520888328552, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.7296809151113787, |
| "grad_norm": 0.6119689669390659, |
| "learning_rate": 7.542979024897239e-05, |
| "loss": 0.8580405712127686, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.7308850090307044, |
| "grad_norm": 0.5147985669255489, |
| "learning_rate": 7.534403242343595e-05, |
| "loss": 0.7137761116027832, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.7320891029500302, |
| "grad_norm": 0.5193410319727177, |
| "learning_rate": 7.525817414526764e-05, |
| "loss": 0.7543395757675171, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.7332931968693558, |
| "grad_norm": 0.5573511973877319, |
| "learning_rate": 7.517221575477209e-05, |
| "loss": 0.7173647284507751, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.7344972907886815, |
| "grad_norm": 0.5580550054944537, |
| "learning_rate": 7.508615759265059e-05, |
| "loss": 0.7329656481742859, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.7357013847080073, |
| "grad_norm": 0.551637721601536, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 0.7801769375801086, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.7369054786273329, |
| "grad_norm": 0.5329464486402283, |
| "learning_rate": 7.491374331831125e-05, |
| "loss": 0.7641035318374634, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.7381095725466587, |
| "grad_norm": 0.5580597551172531, |
| "learning_rate": 7.482738788946799e-05, |
| "loss": 0.8063909411430359, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.7393136664659844, |
| "grad_norm": 0.5536354711211005, |
| "learning_rate": 7.474093405574527e-05, |
| "loss": 0.8169757127761841, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.74051776038531, |
| "grad_norm": 0.5416837758281863, |
| "learning_rate": 7.465438215980819e-05, |
| "loss": 0.7172082662582397, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.7417218543046358, |
| "grad_norm": 0.5757826134716865, |
| "learning_rate": 7.456773254471053e-05, |
| "loss": 0.8059848546981812, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.7429259482239615, |
| "grad_norm": 0.5552693082023876, |
| "learning_rate": 7.448098555389333e-05, |
| "loss": 0.888195276260376, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.7441300421432872, |
| "grad_norm": 0.5247113920620894, |
| "learning_rate": 7.439414153118364e-05, |
| "loss": 0.7386849522590637, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.7453341360626129, |
| "grad_norm": 0.5778342940116027, |
| "learning_rate": 7.43072008207931e-05, |
| "loss": 0.7103273868560791, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.7465382299819386, |
| "grad_norm": 0.5785723142524426, |
| "learning_rate": 7.422016376731658e-05, |
| "loss": 0.772225558757782, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.7477423239012643, |
| "grad_norm": 0.5459844270560734, |
| "learning_rate": 7.413303071573077e-05, |
| "loss": 0.7679145336151123, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.74894641782059, |
| "grad_norm": 0.5723341998985462, |
| "learning_rate": 7.404580201139286e-05, |
| "loss": 0.7297276258468628, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.7501505117399158, |
| "grad_norm": 0.5641616655306876, |
| "learning_rate": 7.395847800003925e-05, |
| "loss": 0.7312839031219482, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.7513546056592414, |
| "grad_norm": 0.5733662946104073, |
| "learning_rate": 7.387105902778397e-05, |
| "loss": 0.7721570730209351, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.7525586995785671, |
| "grad_norm": 0.5362108749320107, |
| "learning_rate": 7.378354544111755e-05, |
| "loss": 0.8026418089866638, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.7537627934978929, |
| "grad_norm": 0.5633254415228907, |
| "learning_rate": 7.36959375869054e-05, |
| "loss": 0.6819289326667786, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.7549668874172185, |
| "grad_norm": 0.529897150259017, |
| "learning_rate": 7.360823581238672e-05, |
| "loss": 0.8319383859634399, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.7561709813365443, |
| "grad_norm": 0.5106910013108146, |
| "learning_rate": 7.352044046517285e-05, |
| "loss": 0.676674485206604, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.75737507525587, |
| "grad_norm": 0.5484578007680182, |
| "learning_rate": 7.343255189324605e-05, |
| "loss": 0.6932168006896973, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.7585791691751956, |
| "grad_norm": 0.5650930759635948, |
| "learning_rate": 7.334457044495811e-05, |
| "loss": 0.7660653591156006, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7597832630945214, |
| "grad_norm": 0.5584992927312921, |
| "learning_rate": 7.325649646902887e-05, |
| "loss": 0.7922879457473755, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.7609873570138471, |
| "grad_norm": 0.5513822198360595, |
| "learning_rate": 7.316833031454498e-05, |
| "loss": 0.7717798948287964, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.7621914509331728, |
| "grad_norm": 0.5903937591677999, |
| "learning_rate": 7.30800723309584e-05, |
| "loss": 0.709945797920227, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.7633955448524985, |
| "grad_norm": 0.5243311870823861, |
| "learning_rate": 7.299172286808511e-05, |
| "loss": 0.6364589929580688, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.7645996387718242, |
| "grad_norm": 0.5645975620167715, |
| "learning_rate": 7.290328227610362e-05, |
| "loss": 0.7189136743545532, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.7658037326911499, |
| "grad_norm": 0.5989333495083847, |
| "learning_rate": 7.281475090555365e-05, |
| "loss": 0.8010446429252625, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.7670078266104756, |
| "grad_norm": 0.5392019595111714, |
| "learning_rate": 7.272612910733475e-05, |
| "loss": 0.7160613536834717, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.7682119205298014, |
| "grad_norm": 0.526699638579813, |
| "learning_rate": 7.263741723270486e-05, |
| "loss": 0.6541684865951538, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.769416014449127, |
| "grad_norm": 0.5502399148075039, |
| "learning_rate": 7.254861563327896e-05, |
| "loss": 0.7666326761245728, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.7706201083684527, |
| "grad_norm": 0.5367816011630834, |
| "learning_rate": 7.245972466102766e-05, |
| "loss": 0.7381945848464966, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7718242022877785, |
| "grad_norm": 0.5673276609505631, |
| "learning_rate": 7.237074466827579e-05, |
| "loss": 0.7307241559028625, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.7730282962071041, |
| "grad_norm": 0.5374169130324764, |
| "learning_rate": 7.228167600770101e-05, |
| "loss": 0.752852201461792, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.7742323901264299, |
| "grad_norm": 0.5222964595544717, |
| "learning_rate": 7.219251903233246e-05, |
| "loss": 0.7814919948577881, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.7754364840457556, |
| "grad_norm": 0.5353375865532896, |
| "learning_rate": 7.210327409554926e-05, |
| "loss": 0.7453927993774414, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.7766405779650812, |
| "grad_norm": 0.5420182525639181, |
| "learning_rate": 7.201394155107928e-05, |
| "loss": 0.748891294002533, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.777844671884407, |
| "grad_norm": 0.5877559832438797, |
| "learning_rate": 7.192452175299748e-05, |
| "loss": 0.6877246499061584, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.7790487658037327, |
| "grad_norm": 0.5760557644626407, |
| "learning_rate": 7.183501505572478e-05, |
| "loss": 0.8391183614730835, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.7802528597230584, |
| "grad_norm": 0.5140131622082071, |
| "learning_rate": 7.174542181402646e-05, |
| "loss": 0.6214525699615479, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.7814569536423841, |
| "grad_norm": 0.5920652975441979, |
| "learning_rate": 7.165574238301085e-05, |
| "loss": 0.7245489954948425, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.7826610475617098, |
| "grad_norm": 0.5291539489099727, |
| "learning_rate": 7.15659771181279e-05, |
| "loss": 0.6523704528808594, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7838651414810355, |
| "grad_norm": 0.5184868746629374, |
| "learning_rate": 7.147612637516775e-05, |
| "loss": 0.7590177059173584, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.7850692354003612, |
| "grad_norm": 0.5767737493812523, |
| "learning_rate": 7.138619051025935e-05, |
| "loss": 0.7685889005661011, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.786273329319687, |
| "grad_norm": 0.5316769794527457, |
| "learning_rate": 7.129616987986905e-05, |
| "loss": 0.612991213798523, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.7874774232390126, |
| "grad_norm": 0.566437732909868, |
| "learning_rate": 7.120606484079912e-05, |
| "loss": 0.8298099040985107, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.7886815171583383, |
| "grad_norm": 0.5819731356601086, |
| "learning_rate": 7.111587575018648e-05, |
| "loss": 0.7112371921539307, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.7898856110776641, |
| "grad_norm": 0.5939381717337568, |
| "learning_rate": 7.102560296550109e-05, |
| "loss": 0.7533249855041504, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.7910897049969897, |
| "grad_norm": 0.5977179736055875, |
| "learning_rate": 7.093524684454471e-05, |
| "loss": 0.8646591305732727, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.7922937989163155, |
| "grad_norm": 0.5811627493929847, |
| "learning_rate": 7.084480774544937e-05, |
| "loss": 0.7045024037361145, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.7934978928356412, |
| "grad_norm": 0.46222093389370705, |
| "learning_rate": 7.075428602667602e-05, |
| "loss": 0.5506249666213989, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.7947019867549668, |
| "grad_norm": 0.5645543669115538, |
| "learning_rate": 7.066368204701306e-05, |
| "loss": 0.7758337259292603, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7959060806742926, |
| "grad_norm": 0.4915448078569477, |
| "learning_rate": 7.057299616557493e-05, |
| "loss": 0.651608943939209, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.7971101745936183, |
| "grad_norm": 0.5522172829410883, |
| "learning_rate": 7.048222874180072e-05, |
| "loss": 0.7136639356613159, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.798314268512944, |
| "grad_norm": 0.5893396997765099, |
| "learning_rate": 7.039138013545265e-05, |
| "loss": 0.8380235433578491, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.7995183624322697, |
| "grad_norm": 0.6133987101537153, |
| "learning_rate": 7.030045070661484e-05, |
| "loss": 0.7751943469047546, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.8007224563515954, |
| "grad_norm": 0.5282165625345195, |
| "learning_rate": 7.020944081569158e-05, |
| "loss": 0.7577475309371948, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.8019265502709211, |
| "grad_norm": 0.5594249036363087, |
| "learning_rate": 7.011835082340625e-05, |
| "loss": 0.8250494599342346, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.8031306441902468, |
| "grad_norm": 0.5851363252245912, |
| "learning_rate": 7.002718109079964e-05, |
| "loss": 0.7192866802215576, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.8043347381095726, |
| "grad_norm": 0.5451363099285061, |
| "learning_rate": 6.993593197922852e-05, |
| "loss": 0.7122324705123901, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.8055388320288982, |
| "grad_norm": 0.5665959912586943, |
| "learning_rate": 6.984460385036442e-05, |
| "loss": 0.674079179763794, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.8067429259482239, |
| "grad_norm": 0.5607832145712084, |
| "learning_rate": 6.975319706619197e-05, |
| "loss": 0.7614448070526123, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.8079470198675497, |
| "grad_norm": 0.516789952393803, |
| "learning_rate": 6.966171198900761e-05, |
| "loss": 0.7189384698867798, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.8091511137868754, |
| "grad_norm": 0.6772184953913467, |
| "learning_rate": 6.957014898141805e-05, |
| "loss": 0.6840660572052002, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.8103552077062011, |
| "grad_norm": 0.531942812379234, |
| "learning_rate": 6.947850840633892e-05, |
| "loss": 0.6458152532577515, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.8115593016255268, |
| "grad_norm": 0.5519490767522439, |
| "learning_rate": 6.938679062699327e-05, |
| "loss": 0.7066282629966736, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.8127633955448526, |
| "grad_norm": 0.48652561414966566, |
| "learning_rate": 6.929499600691014e-05, |
| "loss": 0.7652988433837891, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.8139674894641782, |
| "grad_norm": 0.6226477503268696, |
| "learning_rate": 6.92031249099232e-05, |
| "loss": 0.7655966281890869, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.8151715833835039, |
| "grad_norm": 0.5595978038997756, |
| "learning_rate": 6.911117770016915e-05, |
| "loss": 0.7019493579864502, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.8163756773028297, |
| "grad_norm": 0.5495627855637409, |
| "learning_rate": 6.901915474208644e-05, |
| "loss": 0.70711350440979, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.8175797712221553, |
| "grad_norm": 0.5712315500872475, |
| "learning_rate": 6.892705640041373e-05, |
| "loss": 0.7052388787269592, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.818783865141481, |
| "grad_norm": 0.5500499336299753, |
| "learning_rate": 6.883488304018844e-05, |
| "loss": 0.7443139553070068, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.8199879590608068, |
| "grad_norm": 0.5387862831681539, |
| "learning_rate": 6.874263502674538e-05, |
| "loss": 0.7455554604530334, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.8211920529801324, |
| "grad_norm": 0.5925515236740267, |
| "learning_rate": 6.86503127257152e-05, |
| "loss": 0.7441598773002625, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.8223961468994582, |
| "grad_norm": 0.6281201889624337, |
| "learning_rate": 6.855791650302305e-05, |
| "loss": 0.825596272945404, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.8236002408187839, |
| "grad_norm": 0.5638562915547312, |
| "learning_rate": 6.846544672488701e-05, |
| "loss": 0.8428453803062439, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.8248043347381095, |
| "grad_norm": 0.5505970416330618, |
| "learning_rate": 6.837290375781678e-05, |
| "loss": 0.7983956336975098, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.8260084286574353, |
| "grad_norm": 0.5721512425660251, |
| "learning_rate": 6.828028796861207e-05, |
| "loss": 0.7709592580795288, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.827212522576761, |
| "grad_norm": 0.6645005011132197, |
| "learning_rate": 6.818759972436125e-05, |
| "loss": 0.7213572263717651, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.8284166164960867, |
| "grad_norm": 0.5017848479381612, |
| "learning_rate": 6.809483939243992e-05, |
| "loss": 0.7169408798217773, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.8296207104154124, |
| "grad_norm": 0.5943825592817649, |
| "learning_rate": 6.800200734050931e-05, |
| "loss": 0.6034449338912964, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.8308248043347382, |
| "grad_norm": 0.5544289785627361, |
| "learning_rate": 6.790910393651502e-05, |
| "loss": 0.7898417711257935, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.8320288982540638, |
| "grad_norm": 0.5851190478412958, |
| "learning_rate": 6.781612954868538e-05, |
| "loss": 0.735333263874054, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.8332329921733895, |
| "grad_norm": 0.5132314600936285, |
| "learning_rate": 6.77230845455301e-05, |
| "loss": 0.6649155616760254, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.8344370860927153, |
| "grad_norm": 0.5717715226236111, |
| "learning_rate": 6.762996929583878e-05, |
| "loss": 0.7077334523200989, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.8356411800120409, |
| "grad_norm": 0.5295441327900904, |
| "learning_rate": 6.753678416867944e-05, |
| "loss": 0.7083529233932495, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.8368452739313667, |
| "grad_norm": 0.5409070425072329, |
| "learning_rate": 6.744352953339706e-05, |
| "loss": 0.6848558783531189, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.8380493678506924, |
| "grad_norm": 11.456453932391845, |
| "learning_rate": 6.735020575961213e-05, |
| "loss": 2.429105281829834, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.839253461770018, |
| "grad_norm": 0.5030799338663503, |
| "learning_rate": 6.725681321721916e-05, |
| "loss": 0.6945353150367737, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.8404575556893438, |
| "grad_norm": 0.5019492592535822, |
| "learning_rate": 6.716335227638525e-05, |
| "loss": 0.6985099911689758, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.8416616496086695, |
| "grad_norm": 0.5343651236614299, |
| "learning_rate": 6.706982330754858e-05, |
| "loss": 0.7406755089759827, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.8428657435279951, |
| "grad_norm": 0.5772034919820741, |
| "learning_rate": 6.697622668141698e-05, |
| "loss": 0.8253107070922852, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8440698374473209, |
| "grad_norm": 0.5340743353018809, |
| "learning_rate": 6.688256276896643e-05, |
| "loss": 0.6895221471786499, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.8452739313666466, |
| "grad_norm": 0.5653672583177308, |
| "learning_rate": 6.678883194143962e-05, |
| "loss": 0.7509863376617432, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.8464780252859723, |
| "grad_norm": 0.6952333150720577, |
| "learning_rate": 6.669503457034446e-05, |
| "loss": 0.7106937766075134, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.847682119205298, |
| "grad_norm": 0.5851587415926052, |
| "learning_rate": 6.660117102745256e-05, |
| "loss": 0.8080302476882935, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.8488862131246238, |
| "grad_norm": 0.5889137432099876, |
| "learning_rate": 6.650724168479789e-05, |
| "loss": 0.7220859527587891, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.8500903070439494, |
| "grad_norm": 0.5691084934905695, |
| "learning_rate": 6.641324691467514e-05, |
| "loss": 0.7487884759902954, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.8512944009632751, |
| "grad_norm": 0.5298216455216096, |
| "learning_rate": 6.63191870896384e-05, |
| "loss": 0.7792977690696716, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.8524984948826009, |
| "grad_norm": 0.5772535684835562, |
| "learning_rate": 6.622506258249956e-05, |
| "loss": 0.6996712684631348, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.8537025888019265, |
| "grad_norm": 0.5155556118938752, |
| "learning_rate": 6.61308737663269e-05, |
| "loss": 0.6337662935256958, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.8549066827212523, |
| "grad_norm": 0.5924702334508825, |
| "learning_rate": 6.60366210144436e-05, |
| "loss": 0.8370622396469116, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.856110776640578, |
| "grad_norm": 0.5183147485813695, |
| "learning_rate": 6.59423047004262e-05, |
| "loss": 0.6973636746406555, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.8573148705599036, |
| "grad_norm": 0.5572135137974717, |
| "learning_rate": 6.584792519810325e-05, |
| "loss": 0.7278915047645569, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.8585189644792294, |
| "grad_norm": 0.5420202758959125, |
| "learning_rate": 6.57534828815537e-05, |
| "loss": 0.7928230166435242, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.8597230583985551, |
| "grad_norm": 0.574639133513042, |
| "learning_rate": 6.565897812510549e-05, |
| "loss": 0.8664229512214661, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.8609271523178808, |
| "grad_norm": 0.4700403610654423, |
| "learning_rate": 6.556441130333403e-05, |
| "loss": 0.5933694243431091, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.8621312462372065, |
| "grad_norm": 0.5312249498337128, |
| "learning_rate": 6.546978279106074e-05, |
| "loss": 0.733972430229187, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.8633353401565322, |
| "grad_norm": 0.5216302635057909, |
| "learning_rate": 6.537509296335155e-05, |
| "loss": 0.6753861904144287, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.8645394340758579, |
| "grad_norm": 0.4790376690745771, |
| "learning_rate": 6.528034219551543e-05, |
| "loss": 0.6640701293945312, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.8657435279951836, |
| "grad_norm": 0.5065707454061958, |
| "learning_rate": 6.518553086310285e-05, |
| "loss": 0.7376319169998169, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.8669476219145094, |
| "grad_norm": 0.5816099925628252, |
| "learning_rate": 6.509065934190437e-05, |
| "loss": 0.6989994049072266, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.868151715833835, |
| "grad_norm": 0.533855911666009, |
| "learning_rate": 6.499572800794911e-05, |
| "loss": 0.6418149471282959, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.8693558097531607, |
| "grad_norm": 0.5808342911427314, |
| "learning_rate": 6.490073723750326e-05, |
| "loss": 0.7712098956108093, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.8705599036724865, |
| "grad_norm": 0.5618125174120853, |
| "learning_rate": 6.480568740706856e-05, |
| "loss": 0.6786316633224487, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.8717639975918121, |
| "grad_norm": 0.5442790186136376, |
| "learning_rate": 6.471057889338089e-05, |
| "loss": 0.6759684681892395, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.8729680915111379, |
| "grad_norm": 0.5575091652765518, |
| "learning_rate": 6.461541207340866e-05, |
| "loss": 0.8004689812660217, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.8741721854304636, |
| "grad_norm": 0.6087037735248484, |
| "learning_rate": 6.452018732435145e-05, |
| "loss": 0.702217161655426, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.8753762793497892, |
| "grad_norm": 0.523391785114522, |
| "learning_rate": 6.442490502363838e-05, |
| "loss": 0.7841488122940063, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.876580373269115, |
| "grad_norm": 0.5893015983604554, |
| "learning_rate": 6.432956554892675e-05, |
| "loss": 0.806492030620575, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.8777844671884407, |
| "grad_norm": 0.49897942350210794, |
| "learning_rate": 6.42341692781004e-05, |
| "loss": 0.7724281549453735, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.8789885611077664, |
| "grad_norm": 0.5025156193616485, |
| "learning_rate": 6.413871658926833e-05, |
| "loss": 0.7163165211677551, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8801926550270921, |
| "grad_norm": 0.5411433468483965, |
| "learning_rate": 6.404320786076317e-05, |
| "loss": 0.7383996248245239, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.8813967489464178, |
| "grad_norm": 0.5363738863779194, |
| "learning_rate": 6.39476434711396e-05, |
| "loss": 0.7603915929794312, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.8826008428657435, |
| "grad_norm": 0.5771663171868379, |
| "learning_rate": 6.385202379917297e-05, |
| "loss": 0.7711158990859985, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.8838049367850692, |
| "grad_norm": 0.5477282394048203, |
| "learning_rate": 6.375634922385775e-05, |
| "loss": 0.755664587020874, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.885009030704395, |
| "grad_norm": 0.5880459246570379, |
| "learning_rate": 6.366062012440599e-05, |
| "loss": 0.7198222875595093, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.8862131246237207, |
| "grad_norm": 0.6360552256124195, |
| "learning_rate": 6.356483688024588e-05, |
| "loss": 0.7838082909584045, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.8874172185430463, |
| "grad_norm": 0.5369270802924788, |
| "learning_rate": 6.346899987102019e-05, |
| "loss": 0.7577356100082397, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.8886213124623721, |
| "grad_norm": 0.5556367435929235, |
| "learning_rate": 6.337310947658478e-05, |
| "loss": 0.7227284908294678, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.8898254063816978, |
| "grad_norm": 0.5361468921378463, |
| "learning_rate": 6.327716607700719e-05, |
| "loss": 0.7303032875061035, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.8910295003010235, |
| "grad_norm": 0.5395989339749642, |
| "learning_rate": 6.318117005256494e-05, |
| "loss": 0.7400148510932922, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.8922335942203492, |
| "grad_norm": 0.5723788997800525, |
| "learning_rate": 6.308512178374419e-05, |
| "loss": 0.7611583471298218, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.893437688139675, |
| "grad_norm": 0.5521688567876344, |
| "learning_rate": 6.298902165123815e-05, |
| "loss": 0.8619204759597778, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.8946417820590006, |
| "grad_norm": 0.5582827301628421, |
| "learning_rate": 6.289287003594564e-05, |
| "loss": 0.7897509932518005, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.8958458759783263, |
| "grad_norm": 0.5093785587034908, |
| "learning_rate": 6.279666731896946e-05, |
| "loss": 0.7222546935081482, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.8970499698976521, |
| "grad_norm": 0.6095242070371871, |
| "learning_rate": 6.270041388161503e-05, |
| "loss": 0.798790454864502, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.8982540638169777, |
| "grad_norm": 0.5698300911071993, |
| "learning_rate": 6.26041101053888e-05, |
| "loss": 0.73308926820755, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.8994581577363034, |
| "grad_norm": 0.5540329200739117, |
| "learning_rate": 6.250775637199661e-05, |
| "loss": 0.7667993903160095, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.9006622516556292, |
| "grad_norm": 0.49980897472798463, |
| "learning_rate": 6.241135306334254e-05, |
| "loss": 0.7137086987495422, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.9018663455749548, |
| "grad_norm": 0.5795317113908485, |
| "learning_rate": 6.231490056152692e-05, |
| "loss": 0.8151491284370422, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.9030704394942806, |
| "grad_norm": 0.5582206562940626, |
| "learning_rate": 6.221839924884527e-05, |
| "loss": 0.7875903844833374, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.9042745334136063, |
| "grad_norm": 0.5491858152450069, |
| "learning_rate": 6.21218495077864e-05, |
| "loss": 0.7306442260742188, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.9054786273329319, |
| "grad_norm": 0.6055567996900213, |
| "learning_rate": 6.20252517210312e-05, |
| "loss": 0.754359781742096, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.9066827212522577, |
| "grad_norm": 0.5322913036677438, |
| "learning_rate": 6.192860627145094e-05, |
| "loss": 0.6508967280387878, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.9078868151715834, |
| "grad_norm": 0.5656082361795239, |
| "learning_rate": 6.183191354210577e-05, |
| "loss": 0.7721344232559204, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 0.5362562825791712, |
| "learning_rate": 6.173517391624331e-05, |
| "loss": 0.7396098971366882, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.9102950030102348, |
| "grad_norm": 0.5552002010414196, |
| "learning_rate": 6.163838777729699e-05, |
| "loss": 0.6969982385635376, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.9114990969295605, |
| "grad_norm": 0.5806759798417249, |
| "learning_rate": 6.154155550888466e-05, |
| "loss": 0.7862981557846069, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.9127031908488862, |
| "grad_norm": 0.5618012271452348, |
| "learning_rate": 6.144467749480695e-05, |
| "loss": 0.7197493314743042, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.9139072847682119, |
| "grad_norm": 0.6015842930717432, |
| "learning_rate": 6.134775411904581e-05, |
| "loss": 0.801885724067688, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.9151113786875377, |
| "grad_norm": 0.648697014238488, |
| "learning_rate": 6.125078576576306e-05, |
| "loss": 0.762459397315979, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.9163154726068633, |
| "grad_norm": 1.006231715341414, |
| "learning_rate": 6.115377281929867e-05, |
| "loss": 0.7917613983154297, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.917519566526189, |
| "grad_norm": 0.5730425991520282, |
| "learning_rate": 6.105671566416947e-05, |
| "loss": 0.702721893787384, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.9187236604455148, |
| "grad_norm": 0.5497044062021355, |
| "learning_rate": 6.0959614685067444e-05, |
| "loss": 0.6928747892379761, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.9199277543648404, |
| "grad_norm": 0.5209247297432111, |
| "learning_rate": 6.086247026685832e-05, |
| "loss": 0.7445698380470276, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.9211318482841662, |
| "grad_norm": 0.49471431299243296, |
| "learning_rate": 6.0765282794579934e-05, |
| "loss": 0.6368311643600464, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.9223359422034919, |
| "grad_norm": 0.4948084280976926, |
| "learning_rate": 6.066805265344084e-05, |
| "loss": 0.7579319477081299, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.9235400361228175, |
| "grad_norm": 0.5782172565746628, |
| "learning_rate": 6.0570780228818705e-05, |
| "loss": 0.7203896641731262, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.9247441300421433, |
| "grad_norm": 0.5239174148850319, |
| "learning_rate": 6.047346590625872e-05, |
| "loss": 0.7110145092010498, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.925948223961469, |
| "grad_norm": 0.5425491477842784, |
| "learning_rate": 6.0376110071472234e-05, |
| "loss": 0.7392451763153076, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.9271523178807947, |
| "grad_norm": 0.5268921834335735, |
| "learning_rate": 6.027871311033506e-05, |
| "loss": 0.777907133102417, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.9283564118001204, |
| "grad_norm": 0.5572897315618067, |
| "learning_rate": 6.0181275408886064e-05, |
| "loss": 0.8401760458946228, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.9295605057194462, |
| "grad_norm": 0.5641552558734205, |
| "learning_rate": 6.008379735332556e-05, |
| "loss": 0.6873654127120972, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.9307645996387718, |
| "grad_norm": 0.5208475397793321, |
| "learning_rate": 5.998627933001381e-05, |
| "loss": 0.6632927656173706, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.9319686935580975, |
| "grad_norm": 0.5600358850446495, |
| "learning_rate": 5.988872172546952e-05, |
| "loss": 0.7082634568214417, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.9331727874774233, |
| "grad_norm": 0.5693732220311049, |
| "learning_rate": 5.979112492636824e-05, |
| "loss": 0.8022473454475403, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.9343768813967489, |
| "grad_norm": 0.5193498332315772, |
| "learning_rate": 5.9693489319540906e-05, |
| "loss": 0.7477356195449829, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.9355809753160746, |
| "grad_norm": 0.5273371583121212, |
| "learning_rate": 5.959581529197225e-05, |
| "loss": 0.7064501047134399, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.9367850692354004, |
| "grad_norm": 0.542237859966888, |
| "learning_rate": 5.9498103230799274e-05, |
| "loss": 0.7777222394943237, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.937989163154726, |
| "grad_norm": 0.5099252902637973, |
| "learning_rate": 5.940035352330975e-05, |
| "loss": 0.6861948370933533, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.9391932570740518, |
| "grad_norm": 0.5315788954781036, |
| "learning_rate": 5.9302566556940654e-05, |
| "loss": 0.7673315405845642, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.9403973509933775, |
| "grad_norm": 0.5656250044454243, |
| "learning_rate": 5.9204742719276676e-05, |
| "loss": 0.6729450225830078, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.9416014449127031, |
| "grad_norm": 0.5245159798265684, |
| "learning_rate": 5.910688239804857e-05, |
| "loss": 0.6607034206390381, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.9428055388320289, |
| "grad_norm": 0.5362612853904927, |
| "learning_rate": 5.900898598113177e-05, |
| "loss": 0.6874101161956787, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.9440096327513546, |
| "grad_norm": 0.5619032845760895, |
| "learning_rate": 5.891105385654474e-05, |
| "loss": 0.8311077356338501, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.9452137266706803, |
| "grad_norm": 0.5298715941448011, |
| "learning_rate": 5.881308641244747e-05, |
| "loss": 0.7484720349311829, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.946417820590006, |
| "grad_norm": 0.5638478600748363, |
| "learning_rate": 5.871508403713997e-05, |
| "loss": 0.7567854523658752, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.9476219145093318, |
| "grad_norm": 0.5652256134001232, |
| "learning_rate": 5.861704711906067e-05, |
| "loss": 0.6978403329849243, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.9488260084286574, |
| "grad_norm": 0.5120740518680585, |
| "learning_rate": 5.8518976046784944e-05, |
| "loss": 0.6337791085243225, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.9500301023479831, |
| "grad_norm": 0.5806417082771747, |
| "learning_rate": 5.842087120902351e-05, |
| "loss": 0.7493042945861816, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.9512341962673089, |
| "grad_norm": 0.5320004350541582, |
| "learning_rate": 5.832273299462092e-05, |
| "loss": 0.7247514128684998, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9524382901866345, |
| "grad_norm": 0.5687996430845107, |
| "learning_rate": 5.8224561792554036e-05, |
| "loss": 0.7841694355010986, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.9536423841059603, |
| "grad_norm": 0.5448943870212728, |
| "learning_rate": 5.812635799193046e-05, |
| "loss": 0.7085949182510376, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.954846478025286, |
| "grad_norm": 0.5208551754781878, |
| "learning_rate": 5.802812198198699e-05, |
| "loss": 0.6806622743606567, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.9560505719446116, |
| "grad_norm": 0.5808285218584335, |
| "learning_rate": 5.792985415208809e-05, |
| "loss": 0.6692842841148376, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.9572546658639374, |
| "grad_norm": 0.5329672698419077, |
| "learning_rate": 5.783155489172437e-05, |
| "loss": 0.7136318683624268, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.9584587597832631, |
| "grad_norm": 0.6087188300193648, |
| "learning_rate": 5.773322459051098e-05, |
| "loss": 0.6897290945053101, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.9596628537025887, |
| "grad_norm": 0.5370418233498948, |
| "learning_rate": 5.763486363818613e-05, |
| "loss": 0.6508396863937378, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.9608669476219145, |
| "grad_norm": 0.5582963877436334, |
| "learning_rate": 5.75364724246095e-05, |
| "loss": 0.7444456219673157, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.9620710415412402, |
| "grad_norm": 0.5276580787140643, |
| "learning_rate": 5.743805133976071e-05, |
| "loss": 0.6803913116455078, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.963275135460566, |
| "grad_norm": 0.566464776830601, |
| "learning_rate": 5.733960077373781e-05, |
| "loss": 0.7227286696434021, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9644792293798916, |
| "grad_norm": 0.49230944093225026, |
| "learning_rate": 5.7241121116755646e-05, |
| "loss": 0.6570050716400146, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.9656833232992174, |
| "grad_norm": 0.5354273978335398, |
| "learning_rate": 5.714261275914442e-05, |
| "loss": 0.6928553581237793, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.9668874172185431, |
| "grad_norm": 0.5840417013891573, |
| "learning_rate": 5.704407609134805e-05, |
| "loss": 0.7683090567588806, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.9680915111378687, |
| "grad_norm": 0.5687796495614603, |
| "learning_rate": 5.694551150392271e-05, |
| "loss": 0.6832355856895447, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.9692956050571945, |
| "grad_norm": 0.6253085231688535, |
| "learning_rate": 5.684691938753517e-05, |
| "loss": 0.6900801658630371, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.9704996989765202, |
| "grad_norm": 0.5656488130538716, |
| "learning_rate": 5.674830013296137e-05, |
| "loss": 0.757134199142456, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.9717037928958459, |
| "grad_norm": 0.9657780904921088, |
| "learning_rate": 5.664965413108481e-05, |
| "loss": 0.6606450080871582, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.9729078868151716, |
| "grad_norm": 0.53118259104115, |
| "learning_rate": 5.655098177289496e-05, |
| "loss": 0.789542555809021, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.9741119807344973, |
| "grad_norm": 0.5739635967821072, |
| "learning_rate": 5.6452283449485774e-05, |
| "loss": 0.7988462448120117, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.975316074653823, |
| "grad_norm": 0.5657096105950147, |
| "learning_rate": 5.635355955205416e-05, |
| "loss": 0.690794825553894, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9765201685731487, |
| "grad_norm": 0.5651903319137221, |
| "learning_rate": 5.625481047189835e-05, |
| "loss": 0.7849836945533752, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.9777242624924745, |
| "grad_norm": 0.5296771731346789, |
| "learning_rate": 5.6156036600416385e-05, |
| "loss": 0.6022036671638489, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.9789283564118001, |
| "grad_norm": 0.5615215691551119, |
| "learning_rate": 5.60572383291046e-05, |
| "loss": 0.7593386769294739, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.9801324503311258, |
| "grad_norm": 0.5820599724079297, |
| "learning_rate": 5.595841604955601e-05, |
| "loss": 0.8309260606765747, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.9813365442504516, |
| "grad_norm": 0.5772941004909043, |
| "learning_rate": 5.585957015345882e-05, |
| "loss": 0.7122389078140259, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.9825406381697772, |
| "grad_norm": 0.5708808623062601, |
| "learning_rate": 5.5760701032594775e-05, |
| "loss": 0.8290776014328003, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.983744732089103, |
| "grad_norm": 0.5082628334979072, |
| "learning_rate": 5.566180907883777e-05, |
| "loss": 0.6864231824874878, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.9849488260084287, |
| "grad_norm": 0.5583106407232503, |
| "learning_rate": 5.556289468415212e-05, |
| "loss": 0.6441450119018555, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.9861529199277543, |
| "grad_norm": 0.5249727637966792, |
| "learning_rate": 5.546395824059113e-05, |
| "loss": 0.5966594219207764, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.9873570138470801, |
| "grad_norm": 0.5469008116884886, |
| "learning_rate": 5.536500014029547e-05, |
| "loss": 0.6438560485839844, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9885611077664058, |
| "grad_norm": 0.5748625071857363, |
| "learning_rate": 5.5266020775491654e-05, |
| "loss": 0.7250472903251648, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.9897652016857315, |
| "grad_norm": 0.6173582251606323, |
| "learning_rate": 5.5167020538490514e-05, |
| "loss": 0.6797659397125244, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.9909692956050572, |
| "grad_norm": 0.5611640576854714, |
| "learning_rate": 5.506799982168553e-05, |
| "loss": 0.6531401872634888, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.9921733895243829, |
| "grad_norm": 0.5641246723973709, |
| "learning_rate": 5.496895901755145e-05, |
| "loss": 0.7849875688552856, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.9933774834437086, |
| "grad_norm": 0.554146547967545, |
| "learning_rate": 5.486989851864258e-05, |
| "loss": 0.6360095143318176, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.9945815773630343, |
| "grad_norm": 0.6921418168357653, |
| "learning_rate": 5.47708187175913e-05, |
| "loss": 0.7262243032455444, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.9957856712823601, |
| "grad_norm": 0.5242750840999799, |
| "learning_rate": 5.4671720007106507e-05, |
| "loss": 0.7025319337844849, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.9969897652016857, |
| "grad_norm": 0.5499578008394467, |
| "learning_rate": 5.4572602779972006e-05, |
| "loss": 0.7388126850128174, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.9981938591210114, |
| "grad_norm": 0.5614719219533634, |
| "learning_rate": 5.447346742904508e-05, |
| "loss": 0.7533327341079712, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.9993979530403372, |
| "grad_norm": 0.5784650062660298, |
| "learning_rate": 5.437431434725473e-05, |
| "loss": 0.763211727142334, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.7637282781143653, |
| "learning_rate": 5.427514392760034e-05, |
| "loss": 0.848166823387146, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.0012040939193256, |
| "grad_norm": 0.5817442892771696, |
| "learning_rate": 5.417595656314997e-05, |
| "loss": 0.6827788949012756, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.0024081878386515, |
| "grad_norm": 0.549560327372644, |
| "learning_rate": 5.40767526470388e-05, |
| "loss": 0.5953079462051392, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.0036122817579771, |
| "grad_norm": 0.5967166975159005, |
| "learning_rate": 5.39775325724677e-05, |
| "loss": 0.7045449018478394, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.0048163756773028, |
| "grad_norm": 0.6029293682103201, |
| "learning_rate": 5.3878296732701515e-05, |
| "loss": 0.7496785521507263, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.0060204695966286, |
| "grad_norm": 0.47488284344673654, |
| "learning_rate": 5.377904552106763e-05, |
| "loss": 0.5429801940917969, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.0072245635159542, |
| "grad_norm": 0.527003189159265, |
| "learning_rate": 5.367977933095428e-05, |
| "loss": 0.6961348652839661, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.0084286574352799, |
| "grad_norm": 0.550893561119634, |
| "learning_rate": 5.3580498555809163e-05, |
| "loss": 0.6526985764503479, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.0096327513546057, |
| "grad_norm": 0.5220566727238085, |
| "learning_rate": 5.348120358913773e-05, |
| "loss": 0.6380011439323425, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.0108368452739314, |
| "grad_norm": 0.5298767597315704, |
| "learning_rate": 5.338189482450167e-05, |
| "loss": 0.639511227607727, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.012040939193257, |
| "grad_norm": 0.573656957306192, |
| "learning_rate": 5.3282572655517416e-05, |
| "loss": 0.6803268194198608, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.0132450331125828, |
| "grad_norm": 0.5058702143914242, |
| "learning_rate": 5.318323747585444e-05, |
| "loss": 0.6620562076568604, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.0144491270319085, |
| "grad_norm": 0.5695889927973388, |
| "learning_rate": 5.308388967923391e-05, |
| "loss": 0.6041232943534851, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.0156532209512341, |
| "grad_norm": 0.49054820465846416, |
| "learning_rate": 5.298452965942687e-05, |
| "loss": 0.6772005558013916, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.01685731487056, |
| "grad_norm": 0.5392475480353385, |
| "learning_rate": 5.2885157810252915e-05, |
| "loss": 0.5783129930496216, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.0180614087898856, |
| "grad_norm": 0.5468382185617752, |
| "learning_rate": 5.278577452557845e-05, |
| "loss": 0.5806093215942383, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.0192655027092112, |
| "grad_norm": 0.49514274753944165, |
| "learning_rate": 5.2686380199315244e-05, |
| "loss": 0.5545554757118225, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.020469596628537, |
| "grad_norm": 0.5862857103625438, |
| "learning_rate": 5.2586975225418854e-05, |
| "loss": 0.5811598896980286, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.0216736905478627, |
| "grad_norm": 0.5703320491579602, |
| "learning_rate": 5.248755999788699e-05, |
| "loss": 0.6371333599090576, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.0228777844671884, |
| "grad_norm": 0.5603274134406141, |
| "learning_rate": 5.2388134910758015e-05, |
| "loss": 0.4923644959926605, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.0240818783865142, |
| "grad_norm": 0.6170978531608771, |
| "learning_rate": 5.2288700358109375e-05, |
| "loss": 0.6948882937431335, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.0252859723058398, |
| "grad_norm": 0.5781012388613602, |
| "learning_rate": 5.218925673405607e-05, |
| "loss": 0.6110134124755859, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.0264900662251655, |
| "grad_norm": 0.5804572358644217, |
| "learning_rate": 5.208980443274899e-05, |
| "loss": 0.6287789344787598, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.0276941601444913, |
| "grad_norm": 0.5611152572630231, |
| "learning_rate": 5.199034384837345e-05, |
| "loss": 0.6175764203071594, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.028898254063817, |
| "grad_norm": 0.5484030238940184, |
| "learning_rate": 5.189087537514763e-05, |
| "loss": 0.481817364692688, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.0301023479831426, |
| "grad_norm": 0.5940370858562336, |
| "learning_rate": 5.179139940732091e-05, |
| "loss": 0.6743038296699524, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.0313064419024685, |
| "grad_norm": 0.564636164581345, |
| "learning_rate": 5.169191633917242e-05, |
| "loss": 0.5929891467094421, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.032510535821794, |
| "grad_norm": 0.6259147551368491, |
| "learning_rate": 5.159242656500942e-05, |
| "loss": 0.5457702875137329, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.0337146297411197, |
| "grad_norm": 0.5984443219192407, |
| "learning_rate": 5.149293047916576e-05, |
| "loss": 0.6046398878097534, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.0349187236604456, |
| "grad_norm": 0.6903029875072887, |
| "learning_rate": 5.139342847600028e-05, |
| "loss": 0.6197146773338318, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.0361228175797712, |
| "grad_norm": 0.5944824318158347, |
| "learning_rate": 5.12939209498953e-05, |
| "loss": 0.5844958424568176, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.0373269114990968, |
| "grad_norm": 0.5353294399186319, |
| "learning_rate": 5.119440829525504e-05, |
| "loss": 0.6081749796867371, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.0385310054184227, |
| "grad_norm": 0.5960984748872302, |
| "learning_rate": 5.1094890906504e-05, |
| "loss": 0.5811648368835449, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.0397350993377483, |
| "grad_norm": 0.6588748465392122, |
| "learning_rate": 5.0995369178085484e-05, |
| "loss": 0.5508978366851807, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.040939193257074, |
| "grad_norm": 0.6020747390502208, |
| "learning_rate": 5.0895843504460005e-05, |
| "loss": 0.5702750086784363, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.0421432871763998, |
| "grad_norm": 0.6177373296812404, |
| "learning_rate": 5.0796314280103664e-05, |
| "loss": 0.6664659976959229, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.0433473810957254, |
| "grad_norm": 0.6117972385380832, |
| "learning_rate": 5.0696781899506686e-05, |
| "loss": 0.5547976493835449, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.044551475015051, |
| "grad_norm": 0.5865234270411791, |
| "learning_rate": 5.059724675717177e-05, |
| "loss": 0.598779559135437, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.045755568934377, |
| "grad_norm": 0.5835961031116876, |
| "learning_rate": 5.049770924761259e-05, |
| "loss": 0.6203871965408325, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.0469596628537026, |
| "grad_norm": 0.6905086635237377, |
| "learning_rate": 5.039816976535219e-05, |
| "loss": 0.6205575466156006, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.0481637567730282, |
| "grad_norm": 0.6796150825926938, |
| "learning_rate": 5.029862870492142e-05, |
| "loss": 0.5886781215667725, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.049367850692354, |
| "grad_norm": 0.615583079532075, |
| "learning_rate": 5.0199086460857406e-05, |
| "loss": 0.6542514562606812, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.0505719446116797, |
| "grad_norm": 0.5678350633461089, |
| "learning_rate": 5.0099543427701956e-05, |
| "loss": 0.676892876625061, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.0517760385310053, |
| "grad_norm": 0.6713559084994786, |
| "learning_rate": 5e-05, |
| "loss": 0.5744781494140625, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.0529801324503312, |
| "grad_norm": 0.6267712685550183, |
| "learning_rate": 4.9900456572298055e-05, |
| "loss": 0.5414940118789673, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.0541842263696568, |
| "grad_norm": 0.6324262535300782, |
| "learning_rate": 4.980091353914259e-05, |
| "loss": 0.6841826438903809, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.0553883202889824, |
| "grad_norm": 0.6735743184646561, |
| "learning_rate": 4.9701371295078603e-05, |
| "loss": 0.611656665802002, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.0565924142083083, |
| "grad_norm": 0.55330409545385, |
| "learning_rate": 4.9601830234647824e-05, |
| "loss": 0.5333291888237, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.057796508127634, |
| "grad_norm": 0.7011089474115021, |
| "learning_rate": 4.950229075238742e-05, |
| "loss": 0.6680951118469238, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.0590006020469596, |
| "grad_norm": 0.6334316945847226, |
| "learning_rate": 4.940275324282824e-05, |
| "loss": 0.6174753904342651, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0602046959662854, |
| "grad_norm": 0.6348827129842721, |
| "learning_rate": 4.930321810049334e-05, |
| "loss": 0.5034064054489136, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.061408789885611, |
| "grad_norm": 0.5948207083494964, |
| "learning_rate": 4.920368571989636e-05, |
| "loss": 0.5429894924163818, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.062612883804937, |
| "grad_norm": 0.6375757341176411, |
| "learning_rate": 4.910415649554001e-05, |
| "loss": 0.6564920544624329, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.0638169777242625, |
| "grad_norm": 0.6050162694473955, |
| "learning_rate": 4.900463082191452e-05, |
| "loss": 0.606536865234375, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.0650210716435882, |
| "grad_norm": 0.606266694568716, |
| "learning_rate": 4.890510909349602e-05, |
| "loss": 0.679326593875885, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.0662251655629138, |
| "grad_norm": 0.6435014713478211, |
| "learning_rate": 4.880559170474499e-05, |
| "loss": 0.5882464647293091, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.0674292594822397, |
| "grad_norm": 0.6539530957089141, |
| "learning_rate": 4.870607905010471e-05, |
| "loss": 0.6037100553512573, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.0686333534015653, |
| "grad_norm": 0.5801005040789394, |
| "learning_rate": 4.860657152399973e-05, |
| "loss": 0.5796064138412476, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.0698374473208911, |
| "grad_norm": 0.6187442737201257, |
| "learning_rate": 4.850706952083426e-05, |
| "loss": 0.6228768825531006, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.0710415412402168, |
| "grad_norm": 0.59568276458961, |
| "learning_rate": 4.840757343499059e-05, |
| "loss": 0.5712155103683472, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0722456351595424, |
| "grad_norm": 0.5760016138201668, |
| "learning_rate": 4.83080836608276e-05, |
| "loss": 0.5738168954849243, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.073449729078868, |
| "grad_norm": 0.6743277918913058, |
| "learning_rate": 4.82086005926791e-05, |
| "loss": 0.5057202577590942, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.074653822998194, |
| "grad_norm": 0.7173948834253054, |
| "learning_rate": 4.8109124624852386e-05, |
| "loss": 0.5986368060112, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.0758579169175195, |
| "grad_norm": 0.6066019981357941, |
| "learning_rate": 4.800965615162655e-05, |
| "loss": 0.5507107377052307, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.0770620108368454, |
| "grad_norm": 0.570699707922851, |
| "learning_rate": 4.791019556725104e-05, |
| "loss": 0.5539663434028625, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.078266104756171, |
| "grad_norm": 0.5990803961904384, |
| "learning_rate": 4.7810743265943955e-05, |
| "loss": 0.5781638622283936, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.0794701986754967, |
| "grad_norm": 0.634286495555675, |
| "learning_rate": 4.771129964189063e-05, |
| "loss": 0.6107989549636841, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.0806742925948223, |
| "grad_norm": 0.6625886830962654, |
| "learning_rate": 4.7611865089242004e-05, |
| "loss": 0.6336471438407898, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.0818783865141481, |
| "grad_norm": 0.5953458742603315, |
| "learning_rate": 4.751244000211302e-05, |
| "loss": 0.5361660122871399, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.0830824804334738, |
| "grad_norm": 0.5697913331256542, |
| "learning_rate": 4.741302477458116e-05, |
| "loss": 0.4925832450389862, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0842865743527996, |
| "grad_norm": 0.6567592758325008, |
| "learning_rate": 4.731361980068476e-05, |
| "loss": 0.5178099870681763, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.0854906682721253, |
| "grad_norm": 0.6649466885669353, |
| "learning_rate": 4.7214225474421556e-05, |
| "loss": 0.6095975637435913, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.086694762191451, |
| "grad_norm": 0.6076096228525512, |
| "learning_rate": 4.7114842189747096e-05, |
| "loss": 0.5674281120300293, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.0878988561107765, |
| "grad_norm": 0.6999035612711257, |
| "learning_rate": 4.701547034057313e-05, |
| "loss": 0.599638819694519, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.0891029500301024, |
| "grad_norm": 0.653847984948624, |
| "learning_rate": 4.691611032076611e-05, |
| "loss": 0.6121338605880737, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.090307043949428, |
| "grad_norm": 0.6955239544796425, |
| "learning_rate": 4.6816762524145565e-05, |
| "loss": 0.5960685014724731, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.0915111378687539, |
| "grad_norm": 0.6417736180252925, |
| "learning_rate": 4.67174273444826e-05, |
| "loss": 0.6004455089569092, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.0927152317880795, |
| "grad_norm": 0.607562397077653, |
| "learning_rate": 4.6618105175498336e-05, |
| "loss": 0.5403653383255005, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.0939193257074051, |
| "grad_norm": 0.6408984013716601, |
| "learning_rate": 4.6518796410862284e-05, |
| "loss": 0.6267843246459961, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.095123419626731, |
| "grad_norm": 0.6650116314895101, |
| "learning_rate": 4.641950144419085e-05, |
| "loss": 0.5727046728134155, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0963275135460566, |
| "grad_norm": 0.618267638272318, |
| "learning_rate": 4.632022066904573e-05, |
| "loss": 0.5612502098083496, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.0975316074653823, |
| "grad_norm": 0.5895105842263793, |
| "learning_rate": 4.622095447893238e-05, |
| "loss": 0.6283978223800659, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.098735701384708, |
| "grad_norm": 0.6817362753022886, |
| "learning_rate": 4.612170326729849e-05, |
| "loss": 0.6637049913406372, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.0999397953040337, |
| "grad_norm": 0.6415408879379791, |
| "learning_rate": 4.6022467427532316e-05, |
| "loss": 0.5799641013145447, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.1011438892233594, |
| "grad_norm": 0.5739861139089872, |
| "learning_rate": 4.592324735296122e-05, |
| "loss": 0.5028109550476074, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.1023479831426852, |
| "grad_norm": 0.6172673919687738, |
| "learning_rate": 4.582404343685005e-05, |
| "loss": 0.6666399240493774, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.1035520770620109, |
| "grad_norm": 0.6268529091591767, |
| "learning_rate": 4.5724856072399666e-05, |
| "loss": 0.559740424156189, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.1047561709813365, |
| "grad_norm": 0.6492454517429083, |
| "learning_rate": 4.562568565274528e-05, |
| "loss": 0.6159163117408752, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.1059602649006623, |
| "grad_norm": 0.6215951034168719, |
| "learning_rate": 4.552653257095495e-05, |
| "loss": 0.573366641998291, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.107164358819988, |
| "grad_norm": 0.6066675582411075, |
| "learning_rate": 4.5427397220028006e-05, |
| "loss": 0.5606663823127747, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.1083684527393136, |
| "grad_norm": 0.6478045382159789, |
| "learning_rate": 4.5328279992893505e-05, |
| "loss": 0.6397379040718079, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.1095725466586395, |
| "grad_norm": 0.6273407365981201, |
| "learning_rate": 4.5229181282408705e-05, |
| "loss": 0.5965734720230103, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.110776640577965, |
| "grad_norm": 0.6355763281639094, |
| "learning_rate": 4.513010148135743e-05, |
| "loss": 0.6133944988250732, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.1119807344972907, |
| "grad_norm": 0.6119414377862017, |
| "learning_rate": 4.5031040982448564e-05, |
| "loss": 0.5194113850593567, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.1131848284166166, |
| "grad_norm": 0.6221044213040818, |
| "learning_rate": 4.493200017831448e-05, |
| "loss": 0.5849362015724182, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.1143889223359422, |
| "grad_norm": 0.7107162972479569, |
| "learning_rate": 4.48329794615095e-05, |
| "loss": 0.6704531908035278, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.1155930162552679, |
| "grad_norm": 0.5899361795444248, |
| "learning_rate": 4.4733979224508344e-05, |
| "loss": 0.5973348021507263, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.1167971101745937, |
| "grad_norm": 0.6255731716471912, |
| "learning_rate": 4.4634999859704546e-05, |
| "loss": 0.6177182197570801, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.1180012040939193, |
| "grad_norm": 0.6081461188270509, |
| "learning_rate": 4.453604175940888e-05, |
| "loss": 0.5532832741737366, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.119205298013245, |
| "grad_norm": 0.6341727177094064, |
| "learning_rate": 4.443710531584789e-05, |
| "loss": 0.6038954257965088, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.1204093919325708, |
| "grad_norm": 0.6377047278223871, |
| "learning_rate": 4.433819092116223e-05, |
| "loss": 0.6358925104141235, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.1216134858518965, |
| "grad_norm": 0.613011312662429, |
| "learning_rate": 4.423929896740522e-05, |
| "loss": 0.611016571521759, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.122817579771222, |
| "grad_norm": 0.6108189480738041, |
| "learning_rate": 4.41404298465412e-05, |
| "loss": 0.5910207033157349, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.124021673690548, |
| "grad_norm": 0.6836800479540479, |
| "learning_rate": 4.4041583950444004e-05, |
| "loss": 0.6607179641723633, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.1252257676098736, |
| "grad_norm": 0.7220371157830175, |
| "learning_rate": 4.3942761670895416e-05, |
| "loss": 0.7475870847702026, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.1264298615291992, |
| "grad_norm": 0.575873966311362, |
| "learning_rate": 4.384396339958361e-05, |
| "loss": 0.5753701329231262, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.127633955448525, |
| "grad_norm": 0.6975267174936021, |
| "learning_rate": 4.374518952810167e-05, |
| "loss": 0.5938791632652283, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.1288380493678507, |
| "grad_norm": 0.810609543542089, |
| "learning_rate": 4.364644044794585e-05, |
| "loss": 0.5994819402694702, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.1300421432871763, |
| "grad_norm": 0.6441192086179356, |
| "learning_rate": 4.354771655051424e-05, |
| "loss": 0.6630600690841675, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.1312462372065022, |
| "grad_norm": 0.6535537361722771, |
| "learning_rate": 4.344901822710506e-05, |
| "loss": 0.7066477537155151, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.1324503311258278, |
| "grad_norm": 0.635730964066639, |
| "learning_rate": 4.33503458689152e-05, |
| "loss": 0.650691568851471, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.1336544250451535, |
| "grad_norm": 0.666506605551561, |
| "learning_rate": 4.3251699867038634e-05, |
| "loss": 0.6128287315368652, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.1348585189644793, |
| "grad_norm": 0.6429322160847161, |
| "learning_rate": 4.3153080612464835e-05, |
| "loss": 0.605588972568512, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.136062612883805, |
| "grad_norm": 0.6596630841100535, |
| "learning_rate": 4.305448849607731e-05, |
| "loss": 0.5547311305999756, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.1372667068031306, |
| "grad_norm": 0.59544837453043, |
| "learning_rate": 4.295592390865194e-05, |
| "loss": 0.5454503297805786, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.1384708007224564, |
| "grad_norm": 0.6496665040917174, |
| "learning_rate": 4.28573872408556e-05, |
| "loss": 0.657252311706543, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.139674894641782, |
| "grad_norm": 0.6213252577534326, |
| "learning_rate": 4.2758878883244366e-05, |
| "loss": 0.5490322709083557, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.1408789885611077, |
| "grad_norm": 0.6459212910724774, |
| "learning_rate": 4.2660399226262205e-05, |
| "loss": 0.6364617943763733, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.1420830824804336, |
| "grad_norm": 0.6483965157725265, |
| "learning_rate": 4.256194866023929e-05, |
| "loss": 0.6644007563591003, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.1432871763997592, |
| "grad_norm": 0.6555747499386102, |
| "learning_rate": 4.24635275753905e-05, |
| "loss": 0.5882210731506348, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.1444912703190848, |
| "grad_norm": 0.6474747054742495, |
| "learning_rate": 4.236513636181389e-05, |
| "loss": 0.6130434274673462, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.1456953642384107, |
| "grad_norm": 0.6528070309969348, |
| "learning_rate": 4.2266775409489023e-05, |
| "loss": 0.6332091689109802, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.1468994581577363, |
| "grad_norm": 0.6326281677158688, |
| "learning_rate": 4.2168445108275636e-05, |
| "loss": 0.6028267741203308, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.148103552077062, |
| "grad_norm": 0.7328255228339239, |
| "learning_rate": 4.2070145847911915e-05, |
| "loss": 0.7219833135604858, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.1493076459963878, |
| "grad_norm": 0.6963105749236023, |
| "learning_rate": 4.197187801801301e-05, |
| "loss": 0.6642370820045471, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.1505117399157134, |
| "grad_norm": 0.7480824143370934, |
| "learning_rate": 4.187364200806956e-05, |
| "loss": 0.6453176140785217, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.151715833835039, |
| "grad_norm": 0.613906527836311, |
| "learning_rate": 4.177543820744597e-05, |
| "loss": 0.5650044083595276, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.152919927754365, |
| "grad_norm": 0.6359766463721599, |
| "learning_rate": 4.167726700537909e-05, |
| "loss": 0.6176016330718994, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.1541240216736905, |
| "grad_norm": 0.6531273793295372, |
| "learning_rate": 4.157912879097651e-05, |
| "loss": 0.5973043441772461, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.1553281155930162, |
| "grad_norm": 0.6954746070004237, |
| "learning_rate": 4.1481023953215074e-05, |
| "loss": 0.5698620080947876, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.156532209512342, |
| "grad_norm": 0.6301476445212942, |
| "learning_rate": 4.1382952880939346e-05, |
| "loss": 0.6511484980583191, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.1577363034316677, |
| "grad_norm": 0.6063599734043299, |
| "learning_rate": 4.128491596286004e-05, |
| "loss": 0.6116698384284973, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.1589403973509933, |
| "grad_norm": 0.6159011100734033, |
| "learning_rate": 4.118691358755254e-05, |
| "loss": 0.6456314325332642, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.1601444912703192, |
| "grad_norm": 0.6053144734793151, |
| "learning_rate": 4.108894614345527e-05, |
| "loss": 0.6062647700309753, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.1613485851896448, |
| "grad_norm": 0.6739455259407251, |
| "learning_rate": 4.0991014018868255e-05, |
| "loss": 0.6302129626274109, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.1625526791089704, |
| "grad_norm": 0.7191486362024705, |
| "learning_rate": 4.0893117601951434e-05, |
| "loss": 0.5403755903244019, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.1637567730282963, |
| "grad_norm": 0.6314741330518358, |
| "learning_rate": 4.079525728072334e-05, |
| "loss": 0.574742317199707, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.164960866947622, |
| "grad_norm": 0.5923746377492743, |
| "learning_rate": 4.0697433443059344e-05, |
| "loss": 0.5776370763778687, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.1661649608669475, |
| "grad_norm": 0.5947576096895085, |
| "learning_rate": 4.059964647669025e-05, |
| "loss": 0.5982620120048523, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.1673690547862734, |
| "grad_norm": 0.6520630378541489, |
| "learning_rate": 4.050189676920075e-05, |
| "loss": 0.5546575784683228, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.168573148705599, |
| "grad_norm": 0.5658561021115951, |
| "learning_rate": 4.0404184708027764e-05, |
| "loss": 0.5330312252044678, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.1697772426249247, |
| "grad_norm": 0.5873224802923641, |
| "learning_rate": 4.03065106804591e-05, |
| "loss": 0.5556476712226868, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.1709813365442505, |
| "grad_norm": 0.6830593650409802, |
| "learning_rate": 4.0208875073631767e-05, |
| "loss": 0.6657742261886597, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.1721854304635762, |
| "grad_norm": 0.5743563134699543, |
| "learning_rate": 4.01112782745305e-05, |
| "loss": 0.5370659828186035, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.1733895243829018, |
| "grad_norm": 0.697574785052048, |
| "learning_rate": 4.001372066998621e-05, |
| "loss": 0.6451708078384399, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.1745936183022276, |
| "grad_norm": 0.6980507337519486, |
| "learning_rate": 3.9916202646674454e-05, |
| "loss": 0.6033217310905457, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.1757977122215533, |
| "grad_norm": 0.6669048212504026, |
| "learning_rate": 3.981872459111394e-05, |
| "loss": 0.5445959568023682, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.177001806140879, |
| "grad_norm": 0.6679306152523738, |
| "learning_rate": 3.9721286889664946e-05, |
| "loss": 0.6711142659187317, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.1782059000602048, |
| "grad_norm": 0.5850303780605345, |
| "learning_rate": 3.962388992852778e-05, |
| "loss": 0.5332244038581848, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.1794099939795304, |
| "grad_norm": 0.6775732780820883, |
| "learning_rate": 3.9526534093741294e-05, |
| "loss": 0.5913684368133545, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.180614087898856, |
| "grad_norm": 0.6428401954730476, |
| "learning_rate": 3.94292197711813e-05, |
| "loss": 0.599868893623352, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.1818181818181819, |
| "grad_norm": 0.6257846327079057, |
| "learning_rate": 3.933194734655916e-05, |
| "loss": 0.6274338960647583, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.1830222757375075, |
| "grad_norm": 0.6036724683992304, |
| "learning_rate": 3.923471720542007e-05, |
| "loss": 0.6208685636520386, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.1842263696568331, |
| "grad_norm": 0.6007109898517125, |
| "learning_rate": 3.9137529733141705e-05, |
| "loss": 0.5919234752655029, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.185430463576159, |
| "grad_norm": 0.6913099793661222, |
| "learning_rate": 3.904038531493257e-05, |
| "loss": 0.6586284041404724, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.1866345574954846, |
| "grad_norm": 0.7117714377535543, |
| "learning_rate": 3.894328433583053e-05, |
| "loss": 0.5739585757255554, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.1878386514148103, |
| "grad_norm": 0.6280207911331188, |
| "learning_rate": 3.8846227180701335e-05, |
| "loss": 0.6130982637405396, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.1890427453341361, |
| "grad_norm": 0.6768881599258235, |
| "learning_rate": 3.874921423423697e-05, |
| "loss": 0.5182419419288635, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.1902468392534618, |
| "grad_norm": 0.6047329103995114, |
| "learning_rate": 3.86522458809542e-05, |
| "loss": 0.6246413588523865, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.1914509331727874, |
| "grad_norm": 0.6555178443633155, |
| "learning_rate": 3.855532250519307e-05, |
| "loss": 0.5194020867347717, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.1926550270921132, |
| "grad_norm": 0.6377027852734348, |
| "learning_rate": 3.845844449111535e-05, |
| "loss": 0.6242698431015015, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.1938591210114389, |
| "grad_norm": 0.6862351164925463, |
| "learning_rate": 3.8361612222703015e-05, |
| "loss": 0.6675893068313599, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.1950632149307645, |
| "grad_norm": 0.6449272420655037, |
| "learning_rate": 3.826482608375671e-05, |
| "loss": 0.5611934065818787, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.1962673088500904, |
| "grad_norm": 0.6042233998603995, |
| "learning_rate": 3.816808645789425e-05, |
| "loss": 0.5754957795143127, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.197471402769416, |
| "grad_norm": 0.678102187170135, |
| "learning_rate": 3.8071393728549074e-05, |
| "loss": 0.5788442492485046, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.1986754966887416, |
| "grad_norm": 0.6247552561127608, |
| "learning_rate": 3.79747482789688e-05, |
| "loss": 0.5228564143180847, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.1998795906080675, |
| "grad_norm": 0.6400466034518847, |
| "learning_rate": 3.787815049221361e-05, |
| "loss": 0.5728960037231445, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.2010836845273931, |
| "grad_norm": 0.6421828793157212, |
| "learning_rate": 3.778160075115476e-05, |
| "loss": 0.6080710887908936, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.2022877784467187, |
| "grad_norm": 0.5804730465715611, |
| "learning_rate": 3.768509943847309e-05, |
| "loss": 0.49825185537338257, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.2034918723660446, |
| "grad_norm": 0.6623008537622053, |
| "learning_rate": 3.758864693665748e-05, |
| "loss": 0.6732375621795654, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.2046959662853702, |
| "grad_norm": 0.6622552680722864, |
| "learning_rate": 3.749224362800338e-05, |
| "loss": 0.62694251537323, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.205900060204696, |
| "grad_norm": 0.6714213622905841, |
| "learning_rate": 3.739588989461123e-05, |
| "loss": 0.5858567357063293, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.2071041541240217, |
| "grad_norm": 0.6380215631945886, |
| "learning_rate": 3.729958611838496e-05, |
| "loss": 0.5421775579452515, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.2083082480433474, |
| "grad_norm": 0.618393287531136, |
| "learning_rate": 3.720333268103055e-05, |
| "loss": 0.6375395059585571, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.209512341962673, |
| "grad_norm": 0.7051542848169918, |
| "learning_rate": 3.7107129964054366e-05, |
| "loss": 0.6745729446411133, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.2107164358819988, |
| "grad_norm": 0.6196842057552577, |
| "learning_rate": 3.701097834876185e-05, |
| "loss": 0.5497210025787354, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.2119205298013245, |
| "grad_norm": 0.6326550691274164, |
| "learning_rate": 3.691487821625583e-05, |
| "loss": 0.6627382040023804, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.2131246237206503, |
| "grad_norm": 0.6180702890104406, |
| "learning_rate": 3.6818829947435076e-05, |
| "loss": 0.563970685005188, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.214328717639976, |
| "grad_norm": 0.6254730729959757, |
| "learning_rate": 3.672283392299282e-05, |
| "loss": 0.5731421709060669, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.2155328115593016, |
| "grad_norm": 0.6346449994435577, |
| "learning_rate": 3.66268905234152e-05, |
| "loss": 0.6485154032707214, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.2167369054786272, |
| "grad_norm": 0.6120641977727209, |
| "learning_rate": 3.653100012897983e-05, |
| "loss": 0.6196368932723999, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.217940999397953, |
| "grad_norm": 0.6484469517458605, |
| "learning_rate": 3.643516311975413e-05, |
| "loss": 0.6733512878417969, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.2191450933172787, |
| "grad_norm": 0.6420590529471717, |
| "learning_rate": 3.633937987559402e-05, |
| "loss": 0.6339029669761658, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.2203491872366046, |
| "grad_norm": 0.6565599374629973, |
| "learning_rate": 3.624365077614226e-05, |
| "loss": 0.5736485719680786, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.2215532811559302, |
| "grad_norm": 0.7366624144305671, |
| "learning_rate": 3.614797620082703e-05, |
| "loss": 0.6090103387832642, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.2227573750752558, |
| "grad_norm": 0.6316786850562287, |
| "learning_rate": 3.605235652886042e-05, |
| "loss": 0.6597657203674316, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.2239614689945815, |
| "grad_norm": 0.6785270644589948, |
| "learning_rate": 3.595679213923685e-05, |
| "loss": 0.5462619066238403, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.2251655629139073, |
| "grad_norm": 0.667186505230287, |
| "learning_rate": 3.586128341073167e-05, |
| "loss": 0.6368972063064575, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.226369656833233, |
| "grad_norm": 0.6823288520473675, |
| "learning_rate": 3.57658307218996e-05, |
| "loss": 0.6157046556472778, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.2275737507525588, |
| "grad_norm": 0.6431142858536705, |
| "learning_rate": 3.567043445107326e-05, |
| "loss": 0.6580021381378174, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.2287778446718844, |
| "grad_norm": 0.69172361080416, |
| "learning_rate": 3.5575094976361625e-05, |
| "loss": 0.6095155477523804, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.22998193859121, |
| "grad_norm": 0.6221213905726743, |
| "learning_rate": 3.5479812675648575e-05, |
| "loss": 0.5716145634651184, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.2311860325105357, |
| "grad_norm": 0.8043447507612648, |
| "learning_rate": 3.5384587926591355e-05, |
| "loss": 0.6103835701942444, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.2323901264298616, |
| "grad_norm": 0.6959804548679159, |
| "learning_rate": 3.5289421106619126e-05, |
| "loss": 0.5943867564201355, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.2335942203491872, |
| "grad_norm": 0.6142985696828224, |
| "learning_rate": 3.519431259293147e-05, |
| "loss": 0.5688106417655945, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.234798314268513, |
| "grad_norm": 0.6539902425602039, |
| "learning_rate": 3.509926276249676e-05, |
| "loss": 0.5941796898841858, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.2360024081878387, |
| "grad_norm": 0.6420380526278909, |
| "learning_rate": 3.500427199205091e-05, |
| "loss": 0.6068412661552429, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.2372065021071643, |
| "grad_norm": 0.6456452908855624, |
| "learning_rate": 3.4909340658095646e-05, |
| "loss": 0.6149383783340454, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.23841059602649, |
| "grad_norm": 0.5554157694390899, |
| "learning_rate": 3.4814469136897165e-05, |
| "loss": 0.4858720898628235, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.2396146899458158, |
| "grad_norm": 0.6429406598986497, |
| "learning_rate": 3.471965780448461e-05, |
| "loss": 0.5543316602706909, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.2408187838651414, |
| "grad_norm": 0.6541248801974615, |
| "learning_rate": 3.462490703664846e-05, |
| "loss": 0.5952856540679932, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.2420228777844673, |
| "grad_norm": 0.6604177891554712, |
| "learning_rate": 3.4530217208939274e-05, |
| "loss": 0.6849150061607361, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.243226971703793, |
| "grad_norm": 0.6675006411124658, |
| "learning_rate": 3.443558869666598e-05, |
| "loss": 0.5796087980270386, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.2444310656231186, |
| "grad_norm": 0.6948023904823086, |
| "learning_rate": 3.434102187489451e-05, |
| "loss": 0.665795624256134, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.2456351595424442, |
| "grad_norm": 0.6579390174814185, |
| "learning_rate": 3.424651711844632e-05, |
| "loss": 0.6483998894691467, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.24683925346177, |
| "grad_norm": 0.7001785815128132, |
| "learning_rate": 3.415207480189676e-05, |
| "loss": 0.6428192853927612, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.2480433473810957, |
| "grad_norm": 0.5758736239689276, |
| "learning_rate": 3.405769529957381e-05, |
| "loss": 0.603247880935669, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.2492474413004215, |
| "grad_norm": 0.6703140182317202, |
| "learning_rate": 3.396337898555642e-05, |
| "loss": 0.6470834016799927, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.2504515352197472, |
| "grad_norm": 0.6663209203892997, |
| "learning_rate": 3.386912623367311e-05, |
| "loss": 0.6754087805747986, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.2516556291390728, |
| "grad_norm": 0.7160516255838019, |
| "learning_rate": 3.377493741750044e-05, |
| "loss": 0.5863697528839111, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.2528597230583984, |
| "grad_norm": 0.6856060560436505, |
| "learning_rate": 3.36808129103616e-05, |
| "loss": 0.6012188196182251, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.2540638169777243, |
| "grad_norm": 0.5676057074982405, |
| "learning_rate": 3.358675308532486e-05, |
| "loss": 0.5652576684951782, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.25526791089705, |
| "grad_norm": 0.5680031504105864, |
| "learning_rate": 3.349275831520212e-05, |
| "loss": 0.5598222017288208, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.2564720048163758, |
| "grad_norm": 0.6063379708273372, |
| "learning_rate": 3.339882897254746e-05, |
| "loss": 0.5237823128700256, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.2576760987357014, |
| "grad_norm": 0.6099579368555109, |
| "learning_rate": 3.330496542965556e-05, |
| "loss": 0.6714369058609009, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.258880192655027, |
| "grad_norm": 0.6315160010925641, |
| "learning_rate": 3.3211168058560386e-05, |
| "loss": 0.6626559495925903, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.2600842865743527, |
| "grad_norm": 0.6603687480331342, |
| "learning_rate": 3.311743723103357e-05, |
| "loss": 0.5565869808197021, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.2612883804936785, |
| "grad_norm": 0.6159593860438909, |
| "learning_rate": 3.302377331858302e-05, |
| "loss": 0.6076995134353638, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.2624924744130042, |
| "grad_norm": 0.6607517926642036, |
| "learning_rate": 3.293017669245144e-05, |
| "loss": 0.6004924774169922, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.26369656833233, |
| "grad_norm": 0.6679520254927858, |
| "learning_rate": 3.283664772361476e-05, |
| "loss": 0.5795238018035889, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.2649006622516556, |
| "grad_norm": 0.6506529440156168, |
| "learning_rate": 3.274318678278085e-05, |
| "loss": 0.5556989312171936, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.2661047561709813, |
| "grad_norm": 0.6321116119404896, |
| "learning_rate": 3.264979424038789e-05, |
| "loss": 0.6258856058120728, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.267308850090307, |
| "grad_norm": 0.6225820795770387, |
| "learning_rate": 3.255647046660296e-05, |
| "loss": 0.5914543271064758, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.2685129440096328, |
| "grad_norm": 0.5777885553006885, |
| "learning_rate": 3.246321583132058e-05, |
| "loss": 0.5762636065483093, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.2697170379289584, |
| "grad_norm": 0.68651261991656, |
| "learning_rate": 3.237003070416122e-05, |
| "loss": 0.5639084577560425, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.2709211318482843, |
| "grad_norm": 0.6935824769960947, |
| "learning_rate": 3.22769154544699e-05, |
| "loss": 0.5805132985115051, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.27212522576761, |
| "grad_norm": 0.6309093425474914, |
| "learning_rate": 3.2183870451314624e-05, |
| "loss": 0.5962166786193848, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.2733293196869355, |
| "grad_norm": 0.6298740995123034, |
| "learning_rate": 3.2090896063485e-05, |
| "loss": 0.519180178642273, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.2745334136062612, |
| "grad_norm": 0.6912341376043626, |
| "learning_rate": 3.19979926594907e-05, |
| "loss": 0.5523577332496643, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.275737507525587, |
| "grad_norm": 0.6018902645477407, |
| "learning_rate": 3.190516060756009e-05, |
| "loss": 0.500494122505188, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.2769416014449126, |
| "grad_norm": 0.6754925868661024, |
| "learning_rate": 3.181240027563875e-05, |
| "loss": 0.5533350706100464, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.2781456953642385, |
| "grad_norm": 0.626419141611913, |
| "learning_rate": 3.171971203138795e-05, |
| "loss": 0.5055978894233704, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.2793497892835641, |
| "grad_norm": 0.7176869318393736, |
| "learning_rate": 3.1627096242183243e-05, |
| "loss": 0.6873006224632263, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.2805538832028898, |
| "grad_norm": 0.6521112813116352, |
| "learning_rate": 3.1534553275112994e-05, |
| "loss": 0.5471648573875427, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.2817579771222154, |
| "grad_norm": 0.6266761704518603, |
| "learning_rate": 3.144208349697696e-05, |
| "loss": 0.5388270616531372, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.2829620710415413, |
| "grad_norm": 0.6968291098173685, |
| "learning_rate": 3.13496872742848e-05, |
| "loss": 0.6154459714889526, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.2841661649608669, |
| "grad_norm": 0.6527459812005079, |
| "learning_rate": 3.125736497325464e-05, |
| "loss": 0.7208917140960693, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.2853702588801927, |
| "grad_norm": 0.7151546194251819, |
| "learning_rate": 3.116511695981157e-05, |
| "loss": 0.5722376108169556, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.2865743527995184, |
| "grad_norm": 0.6583949661812686, |
| "learning_rate": 3.107294359958628e-05, |
| "loss": 0.559638500213623, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.287778446718844, |
| "grad_norm": 0.6587475851250851, |
| "learning_rate": 3.098084525791356e-05, |
| "loss": 0.6353858709335327, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.2889825406381699, |
| "grad_norm": 0.652538682115768, |
| "learning_rate": 3.0888822299830854e-05, |
| "loss": 0.6150951385498047, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.2901866345574955, |
| "grad_norm": 0.6586896874481181, |
| "learning_rate": 3.079687509007682e-05, |
| "loss": 0.6220561861991882, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.2913907284768211, |
| "grad_norm": 0.6552350351155425, |
| "learning_rate": 3.070500399308987e-05, |
| "loss": 0.675493597984314, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.292594822396147, |
| "grad_norm": 0.6060971894323066, |
| "learning_rate": 3.0613209373006745e-05, |
| "loss": 0.5046559572219849, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.2937989163154726, |
| "grad_norm": 0.6233886266058096, |
| "learning_rate": 3.052149159366109e-05, |
| "loss": 0.6072496175765991, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.2950030102347982, |
| "grad_norm": 0.6311730480045631, |
| "learning_rate": 3.0429851018581955e-05, |
| "loss": 0.5360444784164429, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.296207104154124, |
| "grad_norm": 0.6939180477433627, |
| "learning_rate": 3.0338288010992398e-05, |
| "loss": 0.5549867153167725, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.2974111980734497, |
| "grad_norm": 0.6219878385314985, |
| "learning_rate": 3.024680293380804e-05, |
| "loss": 0.5277044177055359, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.2986152919927754, |
| "grad_norm": 0.6140075443332544, |
| "learning_rate": 3.0155396149635585e-05, |
| "loss": 0.571826159954071, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.2998193859121012, |
| "grad_norm": 0.6707947564189365, |
| "learning_rate": 3.0064068020771486e-05, |
| "loss": 0.6137290596961975, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.3010234798314269, |
| "grad_norm": 0.7065984932280848, |
| "learning_rate": 2.9972818909200396e-05, |
| "loss": 0.6794793009757996, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.3022275737507525, |
| "grad_norm": 0.6139158900775069, |
| "learning_rate": 2.988164917659375e-05, |
| "loss": 0.5482147336006165, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.3034316676700783, |
| "grad_norm": 0.7064635472503787, |
| "learning_rate": 2.979055918430842e-05, |
| "loss": 0.6055623292922974, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.304635761589404, |
| "grad_norm": 0.6979920492052719, |
| "learning_rate": 2.9699549293385176e-05, |
| "loss": 0.6477084159851074, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.3058398555087296, |
| "grad_norm": 0.7089875208013002, |
| "learning_rate": 2.9608619864547337e-05, |
| "loss": 0.5869253873825073, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.3070439494280555, |
| "grad_norm": 0.5833004568834135, |
| "learning_rate": 2.95177712581993e-05, |
| "loss": 0.5308574438095093, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.308248043347381, |
| "grad_norm": 0.6853013870438273, |
| "learning_rate": 2.9427003834425075e-05, |
| "loss": 0.6042900681495667, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.3094521372667067, |
| "grad_norm": 0.5952406502795179, |
| "learning_rate": 2.9336317952986946e-05, |
| "loss": 0.5966813564300537, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.3106562311860326, |
| "grad_norm": 0.5739932817506537, |
| "learning_rate": 2.924571397332398e-05, |
| "loss": 0.5839823484420776, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.3118603251053582, |
| "grad_norm": 0.6937286005428881, |
| "learning_rate": 2.915519225455065e-05, |
| "loss": 0.6247888803482056, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.3130644190246838, |
| "grad_norm": 0.6289172233700483, |
| "learning_rate": 2.906475315545532e-05, |
| "loss": 0.582708477973938, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.3142685129440097, |
| "grad_norm": 0.648225763610444, |
| "learning_rate": 2.8974397034498917e-05, |
| "loss": 0.532221257686615, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.3154726068633353, |
| "grad_norm": 0.6334032293391493, |
| "learning_rate": 2.8884124249813526e-05, |
| "loss": 0.582087516784668, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.316676700782661, |
| "grad_norm": 0.6097615056252118, |
| "learning_rate": 2.879393515920087e-05, |
| "loss": 0.5749963521957397, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.3178807947019868, |
| "grad_norm": 0.6754307122551152, |
| "learning_rate": 2.8703830120130976e-05, |
| "loss": 0.6027169227600098, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.3190848886213125, |
| "grad_norm": 0.6522477036329215, |
| "learning_rate": 2.8613809489740662e-05, |
| "loss": 0.5660452246665955, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.320288982540638, |
| "grad_norm": 0.6597895217196497, |
| "learning_rate": 2.8523873624832247e-05, |
| "loss": 0.6122511029243469, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.321493076459964, |
| "grad_norm": 0.6648075572953821, |
| "learning_rate": 2.8434022881872103e-05, |
| "loss": 0.6023167967796326, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.3226971703792896, |
| "grad_norm": 0.6484160772837273, |
| "learning_rate": 2.8344257616989144e-05, |
| "loss": 0.6276779770851135, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.3239012642986152, |
| "grad_norm": 0.737747975114455, |
| "learning_rate": 2.8254578185973556e-05, |
| "loss": 0.6234055757522583, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.325105358217941, |
| "grad_norm": 0.6489780855502737, |
| "learning_rate": 2.8164984944275242e-05, |
| "loss": 0.5611757040023804, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.3263094521372667, |
| "grad_norm": 0.7117233686951562, |
| "learning_rate": 2.8075478247002518e-05, |
| "loss": 0.5399574637413025, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.3275135460565926, |
| "grad_norm": 0.6407050506409804, |
| "learning_rate": 2.7986058448920728e-05, |
| "loss": 0.5748783946037292, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.3287176399759182, |
| "grad_norm": 0.667933099755268, |
| "learning_rate": 2.7896725904450748e-05, |
| "loss": 0.6935731768608093, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.3299217338952438, |
| "grad_norm": 0.6860475556498444, |
| "learning_rate": 2.7807480967667576e-05, |
| "loss": 0.7096599340438843, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.3311258278145695, |
| "grad_norm": 0.6332362503131266, |
| "learning_rate": 2.7718323992299e-05, |
| "loss": 0.5988775491714478, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.3323299217338953, |
| "grad_norm": 0.6014992532536464, |
| "learning_rate": 2.7629255331724225e-05, |
| "loss": 0.5470643639564514, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.333534015653221, |
| "grad_norm": 0.5861204952940166, |
| "learning_rate": 2.7540275338972343e-05, |
| "loss": 0.518825352191925, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.3347381095725468, |
| "grad_norm": 0.6738797248522155, |
| "learning_rate": 2.7451384366721057e-05, |
| "loss": 0.6365870237350464, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.3359422034918724, |
| "grad_norm": 0.6801087675041407, |
| "learning_rate": 2.7362582767295158e-05, |
| "loss": 0.6318552494049072, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.337146297411198, |
| "grad_norm": 0.6750940307980116, |
| "learning_rate": 2.7273870892665253e-05, |
| "loss": 0.5534715056419373, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.3383503913305237, |
| "grad_norm": 0.6013798363241066, |
| "learning_rate": 2.718524909444635e-05, |
| "loss": 0.529080867767334, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.3395544852498495, |
| "grad_norm": 0.615240489839793, |
| "learning_rate": 2.709671772389639e-05, |
| "loss": 0.5268905162811279, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.3407585791691752, |
| "grad_norm": 0.6916244806655932, |
| "learning_rate": 2.7008277131914916e-05, |
| "loss": 0.7194089293479919, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.341962673088501, |
| "grad_norm": 0.6586961779117202, |
| "learning_rate": 2.691992766904161e-05, |
| "loss": 0.5073974132537842, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.3431667670078267, |
| "grad_norm": 0.6538582927789098, |
| "learning_rate": 2.683166968545503e-05, |
| "loss": 0.5996333360671997, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.3443708609271523, |
| "grad_norm": 0.630993703763636, |
| "learning_rate": 2.6743503530971138e-05, |
| "loss": 0.6223669648170471, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.345574954846478, |
| "grad_norm": 0.5828107330626588, |
| "learning_rate": 2.6655429555041922e-05, |
| "loss": 0.5439039468765259, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.3467790487658038, |
| "grad_norm": 0.956766479698746, |
| "learning_rate": 2.656744810675397e-05, |
| "loss": 0.621475338935852, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.3479831426851294, |
| "grad_norm": 0.6867270570515961, |
| "learning_rate": 2.6479559534827168e-05, |
| "loss": 0.6019476652145386, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.3491872366044553, |
| "grad_norm": 0.6197122045694213, |
| "learning_rate": 2.6391764187613277e-05, |
| "loss": 0.5331425070762634, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.350391330523781, |
| "grad_norm": 0.6590947385881453, |
| "learning_rate": 2.6304062413094588e-05, |
| "loss": 0.5331645011901855, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.3515954244431065, |
| "grad_norm": 0.6661403360540019, |
| "learning_rate": 2.6216454558882486e-05, |
| "loss": 0.559219479560852, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.3527995183624322, |
| "grad_norm": 0.6209742376495854, |
| "learning_rate": 2.6128940972216044e-05, |
| "loss": 0.5601733922958374, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.354003612281758, |
| "grad_norm": 0.6299069556714798, |
| "learning_rate": 2.604152199996077e-05, |
| "loss": 0.6254225969314575, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.3552077062010837, |
| "grad_norm": 0.6211292902545004, |
| "learning_rate": 2.5954197988607133e-05, |
| "loss": 0.5158826112747192, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.3564118001204095, |
| "grad_norm": 0.6890145800181504, |
| "learning_rate": 2.586696928426926e-05, |
| "loss": 0.6442182064056396, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.3576158940397351, |
| "grad_norm": 0.7574739136778598, |
| "learning_rate": 2.5779836232683442e-05, |
| "loss": 0.6257715821266174, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.3588199879590608, |
| "grad_norm": 0.7222962521399886, |
| "learning_rate": 2.5692799179206906e-05, |
| "loss": 0.5151680111885071, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.3600240818783864, |
| "grad_norm": 0.6764668123220063, |
| "learning_rate": 2.5605858468816358e-05, |
| "loss": 0.5849635004997253, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.3612281757977123, |
| "grad_norm": 0.68913282009391, |
| "learning_rate": 2.5519014446106682e-05, |
| "loss": 0.6753305792808533, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.362432269717038, |
| "grad_norm": 0.615830753952669, |
| "learning_rate": 2.5432267455289503e-05, |
| "loss": 0.4868830442428589, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.3636363636363638, |
| "grad_norm": 0.6358775421404815, |
| "learning_rate": 2.5345617840191828e-05, |
| "loss": 0.5930942296981812, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.3648404575556894, |
| "grad_norm": 0.6783047897821732, |
| "learning_rate": 2.5259065944254746e-05, |
| "loss": 0.6682963371276855, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.366044551475015, |
| "grad_norm": 0.8039581825606367, |
| "learning_rate": 2.5172612110532012e-05, |
| "loss": 0.5669816732406616, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.3672486453943407, |
| "grad_norm": 0.6634970884500128, |
| "learning_rate": 2.5086256681688745e-05, |
| "loss": 0.5131814479827881, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.3684527393136665, |
| "grad_norm": 0.6637549272097328, |
| "learning_rate": 2.500000000000001e-05, |
| "loss": 0.6064308881759644, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.3696568332329921, |
| "grad_norm": 0.6874956301642076, |
| "learning_rate": 2.491384240734943e-05, |
| "loss": 0.6396753787994385, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.370860927152318, |
| "grad_norm": 0.7435580202739259, |
| "learning_rate": 2.4827784245227937e-05, |
| "loss": 0.5631410479545593, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.3720650210716436, |
| "grad_norm": 0.6683288312051743, |
| "learning_rate": 2.4741825854732344e-05, |
| "loss": 0.6863007545471191, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.3732691149909693, |
| "grad_norm": 0.6739448022666904, |
| "learning_rate": 2.4655967576564064e-05, |
| "loss": 0.6584625244140625, |
| "step": 1141 |
| }, |
| { |
| "epoch": 1.374473208910295, |
| "grad_norm": 0.6100124389564276, |
| "learning_rate": 2.4570209751027623e-05, |
| "loss": 0.5866068005561829, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.3756773028296208, |
| "grad_norm": 0.7068260860149022, |
| "learning_rate": 2.4484552718029448e-05, |
| "loss": 0.5527026653289795, |
| "step": 1143 |
| }, |
| { |
| "epoch": 1.3768813967489464, |
| "grad_norm": 0.7130310928948262, |
| "learning_rate": 2.439899681707646e-05, |
| "loss": 0.6723543405532837, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.3780854906682722, |
| "grad_norm": 0.6784531758296957, |
| "learning_rate": 2.4313542387274717e-05, |
| "loss": 0.5644799470901489, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.3792895845875979, |
| "grad_norm": 0.7129481328571383, |
| "learning_rate": 2.4228189767328173e-05, |
| "loss": 0.5912647843360901, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.3804936785069235, |
| "grad_norm": 0.6444292423961997, |
| "learning_rate": 2.4142939295537126e-05, |
| "loss": 0.5156216025352478, |
| "step": 1147 |
| }, |
| { |
| "epoch": 1.3816977724262491, |
| "grad_norm": 0.6970413746112917, |
| "learning_rate": 2.405779130979709e-05, |
| "loss": 0.5808528065681458, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.382901866345575, |
| "grad_norm": 0.5978220622551951, |
| "learning_rate": 2.3972746147597335e-05, |
| "loss": 0.4604603946208954, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.3841059602649006, |
| "grad_norm": 0.6748388586558529, |
| "learning_rate": 2.388780414601959e-05, |
| "loss": 0.5760262608528137, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.3853100541842265, |
| "grad_norm": 0.707341335363254, |
| "learning_rate": 2.380296564173674e-05, |
| "loss": 0.5673799514770508, |
| "step": 1151 |
| }, |
| { |
| "epoch": 1.3865141481035521, |
| "grad_norm": 0.6505915334242497, |
| "learning_rate": 2.3718230971011386e-05, |
| "loss": 0.5893689393997192, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.3877182420228777, |
| "grad_norm": 0.5960802185045463, |
| "learning_rate": 2.3633600469694606e-05, |
| "loss": 0.5265970230102539, |
| "step": 1153 |
| }, |
| { |
| "epoch": 1.3889223359422034, |
| "grad_norm": 0.6562878017537669, |
| "learning_rate": 2.3549074473224612e-05, |
| "loss": 0.6685402989387512, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.3901264298615292, |
| "grad_norm": 0.6714792590660233, |
| "learning_rate": 2.3464653316625385e-05, |
| "loss": 0.6193652153015137, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.3913305237808549, |
| "grad_norm": 0.652333247187965, |
| "learning_rate": 2.3380337334505374e-05, |
| "loss": 0.5320765972137451, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.3925346177001807, |
| "grad_norm": 0.6694326966899518, |
| "learning_rate": 2.3296126861056167e-05, |
| "loss": 0.7142533659934998, |
| "step": 1157 |
| }, |
| { |
| "epoch": 1.3937387116195064, |
| "grad_norm": 0.6755620258584408, |
| "learning_rate": 2.3212022230051154e-05, |
| "loss": 0.6147712469100952, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.394942805538832, |
| "grad_norm": 0.6526357166615497, |
| "learning_rate": 2.3128023774844194e-05, |
| "loss": 0.57289719581604, |
| "step": 1159 |
| }, |
| { |
| "epoch": 1.3961468994581576, |
| "grad_norm": 0.6763701082565594, |
| "learning_rate": 2.3044131828368386e-05, |
| "loss": 0.610175609588623, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.3973509933774835, |
| "grad_norm": 0.6664594873329567, |
| "learning_rate": 2.2960346723134575e-05, |
| "loss": 0.5026771426200867, |
| "step": 1161 |
| }, |
| { |
| "epoch": 1.398555087296809, |
| "grad_norm": 0.6139734265290661, |
| "learning_rate": 2.2876668791230193e-05, |
| "loss": 0.5563870668411255, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.399759181216135, |
| "grad_norm": 0.65603675473224, |
| "learning_rate": 2.2793098364317868e-05, |
| "loss": 0.6313542127609253, |
| "step": 1163 |
| }, |
| { |
| "epoch": 1.4009632751354606, |
| "grad_norm": 0.6628406945641241, |
| "learning_rate": 2.2709635773634113e-05, |
| "loss": 0.5728123784065247, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.4021673690547862, |
| "grad_norm": 0.6610390146768919, |
| "learning_rate": 2.2626281349988103e-05, |
| "loss": 0.590998113155365, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.4033714629741119, |
| "grad_norm": 0.7093784263783569, |
| "learning_rate": 2.254303542376016e-05, |
| "loss": 0.578934371471405, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.4045755568934377, |
| "grad_norm": 0.6722358307812577, |
| "learning_rate": 2.2459898324900662e-05, |
| "loss": 0.5327061414718628, |
| "step": 1167 |
| }, |
| { |
| "epoch": 1.4057796508127633, |
| "grad_norm": 0.6720764767134005, |
| "learning_rate": 2.2376870382928607e-05, |
| "loss": 0.6328048706054688, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.4069837447320892, |
| "grad_norm": 0.6072052751210661, |
| "learning_rate": 2.2293951926930356e-05, |
| "loss": 0.5807158946990967, |
| "step": 1169 |
| }, |
| { |
| "epoch": 1.4081878386514148, |
| "grad_norm": 0.7239788229686193, |
| "learning_rate": 2.2211143285558312e-05, |
| "loss": 0.6846528053283691, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.4093919325707405, |
| "grad_norm": 0.6983348518524077, |
| "learning_rate": 2.2128444787029618e-05, |
| "loss": 0.6707192063331604, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.410596026490066, |
| "grad_norm": 0.7229792916497166, |
| "learning_rate": 2.204585675912486e-05, |
| "loss": 0.5944390296936035, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.411800120409392, |
| "grad_norm": 0.68467720786428, |
| "learning_rate": 2.1963379529186768e-05, |
| "loss": 0.5784805417060852, |
| "step": 1173 |
| }, |
| { |
| "epoch": 1.4130042143287176, |
| "grad_norm": 0.6441557349730764, |
| "learning_rate": 2.1881013424118922e-05, |
| "loss": 0.5677670836448669, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.4142083082480434, |
| "grad_norm": 0.6645841903588222, |
| "learning_rate": 2.1798758770384442e-05, |
| "loss": 0.6499326229095459, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.415412402167369, |
| "grad_norm": 0.6514998788694832, |
| "learning_rate": 2.171661589400471e-05, |
| "loss": 0.559750497341156, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.4166164960866947, |
| "grad_norm": 0.6827011585978081, |
| "learning_rate": 2.1634585120558078e-05, |
| "loss": 0.5925350189208984, |
| "step": 1177 |
| }, |
| { |
| "epoch": 1.4178205900060203, |
| "grad_norm": 0.6948830521197485, |
| "learning_rate": 2.1552666775178548e-05, |
| "loss": 0.5711615681648254, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.4190246839253462, |
| "grad_norm": 0.6671986963240619, |
| "learning_rate": 2.1470861182554534e-05, |
| "loss": 0.5662252306938171, |
| "step": 1179 |
| }, |
| { |
| "epoch": 1.4202287778446718, |
| "grad_norm": 0.6851768329023631, |
| "learning_rate": 2.138916866692754e-05, |
| "loss": 0.683719277381897, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.4214328717639977, |
| "grad_norm": 0.7266715462148113, |
| "learning_rate": 2.1307589552090866e-05, |
| "loss": 0.6323405504226685, |
| "step": 1181 |
| }, |
| { |
| "epoch": 1.4226369656833233, |
| "grad_norm": 0.6143920744082411, |
| "learning_rate": 2.1226124161388354e-05, |
| "loss": 0.6116073131561279, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.423841059602649, |
| "grad_norm": 0.679159711504491, |
| "learning_rate": 2.1144772817713103e-05, |
| "loss": 0.7198662161827087, |
| "step": 1183 |
| }, |
| { |
| "epoch": 1.4250451535219746, |
| "grad_norm": 0.6757307692020434, |
| "learning_rate": 2.106353584350616e-05, |
| "loss": 0.6091858148574829, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.4262492474413004, |
| "grad_norm": 0.6961418661890654, |
| "learning_rate": 2.0982413560755272e-05, |
| "loss": 0.6085526347160339, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.427453341360626, |
| "grad_norm": 0.7679493274935778, |
| "learning_rate": 2.0901406290993598e-05, |
| "loss": 0.6127029061317444, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.428657435279952, |
| "grad_norm": 0.6327120331998163, |
| "learning_rate": 2.0820514355298432e-05, |
| "loss": 0.5237135887145996, |
| "step": 1187 |
| }, |
| { |
| "epoch": 1.4298615291992776, |
| "grad_norm": 0.6777932530712685, |
| "learning_rate": 2.073973807428995e-05, |
| "loss": 0.5015468597412109, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.4310656231186032, |
| "grad_norm": 0.6570717414906649, |
| "learning_rate": 2.0659077768129898e-05, |
| "loss": 0.5828713178634644, |
| "step": 1189 |
| }, |
| { |
| "epoch": 1.4322697170379288, |
| "grad_norm": 0.6689525315217688, |
| "learning_rate": 2.0578533756520375e-05, |
| "loss": 0.6016378402709961, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.4334738109572547, |
| "grad_norm": 0.6626194231928022, |
| "learning_rate": 2.049810635870251e-05, |
| "loss": 0.5744947791099548, |
| "step": 1191 |
| }, |
| { |
| "epoch": 1.4346779048765803, |
| "grad_norm": 0.654853715590486, |
| "learning_rate": 2.0417795893455265e-05, |
| "loss": 0.4999788999557495, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.4358819987959062, |
| "grad_norm": 0.6631813785864065, |
| "learning_rate": 2.0337602679094092e-05, |
| "loss": 0.640974223613739, |
| "step": 1193 |
| }, |
| { |
| "epoch": 1.4370860927152318, |
| "grad_norm": 0.6656503589041513, |
| "learning_rate": 2.0257527033469735e-05, |
| "loss": 0.6686643958091736, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.4382901866345574, |
| "grad_norm": 0.7195749887839146, |
| "learning_rate": 2.0177569273966945e-05, |
| "loss": 0.6436607837677002, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.439494280553883, |
| "grad_norm": 0.6224049363358496, |
| "learning_rate": 2.009772971750322e-05, |
| "loss": 0.6621146202087402, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.440698374473209, |
| "grad_norm": 0.6870667027942325, |
| "learning_rate": 2.0018008680527556e-05, |
| "loss": 0.6553419232368469, |
| "step": 1197 |
| }, |
| { |
| "epoch": 1.4419024683925346, |
| "grad_norm": 0.752594057427092, |
| "learning_rate": 1.9938406479019183e-05, |
| "loss": 0.5890825390815735, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.4431065623118604, |
| "grad_norm": 0.6295842476537755, |
| "learning_rate": 1.985892342848633e-05, |
| "loss": 0.5660571455955505, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.444310656231186, |
| "grad_norm": 0.6784299946025513, |
| "learning_rate": 1.9779559843964957e-05, |
| "loss": 0.6301198601722717, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.4455147501505117, |
| "grad_norm": 0.7184243923628549, |
| "learning_rate": 1.9700316040017515e-05, |
| "loss": 0.5631546378135681, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.4467188440698375, |
| "grad_norm": 0.705782713183386, |
| "learning_rate": 1.9621192330731684e-05, |
| "loss": 0.5814705491065979, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.4479229379891632, |
| "grad_norm": 0.7357316231438419, |
| "learning_rate": 1.954218902971917e-05, |
| "loss": 0.6509934663772583, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.4491270319084888, |
| "grad_norm": 0.6211989488690487, |
| "learning_rate": 1.9463306450114416e-05, |
| "loss": 0.5680814385414124, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.4503311258278146, |
| "grad_norm": 0.689236766464551, |
| "learning_rate": 1.938454490457337e-05, |
| "loss": 0.6668490171432495, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.4515352197471403, |
| "grad_norm": 0.761382009234011, |
| "learning_rate": 1.9305904705272275e-05, |
| "loss": 0.7243137359619141, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.452739313666466, |
| "grad_norm": 0.6726820235370389, |
| "learning_rate": 1.922738616390639e-05, |
| "loss": 0.6479090452194214, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.4539434075857918, |
| "grad_norm": 0.6927010843022338, |
| "learning_rate": 1.9148989591688786e-05, |
| "loss": 0.5434556007385254, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.4551475015051174, |
| "grad_norm": 0.6286082992167814, |
| "learning_rate": 1.9070715299349105e-05, |
| "loss": 0.6021962761878967, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.456351595424443, |
| "grad_norm": 0.6374198604384195, |
| "learning_rate": 1.8992563597132323e-05, |
| "loss": 0.6144254207611084, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.457555689343769, |
| "grad_norm": 0.7752040368710191, |
| "learning_rate": 1.8914534794797513e-05, |
| "loss": 0.6344243288040161, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.4587597832630945, |
| "grad_norm": 0.679800091113536, |
| "learning_rate": 1.8836629201616635e-05, |
| "loss": 0.5787262320518494, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.4599638771824202, |
| "grad_norm": 0.6538717861512221, |
| "learning_rate": 1.8758847126373303e-05, |
| "loss": 0.6544387340545654, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.461167971101746, |
| "grad_norm": 0.681978026013326, |
| "learning_rate": 1.8681188877361555e-05, |
| "loss": 0.6070996522903442, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.4623720650210716, |
| "grad_norm": 0.6455730314080899, |
| "learning_rate": 1.8603654762384642e-05, |
| "loss": 0.5753454566001892, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.4635761589403973, |
| "grad_norm": 0.6832422399485334, |
| "learning_rate": 1.85262450887538e-05, |
| "loss": 0.5864018201828003, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.4647802528597231, |
| "grad_norm": 0.6343117890568124, |
| "learning_rate": 1.8448960163287034e-05, |
| "loss": 0.5790785551071167, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.4659843467790488, |
| "grad_norm": 0.6645088122577267, |
| "learning_rate": 1.83718002923079e-05, |
| "loss": 0.6346677541732788, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.4671884406983744, |
| "grad_norm": 0.863960139767857, |
| "learning_rate": 1.8294765781644285e-05, |
| "loss": 0.5457351803779602, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.4683925346177003, |
| "grad_norm": 0.6434124997628975, |
| "learning_rate": 1.821785693662724e-05, |
| "loss": 0.5659875869750977, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.4695966285370259, |
| "grad_norm": 0.6846377550127212, |
| "learning_rate": 1.8141074062089657e-05, |
| "loss": 0.5451058149337769, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.4708007224563515, |
| "grad_norm": 0.695185719098649, |
| "learning_rate": 1.8064417462365226e-05, |
| "loss": 0.5791363716125488, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.4720048163756774, |
| "grad_norm": 0.6200127760471036, |
| "learning_rate": 1.798788744128707e-05, |
| "loss": 0.625119686126709, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.473208910295003, |
| "grad_norm": 0.647067603031808, |
| "learning_rate": 1.791148430218666e-05, |
| "loss": 0.5558938384056091, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.4744130042143286, |
| "grad_norm": 0.6434041757670454, |
| "learning_rate": 1.7835208347892535e-05, |
| "loss": 0.5209598541259766, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.4756170981336545, |
| "grad_norm": 0.6768163709486766, |
| "learning_rate": 1.775905988072909e-05, |
| "loss": 0.601038932800293, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.4768211920529801, |
| "grad_norm": 0.6413983452096825, |
| "learning_rate": 1.768303920251551e-05, |
| "loss": 0.5623950958251953, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.4780252859723058, |
| "grad_norm": 0.6684889175160904, |
| "learning_rate": 1.7607146614564418e-05, |
| "loss": 0.610763430595398, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.4792293798916316, |
| "grad_norm": 0.6646920531869194, |
| "learning_rate": 1.753138241768075e-05, |
| "loss": 0.6074750423431396, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.4804334738109572, |
| "grad_norm": 0.6835837698413788, |
| "learning_rate": 1.7455746912160564e-05, |
| "loss": 0.615565299987793, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.4816375677302829, |
| "grad_norm": 0.6498789722824945, |
| "learning_rate": 1.7380240397789836e-05, |
| "loss": 0.5732934474945068, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.4828416616496087, |
| "grad_norm": 0.680806756887946, |
| "learning_rate": 1.7304863173843283e-05, |
| "loss": 0.68631911277771, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.4840457555689344, |
| "grad_norm": 0.6975195256011921, |
| "learning_rate": 1.722961553908318e-05, |
| "loss": 0.6374117136001587, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.4852498494882602, |
| "grad_norm": 0.6956467250143136, |
| "learning_rate": 1.7154497791758157e-05, |
| "loss": 0.5769176483154297, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.4864539434075859, |
| "grad_norm": 0.7363676191301148, |
| "learning_rate": 1.707951022960199e-05, |
| "loss": 0.5100231766700745, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.4876580373269115, |
| "grad_norm": 0.6796322902287394, |
| "learning_rate": 1.700465314983254e-05, |
| "loss": 0.6184688806533813, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.4888621312462371, |
| "grad_norm": 0.6941299138170351, |
| "learning_rate": 1.6929926849150428e-05, |
| "loss": 0.6970233917236328, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.490066225165563, |
| "grad_norm": 0.7001168068471418, |
| "learning_rate": 1.6855331623737958e-05, |
| "loss": 0.6311406493186951, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.4912703190848886, |
| "grad_norm": 0.6645492248463752, |
| "learning_rate": 1.6780867769257898e-05, |
| "loss": 0.5672847628593445, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.4924744130042145, |
| "grad_norm": 0.6797801656176244, |
| "learning_rate": 1.6706535580852267e-05, |
| "loss": 0.645459771156311, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.49367850692354, |
| "grad_norm": 0.6868214191099717, |
| "learning_rate": 1.6632335353141333e-05, |
| "loss": 0.6530009508132935, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.4948826008428657, |
| "grad_norm": 0.6501647723803492, |
| "learning_rate": 1.6558267380222224e-05, |
| "loss": 0.5365598201751709, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.4960866947621914, |
| "grad_norm": 0.648368798889899, |
| "learning_rate": 1.6484331955667947e-05, |
| "loss": 0.6006693840026855, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.4972907886815172, |
| "grad_norm": 0.7484073803647112, |
| "learning_rate": 1.6410529372526057e-05, |
| "loss": 0.5684210062026978, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.4984948826008428, |
| "grad_norm": 0.6875511798711057, |
| "learning_rate": 1.6336859923317643e-05, |
| "loss": 0.6225722432136536, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.4996989765201687, |
| "grad_norm": 0.7548689908076737, |
| "learning_rate": 1.6263323900036126e-05, |
| "loss": 0.6161872148513794, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.5009030704394943, |
| "grad_norm": 0.6794880455222678, |
| "learning_rate": 1.6189921594146046e-05, |
| "loss": 0.5291401743888855, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.50210716435882, |
| "grad_norm": 0.6910873883895179, |
| "learning_rate": 1.6116653296581975e-05, |
| "loss": 0.6173139810562134, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.5033112582781456, |
| "grad_norm": 0.6557935458779608, |
| "learning_rate": 1.6043519297747285e-05, |
| "loss": 0.5563411116600037, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.5045153521974715, |
| "grad_norm": 0.6196590618016037, |
| "learning_rate": 1.5970519887513073e-05, |
| "loss": 0.6068015694618225, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.505719446116797, |
| "grad_norm": 0.6555417209864466, |
| "learning_rate": 1.5897655355217038e-05, |
| "loss": 0.5607477426528931, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.506923540036123, |
| "grad_norm": 0.6513591496358758, |
| "learning_rate": 1.5824925989662216e-05, |
| "loss": 0.5354853868484497, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.5081276339554486, |
| "grad_norm": 0.6864021439176216, |
| "learning_rate": 1.5752332079115932e-05, |
| "loss": 0.5652515888214111, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.5093317278747742, |
| "grad_norm": 0.6462104553767192, |
| "learning_rate": 1.5679873911308597e-05, |
| "loss": 0.5760456323623657, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.5105358217940998, |
| "grad_norm": 0.5920722939954449, |
| "learning_rate": 1.56075517734326e-05, |
| "loss": 0.49027904868125916, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.5117399157134257, |
| "grad_norm": 0.6109690781215307, |
| "learning_rate": 1.5535365952141233e-05, |
| "loss": 0.5099217891693115, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.5129440096327513, |
| "grad_norm": 0.6448781186889819, |
| "learning_rate": 1.5463316733547434e-05, |
| "loss": 0.5549823045730591, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.5141481035520772, |
| "grad_norm": 0.7241234229442524, |
| "learning_rate": 1.5391404403222676e-05, |
| "loss": 0.5943726301193237, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.5153521974714028, |
| "grad_norm": 0.6620022620542522, |
| "learning_rate": 1.5319629246195917e-05, |
| "loss": 0.5054406523704529, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.5165562913907285, |
| "grad_norm": 0.6841163729400295, |
| "learning_rate": 1.5247991546952428e-05, |
| "loss": 0.6340876817703247, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.517760385310054, |
| "grad_norm": 0.6536235321860999, |
| "learning_rate": 1.5176491589432628e-05, |
| "loss": 0.5980866551399231, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.51896447922938, |
| "grad_norm": 0.7072002026747592, |
| "learning_rate": 1.5105129657031009e-05, |
| "loss": 0.5912050008773804, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.5201685731487056, |
| "grad_norm": 0.7518022002323144, |
| "learning_rate": 1.5033906032594958e-05, |
| "loss": 0.5446956157684326, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.5213726670680314, |
| "grad_norm": 0.616787689480563, |
| "learning_rate": 1.4962820998423683e-05, |
| "loss": 0.5494934320449829, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.522576760987357, |
| "grad_norm": 0.6903510168817233, |
| "learning_rate": 1.4891874836267127e-05, |
| "loss": 0.6838136315345764, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.5237808549066827, |
| "grad_norm": 0.5750532179822861, |
| "learning_rate": 1.4821067827324753e-05, |
| "loss": 0.5225636959075928, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.5249849488260083, |
| "grad_norm": 0.6497995243005985, |
| "learning_rate": 1.4750400252244511e-05, |
| "loss": 0.5877646207809448, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.5261890427453342, |
| "grad_norm": 0.6410420397877039, |
| "learning_rate": 1.4679872391121651e-05, |
| "loss": 0.5297002196311951, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.5273931366646598, |
| "grad_norm": 0.7002210097985194, |
| "learning_rate": 1.4609484523497696e-05, |
| "loss": 0.5521526336669922, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.5285972305839857, |
| "grad_norm": 0.6633293289955295, |
| "learning_rate": 1.4539236928359318e-05, |
| "loss": 0.5375245809555054, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.5298013245033113, |
| "grad_norm": 0.6984242296793548, |
| "learning_rate": 1.4469129884137177e-05, |
| "loss": 0.5870165228843689, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.531005418422637, |
| "grad_norm": 0.6265819271455159, |
| "learning_rate": 1.4399163668704829e-05, |
| "loss": 0.5064294338226318, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.5322095123419626, |
| "grad_norm": 0.6005110980118469, |
| "learning_rate": 1.4329338559377691e-05, |
| "loss": 0.5902453660964966, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.5334136062612884, |
| "grad_norm": 0.6313797290602909, |
| "learning_rate": 1.4259654832911867e-05, |
| "loss": 0.5448839664459229, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.534617700180614, |
| "grad_norm": 0.6737155419119836, |
| "learning_rate": 1.4190112765503117e-05, |
| "loss": 0.5859847664833069, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.53582179409994, |
| "grad_norm": 0.6485814439643522, |
| "learning_rate": 1.412071263278571e-05, |
| "loss": 0.5323665738105774, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.5370258880192655, |
| "grad_norm": 0.684534293923461, |
| "learning_rate": 1.4051454709831308e-05, |
| "loss": 0.5728932619094849, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.5382299819385912, |
| "grad_norm": 0.6788308121489335, |
| "learning_rate": 1.398233927114797e-05, |
| "loss": 0.5794711112976074, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.5394340758579168, |
| "grad_norm": 0.7020969052887231, |
| "learning_rate": 1.3913366590678966e-05, |
| "loss": 0.5733374357223511, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.5406381697772427, |
| "grad_norm": 0.7129657171420142, |
| "learning_rate": 1.38445369418018e-05, |
| "loss": 0.6412773728370667, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.5418422636965683, |
| "grad_norm": 0.7981258082670758, |
| "learning_rate": 1.377585059732701e-05, |
| "loss": 0.5884507298469543, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.5430463576158941, |
| "grad_norm": 0.67599894319694, |
| "learning_rate": 1.370730782949713e-05, |
| "loss": 0.617125391960144, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.5442504515352198, |
| "grad_norm": 0.6131897663905975, |
| "learning_rate": 1.3638908909985621e-05, |
| "loss": 0.5849452018737793, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.5454545454545454, |
| "grad_norm": 0.698854961826203, |
| "learning_rate": 1.3570654109895853e-05, |
| "loss": 0.4832739531993866, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.546658639373871, |
| "grad_norm": 0.6471604421208978, |
| "learning_rate": 1.3502543699759917e-05, |
| "loss": 0.6543363332748413, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.547862733293197, |
| "grad_norm": 0.6242702470342856, |
| "learning_rate": 1.3434577949537592e-05, |
| "loss": 0.5883569717407227, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.5490668272125225, |
| "grad_norm": 0.6238250088321301, |
| "learning_rate": 1.336675712861532e-05, |
| "loss": 0.5618208646774292, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.5502709211318484, |
| "grad_norm": 0.6612496125172123, |
| "learning_rate": 1.3299081505805088e-05, |
| "loss": 0.5929635167121887, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.551475015051174, |
| "grad_norm": 0.6692758960448262, |
| "learning_rate": 1.3231551349343413e-05, |
| "loss": 0.5423666834831238, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.5526791089704997, |
| "grad_norm": 0.6752769648200759, |
| "learning_rate": 1.3164166926890226e-05, |
| "loss": 0.5197986364364624, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.5538832028898253, |
| "grad_norm": 0.669092768800806, |
| "learning_rate": 1.3096928505527811e-05, |
| "loss": 0.5313164591789246, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.5550872968091511, |
| "grad_norm": 0.7182716714011864, |
| "learning_rate": 1.3029836351759795e-05, |
| "loss": 0.5484466552734375, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.5562913907284768, |
| "grad_norm": 0.6431119213649995, |
| "learning_rate": 1.296289073151004e-05, |
| "loss": 0.5544946193695068, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.5574954846478026, |
| "grad_norm": 0.6058203791827846, |
| "learning_rate": 1.2896091910121666e-05, |
| "loss": 0.6230573654174805, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.5586995785671283, |
| "grad_norm": 0.658413335183263, |
| "learning_rate": 1.2829440152355915e-05, |
| "loss": 0.6586100459098816, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.559903672486454, |
| "grad_norm": 0.7016584672362768, |
| "learning_rate": 1.2762935722391089e-05, |
| "loss": 0.5778795480728149, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.5611077664057795, |
| "grad_norm": 0.6971910577092758, |
| "learning_rate": 1.2696578883821614e-05, |
| "loss": 0.6585246324539185, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.5623118603251054, |
| "grad_norm": 0.706176096353826, |
| "learning_rate": 1.263036989965688e-05, |
| "loss": 0.5676591396331787, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.563515954244431, |
| "grad_norm": 0.6466527762936504, |
| "learning_rate": 1.2564309032320315e-05, |
| "loss": 0.5486147999763489, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.5647200481637569, |
| "grad_norm": 0.7894485392513839, |
| "learning_rate": 1.2498396543648195e-05, |
| "loss": 0.5645613670349121, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.5659241420830825, |
| "grad_norm": 0.7000651764045831, |
| "learning_rate": 1.2432632694888724e-05, |
| "loss": 0.4964786469936371, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.5671282360024081, |
| "grad_norm": 0.6786788880580892, |
| "learning_rate": 1.2367017746700977e-05, |
| "loss": 0.5440781116485596, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.5683323299217338, |
| "grad_norm": 0.6737203989678393, |
| "learning_rate": 1.2301551959153813e-05, |
| "loss": 0.5844026803970337, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.5695364238410596, |
| "grad_norm": 0.668549947601081, |
| "learning_rate": 1.223623559172496e-05, |
| "loss": 0.678715169429779, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.5707405177603853, |
| "grad_norm": 0.6699944490261841, |
| "learning_rate": 1.217106890329981e-05, |
| "loss": 0.48936742544174194, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.5719446116797111, |
| "grad_norm": 0.6981875741840513, |
| "learning_rate": 1.2106052152170561e-05, |
| "loss": 0.5707062482833862, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.5731487055990367, |
| "grad_norm": 0.6747467637430019, |
| "learning_rate": 1.204118559603511e-05, |
| "loss": 0.6040956974029541, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.5743527995183624, |
| "grad_norm": 0.6910940201995631, |
| "learning_rate": 1.1976469491996028e-05, |
| "loss": 0.6196696758270264, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.575556893437688, |
| "grad_norm": 0.6870109501772094, |
| "learning_rate": 1.1911904096559589e-05, |
| "loss": 0.5733761191368103, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.5767609873570139, |
| "grad_norm": 0.6586659405360901, |
| "learning_rate": 1.1847489665634709e-05, |
| "loss": 0.5610096454620361, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.5779650812763397, |
| "grad_norm": 0.7460735946310162, |
| "learning_rate": 1.1783226454531942e-05, |
| "loss": 0.6038789749145508, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.5791691751956654, |
| "grad_norm": 0.7395726996909909, |
| "learning_rate": 1.1719114717962476e-05, |
| "loss": 0.6537466049194336, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.580373269114991, |
| "grad_norm": 0.6499783317009531, |
| "learning_rate": 1.1655154710037153e-05, |
| "loss": 0.5639055967330933, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.5815773630343166, |
| "grad_norm": 0.681242545134431, |
| "learning_rate": 1.1591346684265359e-05, |
| "loss": 0.593967616558075, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.5827814569536423, |
| "grad_norm": 0.6531301486627312, |
| "learning_rate": 1.1527690893554156e-05, |
| "loss": 0.531619131565094, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.583985550872968, |
| "grad_norm": 0.7163893807357503, |
| "learning_rate": 1.1464187590207171e-05, |
| "loss": 0.5939278602600098, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.585189644792294, |
| "grad_norm": 0.7463494625207332, |
| "learning_rate": 1.1400837025923649e-05, |
| "loss": 0.5914647579193115, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.5863937387116196, |
| "grad_norm": 0.6410015091159691, |
| "learning_rate": 1.1337639451797494e-05, |
| "loss": 0.5456799864768982, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.5875978326309452, |
| "grad_norm": 0.6713142729133758, |
| "learning_rate": 1.1274595118316134e-05, |
| "loss": 0.5442759990692139, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.5888019265502709, |
| "grad_norm": 0.6467986073462993, |
| "learning_rate": 1.1211704275359675e-05, |
| "loss": 0.48860234022140503, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.5900060204695965, |
| "grad_norm": 0.7519139615127933, |
| "learning_rate": 1.1148967172199848e-05, |
| "loss": 0.4999341666698456, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.5912101143889223, |
| "grad_norm": 0.6808399870270115, |
| "learning_rate": 1.1086384057499011e-05, |
| "loss": 0.5638273358345032, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.5924142083082482, |
| "grad_norm": 0.6954877809436288, |
| "learning_rate": 1.1023955179309203e-05, |
| "loss": 0.6613055467605591, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.5936183022275738, |
| "grad_norm": 0.6903795960686822, |
| "learning_rate": 1.0961680785071116e-05, |
| "loss": 0.5615702271461487, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.5948223961468995, |
| "grad_norm": 0.6750172122223536, |
| "learning_rate": 1.0899561121613145e-05, |
| "loss": 0.5752872228622437, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.596026490066225, |
| "grad_norm": 0.7785301940553601, |
| "learning_rate": 1.0837596435150398e-05, |
| "loss": 0.5692745447158813, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.5972305839855507, |
| "grad_norm": 0.6494681462447573, |
| "learning_rate": 1.0775786971283725e-05, |
| "loss": 0.5178340673446655, |
| "step": 1327 |
| }, |
| { |
| "epoch": 1.5984346779048766, |
| "grad_norm": 0.6744443029597672, |
| "learning_rate": 1.0714132974998731e-05, |
| "loss": 0.6879583597183228, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.5996387718242024, |
| "grad_norm": 0.677952563994588, |
| "learning_rate": 1.065263469066483e-05, |
| "loss": 0.5413495302200317, |
| "step": 1329 |
| }, |
| { |
| "epoch": 1.600842865743528, |
| "grad_norm": 0.6537301805420873, |
| "learning_rate": 1.0591292362034255e-05, |
| "loss": 0.5920218825340271, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.6020469596628537, |
| "grad_norm": 0.6469373008066952, |
| "learning_rate": 1.0530106232241099e-05, |
| "loss": 0.5061972141265869, |
| "step": 1331 |
| }, |
| { |
| "epoch": 1.6032510535821793, |
| "grad_norm": 0.6708685902250847, |
| "learning_rate": 1.0469076543800355e-05, |
| "loss": 0.49697619676589966, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.604455147501505, |
| "grad_norm": 0.6993408295725457, |
| "learning_rate": 1.0408203538606948e-05, |
| "loss": 0.6032021641731262, |
| "step": 1333 |
| }, |
| { |
| "epoch": 1.6056592414208308, |
| "grad_norm": 0.6393911060563842, |
| "learning_rate": 1.0347487457934768e-05, |
| "loss": 0.5719197988510132, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.6068633353401567, |
| "grad_norm": 0.7226199767221391, |
| "learning_rate": 1.0286928542435754e-05, |
| "loss": 0.6187776923179626, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.6080674292594823, |
| "grad_norm": 0.642305535476551, |
| "learning_rate": 1.0226527032138878e-05, |
| "loss": 0.613179087638855, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.609271523178808, |
| "grad_norm": 0.673311015402003, |
| "learning_rate": 1.0166283166449253e-05, |
| "loss": 0.5710175037384033, |
| "step": 1337 |
| }, |
| { |
| "epoch": 1.6104756170981336, |
| "grad_norm": 0.632179375454808, |
| "learning_rate": 1.0106197184147143e-05, |
| "loss": 0.5210025310516357, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.6116797110174592, |
| "grad_norm": 0.6957067778486582, |
| "learning_rate": 1.0046269323387036e-05, |
| "loss": 0.6410612463951111, |
| "step": 1339 |
| }, |
| { |
| "epoch": 1.612883804936785, |
| "grad_norm": 0.6287930862009652, |
| "learning_rate": 9.986499821696693e-06, |
| "loss": 0.5632354617118835, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.614087898856111, |
| "grad_norm": 0.622387312688554, |
| "learning_rate": 9.926888915976219e-06, |
| "loss": 0.4282957911491394, |
| "step": 1341 |
| }, |
| { |
| "epoch": 1.6152919927754366, |
| "grad_norm": 0.8669900709105164, |
| "learning_rate": 9.867436842497103e-06, |
| "loss": 0.5236736536026001, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.6164960866947622, |
| "grad_norm": 0.7350159046721363, |
| "learning_rate": 9.808143836901284e-06, |
| "loss": 0.593165934085846, |
| "step": 1343 |
| }, |
| { |
| "epoch": 1.6177001806140878, |
| "grad_norm": 0.6869753376200917, |
| "learning_rate": 9.74901013420026e-06, |
| "loss": 0.5582044720649719, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.6189042745334135, |
| "grad_norm": 0.7091818776395036, |
| "learning_rate": 9.69003596877408e-06, |
| "loss": 0.7148651480674744, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.6201083684527393, |
| "grad_norm": 0.684701088586173, |
| "learning_rate": 9.631221574370491e-06, |
| "loss": 0.5752968192100525, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.6213124623720652, |
| "grad_norm": 0.6805443936750752, |
| "learning_rate": 9.572567184103958e-06, |
| "loss": 0.5721158981323242, |
| "step": 1347 |
| }, |
| { |
| "epoch": 1.6225165562913908, |
| "grad_norm": 0.7358892263289364, |
| "learning_rate": 9.514073030454762e-06, |
| "loss": 0.5454210042953491, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.6237206502107164, |
| "grad_norm": 0.706456329071073, |
| "learning_rate": 9.455739345268088e-06, |
| "loss": 0.5805840492248535, |
| "step": 1349 |
| }, |
| { |
| "epoch": 1.624924744130042, |
| "grad_norm": 0.737656503682747, |
| "learning_rate": 9.39756635975308e-06, |
| "loss": 0.7166793942451477, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.6261288380493677, |
| "grad_norm": 0.6758146231670337, |
| "learning_rate": 9.339554304481951e-06, |
| "loss": 0.5964561700820923, |
| "step": 1351 |
| }, |
| { |
| "epoch": 1.6273329319686936, |
| "grad_norm": 0.6025978301665178, |
| "learning_rate": 9.281703409389043e-06, |
| "loss": 0.5290141105651855, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.6285370258880194, |
| "grad_norm": 0.7145707303310174, |
| "learning_rate": 9.224013903769946e-06, |
| "loss": 0.5035989284515381, |
| "step": 1353 |
| }, |
| { |
| "epoch": 1.629741119807345, |
| "grad_norm": 0.6565918156785405, |
| "learning_rate": 9.166486016280562e-06, |
| "loss": 0.6106424927711487, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.6309452137266707, |
| "grad_norm": 0.5599536234506536, |
| "learning_rate": 9.109119974936214e-06, |
| "loss": 0.46169233322143555, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.6321493076459963, |
| "grad_norm": 0.7207701549427209, |
| "learning_rate": 9.051916007110734e-06, |
| "loss": 0.659675121307373, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.633353401565322, |
| "grad_norm": 0.6601045291460892, |
| "learning_rate": 8.994874339535569e-06, |
| "loss": 0.5975547432899475, |
| "step": 1357 |
| }, |
| { |
| "epoch": 1.6345574954846478, |
| "grad_norm": 0.7374844627180586, |
| "learning_rate": 8.937995198298876e-06, |
| "loss": 0.596606433391571, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.6357615894039736, |
| "grad_norm": 0.6794216656947183, |
| "learning_rate": 8.881278808844634e-06, |
| "loss": 0.6227086782455444, |
| "step": 1359 |
| }, |
| { |
| "epoch": 1.6369656833232993, |
| "grad_norm": 0.7310840030823296, |
| "learning_rate": 8.824725395971745e-06, |
| "loss": 0.6003000736236572, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.638169777242625, |
| "grad_norm": 0.6313339460251725, |
| "learning_rate": 8.768335183833132e-06, |
| "loss": 0.5620385408401489, |
| "step": 1361 |
| }, |
| { |
| "epoch": 1.6393738711619505, |
| "grad_norm": 0.735750852863019, |
| "learning_rate": 8.712108395934881e-06, |
| "loss": 0.6669098734855652, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.6405779650812762, |
| "grad_norm": 0.6513943005675726, |
| "learning_rate": 8.656045255135314e-06, |
| "loss": 0.5156469941139221, |
| "step": 1363 |
| }, |
| { |
| "epoch": 1.641782059000602, |
| "grad_norm": 0.7068955426438429, |
| "learning_rate": 8.600145983644148e-06, |
| "loss": 0.578862190246582, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.642986152919928, |
| "grad_norm": 0.6293611458383194, |
| "learning_rate": 8.544410803021574e-06, |
| "loss": 0.5733503699302673, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.6441902468392535, |
| "grad_norm": 0.7237414922994768, |
| "learning_rate": 8.488839934177422e-06, |
| "loss": 0.5321314334869385, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.6453943407585792, |
| "grad_norm": 0.6599014377859602, |
| "learning_rate": 8.43343359737025e-06, |
| "loss": 0.5745839476585388, |
| "step": 1367 |
| }, |
| { |
| "epoch": 1.6465984346779048, |
| "grad_norm": 0.6674019927935357, |
| "learning_rate": 8.37819201220647e-06, |
| "loss": 0.6119813919067383, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.6478025285972304, |
| "grad_norm": 0.6646405574559846, |
| "learning_rate": 8.323115397639513e-06, |
| "loss": 0.5637862682342529, |
| "step": 1369 |
| }, |
| { |
| "epoch": 1.6490066225165563, |
| "grad_norm": 0.6603179812112369, |
| "learning_rate": 8.268203971968924e-06, |
| "loss": 0.5550099015235901, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.6502107164358821, |
| "grad_norm": 0.599521665605895, |
| "learning_rate": 8.213457952839527e-06, |
| "loss": 0.5197803378105164, |
| "step": 1371 |
| }, |
| { |
| "epoch": 1.6514148103552078, |
| "grad_norm": 0.7614423749809117, |
| "learning_rate": 8.158877557240529e-06, |
| "loss": 0.6506602168083191, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.6526189042745334, |
| "grad_norm": 0.699033560188023, |
| "learning_rate": 8.104463001504697e-06, |
| "loss": 0.6326109766960144, |
| "step": 1373 |
| }, |
| { |
| "epoch": 1.653822998193859, |
| "grad_norm": 0.6623964529587189, |
| "learning_rate": 8.05021450130744e-06, |
| "loss": 0.6270788311958313, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.6550270921131849, |
| "grad_norm": 0.6281369047593645, |
| "learning_rate": 7.996132271666062e-06, |
| "loss": 0.5085688233375549, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.6562311860325105, |
| "grad_norm": 0.7100130784152302, |
| "learning_rate": 7.942216526938795e-06, |
| "loss": 0.6412090063095093, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.6574352799518364, |
| "grad_norm": 0.720921172066268, |
| "learning_rate": 7.888467480824003e-06, |
| "loss": 0.6398442983627319, |
| "step": 1377 |
| }, |
| { |
| "epoch": 1.658639373871162, |
| "grad_norm": 0.7341990833868546, |
| "learning_rate": 7.83488534635936e-06, |
| "loss": 0.6106516122817993, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.6598434677904876, |
| "grad_norm": 0.6821836584715316, |
| "learning_rate": 7.78147033592091e-06, |
| "loss": 0.6357331275939941, |
| "step": 1379 |
| }, |
| { |
| "epoch": 1.6610475617098133, |
| "grad_norm": 0.685946591607971, |
| "learning_rate": 7.728222661222372e-06, |
| "loss": 0.5777029395103455, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.6622516556291391, |
| "grad_norm": 0.6891670202059894, |
| "learning_rate": 7.675142533314172e-06, |
| "loss": 0.6097980737686157, |
| "step": 1381 |
| }, |
| { |
| "epoch": 1.6634557495484648, |
| "grad_norm": 0.6667769182542659, |
| "learning_rate": 7.622230162582656e-06, |
| "loss": 0.5467538833618164, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.6646598434677906, |
| "grad_norm": 0.6889746140530888, |
| "learning_rate": 7.569485758749262e-06, |
| "loss": 0.5487406849861145, |
| "step": 1383 |
| }, |
| { |
| "epoch": 1.6658639373871162, |
| "grad_norm": 0.65882966833545, |
| "learning_rate": 7.5169095308696865e-06, |
| "loss": 0.48606792092323303, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.6670680313064419, |
| "grad_norm": 0.7348759467898891, |
| "learning_rate": 7.4645016873330366e-06, |
| "loss": 0.5994123220443726, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.6682721252257675, |
| "grad_norm": 0.6509418908408136, |
| "learning_rate": 7.412262435861023e-06, |
| "loss": 0.5139130353927612, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.6694762191450934, |
| "grad_norm": 0.681233192126596, |
| "learning_rate": 7.360191983507153e-06, |
| "loss": 0.6144307255744934, |
| "step": 1387 |
| }, |
| { |
| "epoch": 1.670680313064419, |
| "grad_norm": 0.7257999803609204, |
| "learning_rate": 7.308290536655832e-06, |
| "loss": 0.5968878865242004, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.6718844069837449, |
| "grad_norm": 0.697738830575009, |
| "learning_rate": 7.256558301021665e-06, |
| "loss": 0.5899304747581482, |
| "step": 1389 |
| }, |
| { |
| "epoch": 1.6730885009030705, |
| "grad_norm": 0.7287346454906112, |
| "learning_rate": 7.2049954816485465e-06, |
| "loss": 0.5723932981491089, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.6742925948223961, |
| "grad_norm": 0.6922298902594373, |
| "learning_rate": 7.153602282908877e-06, |
| "loss": 0.5339739322662354, |
| "step": 1391 |
| }, |
| { |
| "epoch": 1.6754966887417218, |
| "grad_norm": 0.7005947853476255, |
| "learning_rate": 7.102378908502783e-06, |
| "loss": 0.614686906337738, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.6767007826610476, |
| "grad_norm": 0.6338169439501814, |
| "learning_rate": 7.051325561457217e-06, |
| "loss": 0.5092990398406982, |
| "step": 1393 |
| }, |
| { |
| "epoch": 1.6779048765803732, |
| "grad_norm": 0.6466781558640031, |
| "learning_rate": 7.000442444125299e-06, |
| "loss": 0.503153383731842, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.679108970499699, |
| "grad_norm": 0.668788103838701, |
| "learning_rate": 6.949729758185386e-06, |
| "loss": 0.5666583776473999, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.6803130644190247, |
| "grad_norm": 0.6946575939430065, |
| "learning_rate": 6.899187704640325e-06, |
| "loss": 0.5352746844291687, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.6815171583383504, |
| "grad_norm": 0.799147133363122, |
| "learning_rate": 6.848816483816672e-06, |
| "loss": 0.5560225248336792, |
| "step": 1397 |
| }, |
| { |
| "epoch": 1.682721252257676, |
| "grad_norm": 0.6879951160707153, |
| "learning_rate": 6.798616295363819e-06, |
| "loss": 0.5174521207809448, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.6839253461770018, |
| "grad_norm": 0.7052209200272666, |
| "learning_rate": 6.748587338253337e-06, |
| "loss": 0.6782345175743103, |
| "step": 1399 |
| }, |
| { |
| "epoch": 1.6851294400963275, |
| "grad_norm": 0.7362031149865755, |
| "learning_rate": 6.698729810778065e-06, |
| "loss": 0.6185617446899414, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.6863335340156533, |
| "grad_norm": 0.7131545728436787, |
| "learning_rate": 6.649043910551394e-06, |
| "loss": 0.5694747567176819, |
| "step": 1401 |
| }, |
| { |
| "epoch": 1.687537627934979, |
| "grad_norm": 0.7013307903011614, |
| "learning_rate": 6.59952983450643e-06, |
| "loss": 0.5360475778579712, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.6887417218543046, |
| "grad_norm": 0.7313975893593249, |
| "learning_rate": 6.550187778895245e-06, |
| "loss": 0.554715633392334, |
| "step": 1403 |
| }, |
| { |
| "epoch": 1.6899458157736302, |
| "grad_norm": 0.6248799726855148, |
| "learning_rate": 6.501017939288145e-06, |
| "loss": 0.5001120567321777, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.691149909692956, |
| "grad_norm": 0.7635923193270232, |
| "learning_rate": 6.452020510572798e-06, |
| "loss": 0.5844587087631226, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.6923540036122817, |
| "grad_norm": 0.8672468095630893, |
| "learning_rate": 6.4031956869535446e-06, |
| "loss": 0.4895361065864563, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.6935580975316076, |
| "grad_norm": 0.7019485128193276, |
| "learning_rate": 6.354543661950552e-06, |
| "loss": 0.6151779294013977, |
| "step": 1407 |
| }, |
| { |
| "epoch": 1.6947621914509332, |
| "grad_norm": 0.6413354451667462, |
| "learning_rate": 6.3060646283991106e-06, |
| "loss": 0.4792034327983856, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.6959662853702588, |
| "grad_norm": 0.7400460139659534, |
| "learning_rate": 6.257758778448886e-06, |
| "loss": 0.5733928680419922, |
| "step": 1409 |
| }, |
| { |
| "epoch": 1.6971703792895845, |
| "grad_norm": 0.6924835847483812, |
| "learning_rate": 6.20962630356306e-06, |
| "loss": 0.587846040725708, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.6983744732089103, |
| "grad_norm": 0.6792062461473658, |
| "learning_rate": 6.1616673945176836e-06, |
| "loss": 0.5776320695877075, |
| "step": 1411 |
| }, |
| { |
| "epoch": 1.699578567128236, |
| "grad_norm": 0.7374799355809821, |
| "learning_rate": 6.113882241400804e-06, |
| "loss": 0.6477718353271484, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.7007826610475618, |
| "grad_norm": 0.778627782734248, |
| "learning_rate": 6.0662710336118425e-06, |
| "loss": 0.5870640277862549, |
| "step": 1413 |
| }, |
| { |
| "epoch": 1.7019867549668874, |
| "grad_norm": 0.697885294998567, |
| "learning_rate": 6.018833959860753e-06, |
| "loss": 0.5413687825202942, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.703190848886213, |
| "grad_norm": 0.6131464328004254, |
| "learning_rate": 5.971571208167298e-06, |
| "loss": 0.5253198146820068, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.7043949428055387, |
| "grad_norm": 0.7124343955537419, |
| "learning_rate": 5.9244829658602845e-06, |
| "loss": 0.5268945097923279, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.7055990367248646, |
| "grad_norm": 0.7371279372996249, |
| "learning_rate": 5.87756941957685e-06, |
| "loss": 0.5446827411651611, |
| "step": 1417 |
| }, |
| { |
| "epoch": 1.7068031306441902, |
| "grad_norm": 0.7247041443586373, |
| "learning_rate": 5.830830755261751e-06, |
| "loss": 0.6003855466842651, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.708007224563516, |
| "grad_norm": 0.6784247281296139, |
| "learning_rate": 5.784267158166551e-06, |
| "loss": 0.5970977544784546, |
| "step": 1419 |
| }, |
| { |
| "epoch": 1.7092113184828417, |
| "grad_norm": 0.7067472045358276, |
| "learning_rate": 5.737878812848929e-06, |
| "loss": 0.688196063041687, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.7104154124021673, |
| "grad_norm": 0.731618554019377, |
| "learning_rate": 5.691665903171939e-06, |
| "loss": 0.6994629502296448, |
| "step": 1421 |
| }, |
| { |
| "epoch": 1.711619506321493, |
| "grad_norm": 0.6589123791710798, |
| "learning_rate": 5.6456286123032884e-06, |
| "loss": 0.6352708339691162, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.7128236002408188, |
| "grad_norm": 0.6365405554814509, |
| "learning_rate": 5.599767122714627e-06, |
| "loss": 0.5105507969856262, |
| "step": 1423 |
| }, |
| { |
| "epoch": 1.7140276941601444, |
| "grad_norm": 0.6764045969911787, |
| "learning_rate": 5.554081616180801e-06, |
| "loss": 0.645250678062439, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.7152317880794703, |
| "grad_norm": 0.6774797351412346, |
| "learning_rate": 5.508572273779089e-06, |
| "loss": 0.5692201256752014, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.716435881998796, |
| "grad_norm": 0.7162737130025575, |
| "learning_rate": 5.4632392758885985e-06, |
| "loss": 0.5054356455802917, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.7176399759181216, |
| "grad_norm": 0.7437270462318553, |
| "learning_rate": 5.418082802189434e-06, |
| "loss": 0.5896080732345581, |
| "step": 1427 |
| }, |
| { |
| "epoch": 1.7188440698374472, |
| "grad_norm": 0.655533046664382, |
| "learning_rate": 5.37310303166208e-06, |
| "loss": 0.5693444609642029, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.720048163756773, |
| "grad_norm": 0.6190555705713453, |
| "learning_rate": 5.328300142586629e-06, |
| "loss": 0.4733911156654358, |
| "step": 1429 |
| }, |
| { |
| "epoch": 1.7212522576760987, |
| "grad_norm": 0.7238456789470515, |
| "learning_rate": 5.283674312542064e-06, |
| "loss": 0.6123558878898621, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.7224563515954245, |
| "grad_norm": 0.663890497997296, |
| "learning_rate": 5.239225718405616e-06, |
| "loss": 0.6106290817260742, |
| "step": 1431 |
| }, |
| { |
| "epoch": 1.7236604455147502, |
| "grad_norm": 0.6818691796419768, |
| "learning_rate": 5.194954536352021e-06, |
| "loss": 0.6485813856124878, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.7248645394340758, |
| "grad_norm": 0.6300589817718674, |
| "learning_rate": 5.150860941852842e-06, |
| "loss": 0.5373544096946716, |
| "step": 1433 |
| }, |
| { |
| "epoch": 1.7260686333534014, |
| "grad_norm": 0.6532037585377417, |
| "learning_rate": 5.106945109675759e-06, |
| "loss": 0.548999011516571, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.7272727272727273, |
| "grad_norm": 0.6811476109415601, |
| "learning_rate": 5.0632072138838584e-06, |
| "loss": 0.6281917691230774, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.728476821192053, |
| "grad_norm": 0.6972572080478234, |
| "learning_rate": 5.019647427834978e-06, |
| "loss": 0.59413743019104, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.7296809151113788, |
| "grad_norm": 0.661799751509244, |
| "learning_rate": 4.9762659241810285e-06, |
| "loss": 0.5843008756637573, |
| "step": 1437 |
| }, |
| { |
| "epoch": 1.7308850090307044, |
| "grad_norm": 0.8659419030131159, |
| "learning_rate": 4.933062874867267e-06, |
| "loss": 0.6004117727279663, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.73208910295003, |
| "grad_norm": 0.7619365375619501, |
| "learning_rate": 4.8900384511316234e-06, |
| "loss": 0.6101161241531372, |
| "step": 1439 |
| }, |
| { |
| "epoch": 1.7332931968693557, |
| "grad_norm": 0.7687675218930419, |
| "learning_rate": 4.847192823504054e-06, |
| "loss": 0.620930016040802, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.7344972907886815, |
| "grad_norm": 0.6590959462066254, |
| "learning_rate": 4.804526161805833e-06, |
| "loss": 0.5227761268615723, |
| "step": 1441 |
| }, |
| { |
| "epoch": 1.7357013847080074, |
| "grad_norm": 0.6513758806530793, |
| "learning_rate": 4.7620386351489185e-06, |
| "loss": 0.5266942381858826, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.736905478627333, |
| "grad_norm": 0.6879255547887067, |
| "learning_rate": 4.7197304119352355e-06, |
| "loss": 0.6544359922409058, |
| "step": 1443 |
| }, |
| { |
| "epoch": 1.7381095725466587, |
| "grad_norm": 0.6605301633143231, |
| "learning_rate": 4.6776016598560124e-06, |
| "loss": 0.5252479314804077, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.7393136664659843, |
| "grad_norm": 0.7144320006304289, |
| "learning_rate": 4.635652545891156e-06, |
| "loss": 0.5649040937423706, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.74051776038531, |
| "grad_norm": 0.6693059953084293, |
| "learning_rate": 4.5938832363085495e-06, |
| "loss": 0.6241734623908997, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.7417218543046358, |
| "grad_norm": 0.7297204441588223, |
| "learning_rate": 4.552293896663451e-06, |
| "loss": 0.5992779731750488, |
| "step": 1447 |
| }, |
| { |
| "epoch": 1.7429259482239616, |
| "grad_norm": 0.7963775154058986, |
| "learning_rate": 4.510884691797751e-06, |
| "loss": 0.6442251801490784, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.7441300421432873, |
| "grad_norm": 0.6363117180758585, |
| "learning_rate": 4.469655785839377e-06, |
| "loss": 0.5162489414215088, |
| "step": 1449 |
| }, |
| { |
| "epoch": 1.745334136062613, |
| "grad_norm": 0.712831553241241, |
| "learning_rate": 4.428607342201635e-06, |
| "loss": 0.49798154830932617, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.7465382299819385, |
| "grad_norm": 0.6606384761286709, |
| "learning_rate": 4.387739523582551e-06, |
| "loss": 0.5387279987335205, |
| "step": 1451 |
| }, |
| { |
| "epoch": 1.7477423239012642, |
| "grad_norm": 0.6740116224699733, |
| "learning_rate": 4.347052491964265e-06, |
| "loss": 0.6302919983863831, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.74894641782059, |
| "grad_norm": 0.6463122078337356, |
| "learning_rate": 4.306546408612306e-06, |
| "loss": 0.5648490786552429, |
| "step": 1453 |
| }, |
| { |
| "epoch": 1.7501505117399159, |
| "grad_norm": 0.639843667179173, |
| "learning_rate": 4.26622143407503e-06, |
| "loss": 0.6026947498321533, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.7513546056592415, |
| "grad_norm": 0.7543801349162795, |
| "learning_rate": 4.226077728182959e-06, |
| "loss": 0.7119262218475342, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.7525586995785671, |
| "grad_norm": 0.6804514900474806, |
| "learning_rate": 4.186115450048128e-06, |
| "loss": 0.531987726688385, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.7537627934978928, |
| "grad_norm": 0.7156377356812621, |
| "learning_rate": 4.1463347580635195e-06, |
| "loss": 0.5670576095581055, |
| "step": 1457 |
| }, |
| { |
| "epoch": 1.7549668874172184, |
| "grad_norm": 0.6809341862091342, |
| "learning_rate": 4.106735809902324e-06, |
| "loss": 0.5247880220413208, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.7561709813365443, |
| "grad_norm": 0.7650789820662952, |
| "learning_rate": 4.0673187625174195e-06, |
| "loss": 0.5779381990432739, |
| "step": 1459 |
| }, |
| { |
| "epoch": 1.7573750752558701, |
| "grad_norm": 0.695708303509977, |
| "learning_rate": 4.028083772140689e-06, |
| "loss": 0.641172468662262, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.7585791691751957, |
| "grad_norm": 0.7230143002792645, |
| "learning_rate": 3.989030994282434e-06, |
| "loss": 0.6113120317459106, |
| "step": 1461 |
| }, |
| { |
| "epoch": 1.7597832630945214, |
| "grad_norm": 0.7409818026797323, |
| "learning_rate": 3.950160583730761e-06, |
| "loss": 0.5901451110839844, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.760987357013847, |
| "grad_norm": 0.6895041829720423, |
| "learning_rate": 3.911472694550916e-06, |
| "loss": 0.6240176558494568, |
| "step": 1463 |
| }, |
| { |
| "epoch": 1.7621914509331726, |
| "grad_norm": 0.6529779300382468, |
| "learning_rate": 3.872967480084727e-06, |
| "loss": 0.6033583283424377, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.7633955448524985, |
| "grad_norm": 0.68212653410366, |
| "learning_rate": 3.834645092949973e-06, |
| "loss": 0.5997433662414551, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.7645996387718244, |
| "grad_norm": 0.7005451911969677, |
| "learning_rate": 3.796505685039825e-06, |
| "loss": 0.6138598322868347, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.76580373269115, |
| "grad_norm": 0.6415625167401455, |
| "learning_rate": 3.758549407522144e-06, |
| "loss": 0.6035425662994385, |
| "step": 1467 |
| }, |
| { |
| "epoch": 1.7670078266104756, |
| "grad_norm": 0.687504172592215, |
| "learning_rate": 3.720776410838983e-06, |
| "loss": 0.5945162177085876, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.7682119205298013, |
| "grad_norm": 0.6456334680135388, |
| "learning_rate": 3.6831868447059324e-06, |
| "loss": 0.6363914608955383, |
| "step": 1469 |
| }, |
| { |
| "epoch": 1.7694160144491269, |
| "grad_norm": 0.6900446693261378, |
| "learning_rate": 3.645780858111547e-06, |
| "loss": 0.5730565786361694, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.7706201083684527, |
| "grad_norm": 0.7394950510818776, |
| "learning_rate": 3.6085585993167805e-06, |
| "loss": 0.6147753596305847, |
| "step": 1471 |
| }, |
| { |
| "epoch": 1.7718242022877786, |
| "grad_norm": 0.6520440526913354, |
| "learning_rate": 3.5715202158543125e-06, |
| "loss": 0.5810579061508179, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.7730282962071042, |
| "grad_norm": 0.7094833291959122, |
| "learning_rate": 3.5346658545280795e-06, |
| "loss": 0.5907972455024719, |
| "step": 1473 |
| }, |
| { |
| "epoch": 1.7742323901264299, |
| "grad_norm": 0.6344277681212521, |
| "learning_rate": 3.4979956614125953e-06, |
| "loss": 0.5560249090194702, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.7754364840457555, |
| "grad_norm": 0.7300026392268726, |
| "learning_rate": 3.4615097818524235e-06, |
| "loss": 0.5345858335494995, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.7766405779650811, |
| "grad_norm": 0.7359455923428527, |
| "learning_rate": 3.4252083604616182e-06, |
| "loss": 0.543491542339325, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.777844671884407, |
| "grad_norm": 0.6823106864670261, |
| "learning_rate": 3.389091541123074e-06, |
| "loss": 0.6181703209877014, |
| "step": 1477 |
| }, |
| { |
| "epoch": 1.7790487658037328, |
| "grad_norm": 0.6620693865982018, |
| "learning_rate": 3.353159466988032e-06, |
| "loss": 0.6111152768135071, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.7802528597230585, |
| "grad_norm": 0.6872931183670186, |
| "learning_rate": 3.3174122804754738e-06, |
| "loss": 0.5422138571739197, |
| "step": 1479 |
| }, |
| { |
| "epoch": 1.781456953642384, |
| "grad_norm": 0.738156392149178, |
| "learning_rate": 3.2818501232715794e-06, |
| "loss": 0.6552243232727051, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.7826610475617097, |
| "grad_norm": 0.7742629334981834, |
| "learning_rate": 3.246473136329148e-06, |
| "loss": 0.6418430805206299, |
| "step": 1481 |
| }, |
| { |
| "epoch": 1.7838651414810354, |
| "grad_norm": 0.6522806054479117, |
| "learning_rate": 3.211281459867038e-06, |
| "loss": 0.5439977645874023, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.7850692354003612, |
| "grad_norm": 0.7528643880285534, |
| "learning_rate": 3.1762752333696297e-06, |
| "loss": 0.6083682775497437, |
| "step": 1483 |
| }, |
| { |
| "epoch": 1.786273329319687, |
| "grad_norm": 0.7089494466170355, |
| "learning_rate": 3.141454595586252e-06, |
| "loss": 0.5474369525909424, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.7874774232390127, |
| "grad_norm": 0.6457667187979976, |
| "learning_rate": 3.1068196845306487e-06, |
| "loss": 0.49917763471603394, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.7886815171583383, |
| "grad_norm": 0.6738475782712636, |
| "learning_rate": 3.072370637480415e-06, |
| "loss": 0.6236350536346436, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.789885611077664, |
| "grad_norm": 0.6510418666873684, |
| "learning_rate": 3.0381075909764744e-06, |
| "loss": 0.5416608452796936, |
| "step": 1487 |
| }, |
| { |
| "epoch": 1.7910897049969896, |
| "grad_norm": 0.6646652265787325, |
| "learning_rate": 3.004030680822517e-06, |
| "loss": 0.5300649404525757, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.7922937989163155, |
| "grad_norm": 0.6458235745232335, |
| "learning_rate": 2.9701400420844737e-06, |
| "loss": 0.5278496742248535, |
| "step": 1489 |
| }, |
| { |
| "epoch": 1.7934978928356413, |
| "grad_norm": 0.6928692675216639, |
| "learning_rate": 2.9364358090899766e-06, |
| "loss": 0.5711668729782104, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.794701986754967, |
| "grad_norm": 0.6739524076286412, |
| "learning_rate": 2.9029181154278274e-06, |
| "loss": 0.5389432907104492, |
| "step": 1491 |
| }, |
| { |
| "epoch": 1.7959060806742926, |
| "grad_norm": 0.621068216798583, |
| "learning_rate": 2.8695870939474624e-06, |
| "loss": 0.5566880702972412, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.7971101745936182, |
| "grad_norm": 0.7315346301465079, |
| "learning_rate": 2.836442876758438e-06, |
| "loss": 0.5933565497398376, |
| "step": 1493 |
| }, |
| { |
| "epoch": 1.7983142685129438, |
| "grad_norm": 0.6815608529608811, |
| "learning_rate": 2.8034855952299045e-06, |
| "loss": 0.5041368007659912, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.7995183624322697, |
| "grad_norm": 0.6732751718221458, |
| "learning_rate": 2.770715379990069e-06, |
| "loss": 0.5126627087593079, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.8007224563515956, |
| "grad_norm": 0.7039758611332892, |
| "learning_rate": 2.7381323609256937e-06, |
| "loss": 0.6248936057090759, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.8019265502709212, |
| "grad_norm": 0.670116476742304, |
| "learning_rate": 2.7057366671815856e-06, |
| "loss": 0.5207480192184448, |
| "step": 1497 |
| }, |
| { |
| "epoch": 1.8031306441902468, |
| "grad_norm": 0.7104022628418962, |
| "learning_rate": 2.6735284271600657e-06, |
| "loss": 0.555051326751709, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.8043347381095725, |
| "grad_norm": 0.673778042025423, |
| "learning_rate": 2.641507768520479e-06, |
| "loss": 0.534259557723999, |
| "step": 1499 |
| }, |
| { |
| "epoch": 1.805538832028898, |
| "grad_norm": 0.6919570475804793, |
| "learning_rate": 2.6096748181786758e-06, |
| "loss": 0.5753833651542664, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.806742925948224, |
| "grad_norm": 0.6782523801970958, |
| "learning_rate": 2.5780297023065057e-06, |
| "loss": 0.5746898055076599, |
| "step": 1501 |
| }, |
| { |
| "epoch": 1.8079470198675498, |
| "grad_norm": 0.697364851316635, |
| "learning_rate": 2.546572546331338e-06, |
| "loss": 0.6060160994529724, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.8091511137868754, |
| "grad_norm": 0.6463204577526431, |
| "learning_rate": 2.5153034749355487e-06, |
| "loss": 0.5508155226707458, |
| "step": 1503 |
| }, |
| { |
| "epoch": 1.810355207706201, |
| "grad_norm": 0.7144416015878513, |
| "learning_rate": 2.4842226120560255e-06, |
| "loss": 0.5839451551437378, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.8115593016255267, |
| "grad_norm": 0.8541030914341952, |
| "learning_rate": 2.4533300808836757e-06, |
| "loss": 0.5724666118621826, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.8127633955448526, |
| "grad_norm": 0.6619563314372996, |
| "learning_rate": 2.4226260038629545e-06, |
| "loss": 0.5439346432685852, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.8139674894641782, |
| "grad_norm": 0.7163163973797126, |
| "learning_rate": 2.3921105026913527e-06, |
| "loss": 0.5885302424430847, |
| "step": 1507 |
| }, |
| { |
| "epoch": 1.815171583383504, |
| "grad_norm": 0.6950296954121478, |
| "learning_rate": 2.3617836983189366e-06, |
| "loss": 0.6386774182319641, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.8163756773028297, |
| "grad_norm": 0.6784365328534507, |
| "learning_rate": 2.3316457109478716e-06, |
| "loss": 0.5825845003128052, |
| "step": 1509 |
| }, |
| { |
| "epoch": 1.8175797712221553, |
| "grad_norm": 0.6554890874355428, |
| "learning_rate": 2.3016966600319154e-06, |
| "loss": 0.5724809765815735, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.818783865141481, |
| "grad_norm": 0.7627203175968272, |
| "learning_rate": 2.2719366642759754e-06, |
| "loss": 0.6278424263000488, |
| "step": 1511 |
| }, |
| { |
| "epoch": 1.8199879590608068, |
| "grad_norm": 0.6914546854567296, |
| "learning_rate": 2.2423658416356296e-06, |
| "loss": 0.6198673844337463, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.8211920529801324, |
| "grad_norm": 0.6351326710785647, |
| "learning_rate": 2.212984309316646e-06, |
| "loss": 0.5905113220214844, |
| "step": 1513 |
| }, |
| { |
| "epoch": 1.8223961468994583, |
| "grad_norm": 0.6574505382855732, |
| "learning_rate": 2.183792183774541e-06, |
| "loss": 0.6554192900657654, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.823600240818784, |
| "grad_norm": 0.6342635623446866, |
| "learning_rate": 2.1547895807141004e-06, |
| "loss": 0.5438601970672607, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.8248043347381095, |
| "grad_norm": 0.6923580951549989, |
| "learning_rate": 2.125976615088926e-06, |
| "loss": 0.686562180519104, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.8260084286574352, |
| "grad_norm": 0.7515369516579626, |
| "learning_rate": 2.0973534011009823e-06, |
| "loss": 0.5416876673698425, |
| "step": 1517 |
| }, |
| { |
| "epoch": 1.827212522576761, |
| "grad_norm": 0.6886410841599845, |
| "learning_rate": 2.0689200522001294e-06, |
| "loss": 0.5325416922569275, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.8284166164960867, |
| "grad_norm": 0.6682374450698709, |
| "learning_rate": 2.040676681083703e-06, |
| "loss": 0.6342188119888306, |
| "step": 1519 |
| }, |
| { |
| "epoch": 1.8296207104154125, |
| "grad_norm": 0.7000955513877171, |
| "learning_rate": 2.01262339969604e-06, |
| "loss": 0.6164153814315796, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.8308248043347382, |
| "grad_norm": 0.6704393653313119, |
| "learning_rate": 1.9847603192280515e-06, |
| "loss": 0.6320425271987915, |
| "step": 1521 |
| }, |
| { |
| "epoch": 1.8320288982540638, |
| "grad_norm": 0.5730845391915349, |
| "learning_rate": 1.957087550116765e-06, |
| "loss": 0.4951869249343872, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.8332329921733894, |
| "grad_norm": 0.6338525544790719, |
| "learning_rate": 1.929605202044904e-06, |
| "loss": 0.5820206999778748, |
| "step": 1523 |
| }, |
| { |
| "epoch": 1.8344370860927153, |
| "grad_norm": 0.717794910834416, |
| "learning_rate": 1.9023133839404517e-06, |
| "loss": 0.6417974829673767, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.835641180012041, |
| "grad_norm": 0.6795481581739131, |
| "learning_rate": 1.875212203976201e-06, |
| "loss": 0.5976875424385071, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.8368452739313668, |
| "grad_norm": 0.6441331199887967, |
| "learning_rate": 1.8483017695693494e-06, |
| "loss": 0.5258415341377258, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.8380493678506924, |
| "grad_norm": 0.67966884524053, |
| "learning_rate": 1.8215821873810601e-06, |
| "loss": 0.6156249642372131, |
| "step": 1527 |
| }, |
| { |
| "epoch": 1.839253461770018, |
| "grad_norm": 0.6888070858144395, |
| "learning_rate": 1.7950535633160403e-06, |
| "loss": 0.498773455619812, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.8404575556893437, |
| "grad_norm": 0.7001813340781752, |
| "learning_rate": 1.768716002522125e-06, |
| "loss": 0.6881451606750488, |
| "step": 1529 |
| }, |
| { |
| "epoch": 1.8416616496086695, |
| "grad_norm": 0.7282826525728465, |
| "learning_rate": 1.7425696093898548e-06, |
| "loss": 0.5823349952697754, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.8428657435279951, |
| "grad_norm": 0.6411953283518155, |
| "learning_rate": 1.7166144875520763e-06, |
| "loss": 0.635110080242157, |
| "step": 1531 |
| }, |
| { |
| "epoch": 1.844069837447321, |
| "grad_norm": 0.6786755533256277, |
| "learning_rate": 1.6908507398834927e-06, |
| "loss": 0.5210625529289246, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.8452739313666466, |
| "grad_norm": 0.6804080746910104, |
| "learning_rate": 1.6652784685003197e-06, |
| "loss": 0.5672831535339355, |
| "step": 1533 |
| }, |
| { |
| "epoch": 1.8464780252859723, |
| "grad_norm": 0.7292886106274454, |
| "learning_rate": 1.6398977747598243e-06, |
| "loss": 0.5520044565200806, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.847682119205298, |
| "grad_norm": 0.7230620358286436, |
| "learning_rate": 1.614708759259942e-06, |
| "loss": 0.5762327313423157, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.8488862131246238, |
| "grad_norm": 0.6191659203515569, |
| "learning_rate": 1.5897115218388936e-06, |
| "loss": 0.4777446985244751, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.8500903070439494, |
| "grad_norm": 0.613001967206192, |
| "learning_rate": 1.564906161574764e-06, |
| "loss": 0.5762559175491333, |
| "step": 1537 |
| }, |
| { |
| "epoch": 1.8512944009632752, |
| "grad_norm": 0.6529567725151024, |
| "learning_rate": 1.5402927767851239e-06, |
| "loss": 0.6167515516281128, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.8524984948826009, |
| "grad_norm": 0.6218098628710633, |
| "learning_rate": 1.5158714650266414e-06, |
| "loss": 0.6211032867431641, |
| "step": 1539 |
| }, |
| { |
| "epoch": 1.8537025888019265, |
| "grad_norm": 0.7555424829761173, |
| "learning_rate": 1.4916423230946885e-06, |
| "loss": 0.6565650701522827, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.8549066827212521, |
| "grad_norm": 0.6588724386208783, |
| "learning_rate": 1.4676054470229517e-06, |
| "loss": 0.5031234622001648, |
| "step": 1541 |
| }, |
| { |
| "epoch": 1.856110776640578, |
| "grad_norm": 0.770945448661847, |
| "learning_rate": 1.443760932083077e-06, |
| "loss": 0.6038906574249268, |
| "step": 1542 |
| }, |
| { |
| "epoch": 1.8573148705599036, |
| "grad_norm": 0.691453070814277, |
| "learning_rate": 1.4201088727842648e-06, |
| "loss": 0.5204800367355347, |
| "step": 1543 |
| }, |
| { |
| "epoch": 1.8585189644792295, |
| "grad_norm": 0.6861089494242295, |
| "learning_rate": 1.3966493628729039e-06, |
| "loss": 0.596354603767395, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.8597230583985551, |
| "grad_norm": 0.6216607077411774, |
| "learning_rate": 1.373382495332215e-06, |
| "loss": 0.5718226432800293, |
| "step": 1545 |
| }, |
| { |
| "epoch": 1.8609271523178808, |
| "grad_norm": 1.0035977848891333, |
| "learning_rate": 1.3503083623818412e-06, |
| "loss": 0.6382907629013062, |
| "step": 1546 |
| }, |
| { |
| "epoch": 1.8621312462372064, |
| "grad_norm": 0.7040053351661644, |
| "learning_rate": 1.3274270554775425e-06, |
| "loss": 0.586823582649231, |
| "step": 1547 |
| }, |
| { |
| "epoch": 1.8633353401565322, |
| "grad_norm": 0.8213637768031666, |
| "learning_rate": 1.3047386653107784e-06, |
| "loss": 0.5361060500144958, |
| "step": 1548 |
| }, |
| { |
| "epoch": 1.8645394340758579, |
| "grad_norm": 0.7300514807359588, |
| "learning_rate": 1.282243281808393e-06, |
| "loss": 0.5263211131095886, |
| "step": 1549 |
| }, |
| { |
| "epoch": 1.8657435279951837, |
| "grad_norm": 0.6977522358911603, |
| "learning_rate": 1.2599409941322081e-06, |
| "loss": 0.546600878238678, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.8669476219145094, |
| "grad_norm": 0.7671572569220524, |
| "learning_rate": 1.2378318906787145e-06, |
| "loss": 0.663577675819397, |
| "step": 1551 |
| }, |
| { |
| "epoch": 1.868151715833835, |
| "grad_norm": 0.6663382304458376, |
| "learning_rate": 1.2159160590787143e-06, |
| "loss": 0.6312112212181091, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.8693558097531606, |
| "grad_norm": 0.6876839860406914, |
| "learning_rate": 1.1941935861969455e-06, |
| "loss": 0.5542502403259277, |
| "step": 1553 |
| }, |
| { |
| "epoch": 1.8705599036724865, |
| "grad_norm": 0.6687338089550334, |
| "learning_rate": 1.1726645581317752e-06, |
| "loss": 0.5027328133583069, |
| "step": 1554 |
| }, |
| { |
| "epoch": 1.8717639975918121, |
| "grad_norm": 0.6967733086755344, |
| "learning_rate": 1.1513290602148174e-06, |
| "loss": 0.5309032201766968, |
| "step": 1555 |
| }, |
| { |
| "epoch": 1.872968091511138, |
| "grad_norm": 0.6524410503120639, |
| "learning_rate": 1.1301871770106332e-06, |
| "loss": 0.5936433672904968, |
| "step": 1556 |
| }, |
| { |
| "epoch": 1.8741721854304636, |
| "grad_norm": 0.6925436889231327, |
| "learning_rate": 1.1092389923163915e-06, |
| "loss": 0.6055241823196411, |
| "step": 1557 |
| }, |
| { |
| "epoch": 1.8753762793497892, |
| "grad_norm": 0.6373219587941897, |
| "learning_rate": 1.0884845891614925e-06, |
| "loss": 0.5215670466423035, |
| "step": 1558 |
| }, |
| { |
| "epoch": 1.8765803732691149, |
| "grad_norm": 0.727383203209103, |
| "learning_rate": 1.0679240498073118e-06, |
| "loss": 0.6773104667663574, |
| "step": 1559 |
| }, |
| { |
| "epoch": 1.8777844671884407, |
| "grad_norm": 0.618711203403452, |
| "learning_rate": 1.0475574557467837e-06, |
| "loss": 0.49172860383987427, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.8789885611077664, |
| "grad_norm": 0.768599713429045, |
| "learning_rate": 1.0273848877041802e-06, |
| "loss": 0.5530818700790405, |
| "step": 1561 |
| }, |
| { |
| "epoch": 1.8801926550270922, |
| "grad_norm": 0.6410580132596866, |
| "learning_rate": 1.0074064256347104e-06, |
| "loss": 0.5300968289375305, |
| "step": 1562 |
| }, |
| { |
| "epoch": 1.8813967489464178, |
| "grad_norm": 0.6688489587617759, |
| "learning_rate": 9.876221487242322e-07, |
| "loss": 0.5452580451965332, |
| "step": 1563 |
| }, |
| { |
| "epoch": 1.8826008428657435, |
| "grad_norm": 0.6890360731041622, |
| "learning_rate": 9.680321353889576e-07, |
| "loss": 0.5452010631561279, |
| "step": 1564 |
| }, |
| { |
| "epoch": 1.883804936785069, |
| "grad_norm": 0.6122470601394586, |
| "learning_rate": 9.486364632750878e-07, |
| "loss": 0.5611681342124939, |
| "step": 1565 |
| }, |
| { |
| "epoch": 1.885009030704395, |
| "grad_norm": 0.6572902573416992, |
| "learning_rate": 9.294352092585779e-07, |
| "loss": 0.527140736579895, |
| "step": 1566 |
| }, |
| { |
| "epoch": 1.8862131246237208, |
| "grad_norm": 0.7618143214306591, |
| "learning_rate": 9.104284494447779e-07, |
| "loss": 0.5629008412361145, |
| "step": 1567 |
| }, |
| { |
| "epoch": 1.8874172185430464, |
| "grad_norm": 0.6885541395424113, |
| "learning_rate": 8.916162591681543e-07, |
| "loss": 0.5700817108154297, |
| "step": 1568 |
| }, |
| { |
| "epoch": 1.888621312462372, |
| "grad_norm": 0.6865506853312878, |
| "learning_rate": 8.729987129919682e-07, |
| "loss": 0.5483814477920532, |
| "step": 1569 |
| }, |
| { |
| "epoch": 1.8898254063816977, |
| "grad_norm": 0.710893895157567, |
| "learning_rate": 8.545758847080143e-07, |
| "loss": 0.5944420099258423, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.8910295003010233, |
| "grad_norm": 0.6079309909831784, |
| "learning_rate": 8.363478473363107e-07, |
| "loss": 0.5602034330368042, |
| "step": 1571 |
| }, |
| { |
| "epoch": 1.8922335942203492, |
| "grad_norm": 0.6434961027642722, |
| "learning_rate": 8.183146731247982e-07, |
| "loss": 0.6112760305404663, |
| "step": 1572 |
| }, |
| { |
| "epoch": 1.893437688139675, |
| "grad_norm": 0.7210093955232695, |
| "learning_rate": 8.004764335490856e-07, |
| "loss": 0.5606849193572998, |
| "step": 1573 |
| }, |
| { |
| "epoch": 1.8946417820590007, |
| "grad_norm": 0.6659584597671264, |
| "learning_rate": 7.828331993121163e-07, |
| "loss": 0.5550767183303833, |
| "step": 1574 |
| }, |
| { |
| "epoch": 1.8958458759783263, |
| "grad_norm": 0.6587516929317906, |
| "learning_rate": 7.653850403439411e-07, |
| "loss": 0.5370407104492188, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.897049969897652, |
| "grad_norm": 0.7189514634341319, |
| "learning_rate": 7.481320258014124e-07, |
| "loss": 0.5744485259056091, |
| "step": 1576 |
| }, |
| { |
| "epoch": 1.8982540638169776, |
| "grad_norm": 0.7486631699615646, |
| "learning_rate": 7.31074224067918e-07, |
| "loss": 0.5951935052871704, |
| "step": 1577 |
| }, |
| { |
| "epoch": 1.8994581577363034, |
| "grad_norm": 0.6632069887545978, |
| "learning_rate": 7.142117027531092e-07, |
| "loss": 0.5946663022041321, |
| "step": 1578 |
| }, |
| { |
| "epoch": 1.9006622516556293, |
| "grad_norm": 0.7508644684135262, |
| "learning_rate": 6.975445286926063e-07, |
| "loss": 0.58709716796875, |
| "step": 1579 |
| }, |
| { |
| "epoch": 1.901866345574955, |
| "grad_norm": 0.6684309384208824, |
| "learning_rate": 6.810727679477935e-07, |
| "loss": 0.5619924664497375, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.9030704394942806, |
| "grad_norm": 0.6844806194718719, |
| "learning_rate": 6.647964858055133e-07, |
| "loss": 0.6591289639472961, |
| "step": 1581 |
| }, |
| { |
| "epoch": 1.9042745334136062, |
| "grad_norm": 0.6686552666556163, |
| "learning_rate": 6.48715746777806e-07, |
| "loss": 0.6070966720581055, |
| "step": 1582 |
| }, |
| { |
| "epoch": 1.9054786273329318, |
| "grad_norm": 0.6563726007677, |
| "learning_rate": 6.328306146016593e-07, |
| "loss": 0.5923444628715515, |
| "step": 1583 |
| }, |
| { |
| "epoch": 1.9066827212522577, |
| "grad_norm": 0.6744572496615946, |
| "learning_rate": 6.171411522387871e-07, |
| "loss": 0.6328150629997253, |
| "step": 1584 |
| }, |
| { |
| "epoch": 1.9078868151715835, |
| "grad_norm": 0.851438330026497, |
| "learning_rate": 6.016474218753288e-07, |
| "loss": 0.6075662970542908, |
| "step": 1585 |
| }, |
| { |
| "epoch": 1.9090909090909092, |
| "grad_norm": 0.6382780096006331, |
| "learning_rate": 5.863494849216444e-07, |
| "loss": 0.6110202074050903, |
| "step": 1586 |
| }, |
| { |
| "epoch": 1.9102950030102348, |
| "grad_norm": 0.6697355611749591, |
| "learning_rate": 5.712474020120484e-07, |
| "loss": 0.5693877935409546, |
| "step": 1587 |
| }, |
| { |
| "epoch": 1.9114990969295604, |
| "grad_norm": 0.6802556251191029, |
| "learning_rate": 5.563412330045758e-07, |
| "loss": 0.583171546459198, |
| "step": 1588 |
| }, |
| { |
| "epoch": 1.912703190848886, |
| "grad_norm": 0.6263710497464096, |
| "learning_rate": 5.416310369807331e-07, |
| "loss": 0.5916058421134949, |
| "step": 1589 |
| }, |
| { |
| "epoch": 1.913907284768212, |
| "grad_norm": 0.6464567646077097, |
| "learning_rate": 5.271168722453035e-07, |
| "loss": 0.5331957936286926, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.9151113786875378, |
| "grad_norm": 0.6325951844367099, |
| "learning_rate": 5.127987963260583e-07, |
| "loss": 0.576506495475769, |
| "step": 1591 |
| }, |
| { |
| "epoch": 1.9163154726068634, |
| "grad_norm": 0.680529169178207, |
| "learning_rate": 4.986768659735852e-07, |
| "loss": 0.5742542147636414, |
| "step": 1592 |
| }, |
| { |
| "epoch": 1.917519566526189, |
| "grad_norm": 0.709862252702507, |
| "learning_rate": 4.847511371610159e-07, |
| "loss": 0.5625314712524414, |
| "step": 1593 |
| }, |
| { |
| "epoch": 1.9187236604455147, |
| "grad_norm": 0.705410663948067, |
| "learning_rate": 4.710216650838317e-07, |
| "loss": 0.5976494550704956, |
| "step": 1594 |
| }, |
| { |
| "epoch": 1.9199277543648403, |
| "grad_norm": 0.6621288019120659, |
| "learning_rate": 4.5748850415964774e-07, |
| "loss": 0.5507940649986267, |
| "step": 1595 |
| }, |
| { |
| "epoch": 1.9211318482841662, |
| "grad_norm": 0.6863149874567348, |
| "learning_rate": 4.4415170802797333e-07, |
| "loss": 0.5350108742713928, |
| "step": 1596 |
| }, |
| { |
| "epoch": 1.922335942203492, |
| "grad_norm": 0.6288628977776699, |
| "learning_rate": 4.3101132955002396e-07, |
| "loss": 0.5225965976715088, |
| "step": 1597 |
| }, |
| { |
| "epoch": 1.9235400361228177, |
| "grad_norm": 0.6523787284202942, |
| "learning_rate": 4.180674208084989e-07, |
| "loss": 0.5456944108009338, |
| "step": 1598 |
| }, |
| { |
| "epoch": 1.9247441300421433, |
| "grad_norm": 0.6723823452661183, |
| "learning_rate": 4.0532003310736475e-07, |
| "loss": 0.5596846342086792, |
| "step": 1599 |
| }, |
| { |
| "epoch": 1.925948223961469, |
| "grad_norm": 0.6639128844336288, |
| "learning_rate": 3.9276921697169455e-07, |
| "loss": 0.543656051158905, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.9271523178807946, |
| "grad_norm": 0.6242422771084308, |
| "learning_rate": 3.804150221474179e-07, |
| "loss": 0.6506460309028625, |
| "step": 1601 |
| }, |
| { |
| "epoch": 1.9283564118001204, |
| "grad_norm": 0.7424854047490422, |
| "learning_rate": 3.6825749760113215e-07, |
| "loss": 0.605479896068573, |
| "step": 1602 |
| }, |
| { |
| "epoch": 1.9295605057194463, |
| "grad_norm": 0.6471089250698551, |
| "learning_rate": 3.5629669151994725e-07, |
| "loss": 0.6640603542327881, |
| "step": 1603 |
| }, |
| { |
| "epoch": 1.930764599638772, |
| "grad_norm": 0.7264230357435266, |
| "learning_rate": 3.4453265131124677e-07, |
| "loss": 0.6173760890960693, |
| "step": 1604 |
| }, |
| { |
| "epoch": 1.9319686935580975, |
| "grad_norm": 0.6707412555489995, |
| "learning_rate": 3.3296542360253256e-07, |
| "loss": 0.5396270155906677, |
| "step": 1605 |
| }, |
| { |
| "epoch": 1.9331727874774232, |
| "grad_norm": 0.7768420000306318, |
| "learning_rate": 3.2159505424122495e-07, |
| "loss": 0.6355475187301636, |
| "step": 1606 |
| }, |
| { |
| "epoch": 1.9343768813967488, |
| "grad_norm": 0.7302604152833332, |
| "learning_rate": 3.1042158829447385e-07, |
| "loss": 0.6131929159164429, |
| "step": 1607 |
| }, |
| { |
| "epoch": 1.9355809753160746, |
| "grad_norm": 0.9956608539221433, |
| "learning_rate": 2.9944507004900367e-07, |
| "loss": 0.5304654240608215, |
| "step": 1608 |
| }, |
| { |
| "epoch": 1.9367850692354005, |
| "grad_norm": 0.739504539921323, |
| "learning_rate": 2.8866554301091866e-07, |
| "loss": 0.5288342833518982, |
| "step": 1609 |
| }, |
| { |
| "epoch": 1.9379891631547261, |
| "grad_norm": 0.6816680137264456, |
| "learning_rate": 2.780830499055476e-07, |
| "loss": 0.6204798817634583, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.9391932570740518, |
| "grad_norm": 0.6774156941317607, |
| "learning_rate": 2.6769763267723845e-07, |
| "loss": 0.5852087140083313, |
| "step": 1611 |
| }, |
| { |
| "epoch": 1.9403973509933774, |
| "grad_norm": 0.6706146200911259, |
| "learning_rate": 2.575093324892364e-07, |
| "loss": 0.5640581250190735, |
| "step": 1612 |
| }, |
| { |
| "epoch": 1.941601444912703, |
| "grad_norm": 0.7937578533972202, |
| "learning_rate": 2.4751818972350016e-07, |
| "loss": 0.572894811630249, |
| "step": 1613 |
| }, |
| { |
| "epoch": 1.9428055388320289, |
| "grad_norm": 0.7337506916245448, |
| "learning_rate": 2.377242439805305e-07, |
| "loss": 0.6091702580451965, |
| "step": 1614 |
| }, |
| { |
| "epoch": 1.9440096327513547, |
| "grad_norm": 1.3236024161162703, |
| "learning_rate": 2.281275340792477e-07, |
| "loss": 0.5569441914558411, |
| "step": 1615 |
| }, |
| { |
| "epoch": 1.9452137266706804, |
| "grad_norm": 0.6928530830843692, |
| "learning_rate": 2.187280980567863e-07, |
| "loss": 0.620290994644165, |
| "step": 1616 |
| }, |
| { |
| "epoch": 1.946417820590006, |
| "grad_norm": 0.6937580624955899, |
| "learning_rate": 2.095259731684007e-07, |
| "loss": 0.5869073867797852, |
| "step": 1617 |
| }, |
| { |
| "epoch": 1.9476219145093316, |
| "grad_norm": 0.7353184221706057, |
| "learning_rate": 2.0052119588727103e-07, |
| "loss": 0.5709312558174133, |
| "step": 1618 |
| }, |
| { |
| "epoch": 1.9488260084286573, |
| "grad_norm": 0.6548506998663534, |
| "learning_rate": 1.917138019043918e-07, |
| "loss": 0.5279954075813293, |
| "step": 1619 |
| }, |
| { |
| "epoch": 1.9500301023479831, |
| "grad_norm": 0.6634588715985461, |
| "learning_rate": 1.8310382612841125e-07, |
| "loss": 0.5710673332214355, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.951234196267309, |
| "grad_norm": 0.6236608187574747, |
| "learning_rate": 1.7469130268549238e-07, |
| "loss": 0.5501574873924255, |
| "step": 1621 |
| }, |
| { |
| "epoch": 1.9524382901866346, |
| "grad_norm": 0.6457007549327352, |
| "learning_rate": 1.6647626491919088e-07, |
| "loss": 0.5679866671562195, |
| "step": 1622 |
| }, |
| { |
| "epoch": 1.9536423841059603, |
| "grad_norm": 0.6627218971204165, |
| "learning_rate": 1.5845874539032192e-07, |
| "loss": 0.6286696195602417, |
| "step": 1623 |
| }, |
| { |
| "epoch": 1.9548464780252859, |
| "grad_norm": 0.6773761258451763, |
| "learning_rate": 1.5063877587681019e-07, |
| "loss": 0.5981844663619995, |
| "step": 1624 |
| }, |
| { |
| "epoch": 1.9560505719446115, |
| "grad_norm": 0.6653439928090288, |
| "learning_rate": 1.4301638737358459e-07, |
| "loss": 0.5640007853507996, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.9572546658639374, |
| "grad_norm": 0.6589267219551842, |
| "learning_rate": 1.3559161009246146e-07, |
| "loss": 0.566085159778595, |
| "step": 1626 |
| }, |
| { |
| "epoch": 1.9584587597832632, |
| "grad_norm": 0.6618794429902688, |
| "learning_rate": 1.283644734619893e-07, |
| "loss": 0.5385036468505859, |
| "step": 1627 |
| }, |
| { |
| "epoch": 1.9596628537025889, |
| "grad_norm": 0.7223226717477191, |
| "learning_rate": 1.2133500612737103e-07, |
| "loss": 0.5916330814361572, |
| "step": 1628 |
| }, |
| { |
| "epoch": 1.9608669476219145, |
| "grad_norm": 0.6882613273174467, |
| "learning_rate": 1.1450323595034174e-07, |
| "loss": 0.556686282157898, |
| "step": 1629 |
| }, |
| { |
| "epoch": 1.9620710415412401, |
| "grad_norm": 0.7171451577063112, |
| "learning_rate": 1.0786919000903562e-07, |
| "loss": 0.5608625411987305, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.963275135460566, |
| "grad_norm": 0.6384421145532632, |
| "learning_rate": 1.0143289459790816e-07, |
| "loss": 0.5630712509155273, |
| "step": 1631 |
| }, |
| { |
| "epoch": 1.9644792293798916, |
| "grad_norm": 0.6703048979056866, |
| "learning_rate": 9.519437522760299e-08, |
| "loss": 0.5901123285293579, |
| "step": 1632 |
| }, |
| { |
| "epoch": 1.9656833232992175, |
| "grad_norm": 0.6867348554872079, |
| "learning_rate": 8.915365662488518e-08, |
| "loss": 0.613411545753479, |
| "step": 1633 |
| }, |
| { |
| "epoch": 1.966887417218543, |
| "grad_norm": 0.7400259582135543, |
| "learning_rate": 8.331076273250249e-08, |
| "loss": 0.5884881615638733, |
| "step": 1634 |
| }, |
| { |
| "epoch": 1.9680915111378687, |
| "grad_norm": 0.6915837149997415, |
| "learning_rate": 7.766571670913547e-08, |
| "loss": 0.5767718553543091, |
| "step": 1635 |
| }, |
| { |
| "epoch": 1.9692956050571944, |
| "grad_norm": 0.615336117944421, |
| "learning_rate": 7.221854092926971e-08, |
| "loss": 0.5186179876327515, |
| "step": 1636 |
| }, |
| { |
| "epoch": 1.9704996989765202, |
| "grad_norm": 0.7202939771776644, |
| "learning_rate": 6.696925698311817e-08, |
| "loss": 0.5988378524780273, |
| "step": 1637 |
| }, |
| { |
| "epoch": 1.9717037928958459, |
| "grad_norm": 0.6185657178722601, |
| "learning_rate": 6.191788567654344e-08, |
| "loss": 0.49759912490844727, |
| "step": 1638 |
| }, |
| { |
| "epoch": 1.9729078868151717, |
| "grad_norm": 0.6946831772383305, |
| "learning_rate": 5.706444703096336e-08, |
| "loss": 0.5950595736503601, |
| "step": 1639 |
| }, |
| { |
| "epoch": 1.9741119807344973, |
| "grad_norm": 0.7611465759908403, |
| "learning_rate": 5.240896028327891e-08, |
| "loss": 0.6370514631271362, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.975316074653823, |
| "grad_norm": 0.647055596484101, |
| "learning_rate": 4.7951443885807524e-08, |
| "loss": 0.5466381311416626, |
| "step": 1641 |
| }, |
| { |
| "epoch": 1.9765201685731486, |
| "grad_norm": 0.709007923344838, |
| "learning_rate": 4.3691915506177686e-08, |
| "loss": 0.5643912553787231, |
| "step": 1642 |
| }, |
| { |
| "epoch": 1.9777242624924745, |
| "grad_norm": 0.7269801621655702, |
| "learning_rate": 3.963039202730112e-08, |
| "loss": 0.5674261450767517, |
| "step": 1643 |
| }, |
| { |
| "epoch": 1.9789283564118, |
| "grad_norm": 0.6442326121814204, |
| "learning_rate": 3.576688954727847e-08, |
| "loss": 0.5666972398757935, |
| "step": 1644 |
| }, |
| { |
| "epoch": 1.980132450331126, |
| "grad_norm": 0.7459964922296664, |
| "learning_rate": 3.210142337932709e-08, |
| "loss": 0.5523781776428223, |
| "step": 1645 |
| }, |
| { |
| "epoch": 1.9813365442504516, |
| "grad_norm": 0.7581081381677305, |
| "learning_rate": 2.8634008051758864e-08, |
| "loss": 0.6662766337394714, |
| "step": 1646 |
| }, |
| { |
| "epoch": 1.9825406381697772, |
| "grad_norm": 0.7216186682510903, |
| "learning_rate": 2.536465730788029e-08, |
| "loss": 0.5974636077880859, |
| "step": 1647 |
| }, |
| { |
| "epoch": 1.9837447320891028, |
| "grad_norm": 0.6628837622577649, |
| "learning_rate": 2.229338410597026e-08, |
| "loss": 0.4923580288887024, |
| "step": 1648 |
| }, |
| { |
| "epoch": 1.9849488260084287, |
| "grad_norm": 0.704122217590992, |
| "learning_rate": 1.9420200619207907e-08, |
| "loss": 0.6617586612701416, |
| "step": 1649 |
| }, |
| { |
| "epoch": 1.9861529199277543, |
| "grad_norm": 0.7241628925331735, |
| "learning_rate": 1.6745118235628188e-08, |
| "loss": 0.6709647178649902, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.9873570138470802, |
| "grad_norm": 0.6785703998166114, |
| "learning_rate": 1.4268147558088585e-08, |
| "loss": 0.5783538818359375, |
| "step": 1651 |
| }, |
| { |
| "epoch": 1.9885611077664058, |
| "grad_norm": 0.7847685208073799, |
| "learning_rate": 1.1989298404213588e-08, |
| "loss": 0.6351412534713745, |
| "step": 1652 |
| }, |
| { |
| "epoch": 1.9897652016857315, |
| "grad_norm": 0.6116629465922838, |
| "learning_rate": 9.908579806361396e-09, |
| "loss": 0.5521553754806519, |
| "step": 1653 |
| }, |
| { |
| "epoch": 1.990969295605057, |
| "grad_norm": 0.6162078650916201, |
| "learning_rate": 8.026000011596146e-09, |
| "loss": 0.5397777557373047, |
| "step": 1654 |
| }, |
| { |
| "epoch": 1.992173389524383, |
| "grad_norm": 0.6638506733828293, |
| "learning_rate": 6.341566481626871e-09, |
| "loss": 0.566266655921936, |
| "step": 1655 |
| }, |
| { |
| "epoch": 1.9933774834437086, |
| "grad_norm": 0.6652397648214484, |
| "learning_rate": 4.855285892813033e-09, |
| "loss": 0.6032072305679321, |
| "step": 1656 |
| }, |
| { |
| "epoch": 1.9945815773630344, |
| "grad_norm": 0.6598149842452187, |
| "learning_rate": 3.567164136120127e-09, |
| "loss": 0.5143309235572815, |
| "step": 1657 |
| }, |
| { |
| "epoch": 1.99578567128236, |
| "grad_norm": 0.6618621283675333, |
| "learning_rate": 2.47720631710302e-09, |
| "loss": 0.5726733207702637, |
| "step": 1658 |
| }, |
| { |
| "epoch": 1.9969897652016857, |
| "grad_norm": 0.6933592150593764, |
| "learning_rate": 1.5854167558670975e-09, |
| "loss": 0.5318538546562195, |
| "step": 1659 |
| }, |
| { |
| "epoch": 1.9981938591210113, |
| "grad_norm": 0.6341432390196854, |
| "learning_rate": 8.917989870849131e-10, |
| "loss": 0.5127713680267334, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.9993979530403372, |
| "grad_norm": 0.7221071105709749, |
| "learning_rate": 3.9635575994623196e-10, |
| "loss": 0.6321007013320923, |
| "step": 1661 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.9210968506833704, |
| "learning_rate": 9.908903817468229e-11, |
| "loss": 0.5240795016288757, |
| "step": 1662 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 1662, |
| "total_flos": 1138324862599168.0, |
| "train_loss": 0.6906307002733474, |
| "train_runtime": 17072.7016, |
| "train_samples_per_second": 0.778, |
| "train_steps_per_second": 0.097 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1662, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1138324862599168.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
