| { |
| "best_global_step": 14250, |
| "best_metric": 0.6786379814147949, |
| "best_model_checkpoint": "outputs/full_finetune/checkpoint-13500", |
| "epoch": 2.0, |
| "eval_steps": 250, |
| "global_step": 14972, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0013359161044686394, |
| "grad_norm": 6.53125, |
| "learning_rate": 4.9969943895271175e-06, |
| "loss": 1.6242, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.002671832208937279, |
| "grad_norm": 5.625, |
| "learning_rate": 4.993654822335026e-06, |
| "loss": 1.185, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.004007748313405918, |
| "grad_norm": 4.125, |
| "learning_rate": 4.990315255142934e-06, |
| "loss": 1.0613, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.005343664417874558, |
| "grad_norm": 4.15625, |
| "learning_rate": 4.986975687950842e-06, |
| "loss": 1.0374, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0066795805223431965, |
| "grad_norm": 3.65625, |
| "learning_rate": 4.98363612075875e-06, |
| "loss": 0.9817, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.008015496626811836, |
| "grad_norm": 3.828125, |
| "learning_rate": 4.980296553566658e-06, |
| "loss": 0.9144, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.009351412731280475, |
| "grad_norm": 3.59375, |
| "learning_rate": 4.976956986374567e-06, |
| "loss": 0.9283, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.010687328835749115, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.9736174191824745e-06, |
| "loss": 0.922, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.012023244940217755, |
| "grad_norm": 3.765625, |
| "learning_rate": 4.970277851990383e-06, |
| "loss": 0.9555, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.013359161044686393, |
| "grad_norm": 3.6875, |
| "learning_rate": 4.966938284798291e-06, |
| "loss": 0.9253, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.014695077149155033, |
| "grad_norm": 3.609375, |
| "learning_rate": 4.963598717606198e-06, |
| "loss": 0.908, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.01603099325362367, |
| "grad_norm": 3.578125, |
| "learning_rate": 4.960259150414107e-06, |
| "loss": 0.8962, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.017366909358092313, |
| "grad_norm": 3.515625, |
| "learning_rate": 4.9569195832220145e-06, |
| "loss": 0.8264, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.01870282546256095, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.953580016029923e-06, |
| "loss": 0.9133, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.020038741567029592, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.950240448837831e-06, |
| "loss": 0.8665, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.02137465767149823, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.946900881645739e-06, |
| "loss": 0.8992, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.02271057377596687, |
| "grad_norm": 3.546875, |
| "learning_rate": 4.943561314453647e-06, |
| "loss": 0.8392, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.02404648988043551, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.940221747261555e-06, |
| "loss": 0.8548, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.025382405984904148, |
| "grad_norm": 3.578125, |
| "learning_rate": 4.936882180069463e-06, |
| "loss": 0.834, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.026718322089372786, |
| "grad_norm": 3.75, |
| "learning_rate": 4.933542612877371e-06, |
| "loss": 0.8561, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.028054238193841428, |
| "grad_norm": 3.453125, |
| "learning_rate": 4.93020304568528e-06, |
| "loss": 0.8379, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.029390154298310066, |
| "grad_norm": 3.6875, |
| "learning_rate": 4.9268634784931876e-06, |
| "loss": 0.86, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.030726070402778704, |
| "grad_norm": 3.84375, |
| "learning_rate": 4.923523911301096e-06, |
| "loss": 0.8812, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.03206198650724734, |
| "grad_norm": 3.765625, |
| "learning_rate": 4.9201843441090045e-06, |
| "loss": 0.8708, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.033397902611715984, |
| "grad_norm": 3.734375, |
| "learning_rate": 4.916844776916912e-06, |
| "loss": 0.8282, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.033397902611715984, |
| "eval_loss": 0.8481760621070862, |
| "eval_runtime": 259.2241, |
| "eval_samples_per_second": 25.669, |
| "eval_steps_per_second": 3.21, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.034733818716184625, |
| "grad_norm": 3.640625, |
| "learning_rate": 4.91350520972482e-06, |
| "loss": 0.8325, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.03606973482065326, |
| "grad_norm": 3.84375, |
| "learning_rate": 4.910165642532728e-06, |
| "loss": 0.8487, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.0374056509251219, |
| "grad_norm": 3.75, |
| "learning_rate": 4.906826075340636e-06, |
| "loss": 0.798, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.03874156702959054, |
| "grad_norm": 3.625, |
| "learning_rate": 4.9034865081485445e-06, |
| "loss": 0.8482, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.040077483134059184, |
| "grad_norm": 3.703125, |
| "learning_rate": 4.900146940956452e-06, |
| "loss": 0.8455, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.04141339923852782, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.896807373764361e-06, |
| "loss": 0.813, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.04274931534299646, |
| "grad_norm": 3.625, |
| "learning_rate": 4.893467806572268e-06, |
| "loss": 0.8418, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.0440852314474651, |
| "grad_norm": 3.75, |
| "learning_rate": 4.890128239380177e-06, |
| "loss": 0.8379, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.04542114755193374, |
| "grad_norm": 3.5625, |
| "learning_rate": 4.8867886721880845e-06, |
| "loss": 0.8689, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.04675706365640238, |
| "grad_norm": 3.53125, |
| "learning_rate": 4.883449104995993e-06, |
| "loss": 0.8155, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.04809297976087102, |
| "grad_norm": 3.546875, |
| "learning_rate": 4.880109537803901e-06, |
| "loss": 0.8216, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.049428895865339655, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.876769970611809e-06, |
| "loss": 0.8461, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.050764811969808296, |
| "grad_norm": 3.703125, |
| "learning_rate": 4.873430403419718e-06, |
| "loss": 0.8159, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.05210072807427694, |
| "grad_norm": 3.625, |
| "learning_rate": 4.870090836227625e-06, |
| "loss": 0.8186, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.05343664417874557, |
| "grad_norm": 3.453125, |
| "learning_rate": 4.866751269035534e-06, |
| "loss": 0.7775, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.054772560283214214, |
| "grad_norm": 3.5625, |
| "learning_rate": 4.863411701843441e-06, |
| "loss": 0.815, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.056108476387682855, |
| "grad_norm": 3.515625, |
| "learning_rate": 4.86007213465135e-06, |
| "loss": 0.8099, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.05744439249215149, |
| "grad_norm": 3.609375, |
| "learning_rate": 4.8567325674592576e-06, |
| "loss": 0.8349, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.05878030859662013, |
| "grad_norm": 3.65625, |
| "learning_rate": 4.853393000267166e-06, |
| "loss": 0.7937, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.06011622470108877, |
| "grad_norm": 3.875, |
| "learning_rate": 4.850053433075074e-06, |
| "loss": 0.8143, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.06145214080555741, |
| "grad_norm": 3.609375, |
| "learning_rate": 4.846713865882982e-06, |
| "loss": 0.8386, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.06278805691002605, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.84337429869089e-06, |
| "loss": 0.8066, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.06412397301449468, |
| "grad_norm": 3.640625, |
| "learning_rate": 4.840034731498798e-06, |
| "loss": 0.8033, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.06545988911896333, |
| "grad_norm": 3.734375, |
| "learning_rate": 4.836695164306706e-06, |
| "loss": 0.7867, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.06679580522343197, |
| "grad_norm": 3.8125, |
| "learning_rate": 4.8333555971146145e-06, |
| "loss": 0.8048, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.06679580522343197, |
| "eval_loss": 0.8064413070678711, |
| "eval_runtime": 258.5665, |
| "eval_samples_per_second": 25.734, |
| "eval_steps_per_second": 3.218, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0681317213279006, |
| "grad_norm": 3.5, |
| "learning_rate": 4.830016029922522e-06, |
| "loss": 0.8091, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.06946763743236925, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.826676462730431e-06, |
| "loss": 0.7971, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.07080355353683788, |
| "grad_norm": 3.546875, |
| "learning_rate": 4.823336895538338e-06, |
| "loss": 0.8103, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.07213946964130652, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.819997328346247e-06, |
| "loss": 0.81, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.07347538574577517, |
| "grad_norm": 3.5, |
| "learning_rate": 4.8166577611541545e-06, |
| "loss": 0.7851, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0748113018502438, |
| "grad_norm": 3.734375, |
| "learning_rate": 4.813318193962063e-06, |
| "loss": 0.803, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.07614721795471244, |
| "grad_norm": 3.546875, |
| "learning_rate": 4.8099786267699715e-06, |
| "loss": 0.7721, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.07748313405918109, |
| "grad_norm": 3.6875, |
| "learning_rate": 4.806639059577879e-06, |
| "loss": 0.825, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.07881905016364972, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.803299492385788e-06, |
| "loss": 0.7933, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.08015496626811837, |
| "grad_norm": 3.75, |
| "learning_rate": 4.799959925193695e-06, |
| "loss": 0.7706, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.081490882372587, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.796620358001604e-06, |
| "loss": 0.8063, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.08282679847705564, |
| "grad_norm": 3.5, |
| "learning_rate": 4.793280790809511e-06, |
| "loss": 0.7837, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.08416271458152429, |
| "grad_norm": 4.09375, |
| "learning_rate": 4.78994122361742e-06, |
| "loss": 0.7854, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.08549863068599292, |
| "grad_norm": 3.65625, |
| "learning_rate": 4.7866016564253276e-06, |
| "loss": 0.7912, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.08683454679046156, |
| "grad_norm": 3.71875, |
| "learning_rate": 4.783262089233236e-06, |
| "loss": 0.7996, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.0881704628949302, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.779922522041144e-06, |
| "loss": 0.7642, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.08950637899939884, |
| "grad_norm": 3.765625, |
| "learning_rate": 4.776582954849052e-06, |
| "loss": 0.799, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.09084229510386747, |
| "grad_norm": 3.921875, |
| "learning_rate": 4.77324338765696e-06, |
| "loss": 0.8081, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.09217821120833612, |
| "grad_norm": 3.921875, |
| "learning_rate": 4.7699038204648675e-06, |
| "loss": 0.8277, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.09351412731280476, |
| "grad_norm": 3.703125, |
| "learning_rate": 4.766564253272776e-06, |
| "loss": 0.7484, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.09485004341727339, |
| "grad_norm": 3.53125, |
| "learning_rate": 4.7632246860806845e-06, |
| "loss": 0.7728, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.09618595952174204, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.759885118888592e-06, |
| "loss": 0.7648, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.09752187562621067, |
| "grad_norm": 3.71875, |
| "learning_rate": 4.756545551696501e-06, |
| "loss": 0.7592, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.09885779173067931, |
| "grad_norm": 3.625, |
| "learning_rate": 4.753205984504409e-06, |
| "loss": 0.7774, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.10019370783514796, |
| "grad_norm": 3.59375, |
| "learning_rate": 4.749866417312317e-06, |
| "loss": 0.7606, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.10019370783514796, |
| "eval_loss": 0.7836291193962097, |
| "eval_runtime": 258.4756, |
| "eval_samples_per_second": 25.743, |
| "eval_steps_per_second": 3.219, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.10152962393961659, |
| "grad_norm": 3.734375, |
| "learning_rate": 4.746526850120225e-06, |
| "loss": 0.7555, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.10286554004408523, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.743187282928133e-06, |
| "loss": 0.7689, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.10420145614855388, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.7398477157360415e-06, |
| "loss": 0.787, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.10553737225302251, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.736508148543949e-06, |
| "loss": 0.7824, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.10687328835749114, |
| "grad_norm": 3.546875, |
| "learning_rate": 4.733168581351858e-06, |
| "loss": 0.798, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.1082092044619598, |
| "grad_norm": 3.765625, |
| "learning_rate": 4.729829014159765e-06, |
| "loss": 0.777, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.10954512056642843, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.726489446967674e-06, |
| "loss": 0.7436, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.11088103667089706, |
| "grad_norm": 3.421875, |
| "learning_rate": 4.723149879775581e-06, |
| "loss": 0.7593, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.11221695277536571, |
| "grad_norm": 3.71875, |
| "learning_rate": 4.719810312583489e-06, |
| "loss": 0.7766, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.11355286887983435, |
| "grad_norm": 3.6875, |
| "learning_rate": 4.7164707453913976e-06, |
| "loss": 0.7829, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.11488878498430298, |
| "grad_norm": 3.453125, |
| "learning_rate": 4.713131178199305e-06, |
| "loss": 0.7813, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.11622470108877163, |
| "grad_norm": 3.53125, |
| "learning_rate": 4.709791611007214e-06, |
| "loss": 0.7833, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.11756061719324026, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.706452043815121e-06, |
| "loss": 0.7923, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.1188965332977089, |
| "grad_norm": 3.90625, |
| "learning_rate": 4.70311247662303e-06, |
| "loss": 0.7869, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.12023244940217755, |
| "grad_norm": 3.71875, |
| "learning_rate": 4.699772909430938e-06, |
| "loss": 0.7428, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.12156836550664618, |
| "grad_norm": 3.546875, |
| "learning_rate": 4.696433342238846e-06, |
| "loss": 0.7675, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.12290428161111482, |
| "grad_norm": 3.5625, |
| "learning_rate": 4.6930937750467545e-06, |
| "loss": 0.7593, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.12424019771558346, |
| "grad_norm": 3.59375, |
| "learning_rate": 4.689754207854663e-06, |
| "loss": 0.7672, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.1255761138200521, |
| "grad_norm": 3.75, |
| "learning_rate": 4.686414640662571e-06, |
| "loss": 0.7717, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.12691202992452075, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.683075073470479e-06, |
| "loss": 0.765, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.12824794602898937, |
| "grad_norm": 3.625, |
| "learning_rate": 4.679735506278387e-06, |
| "loss": 0.758, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.12958386213345802, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.6763959390862945e-06, |
| "loss": 0.7718, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.13091977823792667, |
| "grad_norm": 3.875, |
| "learning_rate": 4.673056371894203e-06, |
| "loss": 0.8161, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.13225569434239529, |
| "grad_norm": 3.703125, |
| "learning_rate": 4.669716804702111e-06, |
| "loss": 0.7649, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.13359161044686393, |
| "grad_norm": 3.59375, |
| "learning_rate": 4.666377237510019e-06, |
| "loss": 0.7762, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.13359161044686393, |
| "eval_loss": 0.767823338508606, |
| "eval_runtime": 253.9061, |
| "eval_samples_per_second": 26.207, |
| "eval_steps_per_second": 3.277, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.13492752655133258, |
| "grad_norm": 3.71875, |
| "learning_rate": 4.663037670317927e-06, |
| "loss": 0.7505, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.1362634426558012, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.659698103125835e-06, |
| "loss": 0.7883, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.13759935876026985, |
| "grad_norm": 3.59375, |
| "learning_rate": 4.656358535933743e-06, |
| "loss": 0.7747, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.1389352748647385, |
| "grad_norm": 3.65625, |
| "learning_rate": 4.653018968741651e-06, |
| "loss": 0.7889, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.14027119096920712, |
| "grad_norm": 3.90625, |
| "learning_rate": 4.649679401549559e-06, |
| "loss": 0.8012, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.14160710707367577, |
| "grad_norm": 3.53125, |
| "learning_rate": 4.6463398343574676e-06, |
| "loss": 0.7613, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.14294302317814442, |
| "grad_norm": 3.640625, |
| "learning_rate": 4.643000267165376e-06, |
| "loss": 0.7801, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.14427893928261304, |
| "grad_norm": 3.875, |
| "learning_rate": 4.639660699973284e-06, |
| "loss": 0.754, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.1456148553870817, |
| "grad_norm": 3.84375, |
| "learning_rate": 4.636321132781192e-06, |
| "loss": 0.7581, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.14695077149155034, |
| "grad_norm": 3.65625, |
| "learning_rate": 4.632981565589101e-06, |
| "loss": 0.7728, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.14828668759601896, |
| "grad_norm": 3.625, |
| "learning_rate": 4.629641998397008e-06, |
| "loss": 0.7707, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.1496226037004876, |
| "grad_norm": 3.53125, |
| "learning_rate": 4.626302431204916e-06, |
| "loss": 0.7879, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.15095851980495625, |
| "grad_norm": 3.734375, |
| "learning_rate": 4.6229628640128245e-06, |
| "loss": 0.7963, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.15229443590942487, |
| "grad_norm": 3.953125, |
| "learning_rate": 4.619623296820732e-06, |
| "loss": 0.7546, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.15363035201389352, |
| "grad_norm": 3.71875, |
| "learning_rate": 4.616283729628641e-06, |
| "loss": 0.7502, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.15496626811836217, |
| "grad_norm": 3.765625, |
| "learning_rate": 4.612944162436548e-06, |
| "loss": 0.7404, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.15630218422283082, |
| "grad_norm": 3.75, |
| "learning_rate": 4.609604595244457e-06, |
| "loss": 0.7862, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.15763810032729944, |
| "grad_norm": 3.84375, |
| "learning_rate": 4.6062650280523645e-06, |
| "loss": 0.7705, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.1589740164317681, |
| "grad_norm": 3.515625, |
| "learning_rate": 4.602925460860273e-06, |
| "loss": 0.7449, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.16030993253623674, |
| "grad_norm": 3.8125, |
| "learning_rate": 4.599585893668181e-06, |
| "loss": 0.7275, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.16164584864070536, |
| "grad_norm": 3.578125, |
| "learning_rate": 4.596246326476089e-06, |
| "loss": 0.7348, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.162981764745174, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.592906759283997e-06, |
| "loss": 0.7726, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.16431768084964266, |
| "grad_norm": 3.828125, |
| "learning_rate": 4.589567192091905e-06, |
| "loss": 0.7206, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.16565359695411128, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.586227624899813e-06, |
| "loss": 0.7724, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.16698951305857992, |
| "grad_norm": 3.9375, |
| "learning_rate": 4.582888057707721e-06, |
| "loss": 0.777, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.16698951305857992, |
| "eval_loss": 0.7555676102638245, |
| "eval_runtime": 255.3606, |
| "eval_samples_per_second": 26.057, |
| "eval_steps_per_second": 3.258, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.16832542916304857, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.57954849051563e-06, |
| "loss": 0.7687, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.1696613452675172, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.5762089233235376e-06, |
| "loss": 0.776, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.17099726137198584, |
| "grad_norm": 3.90625, |
| "learning_rate": 4.572869356131446e-06, |
| "loss": 0.7775, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.1723331774764545, |
| "grad_norm": 3.609375, |
| "learning_rate": 4.569529788939354e-06, |
| "loss": 0.7296, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.1736690935809231, |
| "grad_norm": 3.6875, |
| "learning_rate": 4.566190221747262e-06, |
| "loss": 0.7567, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.17500500968539176, |
| "grad_norm": 3.8125, |
| "learning_rate": 4.56285065455517e-06, |
| "loss": 0.7352, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.1763409257898604, |
| "grad_norm": 3.921875, |
| "learning_rate": 4.559511087363078e-06, |
| "loss": 0.7627, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.17767684189432903, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.556171520170986e-06, |
| "loss": 0.7557, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.17901275799879768, |
| "grad_norm": 3.5625, |
| "learning_rate": 4.5528319529788945e-06, |
| "loss": 0.741, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.18034867410326633, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.549492385786802e-06, |
| "loss": 0.7223, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.18168459020773495, |
| "grad_norm": 3.609375, |
| "learning_rate": 4.546152818594711e-06, |
| "loss": 0.7282, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.1830205063122036, |
| "grad_norm": 3.609375, |
| "learning_rate": 4.542813251402618e-06, |
| "loss": 0.739, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.18435642241667224, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.539473684210527e-06, |
| "loss": 0.7293, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.18569233852114087, |
| "grad_norm": 3.9375, |
| "learning_rate": 4.5361341170184345e-06, |
| "loss": 0.7887, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.1870282546256095, |
| "grad_norm": 3.65625, |
| "learning_rate": 4.532794549826343e-06, |
| "loss": 0.7493, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.18836417073007816, |
| "grad_norm": 3.96875, |
| "learning_rate": 4.529454982634251e-06, |
| "loss": 0.7376, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.18970008683454678, |
| "grad_norm": 3.5625, |
| "learning_rate": 4.526115415442159e-06, |
| "loss": 0.7642, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.19103600293901543, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.522775848250068e-06, |
| "loss": 0.746, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.19237191904348408, |
| "grad_norm": 3.625, |
| "learning_rate": 4.519436281057975e-06, |
| "loss": 0.737, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.1937078351479527, |
| "grad_norm": 3.5625, |
| "learning_rate": 4.516096713865884e-06, |
| "loss": 0.7393, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.19504375125242135, |
| "grad_norm": 4.03125, |
| "learning_rate": 4.512757146673791e-06, |
| "loss": 0.7732, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.19637966735689, |
| "grad_norm": 3.828125, |
| "learning_rate": 4.5094175794817e-06, |
| "loss": 0.7792, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.19771558346135862, |
| "grad_norm": 3.5625, |
| "learning_rate": 4.5060780122896076e-06, |
| "loss": 0.7497, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.19905149956582727, |
| "grad_norm": 3.828125, |
| "learning_rate": 4.502738445097516e-06, |
| "loss": 0.7759, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.20038741567029592, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.499398877905424e-06, |
| "loss": 0.7336, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.20038741567029592, |
| "eval_loss": 0.7456574440002441, |
| "eval_runtime": 252.7226, |
| "eval_samples_per_second": 26.329, |
| "eval_steps_per_second": 3.292, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.20172333177476454, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.496059310713332e-06, |
| "loss": 0.7787, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.20305924787923318, |
| "grad_norm": 4.1875, |
| "learning_rate": 4.49271974352124e-06, |
| "loss": 0.7728, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.20439516398370183, |
| "grad_norm": 3.890625, |
| "learning_rate": 4.489380176329148e-06, |
| "loss": 0.7193, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.20573108008817045, |
| "grad_norm": 3.46875, |
| "learning_rate": 4.486040609137056e-06, |
| "loss": 0.7322, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.2070669961926391, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.482701041944964e-06, |
| "loss": 0.7276, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.20840291229710775, |
| "grad_norm": 3.9375, |
| "learning_rate": 4.479361474752872e-06, |
| "loss": 0.7368, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.20973882840157637, |
| "grad_norm": 4.09375, |
| "learning_rate": 4.476021907560781e-06, |
| "loss": 0.7545, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.21107474450604502, |
| "grad_norm": 3.75, |
| "learning_rate": 4.472682340368688e-06, |
| "loss": 0.7389, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.21241066061051367, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.469342773176597e-06, |
| "loss": 0.7743, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.2137465767149823, |
| "grad_norm": 3.734375, |
| "learning_rate": 4.4660032059845045e-06, |
| "loss": 0.7122, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.21508249281945094, |
| "grad_norm": 3.8125, |
| "learning_rate": 4.462663638792413e-06, |
| "loss": 0.7475, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.2164184089239196, |
| "grad_norm": 4.03125, |
| "learning_rate": 4.4593240716003215e-06, |
| "loss": 0.7549, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.2177543250283882, |
| "grad_norm": 3.765625, |
| "learning_rate": 4.455984504408229e-06, |
| "loss": 0.7438, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.21909024113285686, |
| "grad_norm": 3.75, |
| "learning_rate": 4.452644937216138e-06, |
| "loss": 0.7186, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.2204261572373255, |
| "grad_norm": 4.0, |
| "learning_rate": 4.449305370024045e-06, |
| "loss": 0.7433, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.22176207334179412, |
| "grad_norm": 3.75, |
| "learning_rate": 4.445965802831954e-06, |
| "loss": 0.7476, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.22309798944626277, |
| "grad_norm": 3.90625, |
| "learning_rate": 4.442626235639861e-06, |
| "loss": 0.7444, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.22443390555073142, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.43928666844777e-06, |
| "loss": 0.7182, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.22576982165520004, |
| "grad_norm": 3.921875, |
| "learning_rate": 4.4359471012556776e-06, |
| "loss": 0.7158, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.2271057377596687, |
| "grad_norm": 3.75, |
| "learning_rate": 4.432607534063585e-06, |
| "loss": 0.7201, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.22844165386413734, |
| "grad_norm": 4.0625, |
| "learning_rate": 4.429267966871494e-06, |
| "loss": 0.7755, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.22977756996860596, |
| "grad_norm": 3.71875, |
| "learning_rate": 4.425928399679401e-06, |
| "loss": 0.7339, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.2311134860730746, |
| "grad_norm": 3.75, |
| "learning_rate": 4.42258883248731e-06, |
| "loss": 0.7431, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.23244940217754326, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.4192492652952175e-06, |
| "loss": 0.7264, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.23378531828201188, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.415909698103126e-06, |
| "loss": 0.7263, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.23378531828201188, |
| "eval_loss": 0.7381161451339722, |
| "eval_runtime": 253.0916, |
| "eval_samples_per_second": 26.291, |
| "eval_steps_per_second": 3.287, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.23512123438648053, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.4125701309110345e-06, |
| "loss": 0.7342, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.23645715049094918, |
| "grad_norm": 3.609375, |
| "learning_rate": 4.409230563718942e-06, |
| "loss": 0.7475, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.2377930665954178, |
| "grad_norm": 4.0625, |
| "learning_rate": 4.405890996526851e-06, |
| "loss": 0.7487, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.23912898269988644, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.402551429334759e-06, |
| "loss": 0.7549, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.2404648988043551, |
| "grad_norm": 4.15625, |
| "learning_rate": 4.399211862142667e-06, |
| "loss": 0.7362, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.2418008149088237, |
| "grad_norm": 3.8125, |
| "learning_rate": 4.395872294950575e-06, |
| "loss": 0.7343, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.24313673101329236, |
| "grad_norm": 3.84375, |
| "learning_rate": 4.392532727758483e-06, |
| "loss": 0.7101, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.244472647117761, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.3891931605663915e-06, |
| "loss": 0.717, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.24580856322222963, |
| "grad_norm": 3.96875, |
| "learning_rate": 4.385853593374299e-06, |
| "loss": 0.7418, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.24714447932669828, |
| "grad_norm": 3.9375, |
| "learning_rate": 4.382514026182207e-06, |
| "loss": 0.7352, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.24848039543116693, |
| "grad_norm": 3.71875, |
| "learning_rate": 4.379174458990115e-06, |
| "loss": 0.7118, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.24981631153563555, |
| "grad_norm": 4.03125, |
| "learning_rate": 4.375834891798023e-06, |
| "loss": 0.7315, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.2511522276401042, |
| "grad_norm": 3.71875, |
| "learning_rate": 4.372495324605931e-06, |
| "loss": 0.7371, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.25248814374457285, |
| "grad_norm": 3.90625, |
| "learning_rate": 4.369155757413839e-06, |
| "loss": 0.7252, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.2538240598490415, |
| "grad_norm": 3.75, |
| "learning_rate": 4.3658161902217476e-06, |
| "loss": 0.7331, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.25515997595351014, |
| "grad_norm": 4.0, |
| "learning_rate": 4.362476623029655e-06, |
| "loss": 0.7635, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.25649589205797874, |
| "grad_norm": 3.6875, |
| "learning_rate": 4.359137055837564e-06, |
| "loss": 0.7447, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.2578318081624474, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.355797488645472e-06, |
| "loss": 0.7239, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.25916772426691603, |
| "grad_norm": 3.984375, |
| "learning_rate": 4.35245792145338e-06, |
| "loss": 0.7499, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.2605036403713847, |
| "grad_norm": 3.703125, |
| "learning_rate": 4.349118354261288e-06, |
| "loss": 0.7322, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.26183955647585333, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.345778787069196e-06, |
| "loss": 0.6944, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.263175472580322, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.3424392198771045e-06, |
| "loss": 0.7243, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.26451138868479057, |
| "grad_norm": 3.65625, |
| "learning_rate": 4.339099652685013e-06, |
| "loss": 0.7349, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.2658473047892592, |
| "grad_norm": 3.53125, |
| "learning_rate": 4.335760085492921e-06, |
| "loss": 0.7107, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.26718322089372787, |
| "grad_norm": 3.96875, |
| "learning_rate": 4.332420518300828e-06, |
| "loss": 0.6981, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.26718322089372787, |
| "eval_loss": 0.7313552498817444, |
| "eval_runtime": 255.8649, |
| "eval_samples_per_second": 26.006, |
| "eval_steps_per_second": 3.252, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.2685191369981965, |
| "grad_norm": 4.59375, |
| "learning_rate": 4.329080951108737e-06, |
| "loss": 0.7239, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.26985505310266517, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.3257413839166445e-06, |
| "loss": 0.7381, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.2711909692071338, |
| "grad_norm": 4.03125, |
| "learning_rate": 4.322401816724553e-06, |
| "loss": 0.7426, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.2725268853116024, |
| "grad_norm": 3.6875, |
| "learning_rate": 4.319062249532461e-06, |
| "loss": 0.7284, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.27386280141607106, |
| "grad_norm": 3.734375, |
| "learning_rate": 4.315722682340369e-06, |
| "loss": 0.7375, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.2751987175205397, |
| "grad_norm": 3.671875, |
| "learning_rate": 4.312383115148277e-06, |
| "loss": 0.7045, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.27653463362500835, |
| "grad_norm": 3.6875, |
| "learning_rate": 4.309043547956185e-06, |
| "loss": 0.7312, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.277870549729477, |
| "grad_norm": 3.796875, |
| "learning_rate": 4.305703980764093e-06, |
| "loss": 0.7104, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.27920646583394565, |
| "grad_norm": 4.0, |
| "learning_rate": 4.302364413572001e-06, |
| "loss": 0.7254, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.28054238193841424, |
| "grad_norm": 4.0625, |
| "learning_rate": 4.299024846379909e-06, |
| "loss": 0.7085, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.2818782980428829, |
| "grad_norm": 3.828125, |
| "learning_rate": 4.2956852791878176e-06, |
| "loss": 0.7116, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.28321421414735154, |
| "grad_norm": 3.75, |
| "learning_rate": 4.292345711995726e-06, |
| "loss": 0.7305, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.2845501302518202, |
| "grad_norm": 3.875, |
| "learning_rate": 4.289006144803634e-06, |
| "loss": 0.7388, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.28588604635628884, |
| "grad_norm": 3.90625, |
| "learning_rate": 4.285666577611542e-06, |
| "loss": 0.7374, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.2872219624607575, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.28232701041945e-06, |
| "loss": 0.7294, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.2885578785652261, |
| "grad_norm": 3.921875, |
| "learning_rate": 4.278987443227358e-06, |
| "loss": 0.7383, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.2898937946696947, |
| "grad_norm": 4.0, |
| "learning_rate": 4.275647876035266e-06, |
| "loss": 0.7375, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.2912297107741634, |
| "grad_norm": 3.84375, |
| "learning_rate": 4.2723083088431745e-06, |
| "loss": 0.7165, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.292565626878632, |
| "grad_norm": 3.921875, |
| "learning_rate": 4.268968741651082e-06, |
| "loss": 0.7583, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.29390154298310067, |
| "grad_norm": 3.984375, |
| "learning_rate": 4.265629174458991e-06, |
| "loss": 0.7274, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.2952374590875693, |
| "grad_norm": 3.875, |
| "learning_rate": 4.262289607266898e-06, |
| "loss": 0.7288, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.2965733751920379, |
| "grad_norm": 3.875, |
| "learning_rate": 4.258950040074807e-06, |
| "loss": 0.742, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.29790929129650656, |
| "grad_norm": 4.25, |
| "learning_rate": 4.2556104728827145e-06, |
| "loss": 0.7221, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.2992452074009752, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.252270905690623e-06, |
| "loss": 0.7291, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.30058112350544386, |
| "grad_norm": 4.03125, |
| "learning_rate": 4.248931338498531e-06, |
| "loss": 0.7611, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.30058112350544386, |
| "eval_loss": 0.725321352481842, |
| "eval_runtime": 255.0744, |
| "eval_samples_per_second": 26.087, |
| "eval_steps_per_second": 3.262, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.3019170396099125, |
| "grad_norm": 3.84375, |
| "learning_rate": 4.245591771306439e-06, |
| "loss": 0.7355, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.30325295571438116, |
| "grad_norm": 3.953125, |
| "learning_rate": 4.242252204114347e-06, |
| "loss": 0.702, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.30458887181884975, |
| "grad_norm": 3.90625, |
| "learning_rate": 4.238912636922255e-06, |
| "loss": 0.746, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.3059247879233184, |
| "grad_norm": 3.9375, |
| "learning_rate": 4.235573069730164e-06, |
| "loss": 0.7132, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.30726070402778705, |
| "grad_norm": 4.15625, |
| "learning_rate": 4.232233502538071e-06, |
| "loss": 0.7214, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.3085966201322557, |
| "grad_norm": 4.15625, |
| "learning_rate": 4.22889393534598e-06, |
| "loss": 0.7364, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.30993253623672434, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.2255543681538876e-06, |
| "loss": 0.742, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.311268452341193, |
| "grad_norm": 4.03125, |
| "learning_rate": 4.222214800961796e-06, |
| "loss": 0.726, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.31260436844566164, |
| "grad_norm": 3.890625, |
| "learning_rate": 4.218875233769704e-06, |
| "loss": 0.7157, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.31394028455013023, |
| "grad_norm": 4.21875, |
| "learning_rate": 4.215535666577612e-06, |
| "loss": 0.7923, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.3152762006545989, |
| "grad_norm": 3.875, |
| "learning_rate": 4.21219609938552e-06, |
| "loss": 0.7275, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.31661211675906753, |
| "grad_norm": 4.0625, |
| "learning_rate": 4.208856532193428e-06, |
| "loss": 0.7346, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.3179480328635362, |
| "grad_norm": 3.96875, |
| "learning_rate": 4.205516965001336e-06, |
| "loss": 0.7328, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.3192839489680048, |
| "grad_norm": 4.15625, |
| "learning_rate": 4.2021773978092445e-06, |
| "loss": 0.7547, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.3206198650724735, |
| "grad_norm": 4.0625, |
| "learning_rate": 4.198837830617152e-06, |
| "loss": 0.7366, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.32195578117694207, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.195498263425061e-06, |
| "loss": 0.7104, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.3232916972814107, |
| "grad_norm": 4.3125, |
| "learning_rate": 4.192158696232968e-06, |
| "loss": 0.7339, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.32462761338587937, |
| "grad_norm": 4.0625, |
| "learning_rate": 4.188819129040877e-06, |
| "loss": 0.7453, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.325963529490348, |
| "grad_norm": 3.984375, |
| "learning_rate": 4.1854795618487845e-06, |
| "loss": 0.7033, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.32729944559481666, |
| "grad_norm": 4.15625, |
| "learning_rate": 4.182139994656693e-06, |
| "loss": 0.7193, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.3286353616992853, |
| "grad_norm": 3.734375, |
| "learning_rate": 4.178800427464601e-06, |
| "loss": 0.7078, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.3299712778037539, |
| "grad_norm": 3.6875, |
| "learning_rate": 4.175460860272509e-06, |
| "loss": 0.7199, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.33130719390822255, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.172121293080418e-06, |
| "loss": 0.7428, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.3326431100126912, |
| "grad_norm": 4.0625, |
| "learning_rate": 4.168781725888325e-06, |
| "loss": 0.7177, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.33397902611715985, |
| "grad_norm": 3.609375, |
| "learning_rate": 4.165442158696234e-06, |
| "loss": 0.7148, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.33397902611715985, |
| "eval_loss": 0.7201098799705505, |
| "eval_runtime": 252.4792, |
| "eval_samples_per_second": 26.355, |
| "eval_steps_per_second": 3.295, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.3353149422216285, |
| "grad_norm": 3.90625, |
| "learning_rate": 4.162102591504141e-06, |
| "loss": 0.718, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.33665085832609715, |
| "grad_norm": 3.859375, |
| "learning_rate": 4.15876302431205e-06, |
| "loss": 0.7136, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.33798677443056574, |
| "grad_norm": 3.84375, |
| "learning_rate": 4.1554234571199576e-06, |
| "loss": 0.7181, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.3393226905350344, |
| "grad_norm": 4.0, |
| "learning_rate": 4.152083889927866e-06, |
| "loss": 0.7254, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.34065860663950304, |
| "grad_norm": 4.1875, |
| "learning_rate": 4.148744322735774e-06, |
| "loss": 0.7175, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.3419945227439717, |
| "grad_norm": 4.15625, |
| "learning_rate": 4.145404755543681e-06, |
| "loss": 0.7205, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.34333043884844033, |
| "grad_norm": 3.953125, |
| "learning_rate": 4.14206518835159e-06, |
| "loss": 0.7157, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.344666354952909, |
| "grad_norm": 3.953125, |
| "learning_rate": 4.1387256211594975e-06, |
| "loss": 0.718, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.3460022710573776, |
| "grad_norm": 3.890625, |
| "learning_rate": 4.135386053967406e-06, |
| "loss": 0.6862, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.3473381871618462, |
| "grad_norm": 3.921875, |
| "learning_rate": 4.132046486775314e-06, |
| "loss": 0.7078, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.34867410326631487, |
| "grad_norm": 4.0, |
| "learning_rate": 4.128706919583222e-06, |
| "loss": 0.7061, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.3500100193707835, |
| "grad_norm": 4.1875, |
| "learning_rate": 4.125367352391131e-06, |
| "loss": 0.7337, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.35134593547525217, |
| "grad_norm": 3.828125, |
| "learning_rate": 4.122027785199038e-06, |
| "loss": 0.7386, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.3526818515797208, |
| "grad_norm": 4.15625, |
| "learning_rate": 4.118688218006947e-06, |
| "loss": 0.7431, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.3540177676841894, |
| "grad_norm": 4.09375, |
| "learning_rate": 4.115348650814855e-06, |
| "loss": 0.7567, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.35535368378865806, |
| "grad_norm": 3.953125, |
| "learning_rate": 4.112009083622763e-06, |
| "loss": 0.7152, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.3566895998931267, |
| "grad_norm": 3.921875, |
| "learning_rate": 4.1086695164306715e-06, |
| "loss": 0.7214, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.35802551599759536, |
| "grad_norm": 4.125, |
| "learning_rate": 4.105329949238579e-06, |
| "loss": 0.7158, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.359361432102064, |
| "grad_norm": 4.15625, |
| "learning_rate": 4.101990382046488e-06, |
| "loss": 0.7259, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.36069734820653265, |
| "grad_norm": 4.0625, |
| "learning_rate": 4.098650814854395e-06, |
| "loss": 0.7391, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.36203326431100125, |
| "grad_norm": 3.8125, |
| "learning_rate": 4.095311247662303e-06, |
| "loss": 0.705, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.3633691804154699, |
| "grad_norm": 4.59375, |
| "learning_rate": 4.091971680470211e-06, |
| "loss": 0.6911, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.36470509651993854, |
| "grad_norm": 4.1875, |
| "learning_rate": 4.088632113278119e-06, |
| "loss": 0.7339, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.3660410126244072, |
| "grad_norm": 3.90625, |
| "learning_rate": 4.0852925460860276e-06, |
| "loss": 0.6803, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.36737692872887584, |
| "grad_norm": 3.921875, |
| "learning_rate": 4.081952978893935e-06, |
| "loss": 0.7147, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.36737692872887584, |
| "eval_loss": 0.7155716419219971, |
| "eval_runtime": 253.222, |
| "eval_samples_per_second": 26.277, |
| "eval_steps_per_second": 3.286, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.3687128448333445, |
| "grad_norm": 4.09375, |
| "learning_rate": 4.078613411701844e-06, |
| "loss": 0.72, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.3700487609378131, |
| "grad_norm": 3.765625, |
| "learning_rate": 4.075273844509751e-06, |
| "loss": 0.6894, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.37138467704228173, |
| "grad_norm": 4.15625, |
| "learning_rate": 4.07193427731766e-06, |
| "loss": 0.6935, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.3727205931467504, |
| "grad_norm": 4.25, |
| "learning_rate": 4.068594710125568e-06, |
| "loss": 0.7328, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.374056509251219, |
| "grad_norm": 4.03125, |
| "learning_rate": 4.065255142933476e-06, |
| "loss": 0.7083, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.3753924253556877, |
| "grad_norm": 3.8125, |
| "learning_rate": 4.0619155757413845e-06, |
| "loss": 0.7018, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.3767283414601563, |
| "grad_norm": 4.34375, |
| "learning_rate": 4.058576008549292e-06, |
| "loss": 0.6831, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.3780642575646249, |
| "grad_norm": 3.9375, |
| "learning_rate": 4.055236441357201e-06, |
| "loss": 0.6923, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.37940017366909357, |
| "grad_norm": 4.3125, |
| "learning_rate": 4.051896874165109e-06, |
| "loss": 0.7312, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.3807360897735622, |
| "grad_norm": 3.953125, |
| "learning_rate": 4.048557306973017e-06, |
| "loss": 0.7162, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.38207200587803086, |
| "grad_norm": 4.1875, |
| "learning_rate": 4.0452177397809245e-06, |
| "loss": 0.7233, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.3834079219824995, |
| "grad_norm": 3.875, |
| "learning_rate": 4.041878172588833e-06, |
| "loss": 0.716, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.38474383808696816, |
| "grad_norm": 4.1875, |
| "learning_rate": 4.038538605396741e-06, |
| "loss": 0.691, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.38607975419143675, |
| "grad_norm": 3.84375, |
| "learning_rate": 4.035199038204649e-06, |
| "loss": 0.7189, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.3874156702959054, |
| "grad_norm": 4.03125, |
| "learning_rate": 4.031859471012557e-06, |
| "loss": 0.6949, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.38875158640037405, |
| "grad_norm": 4.125, |
| "learning_rate": 4.028519903820465e-06, |
| "loss": 0.6945, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.3900875025048427, |
| "grad_norm": 4.0, |
| "learning_rate": 4.025180336628373e-06, |
| "loss": 0.6936, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.39142341860931135, |
| "grad_norm": 4.21875, |
| "learning_rate": 4.021840769436281e-06, |
| "loss": 0.686, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.39275933471378, |
| "grad_norm": 3.921875, |
| "learning_rate": 4.018501202244189e-06, |
| "loss": 0.7042, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.3940952508182486, |
| "grad_norm": 4.09375, |
| "learning_rate": 4.0151616350520976e-06, |
| "loss": 0.702, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.39543116692271724, |
| "grad_norm": 4.03125, |
| "learning_rate": 4.011822067860005e-06, |
| "loss": 0.6889, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.3967670830271859, |
| "grad_norm": 4.09375, |
| "learning_rate": 4.008482500667914e-06, |
| "loss": 0.7078, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.39810299913165453, |
| "grad_norm": 3.90625, |
| "learning_rate": 4.005142933475822e-06, |
| "loss": 0.721, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.3994389152361232, |
| "grad_norm": 4.3125, |
| "learning_rate": 4.00180336628373e-06, |
| "loss": 0.7175, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.40077483134059183, |
| "grad_norm": 4.125, |
| "learning_rate": 3.998463799091638e-06, |
| "loss": 0.6741, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.40077483134059183, |
| "eval_loss": 0.7119663953781128, |
| "eval_runtime": 255.7665, |
| "eval_samples_per_second": 26.016, |
| "eval_steps_per_second": 3.253, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.4021107474450604, |
| "grad_norm": 3.828125, |
| "learning_rate": 3.995124231899546e-06, |
| "loss": 0.694, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.40344666354952907, |
| "grad_norm": 3.890625, |
| "learning_rate": 3.9917846647074545e-06, |
| "loss": 0.7019, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.4047825796539977, |
| "grad_norm": 3.84375, |
| "learning_rate": 3.988445097515362e-06, |
| "loss": 0.7228, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.40611849575846637, |
| "grad_norm": 3.921875, |
| "learning_rate": 3.985105530323271e-06, |
| "loss": 0.7208, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.407454411862935, |
| "grad_norm": 3.765625, |
| "learning_rate": 3.981765963131178e-06, |
| "loss": 0.6944, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.40879032796740367, |
| "grad_norm": 3.53125, |
| "learning_rate": 3.978426395939087e-06, |
| "loss": 0.6835, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.41012624407187226, |
| "grad_norm": 4.15625, |
| "learning_rate": 3.9750868287469945e-06, |
| "loss": 0.7404, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.4114621601763409, |
| "grad_norm": 4.125, |
| "learning_rate": 3.971747261554903e-06, |
| "loss": 0.7085, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.41279807628080956, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.968407694362811e-06, |
| "loss": 0.7039, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.4141339923852782, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.965068127170719e-06, |
| "loss": 0.7001, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.41546990848974685, |
| "grad_norm": 4.09375, |
| "learning_rate": 3.961728559978627e-06, |
| "loss": 0.7204, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.4168058245942155, |
| "grad_norm": 4.0, |
| "learning_rate": 3.958388992786535e-06, |
| "loss": 0.7119, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.41814174069868415, |
| "grad_norm": 4.0625, |
| "learning_rate": 3.955049425594443e-06, |
| "loss": 0.7243, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.41947765680315274, |
| "grad_norm": 4.25, |
| "learning_rate": 3.9517098584023514e-06, |
| "loss": 0.7045, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.4208135729076214, |
| "grad_norm": 3.875, |
| "learning_rate": 3.948370291210259e-06, |
| "loss": 0.7215, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.42214948901209004, |
| "grad_norm": 3.8125, |
| "learning_rate": 3.9450307240181676e-06, |
| "loss": 0.6764, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.4234854051165587, |
| "grad_norm": 3.65625, |
| "learning_rate": 3.941691156826076e-06, |
| "loss": 0.7211, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.42482132122102734, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.938351589633984e-06, |
| "loss": 0.7141, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.426157237325496, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.935012022441892e-06, |
| "loss": 0.724, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.4274931534299646, |
| "grad_norm": 3.9375, |
| "learning_rate": 3.9316724552498e-06, |
| "loss": 0.723, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.4288290695344332, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.928332888057708e-06, |
| "loss": 0.7029, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.4301649856389019, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.924993320865616e-06, |
| "loss": 0.7042, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.4315009017433705, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.9216537536735245e-06, |
| "loss": 0.716, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.4328368178478392, |
| "grad_norm": 4.375, |
| "learning_rate": 3.918314186481432e-06, |
| "loss": 0.6866, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.4341727339523078, |
| "grad_norm": 3.953125, |
| "learning_rate": 3.914974619289341e-06, |
| "loss": 0.7343, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.4341727339523078, |
| "eval_loss": 0.7082972526550293, |
| "eval_runtime": 255.5257, |
| "eval_samples_per_second": 26.04, |
| "eval_steps_per_second": 3.256, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.4355086500567764, |
| "grad_norm": 3.96875, |
| "learning_rate": 3.911635052097248e-06, |
| "loss": 0.6994, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.43684456616124506, |
| "grad_norm": 3.78125, |
| "learning_rate": 3.908295484905157e-06, |
| "loss": 0.6736, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.4381804822657137, |
| "grad_norm": 3.90625, |
| "learning_rate": 3.9049559177130645e-06, |
| "loss": 0.7078, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.43951639837018236, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.901616350520972e-06, |
| "loss": 0.7155, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.440852314474651, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.898276783328881e-06, |
| "loss": 0.702, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.44218823057911966, |
| "grad_norm": 4.15625, |
| "learning_rate": 3.894937216136789e-06, |
| "loss": 0.7082, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.44352414668358825, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.891597648944697e-06, |
| "loss": 0.6865, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.4448600627880569, |
| "grad_norm": 4.125, |
| "learning_rate": 3.888258081752605e-06, |
| "loss": 0.708, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.44619597889252555, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.884918514560514e-06, |
| "loss": 0.7067, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.4475318949969942, |
| "grad_norm": 4.09375, |
| "learning_rate": 3.8815789473684214e-06, |
| "loss": 0.7224, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.44886781110146284, |
| "grad_norm": 3.984375, |
| "learning_rate": 3.87823938017633e-06, |
| "loss": 0.7184, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.4502037272059315, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.8748998129842376e-06, |
| "loss": 0.7036, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.4515396433104001, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.871560245792146e-06, |
| "loss": 0.6918, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.45287555941486873, |
| "grad_norm": 3.921875, |
| "learning_rate": 3.868220678600054e-06, |
| "loss": 0.6886, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.4542114755193374, |
| "grad_norm": 3.984375, |
| "learning_rate": 3.864881111407962e-06, |
| "loss": 0.6921, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.45554739162380603, |
| "grad_norm": 3.921875, |
| "learning_rate": 3.86154154421587e-06, |
| "loss": 0.7179, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.4568833077282747, |
| "grad_norm": 3.953125, |
| "learning_rate": 3.858201977023778e-06, |
| "loss": 0.7011, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.4582192238327433, |
| "grad_norm": 4.15625, |
| "learning_rate": 3.854862409831686e-06, |
| "loss": 0.7181, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.4595551399372119, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.851522842639594e-06, |
| "loss": 0.719, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.46089105604168057, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.848183275447502e-06, |
| "loss": 0.7156, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.4622269721461492, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.84484370825541e-06, |
| "loss": 0.7408, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.46356288825061787, |
| "grad_norm": 4.375, |
| "learning_rate": 3.841504141063318e-06, |
| "loss": 0.7285, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.4648988043550865, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.838164573871227e-06, |
| "loss": 0.7227, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.46623472045955516, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.8348250066791345e-06, |
| "loss": 0.6922, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.46757063656402376, |
| "grad_norm": 4.375, |
| "learning_rate": 3.831485439487043e-06, |
| "loss": 0.6978, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.46757063656402376, |
| "eval_loss": 0.7053844332695007, |
| "eval_runtime": 253.0049, |
| "eval_samples_per_second": 26.3, |
| "eval_steps_per_second": 3.288, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.4689065526684924, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.828145872294951e-06, |
| "loss": 0.6694, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.47024246877296105, |
| "grad_norm": 4.125, |
| "learning_rate": 3.824806305102859e-06, |
| "loss": 0.7262, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.4715783848774297, |
| "grad_norm": 4.15625, |
| "learning_rate": 3.821466737910768e-06, |
| "loss": 0.7241, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.47291430098189835, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.818127170718675e-06, |
| "loss": 0.7089, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.474250217086367, |
| "grad_norm": 4.4375, |
| "learning_rate": 3.814787603526584e-06, |
| "loss": 0.7031, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.4755861331908356, |
| "grad_norm": 3.953125, |
| "learning_rate": 3.8114480363344914e-06, |
| "loss": 0.6876, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.47692204929530424, |
| "grad_norm": 4.125, |
| "learning_rate": 3.8081084691424e-06, |
| "loss": 0.6875, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.4782579653997729, |
| "grad_norm": 3.84375, |
| "learning_rate": 3.8047689019503076e-06, |
| "loss": 0.6992, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.47959388150424154, |
| "grad_norm": 4.09375, |
| "learning_rate": 3.8014293347582152e-06, |
| "loss": 0.6999, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.4809297976087102, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.7980897675661237e-06, |
| "loss": 0.6897, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.48226571371317883, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.794750200374032e-06, |
| "loss": 0.7004, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.4836016298176474, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.79141063318194e-06, |
| "loss": 0.6983, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.4849375459221161, |
| "grad_norm": 3.765625, |
| "learning_rate": 3.788071065989848e-06, |
| "loss": 0.7035, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.4862734620265847, |
| "grad_norm": 4.0625, |
| "learning_rate": 3.7847314987977565e-06, |
| "loss": 0.7003, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.4876093781310534, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.781391931605664e-06, |
| "loss": 0.7221, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.488945294235522, |
| "grad_norm": 4.0, |
| "learning_rate": 3.7780523644135726e-06, |
| "loss": 0.7035, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.49028121033999067, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.7747127972214803e-06, |
| "loss": 0.68, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.49161712644445926, |
| "grad_norm": 4.4375, |
| "learning_rate": 3.7713732300293888e-06, |
| "loss": 0.716, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.4929530425489279, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.7680336628372964e-06, |
| "loss": 0.6904, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.49428895865339656, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.764694095645205e-06, |
| "loss": 0.6839, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.4956248747578652, |
| "grad_norm": 4.375, |
| "learning_rate": 3.761354528453113e-06, |
| "loss": 0.7143, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.49696079086233386, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.7580149612610206e-06, |
| "loss": 0.7024, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.4982967069668025, |
| "grad_norm": 4.125, |
| "learning_rate": 3.754675394068929e-06, |
| "loss": 0.6954, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.4996326230712711, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.7513358268768368e-06, |
| "loss": 0.7176, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.5009685391757398, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.7479962596847453e-06, |
| "loss": 0.6977, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.5009685391757398, |
| "eval_loss": 0.7025312185287476, |
| "eval_runtime": 252.6561, |
| "eval_samples_per_second": 26.336, |
| "eval_steps_per_second": 3.293, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.5023044552802084, |
| "grad_norm": 3.9375, |
| "learning_rate": 3.744656692492653e-06, |
| "loss": 0.6779, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.503640371384677, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.7413171253005614e-06, |
| "loss": 0.7102, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.5049762874891457, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.7379775581084695e-06, |
| "loss": 0.72, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.5063122035936143, |
| "grad_norm": 4.09375, |
| "learning_rate": 3.7346379909163776e-06, |
| "loss": 0.6866, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.507648119698083, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.7312984237242857e-06, |
| "loss": 0.7016, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.5089840358025516, |
| "grad_norm": 4.65625, |
| "learning_rate": 3.7279588565321937e-06, |
| "loss": 0.6924, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.5103199519070203, |
| "grad_norm": 4.0, |
| "learning_rate": 3.724619289340102e-06, |
| "loss": 0.6948, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.5116558680114889, |
| "grad_norm": 4.0, |
| "learning_rate": 3.7212797221480103e-06, |
| "loss": 0.7075, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.5129917841159575, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.717940154955918e-06, |
| "loss": 0.6979, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.5143277002204262, |
| "grad_norm": 4.125, |
| "learning_rate": 3.7146005877638265e-06, |
| "loss": 0.6876, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.5156636163248948, |
| "grad_norm": 4.125, |
| "learning_rate": 3.711261020571734e-06, |
| "loss": 0.6823, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.5169995324293635, |
| "grad_norm": 4.0, |
| "learning_rate": 3.707921453379642e-06, |
| "loss": 0.684, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.5183354485338321, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.7045818861875503e-06, |
| "loss": 0.6715, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.5196713646383008, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.7012423189954583e-06, |
| "loss": 0.7144, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.5210072807427694, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.697902751803367e-06, |
| "loss": 0.7035, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.522343196847238, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.6945631846112745e-06, |
| "loss": 0.7154, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.5236791129517067, |
| "grad_norm": 4.6875, |
| "learning_rate": 3.691223617419183e-06, |
| "loss": 0.712, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.5250150290561753, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.6878840502270906e-06, |
| "loss": 0.7141, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.526350945160644, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.684544483034999e-06, |
| "loss": 0.7239, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.5276868612651126, |
| "grad_norm": 4.625, |
| "learning_rate": 3.6812049158429068e-06, |
| "loss": 0.6717, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.5290227773695811, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.6778653486508153e-06, |
| "loss": 0.6986, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.5303586934740498, |
| "grad_norm": 4.9375, |
| "learning_rate": 3.6745257814587234e-06, |
| "loss": 0.7062, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.5316946095785184, |
| "grad_norm": 4.5625, |
| "learning_rate": 3.6711862142666314e-06, |
| "loss": 0.721, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.5330305256829871, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.6678466470745395e-06, |
| "loss": 0.6908, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.5343664417874557, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.664507079882448e-06, |
| "loss": 0.6921, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.5343664417874557, |
| "eval_loss": 0.7001104950904846, |
| "eval_runtime": 255.3609, |
| "eval_samples_per_second": 26.057, |
| "eval_steps_per_second": 3.258, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.5357023578919244, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.6611675126903557e-06, |
| "loss": 0.7076, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.537038273996393, |
| "grad_norm": 4.0, |
| "learning_rate": 3.6578279454982633e-06, |
| "loss": 0.7048, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.5383741901008616, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.654488378306172e-06, |
| "loss": 0.7001, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.5397101062053303, |
| "grad_norm": 4.4375, |
| "learning_rate": 3.65114881111408e-06, |
| "loss": 0.6865, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.5410460223097989, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.647809243921988e-06, |
| "loss": 0.6856, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.5423819384142676, |
| "grad_norm": 4.125, |
| "learning_rate": 3.644469676729896e-06, |
| "loss": 0.7233, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.5437178545187362, |
| "grad_norm": 3.96875, |
| "learning_rate": 3.6411301095378045e-06, |
| "loss": 0.7212, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.5450537706232048, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.637790542345712e-06, |
| "loss": 0.708, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.5463896867276735, |
| "grad_norm": 4.125, |
| "learning_rate": 3.6344509751536207e-06, |
| "loss": 0.712, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.5477256028321421, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.6311114079615283e-06, |
| "loss": 0.7102, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.5490615189366108, |
| "grad_norm": 4.15625, |
| "learning_rate": 3.627771840769437e-06, |
| "loss": 0.6841, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.5503974350410794, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.6244322735773445e-06, |
| "loss": 0.7087, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.5517333511455481, |
| "grad_norm": 4.875, |
| "learning_rate": 3.621092706385253e-06, |
| "loss": 0.689, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.5530692672500167, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.617753139193161e-06, |
| "loss": 0.7036, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.5544051833544853, |
| "grad_norm": 4.25, |
| "learning_rate": 3.6144135720010687e-06, |
| "loss": 0.7003, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.555741099458954, |
| "grad_norm": 4.125, |
| "learning_rate": 3.611074004808977e-06, |
| "loss": 0.676, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.5570770155634226, |
| "grad_norm": 3.84375, |
| "learning_rate": 3.607734437616885e-06, |
| "loss": 0.6833, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.5584129316678913, |
| "grad_norm": 4.375, |
| "learning_rate": 3.6043948704247934e-06, |
| "loss": 0.7204, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.5597488477723599, |
| "grad_norm": 4.0625, |
| "learning_rate": 3.601055303232701e-06, |
| "loss": 0.6966, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.5610847638768285, |
| "grad_norm": 4.4375, |
| "learning_rate": 3.5977157360406095e-06, |
| "loss": 0.6921, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.5624206799812972, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.594376168848517e-06, |
| "loss": 0.6833, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.5637565960857658, |
| "grad_norm": 4.0, |
| "learning_rate": 3.5910366016564257e-06, |
| "loss": 0.6981, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.5650925121902345, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.5876970344643337e-06, |
| "loss": 0.6917, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.5664284282947031, |
| "grad_norm": 4.125, |
| "learning_rate": 3.584357467272242e-06, |
| "loss": 0.6743, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.5677643443991718, |
| "grad_norm": 4.15625, |
| "learning_rate": 3.58101790008015e-06, |
| "loss": 0.6818, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.5677643443991718, |
| "eval_loss": 0.6978068351745605, |
| "eval_runtime": 255.6056, |
| "eval_samples_per_second": 26.032, |
| "eval_steps_per_second": 3.255, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.5691002605036404, |
| "grad_norm": 4.40625, |
| "learning_rate": 3.5776783328880584e-06, |
| "loss": 0.6927, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.570436176608109, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.574338765695966e-06, |
| "loss": 0.7078, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.5717720927125777, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.5709991985038745e-06, |
| "loss": 0.7098, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.5731080088170463, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.567659631311782e-06, |
| "loss": 0.6667, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.574443924921515, |
| "grad_norm": 3.921875, |
| "learning_rate": 3.5643200641196903e-06, |
| "loss": 0.6994, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.5757798410259836, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.5609804969275983e-06, |
| "loss": 0.6712, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.5771157571304522, |
| "grad_norm": 4.25, |
| "learning_rate": 3.5576409297355064e-06, |
| "loss": 0.7096, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.5784516732349209, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.554301362543415e-06, |
| "loss": 0.6859, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.5797875893393895, |
| "grad_norm": 3.984375, |
| "learning_rate": 3.5509617953513226e-06, |
| "loss": 0.7046, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.5811235054438582, |
| "grad_norm": 3.84375, |
| "learning_rate": 3.547622228159231e-06, |
| "loss": 0.7108, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.5824594215483268, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.5442826609671387e-06, |
| "loss": 0.7161, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.5837953376527955, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.540943093775047e-06, |
| "loss": 0.7028, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.585131253757264, |
| "grad_norm": 4.125, |
| "learning_rate": 3.537603526582955e-06, |
| "loss": 0.6698, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.5864671698617326, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.5342639593908634e-06, |
| "loss": 0.7042, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.5878030859662013, |
| "grad_norm": 4.0625, |
| "learning_rate": 3.5309243921987714e-06, |
| "loss": 0.7034, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.5891390020706699, |
| "grad_norm": 4.40625, |
| "learning_rate": 3.5275848250066795e-06, |
| "loss": 0.6819, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.5904749181751386, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.5242452578145876e-06, |
| "loss": 0.7039, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.5918108342796072, |
| "grad_norm": 4.65625, |
| "learning_rate": 3.520905690622496e-06, |
| "loss": 0.6948, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.5931467503840758, |
| "grad_norm": 4.4375, |
| "learning_rate": 3.5175661234304037e-06, |
| "loss": 0.7188, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.5944826664885445, |
| "grad_norm": 3.921875, |
| "learning_rate": 3.5142265562383114e-06, |
| "loss": 0.6782, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.5958185825930131, |
| "grad_norm": 4.5, |
| "learning_rate": 3.51088698904622e-06, |
| "loss": 0.7279, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.5971544986974818, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.507547421854128e-06, |
| "loss": 0.6873, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.5984904148019504, |
| "grad_norm": 4.375, |
| "learning_rate": 3.504207854662036e-06, |
| "loss": 0.6869, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.5998263309064191, |
| "grad_norm": 4.0, |
| "learning_rate": 3.500868287469944e-06, |
| "loss": 0.6892, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.6011622470108877, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.497528720277852e-06, |
| "loss": 0.7126, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.6011622470108877, |
| "eval_loss": 0.695655345916748, |
| "eval_runtime": 253.7237, |
| "eval_samples_per_second": 26.225, |
| "eval_steps_per_second": 3.279, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.6024981631153563, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.4941891530857603e-06, |
| "loss": 0.6961, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.603834079219825, |
| "grad_norm": 4.5625, |
| "learning_rate": 3.4908495858936688e-06, |
| "loss": 0.6887, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.6051699953242936, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.4875100187015764e-06, |
| "loss": 0.693, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.6065059114287623, |
| "grad_norm": 4.625, |
| "learning_rate": 3.484170451509485e-06, |
| "loss": 0.7028, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.6078418275332309, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.4808308843173926e-06, |
| "loss": 0.6989, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.6091777436376995, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.477491317125301e-06, |
| "loss": 0.719, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.6105136597421682, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.4741517499332087e-06, |
| "loss": 0.6756, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.6118495758466368, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.470812182741117e-06, |
| "loss": 0.6627, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.6131854919511055, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.4674726155490253e-06, |
| "loss": 0.7032, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.6145214080555741, |
| "grad_norm": 3.953125, |
| "learning_rate": 3.464133048356933e-06, |
| "loss": 0.6984, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.6158573241600428, |
| "grad_norm": 4.15625, |
| "learning_rate": 3.4607934811648414e-06, |
| "loss": 0.6945, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.6171932402645114, |
| "grad_norm": 4.40625, |
| "learning_rate": 3.457453913972749e-06, |
| "loss": 0.6859, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.61852915636898, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.4541143467806576e-06, |
| "loss": 0.6805, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.6198650724734487, |
| "grad_norm": 4.375, |
| "learning_rate": 3.4507747795885652e-06, |
| "loss": 0.6938, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.6212009885779173, |
| "grad_norm": 4.125, |
| "learning_rate": 3.4474352123964737e-06, |
| "loss": 0.6964, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.622536904682386, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.444095645204382e-06, |
| "loss": 0.6957, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.6238728207868546, |
| "grad_norm": 4.25, |
| "learning_rate": 3.44075607801229e-06, |
| "loss": 0.6652, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.6252087368913233, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.437416510820198e-06, |
| "loss": 0.7084, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.6265446529957919, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.4340769436281065e-06, |
| "loss": 0.68, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.6278805691002605, |
| "grad_norm": 3.953125, |
| "learning_rate": 3.430737376436014e-06, |
| "loss": 0.6886, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.6292164852047292, |
| "grad_norm": 4.59375, |
| "learning_rate": 3.4273978092439226e-06, |
| "loss": 0.6702, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.6305524013091978, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.4240582420518303e-06, |
| "loss": 0.6923, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.6318883174136665, |
| "grad_norm": 4.09375, |
| "learning_rate": 3.4207186748597383e-06, |
| "loss": 0.6893, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.6332242335181351, |
| "grad_norm": 4.25, |
| "learning_rate": 3.4173791076676464e-06, |
| "loss": 0.6878, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.6345601496226037, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.4140395404755545e-06, |
| "loss": 0.7255, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.6345601496226037, |
| "eval_loss": 0.6938580870628357, |
| "eval_runtime": 252.4989, |
| "eval_samples_per_second": 26.353, |
| "eval_steps_per_second": 3.295, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.6358960657270724, |
| "grad_norm": 4.09375, |
| "learning_rate": 3.410699973283463e-06, |
| "loss": 0.6993, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.637231981831541, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.4073604060913706e-06, |
| "loss": 0.694, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.6385678979360097, |
| "grad_norm": 4.0625, |
| "learning_rate": 3.404020838899279e-06, |
| "loss": 0.6956, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.6399038140404782, |
| "grad_norm": 4.125, |
| "learning_rate": 3.400681271707187e-06, |
| "loss": 0.6602, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.641239730144947, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.3973417045150953e-06, |
| "loss": 0.7062, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.6425756462494155, |
| "grad_norm": 4.375, |
| "learning_rate": 3.394002137323003e-06, |
| "loss": 0.6678, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.6439115623538841, |
| "grad_norm": 4.25, |
| "learning_rate": 3.3906625701309114e-06, |
| "loss": 0.6775, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.6452474784583528, |
| "grad_norm": 4.375, |
| "learning_rate": 3.3873230029388195e-06, |
| "loss": 0.7201, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.6465833945628214, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.3839834357467276e-06, |
| "loss": 0.7082, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.6479193106672901, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.3806438685546357e-06, |
| "loss": 0.6921, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.6492552267717587, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.3773043013625437e-06, |
| "loss": 0.6908, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.6505911428762273, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.373964734170452e-06, |
| "loss": 0.7033, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.651927058980696, |
| "grad_norm": 4.6875, |
| "learning_rate": 3.3706251669783595e-06, |
| "loss": 0.6887, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.6532629750851646, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.367285599786268e-06, |
| "loss": 0.6837, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.6545988911896333, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.363946032594176e-06, |
| "loss": 0.7105, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.6559348072941019, |
| "grad_norm": 4.25, |
| "learning_rate": 3.360606465402084e-06, |
| "loss": 0.6894, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.6572707233985706, |
| "grad_norm": 4.40625, |
| "learning_rate": 3.357266898209992e-06, |
| "loss": 0.6973, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.6586066395030392, |
| "grad_norm": 4.5625, |
| "learning_rate": 3.3539273310179003e-06, |
| "loss": 0.7103, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.6599425556075078, |
| "grad_norm": 4.03125, |
| "learning_rate": 3.3505877638258083e-06, |
| "loss": 0.6993, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.6612784717119765, |
| "grad_norm": 4.96875, |
| "learning_rate": 3.347248196633717e-06, |
| "loss": 0.6951, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.6626143878164451, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.3439086294416245e-06, |
| "loss": 0.6882, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.6639503039209138, |
| "grad_norm": 4.25, |
| "learning_rate": 3.340569062249533e-06, |
| "loss": 0.6795, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.6652862200253824, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.3372294950574406e-06, |
| "loss": 0.7015, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.666622136129851, |
| "grad_norm": 4.65625, |
| "learning_rate": 3.333889927865349e-06, |
| "loss": 0.6637, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.6679580522343197, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.330550360673257e-06, |
| "loss": 0.6756, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.6679580522343197, |
| "eval_loss": 0.6922534704208374, |
| "eval_runtime": 255.0021, |
| "eval_samples_per_second": 26.094, |
| "eval_steps_per_second": 3.263, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.6692939683387883, |
| "grad_norm": 4.40625, |
| "learning_rate": 3.3272107934811653e-06, |
| "loss": 0.6962, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.670629884443257, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.3238712262890734e-06, |
| "loss": 0.71, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.6719658005477256, |
| "grad_norm": 4.5, |
| "learning_rate": 3.320531659096981e-06, |
| "loss": 0.6734, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.6733017166521943, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.3171920919048895e-06, |
| "loss": 0.6997, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.6746376327566629, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.313852524712797e-06, |
| "loss": 0.6943, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.6759735488611315, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.3105129575207057e-06, |
| "loss": 0.7012, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.6773094649656002, |
| "grad_norm": 4.625, |
| "learning_rate": 3.3071733903286133e-06, |
| "loss": 0.7069, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.6786453810700688, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.303833823136522e-06, |
| "loss": 0.7147, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.6799812971745375, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.30049425594443e-06, |
| "loss": 0.668, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.6813172132790061, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.297154688752338e-06, |
| "loss": 0.6898, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.6826531293834747, |
| "grad_norm": 4.625, |
| "learning_rate": 3.293815121560246e-06, |
| "loss": 0.7131, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.6839890454879434, |
| "grad_norm": 4.5, |
| "learning_rate": 3.2904755543681545e-06, |
| "loss": 0.6894, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.685324961592412, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.287135987176062e-06, |
| "loss": 0.6642, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.6866608776968807, |
| "grad_norm": 4.4375, |
| "learning_rate": 3.2837964199839707e-06, |
| "loss": 0.6666, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.6879967938013493, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.2804568527918783e-06, |
| "loss": 0.688, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.689332709905818, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.277117285599787e-06, |
| "loss": 0.6893, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.6906686260102866, |
| "grad_norm": 4.59375, |
| "learning_rate": 3.2737777184076945e-06, |
| "loss": 0.6861, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.6920045421147552, |
| "grad_norm": 4.53125, |
| "learning_rate": 3.2704381512156026e-06, |
| "loss": 0.6923, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.6933404582192239, |
| "grad_norm": 4.625, |
| "learning_rate": 3.267098584023511e-06, |
| "loss": 0.7132, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.6946763743236924, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.2637590168314187e-06, |
| "loss": 0.6973, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.6960122904281612, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.2604194496393272e-06, |
| "loss": 0.7069, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.6973482065326297, |
| "grad_norm": 4.78125, |
| "learning_rate": 3.257079882447235e-06, |
| "loss": 0.7184, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.6986841226370983, |
| "grad_norm": 4.125, |
| "learning_rate": 3.2537403152551434e-06, |
| "loss": 0.6771, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.700020038741567, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.250400748063051e-06, |
| "loss": 0.6892, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.7013559548460356, |
| "grad_norm": 4.4375, |
| "learning_rate": 3.2470611808709595e-06, |
| "loss": 0.6873, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.7013559548460356, |
| "eval_loss": 0.6906906366348267, |
| "eval_runtime": 254.5589, |
| "eval_samples_per_second": 26.139, |
| "eval_steps_per_second": 3.268, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.7026918709505043, |
| "grad_norm": 4.125, |
| "learning_rate": 3.2437216136788676e-06, |
| "loss": 0.7006, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.7040277870549729, |
| "grad_norm": 4.09375, |
| "learning_rate": 3.2403820464867757e-06, |
| "loss": 0.6899, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.7053637031594416, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.2370424792946837e-06, |
| "loss": 0.7053, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.7066996192639102, |
| "grad_norm": 6.03125, |
| "learning_rate": 3.233702912102592e-06, |
| "loss": 0.6889, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.7080355353683788, |
| "grad_norm": 4.84375, |
| "learning_rate": 3.2303633449105e-06, |
| "loss": 0.7144, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.7093714514728475, |
| "grad_norm": 4.40625, |
| "learning_rate": 3.2270237777184075e-06, |
| "loss": 0.6994, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.7107073675773161, |
| "grad_norm": 4.40625, |
| "learning_rate": 3.223684210526316e-06, |
| "loss": 0.7008, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.7120432836817848, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.220344643334224e-06, |
| "loss": 0.6877, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.7133791997862534, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.217005076142132e-06, |
| "loss": 0.7241, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.714715115890722, |
| "grad_norm": 4.53125, |
| "learning_rate": 3.2136655089500403e-06, |
| "loss": 0.7012, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.7160510319951907, |
| "grad_norm": 4.15625, |
| "learning_rate": 3.2103259417579483e-06, |
| "loss": 0.6753, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.7173869480996593, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.2069863745658564e-06, |
| "loss": 0.7083, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.718722864204128, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.203646807373765e-06, |
| "loss": 0.6992, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.7200587803085966, |
| "grad_norm": 3.9375, |
| "learning_rate": 3.2003072401816726e-06, |
| "loss": 0.6601, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.7213946964130653, |
| "grad_norm": 4.875, |
| "learning_rate": 3.196967672989581e-06, |
| "loss": 0.6993, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.7227306125175339, |
| "grad_norm": 4.53125, |
| "learning_rate": 3.1936281057974887e-06, |
| "loss": 0.6848, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.7240665286220025, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.1902885386053972e-06, |
| "loss": 0.6546, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.7254024447264712, |
| "grad_norm": 4.65625, |
| "learning_rate": 3.186948971413305e-06, |
| "loss": 0.6807, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.7267383608309398, |
| "grad_norm": 4.375, |
| "learning_rate": 3.1836094042212134e-06, |
| "loss": 0.697, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.7280742769354085, |
| "grad_norm": 4.5, |
| "learning_rate": 3.1802698370291214e-06, |
| "loss": 0.6968, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.7294101930398771, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.176930269837029e-06, |
| "loss": 0.668, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.7307461091443458, |
| "grad_norm": 4.4375, |
| "learning_rate": 3.1735907026449376e-06, |
| "loss": 0.697, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.7320820252488144, |
| "grad_norm": 4.125, |
| "learning_rate": 3.1702511354528452e-06, |
| "loss": 0.6697, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.733417941353283, |
| "grad_norm": 4.4375, |
| "learning_rate": 3.1669115682607537e-06, |
| "loss": 0.6638, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.7347538574577517, |
| "grad_norm": 4.59375, |
| "learning_rate": 3.1635720010686614e-06, |
| "loss": 0.6842, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.7347538574577517, |
| "eval_loss": 0.6894299387931824, |
| "eval_runtime": 252.4388, |
| "eval_samples_per_second": 26.359, |
| "eval_steps_per_second": 3.296, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.7360897735622203, |
| "grad_norm": 4.6875, |
| "learning_rate": 3.16023243387657e-06, |
| "loss": 0.6932, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.737425689666689, |
| "grad_norm": 4.375, |
| "learning_rate": 3.156892866684478e-06, |
| "loss": 0.6859, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.7387616057711576, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.153553299492386e-06, |
| "loss": 0.6715, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.7400975218756262, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.150213732300294e-06, |
| "loss": 0.6759, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.7414334379800949, |
| "grad_norm": 4.15625, |
| "learning_rate": 3.1468741651082026e-06, |
| "loss": 0.6798, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.7427693540845635, |
| "grad_norm": 4.34375, |
| "learning_rate": 3.1435345979161103e-06, |
| "loss": 0.6917, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.7441052701890322, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.1401950307240188e-06, |
| "loss": 0.6778, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.7454411862935008, |
| "grad_norm": 4.25, |
| "learning_rate": 3.1368554635319264e-06, |
| "loss": 0.7027, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.7467771023979695, |
| "grad_norm": 4.25, |
| "learning_rate": 3.133515896339835e-06, |
| "loss": 0.7011, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.748113018502438, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.1301763291477426e-06, |
| "loss": 0.6744, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.7494489346069066, |
| "grad_norm": 4.25, |
| "learning_rate": 3.1268367619556506e-06, |
| "loss": 0.6817, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.7507848507113754, |
| "grad_norm": 4.53125, |
| "learning_rate": 3.123497194763559e-06, |
| "loss": 0.6708, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.7521207668158439, |
| "grad_norm": 4.5625, |
| "learning_rate": 3.120157627571467e-06, |
| "loss": 0.6958, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.7534566829203126, |
| "grad_norm": 4.4375, |
| "learning_rate": 3.1168180603793753e-06, |
| "loss": 0.6897, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.7547925990247812, |
| "grad_norm": 4.5, |
| "learning_rate": 3.113478493187283e-06, |
| "loss": 0.7017, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.7561285151292498, |
| "grad_norm": 4.75, |
| "learning_rate": 3.1101389259951914e-06, |
| "loss": 0.6682, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.7574644312337185, |
| "grad_norm": 4.59375, |
| "learning_rate": 3.106799358803099e-06, |
| "loss": 0.6939, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.7588003473381871, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.1034597916110076e-06, |
| "loss": 0.6803, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.7601362634426558, |
| "grad_norm": 4.28125, |
| "learning_rate": 3.1001202244189157e-06, |
| "loss": 0.6984, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.7614721795471244, |
| "grad_norm": 4.5, |
| "learning_rate": 3.0967806572268237e-06, |
| "loss": 0.6944, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.7628080956515931, |
| "grad_norm": 4.5, |
| "learning_rate": 3.093441090034732e-06, |
| "loss": 0.7123, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.7641440117560617, |
| "grad_norm": 4.5625, |
| "learning_rate": 3.09010152284264e-06, |
| "loss": 0.6913, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.7654799278605303, |
| "grad_norm": 4.5625, |
| "learning_rate": 3.086761955650548e-06, |
| "loss": 0.6961, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.766815843964999, |
| "grad_norm": 4.59375, |
| "learning_rate": 3.0834223884584556e-06, |
| "loss": 0.6847, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.7681517600694676, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.080082821266364e-06, |
| "loss": 0.6777, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.7681517600694676, |
| "eval_loss": 0.6881247758865356, |
| "eval_runtime": 255.4097, |
| "eval_samples_per_second": 26.052, |
| "eval_steps_per_second": 3.258, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.7694876761739363, |
| "grad_norm": 4.40625, |
| "learning_rate": 3.076743254074272e-06, |
| "loss": 0.6726, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.7708235922784049, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.0734036868821803e-06, |
| "loss": 0.6699, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.7721595083828735, |
| "grad_norm": 4.125, |
| "learning_rate": 3.0700641196900883e-06, |
| "loss": 0.6841, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.7734954244873422, |
| "grad_norm": 4.5, |
| "learning_rate": 3.0667245524979964e-06, |
| "loss": 0.6779, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.7748313405918108, |
| "grad_norm": 4.84375, |
| "learning_rate": 3.0633849853059045e-06, |
| "loss": 0.6632, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.7761672566962795, |
| "grad_norm": 4.84375, |
| "learning_rate": 3.060045418113813e-06, |
| "loss": 0.7113, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.7775031728007481, |
| "grad_norm": 4.75, |
| "learning_rate": 3.0567058509217206e-06, |
| "loss": 0.7068, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.7788390889052168, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.053366283729629e-06, |
| "loss": 0.6908, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.7801750050096854, |
| "grad_norm": 4.65625, |
| "learning_rate": 3.050026716537537e-06, |
| "loss": 0.6967, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.781510921114154, |
| "grad_norm": 4.4375, |
| "learning_rate": 3.0466871493454453e-06, |
| "loss": 0.6893, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.7828468372186227, |
| "grad_norm": 4.84375, |
| "learning_rate": 3.043347582153353e-06, |
| "loss": 0.6879, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.7841827533230913, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.0400080149612614e-06, |
| "loss": 0.6828, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.78551866942756, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.0366684477691695e-06, |
| "loss": 0.6902, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.7868545855320286, |
| "grad_norm": 4.53125, |
| "learning_rate": 3.033328880577077e-06, |
| "loss": 0.6929, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.7881905016364972, |
| "grad_norm": 4.375, |
| "learning_rate": 3.0299893133849857e-06, |
| "loss": 0.6655, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.7895264177409659, |
| "grad_norm": 4.5625, |
| "learning_rate": 3.0266497461928933e-06, |
| "loss": 0.6936, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.7908623338454345, |
| "grad_norm": 4.5, |
| "learning_rate": 3.023310179000802e-06, |
| "loss": 0.7074, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.7921982499499032, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.0199706118087095e-06, |
| "loss": 0.6958, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.7935341660543718, |
| "grad_norm": 4.1875, |
| "learning_rate": 3.016631044616618e-06, |
| "loss": 0.6604, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.7948700821588405, |
| "grad_norm": 4.78125, |
| "learning_rate": 3.013291477424526e-06, |
| "loss": 0.6831, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.7962059982633091, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.009951910232434e-06, |
| "loss": 0.6929, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.7975419143677777, |
| "grad_norm": 4.3125, |
| "learning_rate": 3.006612343040342e-06, |
| "loss": 0.6681, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.7988778304722464, |
| "grad_norm": 4.8125, |
| "learning_rate": 3.0032727758482507e-06, |
| "loss": 0.6832, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.800213746576715, |
| "grad_norm": 4.28125, |
| "learning_rate": 2.9999332086561583e-06, |
| "loss": 0.6867, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.8015496626811837, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.996593641464067e-06, |
| "loss": 0.6643, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.8015496626811837, |
| "eval_loss": 0.6869954466819763, |
| "eval_runtime": 255.1316, |
| "eval_samples_per_second": 26.081, |
| "eval_steps_per_second": 3.261, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.8028855787856523, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.9932540742719745e-06, |
| "loss": 0.669, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.8042214948901208, |
| "grad_norm": 4.34375, |
| "learning_rate": 2.989914507079883e-06, |
| "loss": 0.6517, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.8055574109945896, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.9865749398877906e-06, |
| "loss": 0.7005, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.8068933270990581, |
| "grad_norm": 4.625, |
| "learning_rate": 2.9832353726956987e-06, |
| "loss": 0.6788, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.8082292432035268, |
| "grad_norm": 4.5, |
| "learning_rate": 2.9798958055036072e-06, |
| "loss": 0.6853, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.8095651593079954, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.976556238311515e-06, |
| "loss": 0.6787, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.8109010754124641, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.9732166711194234e-06, |
| "loss": 0.6709, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.8122369915169327, |
| "grad_norm": 4.5, |
| "learning_rate": 2.969877103927331e-06, |
| "loss": 0.6819, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.8135729076214013, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.9665375367352395e-06, |
| "loss": 0.6992, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.81490882372587, |
| "grad_norm": 4.40625, |
| "learning_rate": 2.963197969543147e-06, |
| "loss": 0.6949, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.8162447398303386, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.9598584023510557e-06, |
| "loss": 0.6905, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.8175806559348073, |
| "grad_norm": 4.375, |
| "learning_rate": 2.9565188351589637e-06, |
| "loss": 0.7238, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.8189165720392759, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.953179267966872e-06, |
| "loss": 0.6839, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.8202524881437445, |
| "grad_norm": 4.625, |
| "learning_rate": 2.94983970077478e-06, |
| "loss": 0.6943, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.8215884042482132, |
| "grad_norm": 4.75, |
| "learning_rate": 2.946500133582688e-06, |
| "loss": 0.7072, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.8229243203526818, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.943160566390596e-06, |
| "loss": 0.7141, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.8242602364571505, |
| "grad_norm": 4.21875, |
| "learning_rate": 2.9398209991985045e-06, |
| "loss": 0.664, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.8255961525616191, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.936481432006412e-06, |
| "loss": 0.6745, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.8269320686660878, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.93314186481432e-06, |
| "loss": 0.6816, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.8282679847705564, |
| "grad_norm": 4.5, |
| "learning_rate": 2.9298022976222283e-06, |
| "loss": 0.6908, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.829603900875025, |
| "grad_norm": 4.75, |
| "learning_rate": 2.9264627304301364e-06, |
| "loss": 0.6894, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.8309398169794937, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.9231231632380445e-06, |
| "loss": 0.6654, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.8322757330839623, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.9197835960459526e-06, |
| "loss": 0.6746, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.833611649188431, |
| "grad_norm": 4.3125, |
| "learning_rate": 2.916444028853861e-06, |
| "loss": 0.6862, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.8349475652928996, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.9131044616617687e-06, |
| "loss": 0.7101, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.8349475652928996, |
| "eval_loss": 0.6859682202339172, |
| "eval_runtime": 252.3991, |
| "eval_samples_per_second": 26.363, |
| "eval_steps_per_second": 3.296, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.8362834813973683, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.9097648944696772e-06, |
| "loss": 0.7055, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.8376193975018369, |
| "grad_norm": 4.375, |
| "learning_rate": 2.906425327277585e-06, |
| "loss": 0.6817, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.8389553136063055, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.9030857600854934e-06, |
| "loss": 0.6769, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.8402912297107742, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.899746192893401e-06, |
| "loss": 0.6948, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.8416271458152428, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.8964066257013095e-06, |
| "loss": 0.6766, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.8429630619197115, |
| "grad_norm": 4.34375, |
| "learning_rate": 2.8930670585092176e-06, |
| "loss": 0.7015, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.8442989780241801, |
| "grad_norm": 4.5, |
| "learning_rate": 2.8897274913171253e-06, |
| "loss": 0.6858, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.8456348941286487, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.8863879241250337e-06, |
| "loss": 0.7049, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.8469708102331174, |
| "grad_norm": 4.625, |
| "learning_rate": 2.8830483569329414e-06, |
| "loss": 0.6877, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.848306726337586, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.87970878974085e-06, |
| "loss": 0.682, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.8496426424420547, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.8763692225487576e-06, |
| "loss": 0.6489, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.8509785585465233, |
| "grad_norm": 4.75, |
| "learning_rate": 2.873029655356666e-06, |
| "loss": 0.6873, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.852314474650992, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.869690088164574e-06, |
| "loss": 0.6956, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.8536503907554606, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.866350520972482e-06, |
| "loss": 0.6715, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.8549863068599292, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.8630109537803903e-06, |
| "loss": 0.6665, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.8563222229643979, |
| "grad_norm": 4.5, |
| "learning_rate": 2.8596713865882988e-06, |
| "loss": 0.6664, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.8576581390688665, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.8563318193962064e-06, |
| "loss": 0.6964, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.8589940551733352, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.852992252204115e-06, |
| "loss": 0.6687, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.8603299712778038, |
| "grad_norm": 4.75, |
| "learning_rate": 2.8496526850120226e-06, |
| "loss": 0.6885, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.8616658873822723, |
| "grad_norm": 4.75, |
| "learning_rate": 2.846313117819931e-06, |
| "loss": 0.6959, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.863001803486741, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.8429735506278387e-06, |
| "loss": 0.6695, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.8643377195912096, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.839633983435747e-06, |
| "loss": 0.6922, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.8656736356956783, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.8362944162436553e-06, |
| "loss": 0.7111, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.8670095518001469, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.832954849051563e-06, |
| "loss": 0.6785, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.8683454679046156, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.8296152818594715e-06, |
| "loss": 0.6806, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.8683454679046156, |
| "eval_loss": 0.6850719451904297, |
| "eval_runtime": 253.3451, |
| "eval_samples_per_second": 26.265, |
| "eval_steps_per_second": 3.284, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.8696813840090842, |
| "grad_norm": 4.25, |
| "learning_rate": 2.826275714667379e-06, |
| "loss": 0.6677, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.8710173001135528, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.8229361474752876e-06, |
| "loss": 0.6833, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.8723532162180215, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.8195965802831953e-06, |
| "loss": 0.691, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.8736891323224901, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.8162570130911038e-06, |
| "loss": 0.6999, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.8750250484269588, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.8129174458990114e-06, |
| "loss": 0.6747, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.8763609645314274, |
| "grad_norm": 4.625, |
| "learning_rate": 2.80957787870692e-06, |
| "loss": 0.6644, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.877696880635896, |
| "grad_norm": 4.75, |
| "learning_rate": 2.806238311514828e-06, |
| "loss": 0.7162, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.8790327967403647, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.802898744322736e-06, |
| "loss": 0.7015, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.8803687128448333, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.799559177130644e-06, |
| "loss": 0.6915, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.881704628949302, |
| "grad_norm": 4.3125, |
| "learning_rate": 2.7962196099385526e-06, |
| "loss": 0.6897, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.8830405450537706, |
| "grad_norm": 4.1875, |
| "learning_rate": 2.7928800427464603e-06, |
| "loss": 0.6767, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.8843764611582393, |
| "grad_norm": 4.34375, |
| "learning_rate": 2.789540475554368e-06, |
| "loss": 0.6478, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.8857123772627079, |
| "grad_norm": 4.75, |
| "learning_rate": 2.7862009083622764e-06, |
| "loss": 0.6756, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.8870482933671765, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.7828613411701845e-06, |
| "loss": 0.649, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.8883842094716452, |
| "grad_norm": 4.40625, |
| "learning_rate": 2.7795217739780926e-06, |
| "loss": 0.6672, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.8897201255761138, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.7761822067860007e-06, |
| "loss": 0.6861, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.8910560416805825, |
| "grad_norm": 4.5, |
| "learning_rate": 2.772842639593909e-06, |
| "loss": 0.6885, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.8923919577850511, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.769503072401817e-06, |
| "loss": 0.6597, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.8937278738895197, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.7661635052097253e-06, |
| "loss": 0.6787, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.8950637899939884, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.762823938017633e-06, |
| "loss": 0.6819, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.896399706098457, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.7594843708255415e-06, |
| "loss": 0.6841, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.8977356222029257, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.756144803633449e-06, |
| "loss": 0.6826, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.8990715383073943, |
| "grad_norm": 4.625, |
| "learning_rate": 2.7528052364413576e-06, |
| "loss": 0.6955, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.900407454411863, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.7494656692492657e-06, |
| "loss": 0.6997, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.9017433705163316, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.7461261020571733e-06, |
| "loss": 0.6789, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.9017433705163316, |
| "eval_loss": 0.6842080354690552, |
| "eval_runtime": 255.8216, |
| "eval_samples_per_second": 26.01, |
| "eval_steps_per_second": 3.252, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.9030792866208002, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.742786534865082e-06, |
| "loss": 0.7046, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.9044152027252689, |
| "grad_norm": 4.1875, |
| "learning_rate": 2.7394469676729895e-06, |
| "loss": 0.6483, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.9057511188297375, |
| "grad_norm": 4.625, |
| "learning_rate": 2.736107400480898e-06, |
| "loss": 0.6884, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.9070870349342062, |
| "grad_norm": 4.21875, |
| "learning_rate": 2.7327678332888056e-06, |
| "loss": 0.68, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.9084229510386748, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.729428266096714e-06, |
| "loss": 0.6791, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.9097588671431434, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.726088698904622e-06, |
| "loss": 0.7055, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.9110947832476121, |
| "grad_norm": 4.3125, |
| "learning_rate": 2.7227491317125303e-06, |
| "loss": 0.6989, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.9124306993520807, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.7194095645204384e-06, |
| "loss": 0.6467, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.9137666154565494, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.716069997328347e-06, |
| "loss": 0.6883, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.915102531561018, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.7127304301362545e-06, |
| "loss": 0.6996, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.9164384476654867, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.709390862944163e-06, |
| "loss": 0.6717, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.9177743637699552, |
| "grad_norm": 4.40625, |
| "learning_rate": 2.7060512957520707e-06, |
| "loss": 0.6707, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.9191102798744238, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.702711728559979e-06, |
| "loss": 0.6703, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.9204461959788925, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.699372161367887e-06, |
| "loss": 0.6797, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.9217821120833611, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.696032594175795e-06, |
| "loss": 0.689, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.9231180281878298, |
| "grad_norm": 5.0, |
| "learning_rate": 2.692693026983703e-06, |
| "loss": 0.6845, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.9244539442922984, |
| "grad_norm": 4.25, |
| "learning_rate": 2.689353459791611e-06, |
| "loss": 0.6649, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.925789860396767, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.6860138925995195e-06, |
| "loss": 0.6521, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.9271257765012357, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.682674325407427e-06, |
| "loss": 0.6774, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.9284616926057043, |
| "grad_norm": 4.40625, |
| "learning_rate": 2.6793347582153357e-06, |
| "loss": 0.6555, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.929797608710173, |
| "grad_norm": 4.34375, |
| "learning_rate": 2.6759951910232433e-06, |
| "loss": 0.6744, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.9311335248146416, |
| "grad_norm": 4.25, |
| "learning_rate": 2.672655623831152e-06, |
| "loss": 0.6808, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.9324694409191103, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.6693160566390595e-06, |
| "loss": 0.6962, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.9338053570235789, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.665976489446968e-06, |
| "loss": 0.647, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.9351412731280475, |
| "grad_norm": 5.0625, |
| "learning_rate": 2.662636922254876e-06, |
| "loss": 0.6775, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.9351412731280475, |
| "eval_loss": 0.68352210521698, |
| "eval_runtime": 254.6837, |
| "eval_samples_per_second": 26.127, |
| "eval_steps_per_second": 3.267, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.9364771892325162, |
| "grad_norm": 4.625, |
| "learning_rate": 2.659297355062784e-06, |
| "loss": 0.6849, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.9378131053369848, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.655957787870692e-06, |
| "loss": 0.6861, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.9391490214414535, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.6526182206786007e-06, |
| "loss": 0.682, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.9404849375459221, |
| "grad_norm": 4.21875, |
| "learning_rate": 2.6492786534865084e-06, |
| "loss": 0.6489, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.9418208536503908, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.645939086294416e-06, |
| "loss": 0.667, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.9431567697548594, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.6425995191023245e-06, |
| "loss": 0.6915, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.944492685859328, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.6392599519102326e-06, |
| "loss": 0.6575, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.9458286019637967, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.6359203847181407e-06, |
| "loss": 0.6793, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.9471645180682653, |
| "grad_norm": 4.40625, |
| "learning_rate": 2.6325808175260487e-06, |
| "loss": 0.6534, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.948500434172734, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.6292412503339572e-06, |
| "loss": 0.6805, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.9498363502772026, |
| "grad_norm": 4.75, |
| "learning_rate": 2.625901683141865e-06, |
| "loss": 0.6832, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.9511722663816712, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.6225621159497734e-06, |
| "loss": 0.6693, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.9525081824861399, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.619222548757681e-06, |
| "loss": 0.6669, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.9538440985906085, |
| "grad_norm": 4.3125, |
| "learning_rate": 2.6158829815655895e-06, |
| "loss": 0.6899, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.9551800146950772, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.612543414373497e-06, |
| "loss": 0.6984, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.9565159307995458, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.6092038471814057e-06, |
| "loss": 0.6823, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.9578518469040145, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.6058642799893138e-06, |
| "loss": 0.7037, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.9591877630084831, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.602524712797222e-06, |
| "loss": 0.7057, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.9605236791129517, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.59918514560513e-06, |
| "loss": 0.7063, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.9618595952174204, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.5958455784130376e-06, |
| "loss": 0.6823, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.963195511321889, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.592506011220946e-06, |
| "loss": 0.68, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.9645314274263577, |
| "grad_norm": 4.5, |
| "learning_rate": 2.5891664440288537e-06, |
| "loss": 0.6668, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.9658673435308263, |
| "grad_norm": 4.375, |
| "learning_rate": 2.585826876836762e-06, |
| "loss": 0.6537, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.9672032596352949, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.5824873096446703e-06, |
| "loss": 0.6618, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.9685391757397636, |
| "grad_norm": 4.34375, |
| "learning_rate": 2.5791477424525784e-06, |
| "loss": 0.6809, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.9685391757397636, |
| "eval_loss": 0.6828362941741943, |
| "eval_runtime": 252.3197, |
| "eval_samples_per_second": 26.371, |
| "eval_steps_per_second": 3.297, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.9698750918442322, |
| "grad_norm": 4.28125, |
| "learning_rate": 2.5758081752604864e-06, |
| "loss": 0.69, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.9712110079487009, |
| "grad_norm": 4.375, |
| "learning_rate": 2.5724686080683945e-06, |
| "loss": 0.6881, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.9725469240531694, |
| "grad_norm": 4.90625, |
| "learning_rate": 2.5691290408763026e-06, |
| "loss": 0.6937, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.9738828401576382, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.565789473684211e-06, |
| "loss": 0.6731, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.9752187562621067, |
| "grad_norm": 4.75, |
| "learning_rate": 2.5624499064921187e-06, |
| "loss": 0.6414, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.9765546723665753, |
| "grad_norm": 4.25, |
| "learning_rate": 2.5591103393000272e-06, |
| "loss": 0.6634, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.977890588471044, |
| "grad_norm": 4.75, |
| "learning_rate": 2.555770772107935e-06, |
| "loss": 0.6918, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.9792265045755126, |
| "grad_norm": 4.28125, |
| "learning_rate": 2.552431204915843e-06, |
| "loss": 0.6682, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.9805624206799813, |
| "grad_norm": 5.03125, |
| "learning_rate": 2.549091637723751e-06, |
| "loss": 0.676, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.9818983367844499, |
| "grad_norm": 5.0, |
| "learning_rate": 2.545752070531659e-06, |
| "loss": 0.6964, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.9832342528889185, |
| "grad_norm": 4.625, |
| "learning_rate": 2.5424125033395676e-06, |
| "loss": 0.6633, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.9845701689933872, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.5390729361474753e-06, |
| "loss": 0.7033, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.9859060850978558, |
| "grad_norm": 4.40625, |
| "learning_rate": 2.5357333689553838e-06, |
| "loss": 0.6751, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.9872420012023245, |
| "grad_norm": 4.375, |
| "learning_rate": 2.5323938017632914e-06, |
| "loss": 0.6835, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.9885779173067931, |
| "grad_norm": 4.5, |
| "learning_rate": 2.5290542345712e-06, |
| "loss": 0.6808, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.9899138334112618, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.5257146673791076e-06, |
| "loss": 0.6755, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.9912497495157304, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.522375100187016e-06, |
| "loss": 0.6702, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.992585665620199, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.519035532994924e-06, |
| "loss": 0.685, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.9939215817246677, |
| "grad_norm": 4.3125, |
| "learning_rate": 2.515695965802832e-06, |
| "loss": 0.6726, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.9952574978291363, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.5123563986107403e-06, |
| "loss": 0.6705, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.996593413933605, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.5090168314186488e-06, |
| "loss": 0.6449, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.9979293300380736, |
| "grad_norm": 8.625, |
| "learning_rate": 2.5056772642265564e-06, |
| "loss": 0.6615, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.9992652461425422, |
| "grad_norm": 4.625, |
| "learning_rate": 2.502337697034464e-06, |
| "loss": 0.6786, |
| "step": 7480 |
| }, |
| { |
| "epoch": 1.0005343664417874, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.4989981298423726e-06, |
| "loss": 0.6865, |
| "step": 7490 |
| }, |
| { |
| "epoch": 1.001870282546256, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.4956585626502807e-06, |
| "loss": 0.6878, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.001870282546256, |
| "eval_loss": 0.682263195514679, |
| "eval_runtime": 253.6366, |
| "eval_samples_per_second": 26.234, |
| "eval_steps_per_second": 3.28, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.0032061986507248, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.4923189954581887e-06, |
| "loss": 0.6563, |
| "step": 7510 |
| }, |
| { |
| "epoch": 1.0045421147551934, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.488979428266097e-06, |
| "loss": 0.7019, |
| "step": 7520 |
| }, |
| { |
| "epoch": 1.005878030859662, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.4856398610740053e-06, |
| "loss": 0.6812, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.0072139469641306, |
| "grad_norm": 4.375, |
| "learning_rate": 2.4823002938819134e-06, |
| "loss": 0.6699, |
| "step": 7540 |
| }, |
| { |
| "epoch": 1.0085498630685994, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.478960726689821e-06, |
| "loss": 0.6711, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.009885779173068, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.475621159497729e-06, |
| "loss": 0.6752, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.0112216952775366, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.472281592305637e-06, |
| "loss": 0.6461, |
| "step": 7570 |
| }, |
| { |
| "epoch": 1.0125576113820052, |
| "grad_norm": 4.75, |
| "learning_rate": 2.4689420251135453e-06, |
| "loss": 0.6654, |
| "step": 7580 |
| }, |
| { |
| "epoch": 1.0138935274864738, |
| "grad_norm": 4.5, |
| "learning_rate": 2.4656024579214533e-06, |
| "loss": 0.6579, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.0152294435909426, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.462262890729362e-06, |
| "loss": 0.6559, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.0165653596954112, |
| "grad_norm": 5.25, |
| "learning_rate": 2.45892332353727e-06, |
| "loss": 0.6451, |
| "step": 7610 |
| }, |
| { |
| "epoch": 1.0179012757998798, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.455583756345178e-06, |
| "loss": 0.6724, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.0192371919043484, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.452244189153086e-06, |
| "loss": 0.6784, |
| "step": 7630 |
| }, |
| { |
| "epoch": 1.020573108008817, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.448904621960994e-06, |
| "loss": 0.6973, |
| "step": 7640 |
| }, |
| { |
| "epoch": 1.0219090241132858, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.445565054768902e-06, |
| "loss": 0.6933, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.0232449402177544, |
| "grad_norm": 4.75, |
| "learning_rate": 2.4422254875768103e-06, |
| "loss": 0.6654, |
| "step": 7660 |
| }, |
| { |
| "epoch": 1.024580856322223, |
| "grad_norm": 4.3125, |
| "learning_rate": 2.4388859203847184e-06, |
| "loss": 0.6918, |
| "step": 7670 |
| }, |
| { |
| "epoch": 1.0259167724266915, |
| "grad_norm": 4.40625, |
| "learning_rate": 2.4355463531926264e-06, |
| "loss": 0.6661, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.0272526885311601, |
| "grad_norm": 4.75, |
| "learning_rate": 2.4322067860005345e-06, |
| "loss": 0.6791, |
| "step": 7690 |
| }, |
| { |
| "epoch": 1.028588604635629, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.4288672188084426e-06, |
| "loss": 0.6624, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.0299245207400975, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.4255276516163507e-06, |
| "loss": 0.6541, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.0312604368445661, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.4221880844242587e-06, |
| "loss": 0.6602, |
| "step": 7720 |
| }, |
| { |
| "epoch": 1.0325963529490347, |
| "grad_norm": 4.90625, |
| "learning_rate": 2.418848517232167e-06, |
| "loss": 0.6672, |
| "step": 7730 |
| }, |
| { |
| "epoch": 1.0339322690535035, |
| "grad_norm": 4.90625, |
| "learning_rate": 2.415508950040075e-06, |
| "loss": 0.6736, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.0352681851579721, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.412169382847983e-06, |
| "loss": 0.6886, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.0352681851579721, |
| "eval_loss": 0.6817737221717834, |
| "eval_runtime": 255.8419, |
| "eval_samples_per_second": 26.008, |
| "eval_steps_per_second": 3.252, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.0366041012624407, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.408829815655891e-06, |
| "loss": 0.6605, |
| "step": 7760 |
| }, |
| { |
| "epoch": 1.0379400173669093, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.405490248463799e-06, |
| "loss": 0.6849, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.039275933471378, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.4021506812717076e-06, |
| "loss": 0.6851, |
| "step": 7780 |
| }, |
| { |
| "epoch": 1.0406118495758467, |
| "grad_norm": 5.09375, |
| "learning_rate": 2.3988111140796157e-06, |
| "loss": 0.6845, |
| "step": 7790 |
| }, |
| { |
| "epoch": 1.0419477656803153, |
| "grad_norm": 4.875, |
| "learning_rate": 2.3954715468875238e-06, |
| "loss": 0.6786, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.043283681784784, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.392131979695432e-06, |
| "loss": 0.6923, |
| "step": 7810 |
| }, |
| { |
| "epoch": 1.0446195978892525, |
| "grad_norm": 4.40625, |
| "learning_rate": 2.38879241250334e-06, |
| "loss": 0.6748, |
| "step": 7820 |
| }, |
| { |
| "epoch": 1.045955513993721, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.385452845311248e-06, |
| "loss": 0.6747, |
| "step": 7830 |
| }, |
| { |
| "epoch": 1.04729143009819, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.3821132781191556e-06, |
| "loss": 0.708, |
| "step": 7840 |
| }, |
| { |
| "epoch": 1.0486273462026585, |
| "grad_norm": 4.5, |
| "learning_rate": 2.378773710927064e-06, |
| "loss": 0.6536, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.049963262307127, |
| "grad_norm": 4.625, |
| "learning_rate": 2.3754341437349722e-06, |
| "loss": 0.6978, |
| "step": 7860 |
| }, |
| { |
| "epoch": 1.0512991784115957, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.3720945765428803e-06, |
| "loss": 0.6675, |
| "step": 7870 |
| }, |
| { |
| "epoch": 1.0526350945160643, |
| "grad_norm": 4.875, |
| "learning_rate": 2.3687550093507884e-06, |
| "loss": 0.6713, |
| "step": 7880 |
| }, |
| { |
| "epoch": 1.053971010620533, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.3654154421586964e-06, |
| "loss": 0.6844, |
| "step": 7890 |
| }, |
| { |
| "epoch": 1.0553069267250017, |
| "grad_norm": 4.34375, |
| "learning_rate": 2.3620758749666045e-06, |
| "loss": 0.6762, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.0566428428294703, |
| "grad_norm": 4.875, |
| "learning_rate": 2.3587363077745126e-06, |
| "loss": 0.6715, |
| "step": 7910 |
| }, |
| { |
| "epoch": 1.057978758933939, |
| "grad_norm": 4.9375, |
| "learning_rate": 2.3553967405824207e-06, |
| "loss": 0.6651, |
| "step": 7920 |
| }, |
| { |
| "epoch": 1.0593146750384075, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.3520571733903287e-06, |
| "loss": 0.6746, |
| "step": 7930 |
| }, |
| { |
| "epoch": 1.0606505911428763, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.348717606198237e-06, |
| "loss": 0.6699, |
| "step": 7940 |
| }, |
| { |
| "epoch": 1.061986507247345, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.345378039006145e-06, |
| "loss": 0.6518, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.0633224233518135, |
| "grad_norm": 4.96875, |
| "learning_rate": 2.3420384718140534e-06, |
| "loss": 0.6881, |
| "step": 7960 |
| }, |
| { |
| "epoch": 1.064658339456282, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.3386989046219615e-06, |
| "loss": 0.6716, |
| "step": 7970 |
| }, |
| { |
| "epoch": 1.0659942555607507, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.335359337429869e-06, |
| "loss": 0.7079, |
| "step": 7980 |
| }, |
| { |
| "epoch": 1.0673301716652195, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.332019770237777e-06, |
| "loss": 0.6725, |
| "step": 7990 |
| }, |
| { |
| "epoch": 1.068666087769688, |
| "grad_norm": 4.625, |
| "learning_rate": 2.3286802030456853e-06, |
| "loss": 0.6943, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.068666087769688, |
| "eval_loss": 0.6813973188400269, |
| "eval_runtime": 254.5415, |
| "eval_samples_per_second": 26.141, |
| "eval_steps_per_second": 3.269, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.0700020038741567, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.3253406358535933e-06, |
| "loss": 0.6694, |
| "step": 8010 |
| }, |
| { |
| "epoch": 1.0713379199786253, |
| "grad_norm": 4.5, |
| "learning_rate": 2.3220010686615014e-06, |
| "loss": 0.6788, |
| "step": 8020 |
| }, |
| { |
| "epoch": 1.072673836083094, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.31866150146941e-06, |
| "loss": 0.6681, |
| "step": 8030 |
| }, |
| { |
| "epoch": 1.0740097521875627, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.315321934277318e-06, |
| "loss": 0.6596, |
| "step": 8040 |
| }, |
| { |
| "epoch": 1.0753456682920313, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.311982367085226e-06, |
| "loss": 0.6606, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.0766815843964999, |
| "grad_norm": 4.25, |
| "learning_rate": 2.308642799893134e-06, |
| "loss": 0.6589, |
| "step": 8060 |
| }, |
| { |
| "epoch": 1.0780175005009685, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.3053032327010422e-06, |
| "loss": 0.6699, |
| "step": 8070 |
| }, |
| { |
| "epoch": 1.0793534166054373, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.3019636655089503e-06, |
| "loss": 0.6372, |
| "step": 8080 |
| }, |
| { |
| "epoch": 1.0806893327099059, |
| "grad_norm": 4.375, |
| "learning_rate": 2.2986240983168584e-06, |
| "loss": 0.6353, |
| "step": 8090 |
| }, |
| { |
| "epoch": 1.0820252488143745, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.2952845311247664e-06, |
| "loss": 0.6356, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.083361164918843, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.2919449639326745e-06, |
| "loss": 0.6656, |
| "step": 8110 |
| }, |
| { |
| "epoch": 1.0846970810233116, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.2886053967405826e-06, |
| "loss": 0.6429, |
| "step": 8120 |
| }, |
| { |
| "epoch": 1.0860329971277805, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.2852658295484907e-06, |
| "loss": 0.6933, |
| "step": 8130 |
| }, |
| { |
| "epoch": 1.087368913232249, |
| "grad_norm": 4.34375, |
| "learning_rate": 2.2819262623563987e-06, |
| "loss": 0.6901, |
| "step": 8140 |
| }, |
| { |
| "epoch": 1.0887048293367176, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.278586695164307e-06, |
| "loss": 0.6658, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.0900407454411862, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.275247127972215e-06, |
| "loss": 0.6607, |
| "step": 8160 |
| }, |
| { |
| "epoch": 1.091376661545655, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.271907560780123e-06, |
| "loss": 0.6658, |
| "step": 8170 |
| }, |
| { |
| "epoch": 1.0927125776501236, |
| "grad_norm": 4.625, |
| "learning_rate": 2.268567993588031e-06, |
| "loss": 0.6655, |
| "step": 8180 |
| }, |
| { |
| "epoch": 1.0940484937545922, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.265228426395939e-06, |
| "loss": 0.6643, |
| "step": 8190 |
| }, |
| { |
| "epoch": 1.0953844098590608, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.261888859203847e-06, |
| "loss": 0.6695, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.0967203259635294, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.2585492920117557e-06, |
| "loss": 0.6755, |
| "step": 8210 |
| }, |
| { |
| "epoch": 1.0980562420679982, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.2552097248196638e-06, |
| "loss": 0.6726, |
| "step": 8220 |
| }, |
| { |
| "epoch": 1.0993921581724668, |
| "grad_norm": 4.875, |
| "learning_rate": 2.251870157627572e-06, |
| "loss": 0.7172, |
| "step": 8230 |
| }, |
| { |
| "epoch": 1.1007280742769354, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.24853059043548e-06, |
| "loss": 0.6731, |
| "step": 8240 |
| }, |
| { |
| "epoch": 1.102063990381404, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.245191023243388e-06, |
| "loss": 0.6915, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.102063990381404, |
| "eval_loss": 0.6810314059257507, |
| "eval_runtime": 252.462, |
| "eval_samples_per_second": 26.356, |
| "eval_steps_per_second": 3.296, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.1033999064858726, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.241851456051296e-06, |
| "loss": 0.6893, |
| "step": 8260 |
| }, |
| { |
| "epoch": 1.1047358225903414, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.2385118888592037e-06, |
| "loss": 0.6809, |
| "step": 8270 |
| }, |
| { |
| "epoch": 1.10607173869481, |
| "grad_norm": 4.875, |
| "learning_rate": 2.2351723216671122e-06, |
| "loss": 0.6966, |
| "step": 8280 |
| }, |
| { |
| "epoch": 1.1074076547992786, |
| "grad_norm": 4.90625, |
| "learning_rate": 2.2318327544750203e-06, |
| "loss": 0.6693, |
| "step": 8290 |
| }, |
| { |
| "epoch": 1.1087435709037472, |
| "grad_norm": 4.9375, |
| "learning_rate": 2.2284931872829284e-06, |
| "loss": 0.7169, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.1100794870082158, |
| "grad_norm": 4.75, |
| "learning_rate": 2.2251536200908364e-06, |
| "loss": 0.6943, |
| "step": 8310 |
| }, |
| { |
| "epoch": 1.1114154031126846, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.2218140528987445e-06, |
| "loss": 0.6584, |
| "step": 8320 |
| }, |
| { |
| "epoch": 1.1127513192171532, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.2184744857066526e-06, |
| "loss": 0.6514, |
| "step": 8330 |
| }, |
| { |
| "epoch": 1.1140872353216218, |
| "grad_norm": 4.5, |
| "learning_rate": 2.2151349185145607e-06, |
| "loss": 0.6863, |
| "step": 8340 |
| }, |
| { |
| "epoch": 1.1154231514260904, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.2117953513224687e-06, |
| "loss": 0.6751, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.116759067530559, |
| "grad_norm": 4.28125, |
| "learning_rate": 2.208455784130377e-06, |
| "loss": 0.6752, |
| "step": 8360 |
| }, |
| { |
| "epoch": 1.1180949836350278, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.205116216938285e-06, |
| "loss": 0.6665, |
| "step": 8370 |
| }, |
| { |
| "epoch": 1.1194308997394964, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.201776649746193e-06, |
| "loss": 0.6953, |
| "step": 8380 |
| }, |
| { |
| "epoch": 1.120766815843965, |
| "grad_norm": 4.40625, |
| "learning_rate": 2.1984370825541015e-06, |
| "loss": 0.6613, |
| "step": 8390 |
| }, |
| { |
| "epoch": 1.1221027319484336, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.1950975153620095e-06, |
| "loss": 0.6598, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.1234386480529022, |
| "grad_norm": 4.5625, |
| "learning_rate": 2.1917579481699176e-06, |
| "loss": 0.6804, |
| "step": 8410 |
| }, |
| { |
| "epoch": 1.124774564157371, |
| "grad_norm": 4.9375, |
| "learning_rate": 2.1884183809778253e-06, |
| "loss": 0.6609, |
| "step": 8420 |
| }, |
| { |
| "epoch": 1.1261104802618396, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.1850788137857333e-06, |
| "loss": 0.6764, |
| "step": 8430 |
| }, |
| { |
| "epoch": 1.1274463963663082, |
| "grad_norm": 5.125, |
| "learning_rate": 2.1817392465936414e-06, |
| "loss": 0.6541, |
| "step": 8440 |
| }, |
| { |
| "epoch": 1.1287823124707768, |
| "grad_norm": 4.9375, |
| "learning_rate": 2.1783996794015495e-06, |
| "loss": 0.6851, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.1301182285752454, |
| "grad_norm": 4.96875, |
| "learning_rate": 2.175060112209458e-06, |
| "loss": 0.6727, |
| "step": 8460 |
| }, |
| { |
| "epoch": 1.1314541446797142, |
| "grad_norm": 4.90625, |
| "learning_rate": 2.171720545017366e-06, |
| "loss": 0.6893, |
| "step": 8470 |
| }, |
| { |
| "epoch": 1.1327900607841828, |
| "grad_norm": 4.625, |
| "learning_rate": 2.168380977825274e-06, |
| "loss": 0.6761, |
| "step": 8480 |
| }, |
| { |
| "epoch": 1.1341259768886514, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.1650414106331822e-06, |
| "loss": 0.6817, |
| "step": 8490 |
| }, |
| { |
| "epoch": 1.13546189299312, |
| "grad_norm": 4.5, |
| "learning_rate": 2.1617018434410903e-06, |
| "loss": 0.6668, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.13546189299312, |
| "eval_loss": 0.6807094812393188, |
| "eval_runtime": 253.3038, |
| "eval_samples_per_second": 26.269, |
| "eval_steps_per_second": 3.285, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.1367978090975888, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.1583622762489984e-06, |
| "loss": 0.6688, |
| "step": 8510 |
| }, |
| { |
| "epoch": 1.1381337252020574, |
| "grad_norm": 4.59375, |
| "learning_rate": 2.1550227090569064e-06, |
| "loss": 0.6453, |
| "step": 8520 |
| }, |
| { |
| "epoch": 1.139469641306526, |
| "grad_norm": 4.90625, |
| "learning_rate": 2.1516831418648145e-06, |
| "loss": 0.6816, |
| "step": 8530 |
| }, |
| { |
| "epoch": 1.1408055574109945, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.1483435746727226e-06, |
| "loss": 0.6552, |
| "step": 8540 |
| }, |
| { |
| "epoch": 1.1421414735154631, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.1450040074806307e-06, |
| "loss": 0.6865, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.143477389619932, |
| "grad_norm": 4.75, |
| "learning_rate": 2.1416644402885387e-06, |
| "loss": 0.6727, |
| "step": 8560 |
| }, |
| { |
| "epoch": 1.1448133057244005, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.138324873096447e-06, |
| "loss": 0.6728, |
| "step": 8570 |
| }, |
| { |
| "epoch": 1.1461492218288691, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.134985305904355e-06, |
| "loss": 0.674, |
| "step": 8580 |
| }, |
| { |
| "epoch": 1.1474851379333377, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.131645738712263e-06, |
| "loss": 0.6701, |
| "step": 8590 |
| }, |
| { |
| "epoch": 1.1488210540378065, |
| "grad_norm": 5.0, |
| "learning_rate": 2.128306171520171e-06, |
| "loss": 0.6664, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.1501569701422751, |
| "grad_norm": 4.625, |
| "learning_rate": 2.124966604328079e-06, |
| "loss": 0.6615, |
| "step": 8610 |
| }, |
| { |
| "epoch": 1.1514928862467437, |
| "grad_norm": 4.75, |
| "learning_rate": 2.121627037135987e-06, |
| "loss": 0.667, |
| "step": 8620 |
| }, |
| { |
| "epoch": 1.1528288023512123, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.1182874699438953e-06, |
| "loss": 0.6936, |
| "step": 8630 |
| }, |
| { |
| "epoch": 1.154164718455681, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.1149479027518038e-06, |
| "loss": 0.663, |
| "step": 8640 |
| }, |
| { |
| "epoch": 1.1555006345601497, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.111608335559712e-06, |
| "loss": 0.6965, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.1568365506646183, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.10826876836762e-06, |
| "loss": 0.6457, |
| "step": 8660 |
| }, |
| { |
| "epoch": 1.158172466769087, |
| "grad_norm": 4.90625, |
| "learning_rate": 2.104929201175528e-06, |
| "loss": 0.6419, |
| "step": 8670 |
| }, |
| { |
| "epoch": 1.1595083828735555, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.101589633983436e-06, |
| "loss": 0.6915, |
| "step": 8680 |
| }, |
| { |
| "epoch": 1.160844298978024, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.098250066791344e-06, |
| "loss": 0.6945, |
| "step": 8690 |
| }, |
| { |
| "epoch": 1.162180215082493, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.0949104995992522e-06, |
| "loss": 0.6829, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.1635161311869615, |
| "grad_norm": 5.09375, |
| "learning_rate": 2.09157093240716e-06, |
| "loss": 0.6909, |
| "step": 8710 |
| }, |
| { |
| "epoch": 1.16485204729143, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.0882313652150684e-06, |
| "loss": 0.685, |
| "step": 8720 |
| }, |
| { |
| "epoch": 1.1661879633958987, |
| "grad_norm": 5.03125, |
| "learning_rate": 2.0848917980229764e-06, |
| "loss": 0.6884, |
| "step": 8730 |
| }, |
| { |
| "epoch": 1.1675238795003673, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.0815522308308845e-06, |
| "loss": 0.6587, |
| "step": 8740 |
| }, |
| { |
| "epoch": 1.168859795604836, |
| "grad_norm": 4.9375, |
| "learning_rate": 2.0782126636387926e-06, |
| "loss": 0.6493, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.168859795604836, |
| "eval_loss": 0.680444598197937, |
| "eval_runtime": 255.5862, |
| "eval_samples_per_second": 26.034, |
| "eval_steps_per_second": 3.255, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.1701957117093047, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.0748730964467007e-06, |
| "loss": 0.6866, |
| "step": 8760 |
| }, |
| { |
| "epoch": 1.1715316278137733, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.0715335292546087e-06, |
| "loss": 0.6905, |
| "step": 8770 |
| }, |
| { |
| "epoch": 1.1728675439182419, |
| "grad_norm": 4.96875, |
| "learning_rate": 2.068193962062517e-06, |
| "loss": 0.6768, |
| "step": 8780 |
| }, |
| { |
| "epoch": 1.1742034600227105, |
| "grad_norm": 4.28125, |
| "learning_rate": 2.064854394870425e-06, |
| "loss": 0.6565, |
| "step": 8790 |
| }, |
| { |
| "epoch": 1.1755393761271793, |
| "grad_norm": 4.5, |
| "learning_rate": 2.061514827678333e-06, |
| "loss": 0.6762, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.1768752922316479, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.058175260486241e-06, |
| "loss": 0.6785, |
| "step": 8810 |
| }, |
| { |
| "epoch": 1.1782112083361165, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.0548356932941495e-06, |
| "loss": 0.6865, |
| "step": 8820 |
| }, |
| { |
| "epoch": 1.179547124440585, |
| "grad_norm": 4.90625, |
| "learning_rate": 2.0514961261020576e-06, |
| "loss": 0.6776, |
| "step": 8830 |
| }, |
| { |
| "epoch": 1.1808830405450537, |
| "grad_norm": 4.9375, |
| "learning_rate": 2.0481565589099657e-06, |
| "loss": 0.6596, |
| "step": 8840 |
| }, |
| { |
| "epoch": 1.1822189566495225, |
| "grad_norm": 4.96875, |
| "learning_rate": 2.0448169917178733e-06, |
| "loss": 0.6637, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.183554872753991, |
| "grad_norm": 4.90625, |
| "learning_rate": 2.0414774245257814e-06, |
| "loss": 0.6726, |
| "step": 8860 |
| }, |
| { |
| "epoch": 1.1848907888584597, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.0381378573336895e-06, |
| "loss": 0.683, |
| "step": 8870 |
| }, |
| { |
| "epoch": 1.1862267049629283, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.0347982901415976e-06, |
| "loss": 0.6947, |
| "step": 8880 |
| }, |
| { |
| "epoch": 1.1875626210673969, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.0314587229495056e-06, |
| "loss": 0.6683, |
| "step": 8890 |
| }, |
| { |
| "epoch": 1.1888985371718657, |
| "grad_norm": 4.53125, |
| "learning_rate": 2.028119155757414e-06, |
| "loss": 0.6564, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.1902344532763343, |
| "grad_norm": 4.96875, |
| "learning_rate": 2.0247795885653222e-06, |
| "loss": 0.6766, |
| "step": 8910 |
| }, |
| { |
| "epoch": 1.1915703693808029, |
| "grad_norm": 5.125, |
| "learning_rate": 2.0214400213732303e-06, |
| "loss": 0.6973, |
| "step": 8920 |
| }, |
| { |
| "epoch": 1.1929062854852714, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.0181004541811384e-06, |
| "loss": 0.6897, |
| "step": 8930 |
| }, |
| { |
| "epoch": 1.1942422015897403, |
| "grad_norm": 5.0, |
| "learning_rate": 2.0147608869890464e-06, |
| "loss": 0.6814, |
| "step": 8940 |
| }, |
| { |
| "epoch": 1.1955781176942089, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.0114213197969545e-06, |
| "loss": 0.6569, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.1969140337986774, |
| "grad_norm": 4.28125, |
| "learning_rate": 2.0080817526048626e-06, |
| "loss": 0.6387, |
| "step": 8960 |
| }, |
| { |
| "epoch": 1.198249949903146, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.0047421854127707e-06, |
| "loss": 0.63, |
| "step": 8970 |
| }, |
| { |
| "epoch": 1.1995858660076146, |
| "grad_norm": 4.875, |
| "learning_rate": 2.0014026182206787e-06, |
| "loss": 0.6978, |
| "step": 8980 |
| }, |
| { |
| "epoch": 1.2009217821120834, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.998063051028587e-06, |
| "loss": 0.6754, |
| "step": 8990 |
| }, |
| { |
| "epoch": 1.202257698216552, |
| "grad_norm": 4.75, |
| "learning_rate": 1.994723483836495e-06, |
| "loss": 0.6963, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.202257698216552, |
| "eval_loss": 0.6801754832267761, |
| "eval_runtime": 255.0408, |
| "eval_samples_per_second": 26.09, |
| "eval_steps_per_second": 3.262, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.2035936143210206, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.991383916644403e-06, |
| "loss": 0.7035, |
| "step": 9010 |
| }, |
| { |
| "epoch": 1.2049295304254892, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.988044349452311e-06, |
| "loss": 0.6682, |
| "step": 9020 |
| }, |
| { |
| "epoch": 1.206265446529958, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.984704782260219e-06, |
| "loss": 0.6621, |
| "step": 9030 |
| }, |
| { |
| "epoch": 1.2076013626344266, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.981365215068127e-06, |
| "loss": 0.6769, |
| "step": 9040 |
| }, |
| { |
| "epoch": 1.2089372787388952, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.9780256478760353e-06, |
| "loss": 0.6575, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.2102731948433638, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.9746860806839433e-06, |
| "loss": 0.6558, |
| "step": 9060 |
| }, |
| { |
| "epoch": 1.2116091109478324, |
| "grad_norm": 5.0, |
| "learning_rate": 1.9713465134918514e-06, |
| "loss": 0.6964, |
| "step": 9070 |
| }, |
| { |
| "epoch": 1.2129450270523012, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.96800694629976e-06, |
| "loss": 0.6833, |
| "step": 9080 |
| }, |
| { |
| "epoch": 1.2142809431567698, |
| "grad_norm": 4.625, |
| "learning_rate": 1.964667379107668e-06, |
| "loss": 0.6925, |
| "step": 9090 |
| }, |
| { |
| "epoch": 1.2156168592612384, |
| "grad_norm": 5.125, |
| "learning_rate": 1.961327811915576e-06, |
| "loss": 0.6783, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.216952775365707, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.957988244723484e-06, |
| "loss": 0.6665, |
| "step": 9110 |
| }, |
| { |
| "epoch": 1.2182886914701756, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.9546486775313922e-06, |
| "loss": 0.6708, |
| "step": 9120 |
| }, |
| { |
| "epoch": 1.2196246075746444, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.9513091103393003e-06, |
| "loss": 0.6731, |
| "step": 9130 |
| }, |
| { |
| "epoch": 1.220960523679113, |
| "grad_norm": 4.75, |
| "learning_rate": 1.947969543147208e-06, |
| "loss": 0.6771, |
| "step": 9140 |
| }, |
| { |
| "epoch": 1.2222964397835816, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.9446299759551164e-06, |
| "loss": 0.6683, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.2236323558880502, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.9412904087630245e-06, |
| "loss": 0.6624, |
| "step": 9160 |
| }, |
| { |
| "epoch": 1.2249682719925188, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.9379508415709326e-06, |
| "loss": 0.6934, |
| "step": 9170 |
| }, |
| { |
| "epoch": 1.2263041880969876, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.9346112743788407e-06, |
| "loss": 0.6854, |
| "step": 9180 |
| }, |
| { |
| "epoch": 1.2276401042014562, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.9312717071867487e-06, |
| "loss": 0.6695, |
| "step": 9190 |
| }, |
| { |
| "epoch": 1.2289760203059248, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.927932139994657e-06, |
| "loss": 0.6711, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.2303119364103934, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.924592572802565e-06, |
| "loss": 0.6741, |
| "step": 9210 |
| }, |
| { |
| "epoch": 1.231647852514862, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.921253005610473e-06, |
| "loss": 0.6394, |
| "step": 9220 |
| }, |
| { |
| "epoch": 1.2329837686193308, |
| "grad_norm": 5.03125, |
| "learning_rate": 1.917913438418381e-06, |
| "loss": 0.6707, |
| "step": 9230 |
| }, |
| { |
| "epoch": 1.2343196847237994, |
| "grad_norm": 5.0, |
| "learning_rate": 1.914573871226289e-06, |
| "loss": 0.6822, |
| "step": 9240 |
| }, |
| { |
| "epoch": 1.235655600828268, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.911234304034197e-06, |
| "loss": 0.6909, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.235655600828268, |
| "eval_loss": 0.6799613833427429, |
| "eval_runtime": 252.555, |
| "eval_samples_per_second": 26.347, |
| "eval_steps_per_second": 3.294, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.2369915169327366, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.9078947368421057e-06, |
| "loss": 0.6629, |
| "step": 9260 |
| }, |
| { |
| "epoch": 1.2383274330372052, |
| "grad_norm": 5.03125, |
| "learning_rate": 1.9045551696500136e-06, |
| "loss": 0.6716, |
| "step": 9270 |
| }, |
| { |
| "epoch": 1.239663349141674, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.9012156024579214e-06, |
| "loss": 0.6838, |
| "step": 9280 |
| }, |
| { |
| "epoch": 1.2409992652461426, |
| "grad_norm": 5.0, |
| "learning_rate": 1.8978760352658295e-06, |
| "loss": 0.6724, |
| "step": 9290 |
| }, |
| { |
| "epoch": 1.2423351813506112, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.8945364680737378e-06, |
| "loss": 0.6812, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.2436710974550798, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.8911969008816459e-06, |
| "loss": 0.6939, |
| "step": 9310 |
| }, |
| { |
| "epoch": 1.2450070135595483, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.887857333689554e-06, |
| "loss": 0.6542, |
| "step": 9320 |
| }, |
| { |
| "epoch": 1.2463429296640172, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.884517766497462e-06, |
| "loss": 0.6697, |
| "step": 9330 |
| }, |
| { |
| "epoch": 1.2476788457684858, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.88117819930537e-06, |
| "loss": 0.6881, |
| "step": 9340 |
| }, |
| { |
| "epoch": 1.2490147618729543, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.8778386321132784e-06, |
| "loss": 0.6765, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.250350677977423, |
| "grad_norm": 4.875, |
| "learning_rate": 1.8744990649211864e-06, |
| "loss": 0.673, |
| "step": 9360 |
| }, |
| { |
| "epoch": 1.2516865940818915, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.8711594977290945e-06, |
| "loss": 0.6463, |
| "step": 9370 |
| }, |
| { |
| "epoch": 1.2530225101863603, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.8678199305370026e-06, |
| "loss": 0.6932, |
| "step": 9380 |
| }, |
| { |
| "epoch": 1.254358426290829, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.8644803633449107e-06, |
| "loss": 0.6514, |
| "step": 9390 |
| }, |
| { |
| "epoch": 1.2556943423952975, |
| "grad_norm": 4.5, |
| "learning_rate": 1.8611407961528187e-06, |
| "loss": 0.666, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.2570302584997664, |
| "grad_norm": 4.625, |
| "learning_rate": 1.857801228960727e-06, |
| "loss": 0.685, |
| "step": 9410 |
| }, |
| { |
| "epoch": 1.2583661746042347, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.8544616617686351e-06, |
| "loss": 0.6701, |
| "step": 9420 |
| }, |
| { |
| "epoch": 1.2597020907087035, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.851122094576543e-06, |
| "loss": 0.6765, |
| "step": 9430 |
| }, |
| { |
| "epoch": 1.2610380068131721, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.847782527384451e-06, |
| "loss": 0.6839, |
| "step": 9440 |
| }, |
| { |
| "epoch": 1.2623739229176407, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.8444429601923591e-06, |
| "loss": 0.6846, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.2637098390221095, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.8411033930002672e-06, |
| "loss": 0.6443, |
| "step": 9460 |
| }, |
| { |
| "epoch": 1.2650457551265781, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.8377638258081753e-06, |
| "loss": 0.6633, |
| "step": 9470 |
| }, |
| { |
| "epoch": 1.2663816712310467, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.8344242586160836e-06, |
| "loss": 0.6792, |
| "step": 9480 |
| }, |
| { |
| "epoch": 1.2677175873355153, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.8310846914239916e-06, |
| "loss": 0.6935, |
| "step": 9490 |
| }, |
| { |
| "epoch": 1.269053503439984, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.8277451242318997e-06, |
| "loss": 0.6716, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.269053503439984, |
| "eval_loss": 0.6797373294830322, |
| "eval_runtime": 252.8856, |
| "eval_samples_per_second": 26.312, |
| "eval_steps_per_second": 3.29, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.2703894195444527, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.8244055570398078e-06, |
| "loss": 0.6704, |
| "step": 9510 |
| }, |
| { |
| "epoch": 1.2717253356489213, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.8210659898477159e-06, |
| "loss": 0.6817, |
| "step": 9520 |
| }, |
| { |
| "epoch": 1.27306125175339, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.8177264226556242e-06, |
| "loss": 0.6975, |
| "step": 9530 |
| }, |
| { |
| "epoch": 1.2743971678578585, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.8143868554635322e-06, |
| "loss": 0.6749, |
| "step": 9540 |
| }, |
| { |
| "epoch": 1.275733083962327, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.8110472882714403e-06, |
| "loss": 0.6677, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.277069000066796, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.8077077210793484e-06, |
| "loss": 0.6639, |
| "step": 9560 |
| }, |
| { |
| "epoch": 1.2784049161712645, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.8043681538872562e-06, |
| "loss": 0.6957, |
| "step": 9570 |
| }, |
| { |
| "epoch": 1.279740832275733, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.8010285866951643e-06, |
| "loss": 0.6986, |
| "step": 9580 |
| }, |
| { |
| "epoch": 1.2810767483802017, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.7976890195030724e-06, |
| "loss": 0.676, |
| "step": 9590 |
| }, |
| { |
| "epoch": 1.2824126644846703, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.7943494523109805e-06, |
| "loss": 0.6534, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.283748580589139, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.7910098851188888e-06, |
| "loss": 0.6783, |
| "step": 9610 |
| }, |
| { |
| "epoch": 1.2850844966936077, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.7876703179267968e-06, |
| "loss": 0.6529, |
| "step": 9620 |
| }, |
| { |
| "epoch": 1.2864204127980763, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.784330750734705e-06, |
| "loss": 0.6707, |
| "step": 9630 |
| }, |
| { |
| "epoch": 1.2877563289025449, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.780991183542613e-06, |
| "loss": 0.6402, |
| "step": 9640 |
| }, |
| { |
| "epoch": 1.2890922450070135, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.777651616350521e-06, |
| "loss": 0.6274, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.2904281611114823, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.7743120491584293e-06, |
| "loss": 0.6611, |
| "step": 9660 |
| }, |
| { |
| "epoch": 1.2917640772159509, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.7709724819663374e-06, |
| "loss": 0.6731, |
| "step": 9670 |
| }, |
| { |
| "epoch": 1.2930999933204195, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.7676329147742455e-06, |
| "loss": 0.6603, |
| "step": 9680 |
| }, |
| { |
| "epoch": 1.294435909424888, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.7642933475821536e-06, |
| "loss": 0.6699, |
| "step": 9690 |
| }, |
| { |
| "epoch": 1.2957718255293567, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.7609537803900616e-06, |
| "loss": 0.6976, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.2971077416338255, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.75761421319797e-06, |
| "loss": 0.6753, |
| "step": 9710 |
| }, |
| { |
| "epoch": 1.298443657738294, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.7542746460058776e-06, |
| "loss": 0.6892, |
| "step": 9720 |
| }, |
| { |
| "epoch": 1.2997795738427627, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.7509350788137859e-06, |
| "loss": 0.6895, |
| "step": 9730 |
| }, |
| { |
| "epoch": 1.3011154899472313, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.747595511621694e-06, |
| "loss": 0.6742, |
| "step": 9740 |
| }, |
| { |
| "epoch": 1.3024514060516998, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.744255944429602e-06, |
| "loss": 0.6659, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.3024514060516998, |
| "eval_loss": 0.6795492768287659, |
| "eval_runtime": 255.162, |
| "eval_samples_per_second": 26.078, |
| "eval_steps_per_second": 3.261, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.3037873221561687, |
| "grad_norm": 4.75, |
| "learning_rate": 1.74091637723751e-06, |
| "loss": 0.6744, |
| "step": 9760 |
| }, |
| { |
| "epoch": 1.3051232382606373, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.7375768100454182e-06, |
| "loss": 0.6923, |
| "step": 9770 |
| }, |
| { |
| "epoch": 1.3064591543651058, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.7342372428533262e-06, |
| "loss": 0.686, |
| "step": 9780 |
| }, |
| { |
| "epoch": 1.3077950704695744, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.7308976756612345e-06, |
| "loss": 0.6758, |
| "step": 9790 |
| }, |
| { |
| "epoch": 1.309130986574043, |
| "grad_norm": 4.625, |
| "learning_rate": 1.7275581084691426e-06, |
| "loss": 0.6643, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.3104669026785118, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.7242185412770507e-06, |
| "loss": 0.6369, |
| "step": 9810 |
| }, |
| { |
| "epoch": 1.3118028187829804, |
| "grad_norm": 4.75, |
| "learning_rate": 1.7208789740849588e-06, |
| "loss": 0.6779, |
| "step": 9820 |
| }, |
| { |
| "epoch": 1.313138734887449, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.7175394068928668e-06, |
| "loss": 0.6443, |
| "step": 9830 |
| }, |
| { |
| "epoch": 1.3144746509919176, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.7141998397007751e-06, |
| "loss": 0.6458, |
| "step": 9840 |
| }, |
| { |
| "epoch": 1.3158105670963862, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.7108602725086832e-06, |
| "loss": 0.6609, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.317146483200855, |
| "grad_norm": 4.625, |
| "learning_rate": 1.707520705316591e-06, |
| "loss": 0.6774, |
| "step": 9860 |
| }, |
| { |
| "epoch": 1.3184823993053236, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.7041811381244991e-06, |
| "loss": 0.6822, |
| "step": 9870 |
| }, |
| { |
| "epoch": 1.3198183154097922, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.7008415709324072e-06, |
| "loss": 0.6641, |
| "step": 9880 |
| }, |
| { |
| "epoch": 1.321154231514261, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.6975020037403153e-06, |
| "loss": 0.6651, |
| "step": 9890 |
| }, |
| { |
| "epoch": 1.3224901476187294, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.6941624365482234e-06, |
| "loss": 0.6505, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.3238260637231982, |
| "grad_norm": 4.5, |
| "learning_rate": 1.6908228693561316e-06, |
| "loss": 0.6443, |
| "step": 9910 |
| }, |
| { |
| "epoch": 1.3251619798276668, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.6874833021640397e-06, |
| "loss": 0.647, |
| "step": 9920 |
| }, |
| { |
| "epoch": 1.3264978959321354, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.6841437349719478e-06, |
| "loss": 0.6459, |
| "step": 9930 |
| }, |
| { |
| "epoch": 1.3278338120366042, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.6808041677798559e-06, |
| "loss": 0.6907, |
| "step": 9940 |
| }, |
| { |
| "epoch": 1.3291697281410728, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.677464600587764e-06, |
| "loss": 0.6816, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.3305056442455414, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.674125033395672e-06, |
| "loss": 0.6724, |
| "step": 9960 |
| }, |
| { |
| "epoch": 1.33184156035001, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.6707854662035803e-06, |
| "loss": 0.6383, |
| "step": 9970 |
| }, |
| { |
| "epoch": 1.3331774764544786, |
| "grad_norm": 4.625, |
| "learning_rate": 1.6674458990114884e-06, |
| "loss": 0.6544, |
| "step": 9980 |
| }, |
| { |
| "epoch": 1.3345133925589474, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.6641063318193965e-06, |
| "loss": 0.6752, |
| "step": 9990 |
| }, |
| { |
| "epoch": 1.335849308663416, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.6607667646273045e-06, |
| "loss": 0.6666, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.335849308663416, |
| "eval_loss": 0.6794190406799316, |
| "eval_runtime": 254.8087, |
| "eval_samples_per_second": 26.114, |
| "eval_steps_per_second": 3.265, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.3371852247678846, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.6574271974352124e-06, |
| "loss": 0.6811, |
| "step": 10010 |
| }, |
| { |
| "epoch": 1.3385211408723532, |
| "grad_norm": 5.0, |
| "learning_rate": 1.6540876302431205e-06, |
| "loss": 0.6582, |
| "step": 10020 |
| }, |
| { |
| "epoch": 1.3398570569768218, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.6507480630510285e-06, |
| "loss": 0.6782, |
| "step": 10030 |
| }, |
| { |
| "epoch": 1.3411929730812906, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.6474084958589368e-06, |
| "loss": 0.6767, |
| "step": 10040 |
| }, |
| { |
| "epoch": 1.3425288891857592, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.644068928666845e-06, |
| "loss": 0.6628, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.3438648052902278, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.640729361474753e-06, |
| "loss": 0.6768, |
| "step": 10060 |
| }, |
| { |
| "epoch": 1.3452007213946964, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.637389794282661e-06, |
| "loss": 0.7003, |
| "step": 10070 |
| }, |
| { |
| "epoch": 1.346536637499165, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.6340502270905691e-06, |
| "loss": 0.6615, |
| "step": 10080 |
| }, |
| { |
| "epoch": 1.3478725536036338, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.6307106598984774e-06, |
| "loss": 0.6545, |
| "step": 10090 |
| }, |
| { |
| "epoch": 1.3492084697081024, |
| "grad_norm": 5.28125, |
| "learning_rate": 1.6273710927063855e-06, |
| "loss": 0.6654, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.350544385812571, |
| "grad_norm": 5.40625, |
| "learning_rate": 1.6240315255142936e-06, |
| "loss": 0.6955, |
| "step": 10110 |
| }, |
| { |
| "epoch": 1.3518803019170396, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.6206919583222016e-06, |
| "loss": 0.6748, |
| "step": 10120 |
| }, |
| { |
| "epoch": 1.3532162180215082, |
| "grad_norm": 4.875, |
| "learning_rate": 1.6173523911301097e-06, |
| "loss": 0.6536, |
| "step": 10130 |
| }, |
| { |
| "epoch": 1.354552134125977, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.6140128239380178e-06, |
| "loss": 0.6938, |
| "step": 10140 |
| }, |
| { |
| "epoch": 1.3558880502304456, |
| "grad_norm": 4.375, |
| "learning_rate": 1.6106732567459257e-06, |
| "loss": 0.656, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.3572239663349142, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.607333689553834e-06, |
| "loss": 0.6836, |
| "step": 10160 |
| }, |
| { |
| "epoch": 1.3585598824393827, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.603994122361742e-06, |
| "loss": 0.6439, |
| "step": 10170 |
| }, |
| { |
| "epoch": 1.3598957985438513, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.60065455516965e-06, |
| "loss": 0.6532, |
| "step": 10180 |
| }, |
| { |
| "epoch": 1.3612317146483202, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.5973149879775582e-06, |
| "loss": 0.6816, |
| "step": 10190 |
| }, |
| { |
| "epoch": 1.3625676307527887, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.5939754207854662e-06, |
| "loss": 0.6559, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.3639035468572573, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.5906358535933743e-06, |
| "loss": 0.6568, |
| "step": 10210 |
| }, |
| { |
| "epoch": 1.365239462961726, |
| "grad_norm": 4.5, |
| "learning_rate": 1.5872962864012826e-06, |
| "loss": 0.6608, |
| "step": 10220 |
| }, |
| { |
| "epoch": 1.3665753790661945, |
| "grad_norm": 4.75, |
| "learning_rate": 1.5839567192091907e-06, |
| "loss": 0.6396, |
| "step": 10230 |
| }, |
| { |
| "epoch": 1.3679112951706633, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.5806171520170988e-06, |
| "loss": 0.6776, |
| "step": 10240 |
| }, |
| { |
| "epoch": 1.369247211275132, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.5772775848250068e-06, |
| "loss": 0.6871, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.369247211275132, |
| "eval_loss": 0.6792933940887451, |
| "eval_runtime": 252.2499, |
| "eval_samples_per_second": 26.379, |
| "eval_steps_per_second": 3.298, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.3705831273796005, |
| "grad_norm": 5.25, |
| "learning_rate": 1.573938017632915e-06, |
| "loss": 0.668, |
| "step": 10260 |
| }, |
| { |
| "epoch": 1.3719190434840691, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.5705984504408232e-06, |
| "loss": 0.6973, |
| "step": 10270 |
| }, |
| { |
| "epoch": 1.3732549595885377, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.5672588832487313e-06, |
| "loss": 0.6532, |
| "step": 10280 |
| }, |
| { |
| "epoch": 1.3745908756930065, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.5639193160566393e-06, |
| "loss": 0.6759, |
| "step": 10290 |
| }, |
| { |
| "epoch": 1.3759267917974751, |
| "grad_norm": 5.0, |
| "learning_rate": 1.5605797488645472e-06, |
| "loss": 0.6479, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.3772627079019437, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.5572401816724553e-06, |
| "loss": 0.6474, |
| "step": 10310 |
| }, |
| { |
| "epoch": 1.3785986240064125, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.5539006144803634e-06, |
| "loss": 0.6599, |
| "step": 10320 |
| }, |
| { |
| "epoch": 1.379934540110881, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.5505610472882714e-06, |
| "loss": 0.664, |
| "step": 10330 |
| }, |
| { |
| "epoch": 1.3812704562153497, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.5472214800961797e-06, |
| "loss": 0.6708, |
| "step": 10340 |
| }, |
| { |
| "epoch": 1.3826063723198183, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.5438819129040878e-06, |
| "loss": 0.6586, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.383942288424287, |
| "grad_norm": 5.0, |
| "learning_rate": 1.5405423457119959e-06, |
| "loss": 0.6803, |
| "step": 10360 |
| }, |
| { |
| "epoch": 1.3852782045287557, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.537202778519904e-06, |
| "loss": 0.6989, |
| "step": 10370 |
| }, |
| { |
| "epoch": 1.3866141206332243, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.533863211327812e-06, |
| "loss": 0.7034, |
| "step": 10380 |
| }, |
| { |
| "epoch": 1.387950036737693, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.53052364413572e-06, |
| "loss": 0.6603, |
| "step": 10390 |
| }, |
| { |
| "epoch": 1.3892859528421615, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.5271840769436284e-06, |
| "loss": 0.6672, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.39062186894663, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.5238445097515365e-06, |
| "loss": 0.6711, |
| "step": 10410 |
| }, |
| { |
| "epoch": 1.391957785051099, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.5205049425594445e-06, |
| "loss": 0.6672, |
| "step": 10420 |
| }, |
| { |
| "epoch": 1.3932937011555675, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.5171653753673526e-06, |
| "loss": 0.6604, |
| "step": 10430 |
| }, |
| { |
| "epoch": 1.394629617260036, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.5138258081752605e-06, |
| "loss": 0.6513, |
| "step": 10440 |
| }, |
| { |
| "epoch": 1.3959655333645047, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.5104862409831685e-06, |
| "loss": 0.6759, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.3973014494689733, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.5071466737910766e-06, |
| "loss": 0.6859, |
| "step": 10460 |
| }, |
| { |
| "epoch": 1.398637365573442, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.503807106598985e-06, |
| "loss": 0.6567, |
| "step": 10470 |
| }, |
| { |
| "epoch": 1.3999732816779107, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.500467539406893e-06, |
| "loss": 0.6348, |
| "step": 10480 |
| }, |
| { |
| "epoch": 1.4013091977823793, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.497127972214801e-06, |
| "loss": 0.6553, |
| "step": 10490 |
| }, |
| { |
| "epoch": 1.4026451138868479, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.4937884050227091e-06, |
| "loss": 0.6883, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.4026451138868479, |
| "eval_loss": 0.679176926612854, |
| "eval_runtime": 253.7083, |
| "eval_samples_per_second": 26.227, |
| "eval_steps_per_second": 3.279, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.4039810299913165, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.4904488378306172e-06, |
| "loss": 0.6663, |
| "step": 10510 |
| }, |
| { |
| "epoch": 1.4053169460957853, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.4871092706385255e-06, |
| "loss": 0.6368, |
| "step": 10520 |
| }, |
| { |
| "epoch": 1.4066528622002539, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.4837697034464336e-06, |
| "loss": 0.6754, |
| "step": 10530 |
| }, |
| { |
| "epoch": 1.4079887783047225, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.4804301362543416e-06, |
| "loss": 0.6513, |
| "step": 10540 |
| }, |
| { |
| "epoch": 1.409324694409191, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.4770905690622497e-06, |
| "loss": 0.6642, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.4106606105136597, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.4737510018701578e-06, |
| "loss": 0.6528, |
| "step": 10560 |
| }, |
| { |
| "epoch": 1.4119965266181285, |
| "grad_norm": 4.625, |
| "learning_rate": 1.4704114346780659e-06, |
| "loss": 0.6517, |
| "step": 10570 |
| }, |
| { |
| "epoch": 1.413332442722597, |
| "grad_norm": 4.875, |
| "learning_rate": 1.4670718674859737e-06, |
| "loss": 0.6885, |
| "step": 10580 |
| }, |
| { |
| "epoch": 1.4146683588270657, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.4637323002938818e-06, |
| "loss": 0.6728, |
| "step": 10590 |
| }, |
| { |
| "epoch": 1.4160042749315342, |
| "grad_norm": 4.875, |
| "learning_rate": 1.46039273310179e-06, |
| "loss": 0.6677, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.4173401910360028, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.4570531659096982e-06, |
| "loss": 0.6426, |
| "step": 10610 |
| }, |
| { |
| "epoch": 1.4186761071404717, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.4537135987176062e-06, |
| "loss": 0.663, |
| "step": 10620 |
| }, |
| { |
| "epoch": 1.4200120232449402, |
| "grad_norm": 5.25, |
| "learning_rate": 1.4503740315255143e-06, |
| "loss": 0.6581, |
| "step": 10630 |
| }, |
| { |
| "epoch": 1.4213479393494088, |
| "grad_norm": 4.875, |
| "learning_rate": 1.4470344643334224e-06, |
| "loss": 0.6741, |
| "step": 10640 |
| }, |
| { |
| "epoch": 1.4226838554538774, |
| "grad_norm": 5.125, |
| "learning_rate": 1.4436948971413307e-06, |
| "loss": 0.6941, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.424019771558346, |
| "grad_norm": 5.03125, |
| "learning_rate": 1.4403553299492388e-06, |
| "loss": 0.684, |
| "step": 10660 |
| }, |
| { |
| "epoch": 1.4253556876628148, |
| "grad_norm": 5.0, |
| "learning_rate": 1.4370157627571468e-06, |
| "loss": 0.6659, |
| "step": 10670 |
| }, |
| { |
| "epoch": 1.4266916037672834, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.433676195565055e-06, |
| "loss": 0.6525, |
| "step": 10680 |
| }, |
| { |
| "epoch": 1.428027519871752, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.430336628372963e-06, |
| "loss": 0.6455, |
| "step": 10690 |
| }, |
| { |
| "epoch": 1.4293634359762206, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.4269970611808713e-06, |
| "loss": 0.6505, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.4306993520806892, |
| "grad_norm": 5.03125, |
| "learning_rate": 1.4236574939887793e-06, |
| "loss": 0.6829, |
| "step": 10710 |
| }, |
| { |
| "epoch": 1.432035268185158, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.4203179267966874e-06, |
| "loss": 0.6913, |
| "step": 10720 |
| }, |
| { |
| "epoch": 1.4333711842896266, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.4169783596045953e-06, |
| "loss": 0.6604, |
| "step": 10730 |
| }, |
| { |
| "epoch": 1.4347071003940952, |
| "grad_norm": 4.75, |
| "learning_rate": 1.4136387924125034e-06, |
| "loss": 0.6654, |
| "step": 10740 |
| }, |
| { |
| "epoch": 1.436043016498564, |
| "grad_norm": 5.25, |
| "learning_rate": 1.4102992252204114e-06, |
| "loss": 0.6516, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.436043016498564, |
| "eval_loss": 0.6790998578071594, |
| "eval_runtime": 255.8863, |
| "eval_samples_per_second": 26.004, |
| "eval_steps_per_second": 3.251, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.4373789326030324, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.4069596580283195e-06, |
| "loss": 0.6694, |
| "step": 10760 |
| }, |
| { |
| "epoch": 1.4387148487075012, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.4036200908362276e-06, |
| "loss": 0.6974, |
| "step": 10770 |
| }, |
| { |
| "epoch": 1.4400507648119698, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.4002805236441359e-06, |
| "loss": 0.6682, |
| "step": 10780 |
| }, |
| { |
| "epoch": 1.4413866809164384, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.396940956452044e-06, |
| "loss": 0.6722, |
| "step": 10790 |
| }, |
| { |
| "epoch": 1.4427225970209072, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.393601389259952e-06, |
| "loss": 0.671, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.4440585131253758, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.39026182206786e-06, |
| "loss": 0.6925, |
| "step": 10810 |
| }, |
| { |
| "epoch": 1.4453944292298444, |
| "grad_norm": 4.375, |
| "learning_rate": 1.3869222548757682e-06, |
| "loss": 0.6508, |
| "step": 10820 |
| }, |
| { |
| "epoch": 1.446730345334313, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.3835826876836765e-06, |
| "loss": 0.7062, |
| "step": 10830 |
| }, |
| { |
| "epoch": 1.4480662614387816, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.3802431204915845e-06, |
| "loss": 0.6777, |
| "step": 10840 |
| }, |
| { |
| "epoch": 1.4494021775432504, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.3769035532994926e-06, |
| "loss": 0.6626, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.450738093647719, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.3735639861074007e-06, |
| "loss": 0.6751, |
| "step": 10860 |
| }, |
| { |
| "epoch": 1.4520740097521876, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.3702244189153085e-06, |
| "loss": 0.6736, |
| "step": 10870 |
| }, |
| { |
| "epoch": 1.4534099258566562, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.3668848517232166e-06, |
| "loss": 0.6753, |
| "step": 10880 |
| }, |
| { |
| "epoch": 1.4547458419611248, |
| "grad_norm": 4.75, |
| "learning_rate": 1.3635452845311247e-06, |
| "loss": 0.6637, |
| "step": 10890 |
| }, |
| { |
| "epoch": 1.4560817580655936, |
| "grad_norm": 4.625, |
| "learning_rate": 1.360205717339033e-06, |
| "loss": 0.6559, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.4574176741700622, |
| "grad_norm": 4.875, |
| "learning_rate": 1.356866150146941e-06, |
| "loss": 0.6806, |
| "step": 10910 |
| }, |
| { |
| "epoch": 1.4587535902745308, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.3535265829548491e-06, |
| "loss": 0.6615, |
| "step": 10920 |
| }, |
| { |
| "epoch": 1.4600895063789994, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.3501870157627572e-06, |
| "loss": 0.6672, |
| "step": 10930 |
| }, |
| { |
| "epoch": 1.461425422483468, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.3468474485706653e-06, |
| "loss": 0.6822, |
| "step": 10940 |
| }, |
| { |
| "epoch": 1.4627613385879368, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.3435078813785734e-06, |
| "loss": 0.6513, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.4640972546924054, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.3401683141864816e-06, |
| "loss": 0.6643, |
| "step": 10960 |
| }, |
| { |
| "epoch": 1.465433170796874, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.3368287469943897e-06, |
| "loss": 0.6442, |
| "step": 10970 |
| }, |
| { |
| "epoch": 1.4667690869013426, |
| "grad_norm": 4.875, |
| "learning_rate": 1.3334891798022978e-06, |
| "loss": 0.6629, |
| "step": 10980 |
| }, |
| { |
| "epoch": 1.4681050030058111, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.3301496126102059e-06, |
| "loss": 0.6625, |
| "step": 10990 |
| }, |
| { |
| "epoch": 1.46944091911028, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.326810045418114e-06, |
| "loss": 0.6929, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.46944091911028, |
| "eval_loss": 0.6789782047271729, |
| "eval_runtime": 254.0545, |
| "eval_samples_per_second": 26.191, |
| "eval_steps_per_second": 3.275, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.4707768352147486, |
| "grad_norm": 5.0, |
| "learning_rate": 1.3234704782260222e-06, |
| "loss": 0.641, |
| "step": 11010 |
| }, |
| { |
| "epoch": 1.4721127513192171, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.3201309110339299e-06, |
| "loss": 0.6764, |
| "step": 11020 |
| }, |
| { |
| "epoch": 1.4734486674236857, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.3167913438418382e-06, |
| "loss": 0.6698, |
| "step": 11030 |
| }, |
| { |
| "epoch": 1.4747845835281543, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.3134517766497463e-06, |
| "loss": 0.6749, |
| "step": 11040 |
| }, |
| { |
| "epoch": 1.4761204996326232, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.3101122094576543e-06, |
| "loss": 0.6656, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.4774564157370917, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.3067726422655624e-06, |
| "loss": 0.6839, |
| "step": 11060 |
| }, |
| { |
| "epoch": 1.4787923318415603, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.3034330750734705e-06, |
| "loss": 0.6592, |
| "step": 11070 |
| }, |
| { |
| "epoch": 1.480128247946029, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.3000935078813788e-06, |
| "loss": 0.6536, |
| "step": 11080 |
| }, |
| { |
| "epoch": 1.4814641640504975, |
| "grad_norm": 5.5, |
| "learning_rate": 1.2967539406892868e-06, |
| "loss": 0.686, |
| "step": 11090 |
| }, |
| { |
| "epoch": 1.4828000801549663, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.293414373497195e-06, |
| "loss": 0.6648, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.484135996259435, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.290074806305103e-06, |
| "loss": 0.6624, |
| "step": 11110 |
| }, |
| { |
| "epoch": 1.4854719123639035, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.286735239113011e-06, |
| "loss": 0.6682, |
| "step": 11120 |
| }, |
| { |
| "epoch": 1.4868078284683721, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.2833956719209191e-06, |
| "loss": 0.6688, |
| "step": 11130 |
| }, |
| { |
| "epoch": 1.4881437445728407, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.2800561047288274e-06, |
| "loss": 0.6798, |
| "step": 11140 |
| }, |
| { |
| "epoch": 1.4894796606773095, |
| "grad_norm": 4.625, |
| "learning_rate": 1.2767165375367355e-06, |
| "loss": 0.6748, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.4908155767817781, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.2733769703446434e-06, |
| "loss": 0.6671, |
| "step": 11160 |
| }, |
| { |
| "epoch": 1.4921514928862467, |
| "grad_norm": 4.75, |
| "learning_rate": 1.2700374031525514e-06, |
| "loss": 0.6714, |
| "step": 11170 |
| }, |
| { |
| "epoch": 1.4934874089907153, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.2666978359604595e-06, |
| "loss": 0.6478, |
| "step": 11180 |
| }, |
| { |
| "epoch": 1.494823325095184, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.2633582687683676e-06, |
| "loss": 0.6744, |
| "step": 11190 |
| }, |
| { |
| "epoch": 1.4961592411996527, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.2600187015762757e-06, |
| "loss": 0.6778, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.4974951573041213, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.256679134384184e-06, |
| "loss": 0.6648, |
| "step": 11210 |
| }, |
| { |
| "epoch": 1.49883107340859, |
| "grad_norm": 4.5, |
| "learning_rate": 1.253339567192092e-06, |
| "loss": 0.6656, |
| "step": 11220 |
| }, |
| { |
| "epoch": 1.5001669895130587, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.25e-06, |
| "loss": 0.6629, |
| "step": 11230 |
| }, |
| { |
| "epoch": 1.501502905617527, |
| "grad_norm": 4.75, |
| "learning_rate": 1.2466604328079082e-06, |
| "loss": 0.6662, |
| "step": 11240 |
| }, |
| { |
| "epoch": 1.502838821721996, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.2433208656158163e-06, |
| "loss": 0.6685, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.502838821721996, |
| "eval_loss": 0.6789219975471497, |
| "eval_runtime": 252.0317, |
| "eval_samples_per_second": 26.401, |
| "eval_steps_per_second": 3.301, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.5041747378264645, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.2399812984237245e-06, |
| "loss": 0.6672, |
| "step": 11260 |
| }, |
| { |
| "epoch": 1.505510653930933, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.2366417312316324e-06, |
| "loss": 0.6857, |
| "step": 11270 |
| }, |
| { |
| "epoch": 1.506846570035402, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.2333021640395405e-06, |
| "loss": 0.6491, |
| "step": 11280 |
| }, |
| { |
| "epoch": 1.5081824861398703, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.2299625968474486e-06, |
| "loss": 0.6803, |
| "step": 11290 |
| }, |
| { |
| "epoch": 1.509518402244339, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.2266230296553568e-06, |
| "loss": 0.6952, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.5108543183488077, |
| "grad_norm": 4.625, |
| "learning_rate": 1.223283462463265e-06, |
| "loss": 0.6621, |
| "step": 11310 |
| }, |
| { |
| "epoch": 1.5121902344532763, |
| "grad_norm": 5.03125, |
| "learning_rate": 1.219943895271173e-06, |
| "loss": 0.6846, |
| "step": 11320 |
| }, |
| { |
| "epoch": 1.513526150557745, |
| "grad_norm": 5.125, |
| "learning_rate": 1.216604328079081e-06, |
| "loss": 0.6836, |
| "step": 11330 |
| }, |
| { |
| "epoch": 1.5148620666622135, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.2132647608869891e-06, |
| "loss": 0.6715, |
| "step": 11340 |
| }, |
| { |
| "epoch": 1.5161979827666823, |
| "grad_norm": 5.03125, |
| "learning_rate": 1.2099251936948972e-06, |
| "loss": 0.667, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.5175338988711509, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.2065856265028053e-06, |
| "loss": 0.6833, |
| "step": 11360 |
| }, |
| { |
| "epoch": 1.5188698149756195, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.2032460593107134e-06, |
| "loss": 0.6887, |
| "step": 11370 |
| }, |
| { |
| "epoch": 1.5202057310800883, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.1999064921186214e-06, |
| "loss": 0.6573, |
| "step": 11380 |
| }, |
| { |
| "epoch": 1.5215416471845566, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.1965669249265297e-06, |
| "loss": 0.6574, |
| "step": 11390 |
| }, |
| { |
| "epoch": 1.5228775632890255, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.1932273577344378e-06, |
| "loss": 0.688, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.524213479393494, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.1898877905423459e-06, |
| "loss": 0.6494, |
| "step": 11410 |
| }, |
| { |
| "epoch": 1.5255493954979626, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.186548223350254e-06, |
| "loss": 0.673, |
| "step": 11420 |
| }, |
| { |
| "epoch": 1.5268853116024315, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.183208656158162e-06, |
| "loss": 0.6772, |
| "step": 11430 |
| }, |
| { |
| "epoch": 1.5282212277069, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.17986908896607e-06, |
| "loss": 0.6791, |
| "step": 11440 |
| }, |
| { |
| "epoch": 1.5295571438113686, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.1765295217739782e-06, |
| "loss": 0.654, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.5308930599158372, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.1731899545818863e-06, |
| "loss": 0.6777, |
| "step": 11460 |
| }, |
| { |
| "epoch": 1.5322289760203058, |
| "grad_norm": 4.875, |
| "learning_rate": 1.1698503873897943e-06, |
| "loss": 0.6455, |
| "step": 11470 |
| }, |
| { |
| "epoch": 1.5335648921247746, |
| "grad_norm": 4.5, |
| "learning_rate": 1.1665108201977026e-06, |
| "loss": 0.6943, |
| "step": 11480 |
| }, |
| { |
| "epoch": 1.5349008082292432, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.1631712530056105e-06, |
| "loss": 0.65, |
| "step": 11490 |
| }, |
| { |
| "epoch": 1.5362367243337118, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.1598316858135186e-06, |
| "loss": 0.6714, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.5362367243337118, |
| "eval_loss": 0.6788843870162964, |
| "eval_runtime": 254.9564, |
| "eval_samples_per_second": 26.099, |
| "eval_steps_per_second": 3.263, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.5375726404381804, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.1564921186214268e-06, |
| "loss": 0.6622, |
| "step": 11510 |
| }, |
| { |
| "epoch": 1.538908556542649, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.153152551429335e-06, |
| "loss": 0.6549, |
| "step": 11520 |
| }, |
| { |
| "epoch": 1.5402444726471178, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.149812984237243e-06, |
| "loss": 0.6714, |
| "step": 11530 |
| }, |
| { |
| "epoch": 1.5415803887515864, |
| "grad_norm": 4.5, |
| "learning_rate": 1.146473417045151e-06, |
| "loss": 0.6765, |
| "step": 11540 |
| }, |
| { |
| "epoch": 1.542916304856055, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.1431338498530591e-06, |
| "loss": 0.6595, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.5442522209605238, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.1397942826609672e-06, |
| "loss": 0.6726, |
| "step": 11560 |
| }, |
| { |
| "epoch": 1.5455881370649922, |
| "grad_norm": 4.75, |
| "learning_rate": 1.1364547154688753e-06, |
| "loss": 0.6496, |
| "step": 11570 |
| }, |
| { |
| "epoch": 1.546924053169461, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.1331151482767834e-06, |
| "loss": 0.6751, |
| "step": 11580 |
| }, |
| { |
| "epoch": 1.5482599692739296, |
| "grad_norm": 5.0, |
| "learning_rate": 1.1297755810846914e-06, |
| "loss": 0.6407, |
| "step": 11590 |
| }, |
| { |
| "epoch": 1.5495958853783982, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.1264360138925997e-06, |
| "loss": 0.6579, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.550931801482867, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.1230964467005078e-06, |
| "loss": 0.6686, |
| "step": 11610 |
| }, |
| { |
| "epoch": 1.5522677175873354, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.1197568795084159e-06, |
| "loss": 0.6776, |
| "step": 11620 |
| }, |
| { |
| "epoch": 1.5536036336918042, |
| "grad_norm": 4.75, |
| "learning_rate": 1.1164173123163237e-06, |
| "loss": 0.6502, |
| "step": 11630 |
| }, |
| { |
| "epoch": 1.5549395497962728, |
| "grad_norm": 4.875, |
| "learning_rate": 1.113077745124232e-06, |
| "loss": 0.6772, |
| "step": 11640 |
| }, |
| { |
| "epoch": 1.5562754659007414, |
| "grad_norm": 4.625, |
| "learning_rate": 1.10973817793214e-06, |
| "loss": 0.6787, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.5576113820052102, |
| "grad_norm": 4.75, |
| "learning_rate": 1.1063986107400482e-06, |
| "loss": 0.6991, |
| "step": 11660 |
| }, |
| { |
| "epoch": 1.5589472981096786, |
| "grad_norm": 4.875, |
| "learning_rate": 1.1030590435479563e-06, |
| "loss": 0.7204, |
| "step": 11670 |
| }, |
| { |
| "epoch": 1.5602832142141474, |
| "grad_norm": 4.75, |
| "learning_rate": 1.0997194763558643e-06, |
| "loss": 0.6476, |
| "step": 11680 |
| }, |
| { |
| "epoch": 1.561619130318616, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.0963799091637726e-06, |
| "loss": 0.6545, |
| "step": 11690 |
| }, |
| { |
| "epoch": 1.5629550464230846, |
| "grad_norm": 4.625, |
| "learning_rate": 1.0930403419716805e-06, |
| "loss": 0.6763, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.5642909625275534, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.0897007747795886e-06, |
| "loss": 0.6731, |
| "step": 11710 |
| }, |
| { |
| "epoch": 1.5656268786320218, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.0863612075874966e-06, |
| "loss": 0.6615, |
| "step": 11720 |
| }, |
| { |
| "epoch": 1.5669627947364906, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.083021640395405e-06, |
| "loss": 0.6916, |
| "step": 11730 |
| }, |
| { |
| "epoch": 1.5682987108409592, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.079682073203313e-06, |
| "loss": 0.6578, |
| "step": 11740 |
| }, |
| { |
| "epoch": 1.5696346269454278, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.076342506011221e-06, |
| "loss": 0.6679, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.5696346269454278, |
| "eval_loss": 0.6788153648376465, |
| "eval_runtime": 256.0024, |
| "eval_samples_per_second": 25.992, |
| "eval_steps_per_second": 3.25, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.5709705430498966, |
| "grad_norm": 4.75, |
| "learning_rate": 1.0730029388191291e-06, |
| "loss": 0.6686, |
| "step": 11760 |
| }, |
| { |
| "epoch": 1.572306459154365, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.0696633716270372e-06, |
| "loss": 0.6895, |
| "step": 11770 |
| }, |
| { |
| "epoch": 1.5736423752588338, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.0663238044349453e-06, |
| "loss": 0.6539, |
| "step": 11780 |
| }, |
| { |
| "epoch": 1.5749782913633024, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.0629842372428534e-06, |
| "loss": 0.6603, |
| "step": 11790 |
| }, |
| { |
| "epoch": 1.576314207467771, |
| "grad_norm": 5.0, |
| "learning_rate": 1.0596446700507614e-06, |
| "loss": 0.6454, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.5776501235722398, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.0563051028586695e-06, |
| "loss": 0.6659, |
| "step": 11810 |
| }, |
| { |
| "epoch": 1.5789860396767081, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.0529655356665778e-06, |
| "loss": 0.6675, |
| "step": 11820 |
| }, |
| { |
| "epoch": 1.580321955781177, |
| "grad_norm": 4.75, |
| "learning_rate": 1.0496259684744859e-06, |
| "loss": 0.6923, |
| "step": 11830 |
| }, |
| { |
| "epoch": 1.5816578718856455, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.046286401282394e-06, |
| "loss": 0.6755, |
| "step": 11840 |
| }, |
| { |
| "epoch": 1.5829937879901141, |
| "grad_norm": 4.875, |
| "learning_rate": 1.0429468340903018e-06, |
| "loss": 0.679, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.584329704094583, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.0396072668982101e-06, |
| "loss": 0.6385, |
| "step": 11860 |
| }, |
| { |
| "epoch": 1.5856656201990516, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.0362676997061182e-06, |
| "loss": 0.6731, |
| "step": 11870 |
| }, |
| { |
| "epoch": 1.5870015363035201, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.0329281325140263e-06, |
| "loss": 0.6649, |
| "step": 11880 |
| }, |
| { |
| "epoch": 1.5883374524079887, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.0295885653219343e-06, |
| "loss": 0.66, |
| "step": 11890 |
| }, |
| { |
| "epoch": 1.5896733685124573, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.0262489981298424e-06, |
| "loss": 0.6432, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.5910092846169261, |
| "grad_norm": 4.75, |
| "learning_rate": 1.0229094309377507e-06, |
| "loss": 0.6635, |
| "step": 11910 |
| }, |
| { |
| "epoch": 1.5923452007213947, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.0195698637456586e-06, |
| "loss": 0.6655, |
| "step": 11920 |
| }, |
| { |
| "epoch": 1.5936811168258633, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.0162302965535666e-06, |
| "loss": 0.6618, |
| "step": 11930 |
| }, |
| { |
| "epoch": 1.595017032930332, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.0128907293614747e-06, |
| "loss": 0.676, |
| "step": 11940 |
| }, |
| { |
| "epoch": 1.5963529490348005, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.009551162169383e-06, |
| "loss": 0.6924, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.5976888651392693, |
| "grad_norm": 4.875, |
| "learning_rate": 1.006211594977291e-06, |
| "loss": 0.6555, |
| "step": 11960 |
| }, |
| { |
| "epoch": 1.599024781243738, |
| "grad_norm": 4.75, |
| "learning_rate": 1.0028720277851991e-06, |
| "loss": 0.6638, |
| "step": 11970 |
| }, |
| { |
| "epoch": 1.6003606973482065, |
| "grad_norm": 5.09375, |
| "learning_rate": 9.995324605931072e-07, |
| "loss": 0.6657, |
| "step": 11980 |
| }, |
| { |
| "epoch": 1.6016966134526753, |
| "grad_norm": 4.59375, |
| "learning_rate": 9.961928934010153e-07, |
| "loss": 0.648, |
| "step": 11990 |
| }, |
| { |
| "epoch": 1.6030325295571437, |
| "grad_norm": 4.5, |
| "learning_rate": 9.928533262089234e-07, |
| "loss": 0.6535, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.6030325295571437, |
| "eval_loss": 0.678803563117981, |
| "eval_runtime": 253.088, |
| "eval_samples_per_second": 26.291, |
| "eval_steps_per_second": 3.287, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.6043684456616125, |
| "grad_norm": 4.71875, |
| "learning_rate": 9.895137590168314e-07, |
| "loss": 0.6668, |
| "step": 12010 |
| }, |
| { |
| "epoch": 1.6057043617660811, |
| "grad_norm": 4.65625, |
| "learning_rate": 9.861741918247395e-07, |
| "loss": 0.6635, |
| "step": 12020 |
| }, |
| { |
| "epoch": 1.6070402778705497, |
| "grad_norm": 5.0625, |
| "learning_rate": 9.828346246326476e-07, |
| "loss": 0.6648, |
| "step": 12030 |
| }, |
| { |
| "epoch": 1.6083761939750185, |
| "grad_norm": 4.46875, |
| "learning_rate": 9.794950574405559e-07, |
| "loss": 0.6608, |
| "step": 12040 |
| }, |
| { |
| "epoch": 1.609712110079487, |
| "grad_norm": 5.0625, |
| "learning_rate": 9.76155490248464e-07, |
| "loss": 0.6866, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.6110480261839557, |
| "grad_norm": 4.90625, |
| "learning_rate": 9.72815923056372e-07, |
| "loss": 0.6963, |
| "step": 12060 |
| }, |
| { |
| "epoch": 1.6123839422884243, |
| "grad_norm": 4.78125, |
| "learning_rate": 9.694763558642801e-07, |
| "loss": 0.6616, |
| "step": 12070 |
| }, |
| { |
| "epoch": 1.613719858392893, |
| "grad_norm": 4.75, |
| "learning_rate": 9.661367886721882e-07, |
| "loss": 0.6804, |
| "step": 12080 |
| }, |
| { |
| "epoch": 1.6150557744973617, |
| "grad_norm": 4.65625, |
| "learning_rate": 9.627972214800963e-07, |
| "loss": 0.6514, |
| "step": 12090 |
| }, |
| { |
| "epoch": 1.61639169060183, |
| "grad_norm": 4.9375, |
| "learning_rate": 9.594576542880043e-07, |
| "loss": 0.6579, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.617727606706299, |
| "grad_norm": 4.78125, |
| "learning_rate": 9.561180870959124e-07, |
| "loss": 0.6773, |
| "step": 12110 |
| }, |
| { |
| "epoch": 1.6190635228107675, |
| "grad_norm": 4.90625, |
| "learning_rate": 9.527785199038206e-07, |
| "loss": 0.6912, |
| "step": 12120 |
| }, |
| { |
| "epoch": 1.620399438915236, |
| "grad_norm": 4.875, |
| "learning_rate": 9.494389527117287e-07, |
| "loss": 0.6727, |
| "step": 12130 |
| }, |
| { |
| "epoch": 1.621735355019705, |
| "grad_norm": 4.9375, |
| "learning_rate": 9.460993855196366e-07, |
| "loss": 0.6412, |
| "step": 12140 |
| }, |
| { |
| "epoch": 1.6230712711241733, |
| "grad_norm": 5.0625, |
| "learning_rate": 9.427598183275448e-07, |
| "loss": 0.6669, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.624407187228642, |
| "grad_norm": 4.96875, |
| "learning_rate": 9.394202511354529e-07, |
| "loss": 0.6775, |
| "step": 12160 |
| }, |
| { |
| "epoch": 1.6257431033331107, |
| "grad_norm": 4.4375, |
| "learning_rate": 9.36080683943361e-07, |
| "loss": 0.6595, |
| "step": 12170 |
| }, |
| { |
| "epoch": 1.6270790194375793, |
| "grad_norm": 4.6875, |
| "learning_rate": 9.327411167512691e-07, |
| "loss": 0.6493, |
| "step": 12180 |
| }, |
| { |
| "epoch": 1.628414935542048, |
| "grad_norm": 5.0, |
| "learning_rate": 9.294015495591772e-07, |
| "loss": 0.6835, |
| "step": 12190 |
| }, |
| { |
| "epoch": 1.6297508516465165, |
| "grad_norm": 5.09375, |
| "learning_rate": 9.260619823670854e-07, |
| "loss": 0.692, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.6310867677509853, |
| "grad_norm": 4.59375, |
| "learning_rate": 9.227224151749934e-07, |
| "loss": 0.675, |
| "step": 12210 |
| }, |
| { |
| "epoch": 1.6324226838554539, |
| "grad_norm": 4.71875, |
| "learning_rate": 9.193828479829014e-07, |
| "loss": 0.667, |
| "step": 12220 |
| }, |
| { |
| "epoch": 1.6337585999599225, |
| "grad_norm": 5.0625, |
| "learning_rate": 9.160432807908095e-07, |
| "loss": 0.6489, |
| "step": 12230 |
| }, |
| { |
| "epoch": 1.6350945160643913, |
| "grad_norm": 4.6875, |
| "learning_rate": 9.127037135987177e-07, |
| "loss": 0.6587, |
| "step": 12240 |
| }, |
| { |
| "epoch": 1.6364304321688596, |
| "grad_norm": 4.90625, |
| "learning_rate": 9.093641464066258e-07, |
| "loss": 0.6712, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.6364304321688596, |
| "eval_loss": 0.6787741780281067, |
| "eval_runtime": 253.048, |
| "eval_samples_per_second": 26.295, |
| "eval_steps_per_second": 3.288, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.6377663482733285, |
| "grad_norm": 4.8125, |
| "learning_rate": 9.060245792145339e-07, |
| "loss": 0.6666, |
| "step": 12260 |
| }, |
| { |
| "epoch": 1.639102264377797, |
| "grad_norm": 4.625, |
| "learning_rate": 9.02685012022442e-07, |
| "loss": 0.6698, |
| "step": 12270 |
| }, |
| { |
| "epoch": 1.6404381804822656, |
| "grad_norm": 4.78125, |
| "learning_rate": 8.9934544483035e-07, |
| "loss": 0.6425, |
| "step": 12280 |
| }, |
| { |
| "epoch": 1.6417740965867345, |
| "grad_norm": 5.09375, |
| "learning_rate": 8.960058776382581e-07, |
| "loss": 0.6872, |
| "step": 12290 |
| }, |
| { |
| "epoch": 1.643110012691203, |
| "grad_norm": 4.59375, |
| "learning_rate": 8.926663104461663e-07, |
| "loss": 0.6683, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.6444459287956716, |
| "grad_norm": 4.90625, |
| "learning_rate": 8.893267432540743e-07, |
| "loss": 0.6616, |
| "step": 12310 |
| }, |
| { |
| "epoch": 1.6457818449001402, |
| "grad_norm": 4.46875, |
| "learning_rate": 8.859871760619824e-07, |
| "loss": 0.6728, |
| "step": 12320 |
| }, |
| { |
| "epoch": 1.6471177610046088, |
| "grad_norm": 4.71875, |
| "learning_rate": 8.826476088698906e-07, |
| "loss": 0.6931, |
| "step": 12330 |
| }, |
| { |
| "epoch": 1.6484536771090776, |
| "grad_norm": 4.5625, |
| "learning_rate": 8.793080416777987e-07, |
| "loss": 0.6653, |
| "step": 12340 |
| }, |
| { |
| "epoch": 1.6497895932135462, |
| "grad_norm": 5.0, |
| "learning_rate": 8.759684744857067e-07, |
| "loss": 0.6794, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.6511255093180148, |
| "grad_norm": 4.8125, |
| "learning_rate": 8.726289072936148e-07, |
| "loss": 0.6931, |
| "step": 12360 |
| }, |
| { |
| "epoch": 1.6524614254224834, |
| "grad_norm": 4.71875, |
| "learning_rate": 8.692893401015229e-07, |
| "loss": 0.6453, |
| "step": 12370 |
| }, |
| { |
| "epoch": 1.653797341526952, |
| "grad_norm": 4.625, |
| "learning_rate": 8.65949772909431e-07, |
| "loss": 0.6864, |
| "step": 12380 |
| }, |
| { |
| "epoch": 1.6551332576314208, |
| "grad_norm": 4.875, |
| "learning_rate": 8.626102057173391e-07, |
| "loss": 0.6689, |
| "step": 12390 |
| }, |
| { |
| "epoch": 1.6564691737358894, |
| "grad_norm": 5.59375, |
| "learning_rate": 8.592706385252472e-07, |
| "loss": 0.6754, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.657805089840358, |
| "grad_norm": 4.78125, |
| "learning_rate": 8.559310713331553e-07, |
| "loss": 0.6882, |
| "step": 12410 |
| }, |
| { |
| "epoch": 1.6591410059448268, |
| "grad_norm": 5.0, |
| "learning_rate": 8.525915041410635e-07, |
| "loss": 0.6172, |
| "step": 12420 |
| }, |
| { |
| "epoch": 1.6604769220492952, |
| "grad_norm": 4.96875, |
| "learning_rate": 8.492519369489714e-07, |
| "loss": 0.7231, |
| "step": 12430 |
| }, |
| { |
| "epoch": 1.661812838153764, |
| "grad_norm": 5.0, |
| "learning_rate": 8.459123697568795e-07, |
| "loss": 0.6635, |
| "step": 12440 |
| }, |
| { |
| "epoch": 1.6631487542582326, |
| "grad_norm": 4.46875, |
| "learning_rate": 8.425728025647877e-07, |
| "loss": 0.6489, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.6644846703627012, |
| "grad_norm": 4.84375, |
| "learning_rate": 8.392332353726958e-07, |
| "loss": 0.681, |
| "step": 12460 |
| }, |
| { |
| "epoch": 1.66582058646717, |
| "grad_norm": 4.59375, |
| "learning_rate": 8.358936681806039e-07, |
| "loss": 0.6425, |
| "step": 12470 |
| }, |
| { |
| "epoch": 1.6671565025716384, |
| "grad_norm": 4.78125, |
| "learning_rate": 8.32554100988512e-07, |
| "loss": 0.6761, |
| "step": 12480 |
| }, |
| { |
| "epoch": 1.6684924186761072, |
| "grad_norm": 4.84375, |
| "learning_rate": 8.292145337964201e-07, |
| "loss": 0.6554, |
| "step": 12490 |
| }, |
| { |
| "epoch": 1.6698283347805758, |
| "grad_norm": 4.9375, |
| "learning_rate": 8.258749666043281e-07, |
| "loss": 0.6617, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.6698283347805758, |
| "eval_loss": 0.6787148118019104, |
| "eval_runtime": 255.9236, |
| "eval_samples_per_second": 26.0, |
| "eval_steps_per_second": 3.251, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.6711642508850444, |
| "grad_norm": 4.6875, |
| "learning_rate": 8.225353994122362e-07, |
| "loss": 0.6687, |
| "step": 12510 |
| }, |
| { |
| "epoch": 1.6725001669895132, |
| "grad_norm": 5.125, |
| "learning_rate": 8.191958322201443e-07, |
| "loss": 0.6908, |
| "step": 12520 |
| }, |
| { |
| "epoch": 1.6738360830939816, |
| "grad_norm": 5.03125, |
| "learning_rate": 8.158562650280524e-07, |
| "loss": 0.6925, |
| "step": 12530 |
| }, |
| { |
| "epoch": 1.6751719991984504, |
| "grad_norm": 4.75, |
| "learning_rate": 8.125166978359606e-07, |
| "loss": 0.6615, |
| "step": 12540 |
| }, |
| { |
| "epoch": 1.676507915302919, |
| "grad_norm": 4.84375, |
| "learning_rate": 8.091771306438687e-07, |
| "loss": 0.6412, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.6778438314073876, |
| "grad_norm": 5.03125, |
| "learning_rate": 8.058375634517767e-07, |
| "loss": 0.6788, |
| "step": 12560 |
| }, |
| { |
| "epoch": 1.6791797475118564, |
| "grad_norm": 4.65625, |
| "learning_rate": 8.024979962596847e-07, |
| "loss": 0.6917, |
| "step": 12570 |
| }, |
| { |
| "epoch": 1.6805156636163248, |
| "grad_norm": 4.90625, |
| "learning_rate": 7.991584290675929e-07, |
| "loss": 0.6743, |
| "step": 12580 |
| }, |
| { |
| "epoch": 1.6818515797207936, |
| "grad_norm": 4.84375, |
| "learning_rate": 7.95818861875501e-07, |
| "loss": 0.6672, |
| "step": 12590 |
| }, |
| { |
| "epoch": 1.6831874958252622, |
| "grad_norm": 4.84375, |
| "learning_rate": 7.92479294683409e-07, |
| "loss": 0.6752, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.6845234119297308, |
| "grad_norm": 4.96875, |
| "learning_rate": 7.891397274913172e-07, |
| "loss": 0.6824, |
| "step": 12610 |
| }, |
| { |
| "epoch": 1.6858593280341996, |
| "grad_norm": 4.9375, |
| "learning_rate": 7.858001602992253e-07, |
| "loss": 0.6788, |
| "step": 12620 |
| }, |
| { |
| "epoch": 1.687195244138668, |
| "grad_norm": 4.84375, |
| "learning_rate": 7.824605931071335e-07, |
| "loss": 0.6724, |
| "step": 12630 |
| }, |
| { |
| "epoch": 1.6885311602431368, |
| "grad_norm": 4.59375, |
| "learning_rate": 7.791210259150415e-07, |
| "loss": 0.6868, |
| "step": 12640 |
| }, |
| { |
| "epoch": 1.6898670763476054, |
| "grad_norm": 4.90625, |
| "learning_rate": 7.757814587229495e-07, |
| "loss": 0.6614, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.691202992452074, |
| "grad_norm": 4.71875, |
| "learning_rate": 7.724418915308576e-07, |
| "loss": 0.6705, |
| "step": 12660 |
| }, |
| { |
| "epoch": 1.6925389085565428, |
| "grad_norm": 4.84375, |
| "learning_rate": 7.691023243387658e-07, |
| "loss": 0.6377, |
| "step": 12670 |
| }, |
| { |
| "epoch": 1.6938748246610111, |
| "grad_norm": 4.875, |
| "learning_rate": 7.657627571466739e-07, |
| "loss": 0.669, |
| "step": 12680 |
| }, |
| { |
| "epoch": 1.69521074076548, |
| "grad_norm": 5.0625, |
| "learning_rate": 7.624231899545819e-07, |
| "loss": 0.6525, |
| "step": 12690 |
| }, |
| { |
| "epoch": 1.6965466568699485, |
| "grad_norm": 5.1875, |
| "learning_rate": 7.590836227624901e-07, |
| "loss": 0.6686, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.6978825729744171, |
| "grad_norm": 5.125, |
| "learning_rate": 7.557440555703982e-07, |
| "loss": 0.6778, |
| "step": 12710 |
| }, |
| { |
| "epoch": 1.699218489078886, |
| "grad_norm": 4.75, |
| "learning_rate": 7.524044883783062e-07, |
| "loss": 0.6682, |
| "step": 12720 |
| }, |
| { |
| "epoch": 1.7005544051833543, |
| "grad_norm": 4.9375, |
| "learning_rate": 7.490649211862143e-07, |
| "loss": 0.6791, |
| "step": 12730 |
| }, |
| { |
| "epoch": 1.7018903212878231, |
| "grad_norm": 5.0625, |
| "learning_rate": 7.457253539941224e-07, |
| "loss": 0.6711, |
| "step": 12740 |
| }, |
| { |
| "epoch": 1.7032262373922917, |
| "grad_norm": 4.65625, |
| "learning_rate": 7.423857868020305e-07, |
| "loss": 0.6629, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.7032262373922917, |
| "eval_loss": 0.6787093281745911, |
| "eval_runtime": 254.9039, |
| "eval_samples_per_second": 26.104, |
| "eval_steps_per_second": 3.264, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.7045621534967603, |
| "grad_norm": 5.09375, |
| "learning_rate": 7.390462196099387e-07, |
| "loss": 0.6523, |
| "step": 12760 |
| }, |
| { |
| "epoch": 1.7058980696012291, |
| "grad_norm": 4.78125, |
| "learning_rate": 7.357066524178467e-07, |
| "loss": 0.6495, |
| "step": 12770 |
| }, |
| { |
| "epoch": 1.7072339857056977, |
| "grad_norm": 4.96875, |
| "learning_rate": 7.323670852257548e-07, |
| "loss": 0.667, |
| "step": 12780 |
| }, |
| { |
| "epoch": 1.7085699018101663, |
| "grad_norm": 4.625, |
| "learning_rate": 7.290275180336628e-07, |
| "loss": 0.6818, |
| "step": 12790 |
| }, |
| { |
| "epoch": 1.709905817914635, |
| "grad_norm": 5.28125, |
| "learning_rate": 7.25687950841571e-07, |
| "loss": 0.6514, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.7112417340191035, |
| "grad_norm": 4.8125, |
| "learning_rate": 7.22348383649479e-07, |
| "loss": 0.6689, |
| "step": 12810 |
| }, |
| { |
| "epoch": 1.7125776501235723, |
| "grad_norm": 5.15625, |
| "learning_rate": 7.190088164573872e-07, |
| "loss": 0.7045, |
| "step": 12820 |
| }, |
| { |
| "epoch": 1.713913566228041, |
| "grad_norm": 5.09375, |
| "learning_rate": 7.156692492652953e-07, |
| "loss": 0.6442, |
| "step": 12830 |
| }, |
| { |
| "epoch": 1.7152494823325095, |
| "grad_norm": 4.875, |
| "learning_rate": 7.123296820732034e-07, |
| "loss": 0.6749, |
| "step": 12840 |
| }, |
| { |
| "epoch": 1.716585398436978, |
| "grad_norm": 4.90625, |
| "learning_rate": 7.089901148811116e-07, |
| "loss": 0.6818, |
| "step": 12850 |
| }, |
| { |
| "epoch": 1.7179213145414467, |
| "grad_norm": 4.53125, |
| "learning_rate": 7.056505476890195e-07, |
| "loss": 0.6583, |
| "step": 12860 |
| }, |
| { |
| "epoch": 1.7192572306459155, |
| "grad_norm": 4.96875, |
| "learning_rate": 7.023109804969276e-07, |
| "loss": 0.6675, |
| "step": 12870 |
| }, |
| { |
| "epoch": 1.720593146750384, |
| "grad_norm": 4.8125, |
| "learning_rate": 6.989714133048357e-07, |
| "loss": 0.6602, |
| "step": 12880 |
| }, |
| { |
| "epoch": 1.7219290628548527, |
| "grad_norm": 4.71875, |
| "learning_rate": 6.956318461127439e-07, |
| "loss": 0.6858, |
| "step": 12890 |
| }, |
| { |
| "epoch": 1.7232649789593215, |
| "grad_norm": 4.875, |
| "learning_rate": 6.922922789206519e-07, |
| "loss": 0.6703, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.7246008950637899, |
| "grad_norm": 4.71875, |
| "learning_rate": 6.889527117285601e-07, |
| "loss": 0.6676, |
| "step": 12910 |
| }, |
| { |
| "epoch": 1.7259368111682587, |
| "grad_norm": 4.6875, |
| "learning_rate": 6.856131445364682e-07, |
| "loss": 0.6844, |
| "step": 12920 |
| }, |
| { |
| "epoch": 1.7272727272727273, |
| "grad_norm": 4.78125, |
| "learning_rate": 6.822735773443762e-07, |
| "loss": 0.6718, |
| "step": 12930 |
| }, |
| { |
| "epoch": 1.7286086433771959, |
| "grad_norm": 4.8125, |
| "learning_rate": 6.789340101522842e-07, |
| "loss": 0.6595, |
| "step": 12940 |
| }, |
| { |
| "epoch": 1.7299445594816647, |
| "grad_norm": 5.125, |
| "learning_rate": 6.755944429601924e-07, |
| "loss": 0.6623, |
| "step": 12950 |
| }, |
| { |
| "epoch": 1.731280475586133, |
| "grad_norm": 4.5625, |
| "learning_rate": 6.722548757681005e-07, |
| "loss": 0.6675, |
| "step": 12960 |
| }, |
| { |
| "epoch": 1.7326163916906019, |
| "grad_norm": 4.625, |
| "learning_rate": 6.689153085760086e-07, |
| "loss": 0.6788, |
| "step": 12970 |
| }, |
| { |
| "epoch": 1.7339523077950705, |
| "grad_norm": 4.375, |
| "learning_rate": 6.655757413839167e-07, |
| "loss": 0.677, |
| "step": 12980 |
| }, |
| { |
| "epoch": 1.735288223899539, |
| "grad_norm": 4.6875, |
| "learning_rate": 6.622361741918248e-07, |
| "loss": 0.6718, |
| "step": 12990 |
| }, |
| { |
| "epoch": 1.7366241400040079, |
| "grad_norm": 4.5625, |
| "learning_rate": 6.58896606999733e-07, |
| "loss": 0.6677, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.7366241400040079, |
| "eval_loss": 0.6786794066429138, |
| "eval_runtime": 252.3209, |
| "eval_samples_per_second": 26.371, |
| "eval_steps_per_second": 3.297, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.7379600561084763, |
| "grad_norm": 4.6875, |
| "learning_rate": 6.55557039807641e-07, |
| "loss": 0.6563, |
| "step": 13010 |
| }, |
| { |
| "epoch": 1.739295972212945, |
| "grad_norm": 4.71875, |
| "learning_rate": 6.52217472615549e-07, |
| "loss": 0.672, |
| "step": 13020 |
| }, |
| { |
| "epoch": 1.7406318883174137, |
| "grad_norm": 4.78125, |
| "learning_rate": 6.488779054234571e-07, |
| "loss": 0.6504, |
| "step": 13030 |
| }, |
| { |
| "epoch": 1.7419678044218823, |
| "grad_norm": 4.6875, |
| "learning_rate": 6.455383382313653e-07, |
| "loss": 0.6389, |
| "step": 13040 |
| }, |
| { |
| "epoch": 1.743303720526351, |
| "grad_norm": 4.75, |
| "learning_rate": 6.421987710392734e-07, |
| "loss": 0.6679, |
| "step": 13050 |
| }, |
| { |
| "epoch": 1.7446396366308194, |
| "grad_norm": 5.0, |
| "learning_rate": 6.388592038471815e-07, |
| "loss": 0.6743, |
| "step": 13060 |
| }, |
| { |
| "epoch": 1.7459755527352883, |
| "grad_norm": 4.9375, |
| "learning_rate": 6.355196366550896e-07, |
| "loss": 0.637, |
| "step": 13070 |
| }, |
| { |
| "epoch": 1.7473114688397569, |
| "grad_norm": 5.03125, |
| "learning_rate": 6.321800694629976e-07, |
| "loss": 0.7063, |
| "step": 13080 |
| }, |
| { |
| "epoch": 1.7486473849442254, |
| "grad_norm": 4.78125, |
| "learning_rate": 6.288405022709057e-07, |
| "loss": 0.6807, |
| "step": 13090 |
| }, |
| { |
| "epoch": 1.7499833010486943, |
| "grad_norm": 4.4375, |
| "learning_rate": 6.255009350788139e-07, |
| "loss": 0.6544, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.7513192171531626, |
| "grad_norm": 5.1875, |
| "learning_rate": 6.221613678867219e-07, |
| "loss": 0.6704, |
| "step": 13110 |
| }, |
| { |
| "epoch": 1.7526551332576314, |
| "grad_norm": 5.0, |
| "learning_rate": 6.1882180069463e-07, |
| "loss": 0.6743, |
| "step": 13120 |
| }, |
| { |
| "epoch": 1.7539910493621, |
| "grad_norm": 5.0, |
| "learning_rate": 6.154822335025381e-07, |
| "loss": 0.6891, |
| "step": 13130 |
| }, |
| { |
| "epoch": 1.7553269654665686, |
| "grad_norm": 5.0, |
| "learning_rate": 6.121426663104462e-07, |
| "loss": 0.6579, |
| "step": 13140 |
| }, |
| { |
| "epoch": 1.7566628815710374, |
| "grad_norm": 4.65625, |
| "learning_rate": 6.088030991183543e-07, |
| "loss": 0.6588, |
| "step": 13150 |
| }, |
| { |
| "epoch": 1.7579987976755058, |
| "grad_norm": 5.1875, |
| "learning_rate": 6.054635319262624e-07, |
| "loss": 0.6987, |
| "step": 13160 |
| }, |
| { |
| "epoch": 1.7593347137799746, |
| "grad_norm": 4.625, |
| "learning_rate": 6.021239647341705e-07, |
| "loss": 0.6779, |
| "step": 13170 |
| }, |
| { |
| "epoch": 1.7606706298844432, |
| "grad_norm": 4.53125, |
| "learning_rate": 5.987843975420786e-07, |
| "loss": 0.6367, |
| "step": 13180 |
| }, |
| { |
| "epoch": 1.7620065459889118, |
| "grad_norm": 4.90625, |
| "learning_rate": 5.954448303499867e-07, |
| "loss": 0.6906, |
| "step": 13190 |
| }, |
| { |
| "epoch": 1.7633424620933806, |
| "grad_norm": 4.8125, |
| "learning_rate": 5.921052631578947e-07, |
| "loss": 0.6699, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.7646783781978492, |
| "grad_norm": 4.75, |
| "learning_rate": 5.887656959658029e-07, |
| "loss": 0.6809, |
| "step": 13210 |
| }, |
| { |
| "epoch": 1.7660142943023178, |
| "grad_norm": 5.0625, |
| "learning_rate": 5.85426128773711e-07, |
| "loss": 0.6771, |
| "step": 13220 |
| }, |
| { |
| "epoch": 1.7673502104067864, |
| "grad_norm": 4.90625, |
| "learning_rate": 5.82086561581619e-07, |
| "loss": 0.6526, |
| "step": 13230 |
| }, |
| { |
| "epoch": 1.768686126511255, |
| "grad_norm": 5.0, |
| "learning_rate": 5.787469943895271e-07, |
| "loss": 0.6666, |
| "step": 13240 |
| }, |
| { |
| "epoch": 1.7700220426157238, |
| "grad_norm": 4.71875, |
| "learning_rate": 5.754074271974353e-07, |
| "loss": 0.685, |
| "step": 13250 |
| }, |
| { |
| "epoch": 1.7700220426157238, |
| "eval_loss": 0.6786710023880005, |
| "eval_runtime": 253.6238, |
| "eval_samples_per_second": 26.236, |
| "eval_steps_per_second": 3.28, |
| "step": 13250 |
| }, |
| { |
| "epoch": 1.7713579587201924, |
| "grad_norm": 4.8125, |
| "learning_rate": 5.720678600053434e-07, |
| "loss": 0.6963, |
| "step": 13260 |
| }, |
| { |
| "epoch": 1.772693874824661, |
| "grad_norm": 5.21875, |
| "learning_rate": 5.687282928132515e-07, |
| "loss": 0.7044, |
| "step": 13270 |
| }, |
| { |
| "epoch": 1.7740297909291296, |
| "grad_norm": 5.0, |
| "learning_rate": 5.653887256211595e-07, |
| "loss": 0.686, |
| "step": 13280 |
| }, |
| { |
| "epoch": 1.7753657070335982, |
| "grad_norm": 5.03125, |
| "learning_rate": 5.620491584290676e-07, |
| "loss": 0.691, |
| "step": 13290 |
| }, |
| { |
| "epoch": 1.776701623138067, |
| "grad_norm": 4.71875, |
| "learning_rate": 5.587095912369758e-07, |
| "loss": 0.6586, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.7780375392425356, |
| "grad_norm": 4.8125, |
| "learning_rate": 5.553700240448838e-07, |
| "loss": 0.674, |
| "step": 13310 |
| }, |
| { |
| "epoch": 1.7793734553470042, |
| "grad_norm": 4.875, |
| "learning_rate": 5.520304568527919e-07, |
| "loss": 0.6892, |
| "step": 13320 |
| }, |
| { |
| "epoch": 1.780709371451473, |
| "grad_norm": 5.03125, |
| "learning_rate": 5.486908896607e-07, |
| "loss": 0.6801, |
| "step": 13330 |
| }, |
| { |
| "epoch": 1.7820452875559414, |
| "grad_norm": 4.84375, |
| "learning_rate": 5.453513224686081e-07, |
| "loss": 0.6776, |
| "step": 13340 |
| }, |
| { |
| "epoch": 1.7833812036604102, |
| "grad_norm": 4.9375, |
| "learning_rate": 5.420117552765162e-07, |
| "loss": 0.6897, |
| "step": 13350 |
| }, |
| { |
| "epoch": 1.7847171197648788, |
| "grad_norm": 5.0625, |
| "learning_rate": 5.386721880844243e-07, |
| "loss": 0.6743, |
| "step": 13360 |
| }, |
| { |
| "epoch": 1.7860530358693474, |
| "grad_norm": 4.5625, |
| "learning_rate": 5.353326208923324e-07, |
| "loss": 0.6762, |
| "step": 13370 |
| }, |
| { |
| "epoch": 1.7873889519738162, |
| "grad_norm": 4.78125, |
| "learning_rate": 5.319930537002405e-07, |
| "loss": 0.6733, |
| "step": 13380 |
| }, |
| { |
| "epoch": 1.7887248680782846, |
| "grad_norm": 4.96875, |
| "learning_rate": 5.286534865081486e-07, |
| "loss": 0.6794, |
| "step": 13390 |
| }, |
| { |
| "epoch": 1.7900607841827534, |
| "grad_norm": 4.78125, |
| "learning_rate": 5.253139193160566e-07, |
| "loss": 0.6623, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.791396700287222, |
| "grad_norm": 4.875, |
| "learning_rate": 5.219743521239648e-07, |
| "loss": 0.6877, |
| "step": 13410 |
| }, |
| { |
| "epoch": 1.7927326163916906, |
| "grad_norm": 4.96875, |
| "learning_rate": 5.186347849318728e-07, |
| "loss": 0.6762, |
| "step": 13420 |
| }, |
| { |
| "epoch": 1.7940685324961594, |
| "grad_norm": 4.34375, |
| "learning_rate": 5.15295217739781e-07, |
| "loss": 0.6652, |
| "step": 13430 |
| }, |
| { |
| "epoch": 1.7954044486006278, |
| "grad_norm": 4.71875, |
| "learning_rate": 5.11955650547689e-07, |
| "loss": 0.6657, |
| "step": 13440 |
| }, |
| { |
| "epoch": 1.7967403647050966, |
| "grad_norm": 5.0625, |
| "learning_rate": 5.086160833555972e-07, |
| "loss": 0.6811, |
| "step": 13450 |
| }, |
| { |
| "epoch": 1.7980762808095652, |
| "grad_norm": 4.8125, |
| "learning_rate": 5.052765161635052e-07, |
| "loss": 0.6888, |
| "step": 13460 |
| }, |
| { |
| "epoch": 1.7994121969140338, |
| "grad_norm": 4.8125, |
| "learning_rate": 5.019369489714134e-07, |
| "loss": 0.675, |
| "step": 13470 |
| }, |
| { |
| "epoch": 1.8007481130185026, |
| "grad_norm": 4.28125, |
| "learning_rate": 4.985973817793215e-07, |
| "loss": 0.6626, |
| "step": 13480 |
| }, |
| { |
| "epoch": 1.802084029122971, |
| "grad_norm": 4.75, |
| "learning_rate": 4.952578145872295e-07, |
| "loss": 0.6797, |
| "step": 13490 |
| }, |
| { |
| "epoch": 1.8034199452274398, |
| "grad_norm": 5.0625, |
| "learning_rate": 4.919182473951376e-07, |
| "loss": 0.6536, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.8034199452274398, |
| "eval_loss": 0.6786578297615051, |
| "eval_runtime": 256.0307, |
| "eval_samples_per_second": 25.989, |
| "eval_steps_per_second": 3.25, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.8047558613319084, |
| "grad_norm": 5.03125, |
| "learning_rate": 4.885786802030457e-07, |
| "loss": 0.6522, |
| "step": 13510 |
| }, |
| { |
| "epoch": 1.806091777436377, |
| "grad_norm": 4.96875, |
| "learning_rate": 4.852391130109539e-07, |
| "loss": 0.6574, |
| "step": 13520 |
| }, |
| { |
| "epoch": 1.8074276935408458, |
| "grad_norm": 4.59375, |
| "learning_rate": 4.818995458188619e-07, |
| "loss": 0.6512, |
| "step": 13530 |
| }, |
| { |
| "epoch": 1.8087636096453141, |
| "grad_norm": 5.0, |
| "learning_rate": 4.7855997862677e-07, |
| "loss": 0.6889, |
| "step": 13540 |
| }, |
| { |
| "epoch": 1.810099525749783, |
| "grad_norm": 5.46875, |
| "learning_rate": 4.7522041143467814e-07, |
| "loss": 0.66, |
| "step": 13550 |
| }, |
| { |
| "epoch": 1.8114354418542515, |
| "grad_norm": 4.90625, |
| "learning_rate": 4.718808442425862e-07, |
| "loss": 0.6798, |
| "step": 13560 |
| }, |
| { |
| "epoch": 1.8127713579587201, |
| "grad_norm": 4.8125, |
| "learning_rate": 4.685412770504943e-07, |
| "loss": 0.6359, |
| "step": 13570 |
| }, |
| { |
| "epoch": 1.814107274063189, |
| "grad_norm": 4.90625, |
| "learning_rate": 4.6520170985840237e-07, |
| "loss": 0.693, |
| "step": 13580 |
| }, |
| { |
| "epoch": 1.8154431901676573, |
| "grad_norm": 5.15625, |
| "learning_rate": 4.618621426663105e-07, |
| "loss": 0.6652, |
| "step": 13590 |
| }, |
| { |
| "epoch": 1.8167791062721261, |
| "grad_norm": 4.65625, |
| "learning_rate": 4.5852257547421857e-07, |
| "loss": 0.6461, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.8181150223765947, |
| "grad_norm": 5.0, |
| "learning_rate": 4.5518300828212665e-07, |
| "loss": 0.6557, |
| "step": 13610 |
| }, |
| { |
| "epoch": 1.8194509384810633, |
| "grad_norm": 4.78125, |
| "learning_rate": 4.518434410900348e-07, |
| "loss": 0.672, |
| "step": 13620 |
| }, |
| { |
| "epoch": 1.8207868545855321, |
| "grad_norm": 4.90625, |
| "learning_rate": 4.485038738979429e-07, |
| "loss": 0.6751, |
| "step": 13630 |
| }, |
| { |
| "epoch": 1.8221227706900005, |
| "grad_norm": 4.625, |
| "learning_rate": 4.451643067058509e-07, |
| "loss": 0.665, |
| "step": 13640 |
| }, |
| { |
| "epoch": 1.8234586867944693, |
| "grad_norm": 5.28125, |
| "learning_rate": 4.4182473951375905e-07, |
| "loss": 0.6505, |
| "step": 13650 |
| }, |
| { |
| "epoch": 1.824794602898938, |
| "grad_norm": 4.84375, |
| "learning_rate": 4.384851723216672e-07, |
| "loss": 0.6535, |
| "step": 13660 |
| }, |
| { |
| "epoch": 1.8261305190034065, |
| "grad_norm": 4.71875, |
| "learning_rate": 4.351456051295752e-07, |
| "loss": 0.6701, |
| "step": 13670 |
| }, |
| { |
| "epoch": 1.8274664351078753, |
| "grad_norm": 4.5625, |
| "learning_rate": 4.3180603793748333e-07, |
| "loss": 0.669, |
| "step": 13680 |
| }, |
| { |
| "epoch": 1.828802351212344, |
| "grad_norm": 4.6875, |
| "learning_rate": 4.2846647074539146e-07, |
| "loss": 0.645, |
| "step": 13690 |
| }, |
| { |
| "epoch": 1.8301382673168125, |
| "grad_norm": 4.9375, |
| "learning_rate": 4.2512690355329953e-07, |
| "loss": 0.6498, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.831474183421281, |
| "grad_norm": 4.5625, |
| "learning_rate": 4.217873363612076e-07, |
| "loss": 0.6583, |
| "step": 13710 |
| }, |
| { |
| "epoch": 1.8328100995257497, |
| "grad_norm": 4.875, |
| "learning_rate": 4.184477691691157e-07, |
| "loss": 0.6464, |
| "step": 13720 |
| }, |
| { |
| "epoch": 1.8341460156302185, |
| "grad_norm": 4.84375, |
| "learning_rate": 4.151082019770238e-07, |
| "loss": 0.6739, |
| "step": 13730 |
| }, |
| { |
| "epoch": 1.835481931734687, |
| "grad_norm": 4.53125, |
| "learning_rate": 4.1176863478493194e-07, |
| "loss": 0.6983, |
| "step": 13740 |
| }, |
| { |
| "epoch": 1.8368178478391557, |
| "grad_norm": 4.46875, |
| "learning_rate": 4.0842906759283996e-07, |
| "loss": 0.6687, |
| "step": 13750 |
| }, |
| { |
| "epoch": 1.8368178478391557, |
| "eval_loss": 0.6786478757858276, |
| "eval_runtime": 254.6625, |
| "eval_samples_per_second": 26.129, |
| "eval_steps_per_second": 3.267, |
| "step": 13750 |
| }, |
| { |
| "epoch": 1.8381537639436243, |
| "grad_norm": 4.78125, |
| "learning_rate": 4.050895004007481e-07, |
| "loss": 0.6717, |
| "step": 13760 |
| }, |
| { |
| "epoch": 1.8394896800480929, |
| "grad_norm": 4.40625, |
| "learning_rate": 4.017499332086562e-07, |
| "loss": 0.6424, |
| "step": 13770 |
| }, |
| { |
| "epoch": 1.8408255961525617, |
| "grad_norm": 4.65625, |
| "learning_rate": 3.9841036601656424e-07, |
| "loss": 0.6699, |
| "step": 13780 |
| }, |
| { |
| "epoch": 1.8421615122570303, |
| "grad_norm": 4.75, |
| "learning_rate": 3.9507079882447237e-07, |
| "loss": 0.6757, |
| "step": 13790 |
| }, |
| { |
| "epoch": 1.8434974283614989, |
| "grad_norm": 4.9375, |
| "learning_rate": 3.917312316323805e-07, |
| "loss": 0.6726, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.8448333444659677, |
| "grad_norm": 4.59375, |
| "learning_rate": 3.8839166444028857e-07, |
| "loss": 0.6706, |
| "step": 13810 |
| }, |
| { |
| "epoch": 1.846169260570436, |
| "grad_norm": 4.8125, |
| "learning_rate": 3.8505209724819665e-07, |
| "loss": 0.631, |
| "step": 13820 |
| }, |
| { |
| "epoch": 1.8475051766749049, |
| "grad_norm": 4.59375, |
| "learning_rate": 3.817125300561048e-07, |
| "loss": 0.6651, |
| "step": 13830 |
| }, |
| { |
| "epoch": 1.8488410927793735, |
| "grad_norm": 4.75, |
| "learning_rate": 3.7837296286401285e-07, |
| "loss": 0.6658, |
| "step": 13840 |
| }, |
| { |
| "epoch": 1.850177008883842, |
| "grad_norm": 4.8125, |
| "learning_rate": 3.7503339567192093e-07, |
| "loss": 0.6651, |
| "step": 13850 |
| }, |
| { |
| "epoch": 1.8515129249883109, |
| "grad_norm": 5.09375, |
| "learning_rate": 3.7169382847982905e-07, |
| "loss": 0.6454, |
| "step": 13860 |
| }, |
| { |
| "epoch": 1.8528488410927793, |
| "grad_norm": 4.90625, |
| "learning_rate": 3.6835426128773713e-07, |
| "loss": 0.6467, |
| "step": 13870 |
| }, |
| { |
| "epoch": 1.854184757197248, |
| "grad_norm": 4.75, |
| "learning_rate": 3.6501469409564526e-07, |
| "loss": 0.6698, |
| "step": 13880 |
| }, |
| { |
| "epoch": 1.8555206733017167, |
| "grad_norm": 4.90625, |
| "learning_rate": 3.616751269035533e-07, |
| "loss": 0.6952, |
| "step": 13890 |
| }, |
| { |
| "epoch": 1.8568565894061853, |
| "grad_norm": 4.71875, |
| "learning_rate": 3.583355597114614e-07, |
| "loss": 0.666, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.858192505510654, |
| "grad_norm": 4.75, |
| "learning_rate": 3.5499599251936954e-07, |
| "loss": 0.6614, |
| "step": 13910 |
| }, |
| { |
| "epoch": 1.8595284216151224, |
| "grad_norm": 5.375, |
| "learning_rate": 3.5165642532727766e-07, |
| "loss": 0.6697, |
| "step": 13920 |
| }, |
| { |
| "epoch": 1.8608643377195913, |
| "grad_norm": 5.0625, |
| "learning_rate": 3.483168581351857e-07, |
| "loss": 0.6721, |
| "step": 13930 |
| }, |
| { |
| "epoch": 1.8622002538240598, |
| "grad_norm": 4.71875, |
| "learning_rate": 3.449772909430938e-07, |
| "loss": 0.6693, |
| "step": 13940 |
| }, |
| { |
| "epoch": 1.8635361699285284, |
| "grad_norm": 4.75, |
| "learning_rate": 3.4163772375100194e-07, |
| "loss": 0.6652, |
| "step": 13950 |
| }, |
| { |
| "epoch": 1.8648720860329973, |
| "grad_norm": 4.65625, |
| "learning_rate": 3.3829815655890997e-07, |
| "loss": 0.693, |
| "step": 13960 |
| }, |
| { |
| "epoch": 1.8662080021374656, |
| "grad_norm": 5.09375, |
| "learning_rate": 3.349585893668181e-07, |
| "loss": 0.6834, |
| "step": 13970 |
| }, |
| { |
| "epoch": 1.8675439182419344, |
| "grad_norm": 4.9375, |
| "learning_rate": 3.3161902217472617e-07, |
| "loss": 0.6699, |
| "step": 13980 |
| }, |
| { |
| "epoch": 1.868879834346403, |
| "grad_norm": 4.5, |
| "learning_rate": 3.282794549826343e-07, |
| "loss": 0.665, |
| "step": 13990 |
| }, |
| { |
| "epoch": 1.8702157504508716, |
| "grad_norm": 5.0625, |
| "learning_rate": 3.2493988779054237e-07, |
| "loss": 0.6737, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.8702157504508716, |
| "eval_loss": 0.6786481142044067, |
| "eval_runtime": 252.3391, |
| "eval_samples_per_second": 26.369, |
| "eval_steps_per_second": 3.297, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.8715516665553404, |
| "grad_norm": 4.8125, |
| "learning_rate": 3.2160032059845045e-07, |
| "loss": 0.6918, |
| "step": 14010 |
| }, |
| { |
| "epoch": 1.8728875826598088, |
| "grad_norm": 4.5625, |
| "learning_rate": 3.182607534063586e-07, |
| "loss": 0.6508, |
| "step": 14020 |
| }, |
| { |
| "epoch": 1.8742234987642776, |
| "grad_norm": 4.90625, |
| "learning_rate": 3.149211862142667e-07, |
| "loss": 0.6469, |
| "step": 14030 |
| }, |
| { |
| "epoch": 1.8755594148687462, |
| "grad_norm": 4.96875, |
| "learning_rate": 3.115816190221747e-07, |
| "loss": 0.6698, |
| "step": 14040 |
| }, |
| { |
| "epoch": 1.8768953309732148, |
| "grad_norm": 4.40625, |
| "learning_rate": 3.0824205183008285e-07, |
| "loss": 0.6618, |
| "step": 14050 |
| }, |
| { |
| "epoch": 1.8782312470776836, |
| "grad_norm": 4.75, |
| "learning_rate": 3.0490248463799093e-07, |
| "loss": 0.6633, |
| "step": 14060 |
| }, |
| { |
| "epoch": 1.879567163182152, |
| "grad_norm": 4.84375, |
| "learning_rate": 3.0156291744589906e-07, |
| "loss": 0.632, |
| "step": 14070 |
| }, |
| { |
| "epoch": 1.8809030792866208, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.9822335025380713e-07, |
| "loss": 0.6805, |
| "step": 14080 |
| }, |
| { |
| "epoch": 1.8822389953910894, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.9488378306171526e-07, |
| "loss": 0.7049, |
| "step": 14090 |
| }, |
| { |
| "epoch": 1.883574911495558, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.9154421586962333e-07, |
| "loss": 0.6698, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.8849108276000268, |
| "grad_norm": 4.4375, |
| "learning_rate": 2.882046486775314e-07, |
| "loss": 0.6514, |
| "step": 14110 |
| }, |
| { |
| "epoch": 1.8862467437044954, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.848650814854395e-07, |
| "loss": 0.6769, |
| "step": 14120 |
| }, |
| { |
| "epoch": 1.887582659808964, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.815255142933476e-07, |
| "loss": 0.6432, |
| "step": 14130 |
| }, |
| { |
| "epoch": 1.8889185759134326, |
| "grad_norm": 5.15625, |
| "learning_rate": 2.781859471012557e-07, |
| "loss": 0.6743, |
| "step": 14140 |
| }, |
| { |
| "epoch": 1.8902544920179012, |
| "grad_norm": 4.9375, |
| "learning_rate": 2.7484637990916376e-07, |
| "loss": 0.681, |
| "step": 14150 |
| }, |
| { |
| "epoch": 1.89159040812237, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.715068127170719e-07, |
| "loss": 0.6743, |
| "step": 14160 |
| }, |
| { |
| "epoch": 1.8929263242268386, |
| "grad_norm": 4.875, |
| "learning_rate": 2.6816724552497997e-07, |
| "loss": 0.6926, |
| "step": 14170 |
| }, |
| { |
| "epoch": 1.8942622403313072, |
| "grad_norm": 4.625, |
| "learning_rate": 2.648276783328881e-07, |
| "loss": 0.6409, |
| "step": 14180 |
| }, |
| { |
| "epoch": 1.8955981564357758, |
| "grad_norm": 5.03125, |
| "learning_rate": 2.6148811114079617e-07, |
| "loss": 0.6681, |
| "step": 14190 |
| }, |
| { |
| "epoch": 1.8969340725402444, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.581485439487043e-07, |
| "loss": 0.6556, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.8982699886447132, |
| "grad_norm": 4.90625, |
| "learning_rate": 2.5480897675661237e-07, |
| "loss": 0.6657, |
| "step": 14210 |
| }, |
| { |
| "epoch": 1.8996059047491818, |
| "grad_norm": 4.9375, |
| "learning_rate": 2.5146940956452045e-07, |
| "loss": 0.673, |
| "step": 14220 |
| }, |
| { |
| "epoch": 1.9009418208536504, |
| "grad_norm": 4.625, |
| "learning_rate": 2.481298423724286e-07, |
| "loss": 0.6724, |
| "step": 14230 |
| }, |
| { |
| "epoch": 1.9022777369581192, |
| "grad_norm": 4.90625, |
| "learning_rate": 2.4479027518033665e-07, |
| "loss": 0.67, |
| "step": 14240 |
| }, |
| { |
| "epoch": 1.9036136530625876, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.4145070798824473e-07, |
| "loss": 0.6626, |
| "step": 14250 |
| }, |
| { |
| "epoch": 1.9036136530625876, |
| "eval_loss": 0.6786379814147949, |
| "eval_runtime": 253.9771, |
| "eval_samples_per_second": 26.199, |
| "eval_steps_per_second": 3.276, |
| "step": 14250 |
| }, |
| { |
| "epoch": 1.9049495691670564, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.3811114079615283e-07, |
| "loss": 0.684, |
| "step": 14260 |
| }, |
| { |
| "epoch": 1.906285485271525, |
| "grad_norm": 4.875, |
| "learning_rate": 2.3477157360406093e-07, |
| "loss": 0.6758, |
| "step": 14270 |
| }, |
| { |
| "epoch": 1.9076214013759936, |
| "grad_norm": 5.0, |
| "learning_rate": 2.3143200641196903e-07, |
| "loss": 0.6804, |
| "step": 14280 |
| }, |
| { |
| "epoch": 1.9089573174804624, |
| "grad_norm": 4.78125, |
| "learning_rate": 2.2809243921987713e-07, |
| "loss": 0.6844, |
| "step": 14290 |
| }, |
| { |
| "epoch": 1.9102932335849307, |
| "grad_norm": 4.96875, |
| "learning_rate": 2.247528720277852e-07, |
| "loss": 0.6877, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.9116291496893996, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.2141330483569334e-07, |
| "loss": 0.6817, |
| "step": 14310 |
| }, |
| { |
| "epoch": 1.9129650657938682, |
| "grad_norm": 5.15625, |
| "learning_rate": 2.180737376436014e-07, |
| "loss": 0.6671, |
| "step": 14320 |
| }, |
| { |
| "epoch": 1.9143009818983368, |
| "grad_norm": 5.09375, |
| "learning_rate": 2.1473417045150949e-07, |
| "loss": 0.6974, |
| "step": 14330 |
| }, |
| { |
| "epoch": 1.9156368980028056, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.1139460325941761e-07, |
| "loss": 0.6676, |
| "step": 14340 |
| }, |
| { |
| "epoch": 1.916972814107274, |
| "grad_norm": 4.625, |
| "learning_rate": 2.080550360673257e-07, |
| "loss": 0.6803, |
| "step": 14350 |
| }, |
| { |
| "epoch": 1.9183087302117428, |
| "grad_norm": 4.84375, |
| "learning_rate": 2.047154688752338e-07, |
| "loss": 0.6669, |
| "step": 14360 |
| }, |
| { |
| "epoch": 1.9196446463162113, |
| "grad_norm": 4.65625, |
| "learning_rate": 2.0137590168314187e-07, |
| "loss": 0.6578, |
| "step": 14370 |
| }, |
| { |
| "epoch": 1.92098056242068, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.9803633449105e-07, |
| "loss": 0.675, |
| "step": 14380 |
| }, |
| { |
| "epoch": 1.9223164785251488, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.9469676729895807e-07, |
| "loss": 0.657, |
| "step": 14390 |
| }, |
| { |
| "epoch": 1.9236523946296171, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.9135720010686617e-07, |
| "loss": 0.6707, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.924988310734086, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.8801763291477427e-07, |
| "loss": 0.6974, |
| "step": 14410 |
| }, |
| { |
| "epoch": 1.9263242268385545, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.8467806572268235e-07, |
| "loss": 0.689, |
| "step": 14420 |
| }, |
| { |
| "epoch": 1.9276601429430231, |
| "grad_norm": 4.5, |
| "learning_rate": 1.8133849853059045e-07, |
| "loss": 0.6706, |
| "step": 14430 |
| }, |
| { |
| "epoch": 1.928996059047492, |
| "grad_norm": 4.75, |
| "learning_rate": 1.7799893133849853e-07, |
| "loss": 0.6784, |
| "step": 14440 |
| }, |
| { |
| "epoch": 1.9303319751519603, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.7465936414640665e-07, |
| "loss": 0.6491, |
| "step": 14450 |
| }, |
| { |
| "epoch": 1.9316678912564291, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.7131979695431473e-07, |
| "loss": 0.6769, |
| "step": 14460 |
| }, |
| { |
| "epoch": 1.9330038073608977, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.6798022976222283e-07, |
| "loss": 0.669, |
| "step": 14470 |
| }, |
| { |
| "epoch": 1.9343397234653663, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.6464066257013093e-07, |
| "loss": 0.6444, |
| "step": 14480 |
| }, |
| { |
| "epoch": 1.9356756395698351, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.6130109537803903e-07, |
| "loss": 0.6781, |
| "step": 14490 |
| }, |
| { |
| "epoch": 1.9370115556743035, |
| "grad_norm": 4.875, |
| "learning_rate": 1.579615281859471e-07, |
| "loss": 0.6786, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.9370115556743035, |
| "eval_loss": 0.6786459684371948, |
| "eval_runtime": 255.9185, |
| "eval_samples_per_second": 26.0, |
| "eval_steps_per_second": 3.251, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.9383474717787723, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.546219609938552e-07, |
| "loss": 0.6746, |
| "step": 14510 |
| }, |
| { |
| "epoch": 1.939683387883241, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.512823938017633e-07, |
| "loss": 0.6744, |
| "step": 14520 |
| }, |
| { |
| "epoch": 1.9410193039877095, |
| "grad_norm": 5.84375, |
| "learning_rate": 1.4794282660967141e-07, |
| "loss": 0.6844, |
| "step": 14530 |
| }, |
| { |
| "epoch": 1.9423552200921783, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.446032594175795e-07, |
| "loss": 0.6759, |
| "step": 14540 |
| }, |
| { |
| "epoch": 1.9436911361966467, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.412636922254876e-07, |
| "loss": 0.6889, |
| "step": 14550 |
| }, |
| { |
| "epoch": 1.9450270523011155, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.3792412503339567e-07, |
| "loss": 0.678, |
| "step": 14560 |
| }, |
| { |
| "epoch": 1.946362968405584, |
| "grad_norm": 4.75, |
| "learning_rate": 1.3458455784130377e-07, |
| "loss": 0.659, |
| "step": 14570 |
| }, |
| { |
| "epoch": 1.9476988845100527, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.3124499064921187e-07, |
| "loss": 0.6817, |
| "step": 14580 |
| }, |
| { |
| "epoch": 1.9490348006145215, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.2790542345711997e-07, |
| "loss": 0.6522, |
| "step": 14590 |
| }, |
| { |
| "epoch": 1.95037071671899, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.2456585626502807e-07, |
| "loss": 0.6644, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.9517066328234587, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.2122628907293617e-07, |
| "loss": 0.6749, |
| "step": 14610 |
| }, |
| { |
| "epoch": 1.9530425489279273, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.1788672188084426e-07, |
| "loss": 0.6888, |
| "step": 14620 |
| }, |
| { |
| "epoch": 1.9543784650323959, |
| "grad_norm": 4.75, |
| "learning_rate": 1.1454715468875235e-07, |
| "loss": 0.6939, |
| "step": 14630 |
| }, |
| { |
| "epoch": 1.9557143811368647, |
| "grad_norm": 4.625, |
| "learning_rate": 1.1120758749666044e-07, |
| "loss": 0.654, |
| "step": 14640 |
| }, |
| { |
| "epoch": 1.9570502972413333, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.0786802030456853e-07, |
| "loss": 0.6563, |
| "step": 14650 |
| }, |
| { |
| "epoch": 1.9583862133458019, |
| "grad_norm": 4.75, |
| "learning_rate": 1.0452845311247663e-07, |
| "loss": 0.6792, |
| "step": 14660 |
| }, |
| { |
| "epoch": 1.9597221294502707, |
| "grad_norm": 4.75, |
| "learning_rate": 1.0118888592038473e-07, |
| "loss": 0.6756, |
| "step": 14670 |
| }, |
| { |
| "epoch": 1.961058045554739, |
| "grad_norm": 4.75, |
| "learning_rate": 9.784931872829282e-08, |
| "loss": 0.672, |
| "step": 14680 |
| }, |
| { |
| "epoch": 1.9623939616592079, |
| "grad_norm": 4.28125, |
| "learning_rate": 9.450975153620092e-08, |
| "loss": 0.6577, |
| "step": 14690 |
| }, |
| { |
| "epoch": 1.9637298777636765, |
| "grad_norm": 5.3125, |
| "learning_rate": 9.117018434410901e-08, |
| "loss": 0.6726, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.965065793868145, |
| "grad_norm": 4.78125, |
| "learning_rate": 8.783061715201711e-08, |
| "loss": 0.6445, |
| "step": 14710 |
| }, |
| { |
| "epoch": 1.9664017099726139, |
| "grad_norm": 4.96875, |
| "learning_rate": 8.449104995992521e-08, |
| "loss": 0.6739, |
| "step": 14720 |
| }, |
| { |
| "epoch": 1.9677376260770822, |
| "grad_norm": 4.71875, |
| "learning_rate": 8.11514827678333e-08, |
| "loss": 0.6608, |
| "step": 14730 |
| }, |
| { |
| "epoch": 1.969073542181551, |
| "grad_norm": 5.0, |
| "learning_rate": 7.781191557574139e-08, |
| "loss": 0.67, |
| "step": 14740 |
| }, |
| { |
| "epoch": 1.9704094582860197, |
| "grad_norm": 4.875, |
| "learning_rate": 7.447234838364949e-08, |
| "loss": 0.6772, |
| "step": 14750 |
| }, |
| { |
| "epoch": 1.9704094582860197, |
| "eval_loss": 0.6786452531814575, |
| "eval_runtime": 253.3994, |
| "eval_samples_per_second": 26.259, |
| "eval_steps_per_second": 3.283, |
| "step": 14750 |
| }, |
| { |
| "epoch": 1.9717453743904882, |
| "grad_norm": 5.15625, |
| "learning_rate": 7.113278119155758e-08, |
| "loss": 0.6786, |
| "step": 14760 |
| }, |
| { |
| "epoch": 1.973081290494957, |
| "grad_norm": 4.5625, |
| "learning_rate": 6.779321399946568e-08, |
| "loss": 0.6533, |
| "step": 14770 |
| }, |
| { |
| "epoch": 1.9744172065994254, |
| "grad_norm": 4.71875, |
| "learning_rate": 6.445364680737377e-08, |
| "loss": 0.6923, |
| "step": 14780 |
| }, |
| { |
| "epoch": 1.9757531227038942, |
| "grad_norm": 4.59375, |
| "learning_rate": 6.111407961528187e-08, |
| "loss": 0.6436, |
| "step": 14790 |
| }, |
| { |
| "epoch": 1.9770890388083628, |
| "grad_norm": 4.875, |
| "learning_rate": 5.7774512423189965e-08, |
| "loss": 0.7022, |
| "step": 14800 |
| }, |
| { |
| "epoch": 1.9784249549128314, |
| "grad_norm": 4.71875, |
| "learning_rate": 5.4434945231098053e-08, |
| "loss": 0.6729, |
| "step": 14810 |
| }, |
| { |
| "epoch": 1.9797608710173002, |
| "grad_norm": 4.8125, |
| "learning_rate": 5.109537803900615e-08, |
| "loss": 0.6881, |
| "step": 14820 |
| }, |
| { |
| "epoch": 1.9810967871217686, |
| "grad_norm": 4.5, |
| "learning_rate": 4.7755810846914243e-08, |
| "loss": 0.6618, |
| "step": 14830 |
| }, |
| { |
| "epoch": 1.9824327032262374, |
| "grad_norm": 4.84375, |
| "learning_rate": 4.441624365482234e-08, |
| "loss": 0.6856, |
| "step": 14840 |
| }, |
| { |
| "epoch": 1.983768619330706, |
| "grad_norm": 4.875, |
| "learning_rate": 4.107667646273043e-08, |
| "loss": 0.6714, |
| "step": 14850 |
| }, |
| { |
| "epoch": 1.9851045354351746, |
| "grad_norm": 4.5, |
| "learning_rate": 3.773710927063853e-08, |
| "loss": 0.6753, |
| "step": 14860 |
| }, |
| { |
| "epoch": 1.9864404515396434, |
| "grad_norm": 5.0625, |
| "learning_rate": 3.4397542078546623e-08, |
| "loss": 0.707, |
| "step": 14870 |
| }, |
| { |
| "epoch": 1.9877763676441118, |
| "grad_norm": 4.8125, |
| "learning_rate": 3.105797488645472e-08, |
| "loss": 0.6551, |
| "step": 14880 |
| }, |
| { |
| "epoch": 1.9891122837485806, |
| "grad_norm": 4.75, |
| "learning_rate": 2.7718407694362813e-08, |
| "loss": 0.6628, |
| "step": 14890 |
| }, |
| { |
| "epoch": 1.9904481998530492, |
| "grad_norm": 4.71875, |
| "learning_rate": 2.437884050227091e-08, |
| "loss": 0.6633, |
| "step": 14900 |
| }, |
| { |
| "epoch": 1.9917841159575178, |
| "grad_norm": 4.6875, |
| "learning_rate": 2.1039273310179e-08, |
| "loss": 0.6419, |
| "step": 14910 |
| }, |
| { |
| "epoch": 1.9931200320619866, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.76997061180871e-08, |
| "loss": 0.655, |
| "step": 14920 |
| }, |
| { |
| "epoch": 1.994455948166455, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.4360138925995192e-08, |
| "loss": 0.6834, |
| "step": 14930 |
| }, |
| { |
| "epoch": 1.9957918642709238, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.1020571733903287e-08, |
| "loss": 0.7089, |
| "step": 14940 |
| }, |
| { |
| "epoch": 1.9971277803753924, |
| "grad_norm": 5.0625, |
| "learning_rate": 7.681004541811382e-09, |
| "loss": 0.6584, |
| "step": 14950 |
| }, |
| { |
| "epoch": 1.998463696479861, |
| "grad_norm": 4.9375, |
| "learning_rate": 4.341437349719477e-09, |
| "loss": 0.6801, |
| "step": 14960 |
| }, |
| { |
| "epoch": 1.9997996125843298, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.0018701576275714e-09, |
| "loss": 0.6711, |
| "step": 14970 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 14972, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.522533282505294e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
