diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,6410 @@ +{ + "best_metric": 0.59685546, + "best_model_checkpoint": "/cpfs04/user/zhangqi/zhangqi/data/model_garden/0619_intern8b_v7-1-part15-19-resize-decay/v1-20250624-140732/checkpoint-3125", + "epoch": 0.999960001599936, + "eval_steps": 250, + "global_step": 3125, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0003199872005119795, + "grad_norm": 0.034520456918049065, + "learning_rate": 2.0000000000000002e-07, + "loss": 0.40204745531082153, + "memory(GiB)": 40.4, + "step": 1, + "token_acc": 0.8817829457364341, + "train_speed(iter/s)": 0.010771 + }, + { + "epoch": 0.0015999360025598975, + "grad_norm": 0.03420916628520123, + "learning_rate": 1.0000000000000002e-06, + "loss": 0.39483457803726196, + "memory(GiB)": 60.23, + "step": 5, + "token_acc": 0.9005736137667304, + "train_speed(iter/s)": 0.01352 + }, + { + "epoch": 0.003199872005119795, + "grad_norm": 0.03272073151772668, + "learning_rate": 2.0000000000000003e-06, + "loss": 0.39301304817199706, + "memory(GiB)": 60.23, + "step": 10, + "token_acc": 0.9103283749649173, + "train_speed(iter/s)": 0.014045 + }, + { + "epoch": 0.004799808007679693, + "grad_norm": 0.03294824977638289, + "learning_rate": 3e-06, + "loss": 0.38296959400177, + "memory(GiB)": 60.23, + "step": 15, + "token_acc": 0.8657198192382182, + "train_speed(iter/s)": 0.014012 + }, + { + "epoch": 0.00639974401023959, + "grad_norm": 0.0334494683427454, + "learning_rate": 4.000000000000001e-06, + "loss": 0.3897198915481567, + "memory(GiB)": 60.23, + "step": 20, + "token_acc": 0.8978738236319275, + "train_speed(iter/s)": 0.014066 + }, + { + "epoch": 0.007999680012799487, + "grad_norm": 0.03136602849258215, + "learning_rate": 5e-06, + "loss": 0.3881317138671875, + "memory(GiB)": 60.23, + "step": 25, + "token_acc": 0.9188261541101768, + "train_speed(iter/s)": 0.014214 + }, + { + "epoch": 0.009599616015359386, + "grad_norm": 0.03265063244675712, + "learning_rate": 6e-06, + "loss": 0.3901845693588257, + "memory(GiB)": 60.23, + "step": 30, + "token_acc": 0.896212961495801, + "train_speed(iter/s)": 0.01427 + }, + { + "epoch": 0.011199552017919284, + "grad_norm": 0.032203046144693825, + "learning_rate": 7e-06, + "loss": 0.3953768014907837, + "memory(GiB)": 60.23, + "step": 35, + "token_acc": 0.8888367729831145, + "train_speed(iter/s)": 0.014326 + }, + { + "epoch": 0.01279948802047918, + "grad_norm": 0.032390202609314425, + "learning_rate": 8.000000000000001e-06, + "loss": 0.38478689193725585, + "memory(GiB)": 60.23, + "step": 40, + "token_acc": 0.8951841359773371, + "train_speed(iter/s)": 0.014412 + }, + { + "epoch": 0.014399424023039079, + "grad_norm": 0.033801877503161194, + "learning_rate": 9e-06, + "loss": 0.38552730083465575, + "memory(GiB)": 60.23, + "step": 45, + "token_acc": 0.9022271714922049, + "train_speed(iter/s)": 0.014478 + }, + { + "epoch": 0.015999360025598975, + "grad_norm": 0.03301429535272696, + "learning_rate": 1e-05, + "loss": 0.38529186248779296, + "memory(GiB)": 60.23, + "step": 50, + "token_acc": 0.8758992805755396, + "train_speed(iter/s)": 0.014599 + }, + { + "epoch": 0.017599296028158875, + "grad_norm": 0.03149429825234287, + "learning_rate": 1.1000000000000001e-05, + "loss": 0.3803748607635498, + "memory(GiB)": 76.07, + "step": 55, + "token_acc": 0.8477023180154535, + "train_speed(iter/s)": 0.014592 + }, + { + "epoch": 0.01919923203071877, + "grad_norm": 0.033808759949065646, + "learning_rate": 1.2e-05, + "loss": 0.3867351055145264, + "memory(GiB)": 76.07, + "step": 60, + "token_acc": 0.8850377977463986, + "train_speed(iter/s)": 0.014608 + }, + { + "epoch": 0.020799168033278668, + "grad_norm": 0.03275791011215982, + "learning_rate": 1.3000000000000001e-05, + "loss": 0.39216411113739014, + "memory(GiB)": 76.07, + "step": 65, + "token_acc": 0.901587826662256, + "train_speed(iter/s)": 0.014547 + }, + { + "epoch": 0.022399104035838568, + "grad_norm": 0.03324158836650574, + "learning_rate": 1.4e-05, + "loss": 0.3974705457687378, + "memory(GiB)": 76.07, + "step": 70, + "token_acc": 0.9116919816319322, + "train_speed(iter/s)": 0.014544 + }, + { + "epoch": 0.023999040038398464, + "grad_norm": 0.031459981925064155, + "learning_rate": 1.5000000000000002e-05, + "loss": 0.37577147483825685, + "memory(GiB)": 76.07, + "step": 75, + "token_acc": 0.9071523767214571, + "train_speed(iter/s)": 0.014546 + }, + { + "epoch": 0.02559897604095836, + "grad_norm": 0.03366771334434494, + "learning_rate": 1.6000000000000003e-05, + "loss": 0.381273889541626, + "memory(GiB)": 76.07, + "step": 80, + "token_acc": 0.8764924894081397, + "train_speed(iter/s)": 0.014586 + }, + { + "epoch": 0.02719891204351826, + "grad_norm": 0.033717224619741304, + "learning_rate": 1.7e-05, + "loss": 0.3805533409118652, + "memory(GiB)": 76.07, + "step": 85, + "token_acc": 0.8912507701786815, + "train_speed(iter/s)": 0.014606 + }, + { + "epoch": 0.028798848046078157, + "grad_norm": 0.033563527084085734, + "learning_rate": 1.8e-05, + "loss": 0.3851145029067993, + "memory(GiB)": 76.07, + "step": 90, + "token_acc": 0.8561311210036423, + "train_speed(iter/s)": 0.0146 + }, + { + "epoch": 0.030398784048638054, + "grad_norm": 0.03128576112566358, + "learning_rate": 1.9e-05, + "loss": 0.37614123821258544, + "memory(GiB)": 76.07, + "step": 95, + "token_acc": 0.8939516782876601, + "train_speed(iter/s)": 0.014631 + }, + { + "epoch": 0.03199872005119795, + "grad_norm": 0.03419951138083408, + "learning_rate": 2e-05, + "loss": 0.3880021333694458, + "memory(GiB)": 76.07, + "step": 100, + "token_acc": 0.8853078862081383, + "train_speed(iter/s)": 0.014644 + }, + { + "epoch": 0.03359865605375785, + "grad_norm": 0.032374666409375384, + "learning_rate": 1.9999865178850847e-05, + "loss": 0.3888866901397705, + "memory(GiB)": 76.07, + "step": 105, + "token_acc": 0.8903958366188298, + "train_speed(iter/s)": 0.014639 + }, + { + "epoch": 0.03519859205631775, + "grad_norm": 0.034788552767827836, + "learning_rate": 1.999946071903873e-05, + "loss": 0.38006932735443116, + "memory(GiB)": 76.07, + "step": 110, + "token_acc": 0.886074321717886, + "train_speed(iter/s)": 0.014607 + }, + { + "epoch": 0.03679852805887764, + "grad_norm": 0.03501245967543382, + "learning_rate": 1.9998786631469602e-05, + "loss": 0.3911449432373047, + "memory(GiB)": 76.07, + "step": 115, + "token_acc": 0.8798465266558966, + "train_speed(iter/s)": 0.014604 + }, + { + "epoch": 0.03839846406143754, + "grad_norm": 0.03242661684377351, + "learning_rate": 1.999784293431971e-05, + "loss": 0.3861077070236206, + "memory(GiB)": 76.07, + "step": 120, + "token_acc": 0.8665442301805938, + "train_speed(iter/s)": 0.01425 + }, + { + "epoch": 0.03999840006399744, + "grad_norm": 0.03463389128587641, + "learning_rate": 1.9996629653035128e-05, + "loss": 0.3905928373336792, + "memory(GiB)": 76.07, + "step": 125, + "token_acc": 0.8998435054773083, + "train_speed(iter/s)": 0.014271 + }, + { + "epoch": 0.041598336066557336, + "grad_norm": 0.032645290740144876, + "learning_rate": 1.999514682033104e-05, + "loss": 0.3899507761001587, + "memory(GiB)": 76.07, + "step": 130, + "token_acc": 0.8884783798576902, + "train_speed(iter/s)": 0.01428 + }, + { + "epoch": 0.043198272069117236, + "grad_norm": 0.033852879217125625, + "learning_rate": 1.99933944761909e-05, + "loss": 0.3912219047546387, + "memory(GiB)": 76.07, + "step": 135, + "token_acc": 0.8862394436164928, + "train_speed(iter/s)": 0.014311 + }, + { + "epoch": 0.044798208071677136, + "grad_norm": 0.03314594743128617, + "learning_rate": 1.999137266786531e-05, + "loss": 0.38516685962677, + "memory(GiB)": 76.07, + "step": 140, + "token_acc": 0.8981660231660231, + "train_speed(iter/s)": 0.014301 + }, + { + "epoch": 0.04639814407423703, + "grad_norm": 0.03523216491858916, + "learning_rate": 1.998908144987078e-05, + "loss": 0.3815142631530762, + "memory(GiB)": 76.07, + "step": 145, + "token_acc": 0.8799054994093713, + "train_speed(iter/s)": 0.014302 + }, + { + "epoch": 0.04799808007679693, + "grad_norm": 0.0357431601404605, + "learning_rate": 1.9986520883988233e-05, + "loss": 0.3848976373672485, + "memory(GiB)": 76.07, + "step": 150, + "token_acc": 0.8563193851409052, + "train_speed(iter/s)": 0.014282 + }, + { + "epoch": 0.04959801607935683, + "grad_norm": 0.03262403168423455, + "learning_rate": 1.9983691039261358e-05, + "loss": 0.3893115043640137, + "memory(GiB)": 76.07, + "step": 155, + "token_acc": 0.8972887393627548, + "train_speed(iter/s)": 0.014299 + }, + { + "epoch": 0.05119795208191672, + "grad_norm": 0.03531346626165974, + "learning_rate": 1.998059199199474e-05, + "loss": 0.38597636222839354, + "memory(GiB)": 76.07, + "step": 160, + "token_acc": 0.8945444319460067, + "train_speed(iter/s)": 0.014311 + }, + { + "epoch": 0.05279788808447662, + "grad_norm": 0.03357647993148674, + "learning_rate": 1.9977223825751802e-05, + "loss": 0.38405232429504393, + "memory(GiB)": 76.07, + "step": 165, + "token_acc": 0.9117782909930716, + "train_speed(iter/s)": 0.014301 + }, + { + "epoch": 0.05439782408703652, + "grad_norm": 0.03440413120355411, + "learning_rate": 1.997358663135255e-05, + "loss": 0.3781674146652222, + "memory(GiB)": 76.07, + "step": 170, + "token_acc": 0.9056845887334788, + "train_speed(iter/s)": 0.014302 + }, + { + "epoch": 0.055997760089596414, + "grad_norm": 0.033442118491656826, + "learning_rate": 1.9969680506871138e-05, + "loss": 0.3843045949935913, + "memory(GiB)": 76.07, + "step": 175, + "token_acc": 0.900383810188416, + "train_speed(iter/s)": 0.014315 + }, + { + "epoch": 0.057597696092156314, + "grad_norm": 0.033662777739076964, + "learning_rate": 1.9965505557633188e-05, + "loss": 0.389201283454895, + "memory(GiB)": 76.07, + "step": 180, + "token_acc": 0.8900032883919763, + "train_speed(iter/s)": 0.014316 + }, + { + "epoch": 0.059197632094716214, + "grad_norm": 0.03251706827553148, + "learning_rate": 1.9961061896213006e-05, + "loss": 0.38699405193328856, + "memory(GiB)": 76.07, + "step": 185, + "token_acc": 0.876270255424334, + "train_speed(iter/s)": 0.014313 + }, + { + "epoch": 0.06079756809727611, + "grad_norm": 0.03283605185775851, + "learning_rate": 1.9956349642430494e-05, + "loss": 0.3966814517974854, + "memory(GiB)": 76.07, + "step": 190, + "token_acc": 0.879168042258171, + "train_speed(iter/s)": 0.014349 + }, + { + "epoch": 0.06239750409983601, + "grad_norm": 0.03449933751162301, + "learning_rate": 1.9951368923347945e-05, + "loss": 0.39047400951385497, + "memory(GiB)": 76.07, + "step": 195, + "token_acc": 0.8665105386416861, + "train_speed(iter/s)": 0.014346 + }, + { + "epoch": 0.0639974401023959, + "grad_norm": 0.03280827137817534, + "learning_rate": 1.9946119873266615e-05, + "loss": 0.37484734058380126, + "memory(GiB)": 76.07, + "step": 200, + "token_acc": 0.9069767441860465, + "train_speed(iter/s)": 0.014353 + }, + { + "epoch": 0.0655973761049558, + "grad_norm": 0.03584807348524717, + "learning_rate": 1.9940602633723097e-05, + "loss": 0.3874636173248291, + "memory(GiB)": 76.07, + "step": 205, + "token_acc": 0.8897243107769424, + "train_speed(iter/s)": 0.014347 + }, + { + "epoch": 0.0671973121075157, + "grad_norm": 0.03414995299732699, + "learning_rate": 1.99348173534855e-05, + "loss": 0.3874980926513672, + "memory(GiB)": 76.07, + "step": 210, + "token_acc": 0.881191672648959, + "train_speed(iter/s)": 0.014354 + }, + { + "epoch": 0.06879724811007559, + "grad_norm": 0.03286991072544723, + "learning_rate": 1.9928764188549462e-05, + "loss": 0.38269970417022703, + "memory(GiB)": 76.07, + "step": 215, + "token_acc": 0.8929658134956148, + "train_speed(iter/s)": 0.014357 + }, + { + "epoch": 0.0703971841126355, + "grad_norm": 0.03359781387973185, + "learning_rate": 1.9922443302133906e-05, + "loss": 0.38327147960662844, + "memory(GiB)": 76.07, + "step": 220, + "token_acc": 0.9165275459098498, + "train_speed(iter/s)": 0.014351 + }, + { + "epoch": 0.07199712011519539, + "grad_norm": 0.03275039662042973, + "learning_rate": 1.9915854864676665e-05, + "loss": 0.3898788928985596, + "memory(GiB)": 76.07, + "step": 225, + "token_acc": 0.8592750533049041, + "train_speed(iter/s)": 0.014343 + }, + { + "epoch": 0.07359705611775529, + "grad_norm": 0.03395724860978424, + "learning_rate": 1.990899905382988e-05, + "loss": 0.3836425065994263, + "memory(GiB)": 76.07, + "step": 230, + "token_acc": 0.9050742813042639, + "train_speed(iter/s)": 0.014331 + }, + { + "epoch": 0.07519699212031519, + "grad_norm": 0.03323014361282172, + "learning_rate": 1.9901876054455217e-05, + "loss": 0.40008840560913084, + "memory(GiB)": 76.07, + "step": 235, + "token_acc": 0.8920118343195266, + "train_speed(iter/s)": 0.014328 + }, + { + "epoch": 0.07679692812287509, + "grad_norm": 0.03344217991905355, + "learning_rate": 1.9894486058618863e-05, + "loss": 0.3800571203231812, + "memory(GiB)": 76.07, + "step": 240, + "token_acc": 0.9098188751191612, + "train_speed(iter/s)": 0.014319 + }, + { + "epoch": 0.07839686412543498, + "grad_norm": 0.03473900387731426, + "learning_rate": 1.9886829265586368e-05, + "loss": 0.39225742816925047, + "memory(GiB)": 76.07, + "step": 245, + "token_acc": 0.8883210297179632, + "train_speed(iter/s)": 0.014313 + }, + { + "epoch": 0.07999680012799489, + "grad_norm": 0.03513961345431388, + "learning_rate": 1.9878905881817254e-05, + "loss": 0.3903574228286743, + "memory(GiB)": 76.07, + "step": 250, + "token_acc": 0.8576667430666972, + "train_speed(iter/s)": 0.014314 + }, + { + "epoch": 0.07999680012799489, + "eval_loss": 0.622439444065094, + "eval_runtime": 157.3342, + "eval_samples_per_second": 127.677, + "eval_steps_per_second": 0.642, + "eval_token_acc": 0.8873306398781322, + "step": 250 + }, + { + "epoch": 0.08159673613055478, + "grad_norm": 0.03372251695955875, + "learning_rate": 1.9870716120959462e-05, + "loss": 0.38556718826293945, + "memory(GiB)": 76.07, + "step": 255, + "token_acc": 0.8786027360871298, + "train_speed(iter/s)": 0.014206 + }, + { + "epoch": 0.08319667213311467, + "grad_norm": 0.03264986549168058, + "learning_rate": 1.986226020384359e-05, + "loss": 0.37873091697692873, + "memory(GiB)": 76.07, + "step": 260, + "token_acc": 0.889001778003556, + "train_speed(iter/s)": 0.014217 + }, + { + "epoch": 0.08479660813567458, + "grad_norm": 0.03141933647884167, + "learning_rate": 1.9853538358476933e-05, + "loss": 0.38749330043792723, + "memory(GiB)": 76.07, + "step": 265, + "token_acc": 0.9063093880653744, + "train_speed(iter/s)": 0.014225 + }, + { + "epoch": 0.08639654413823447, + "grad_norm": 0.03386011981593799, + "learning_rate": 1.9844550820037326e-05, + "loss": 0.387894868850708, + "memory(GiB)": 76.07, + "step": 270, + "token_acc": 0.8854422161304285, + "train_speed(iter/s)": 0.014241 + }, + { + "epoch": 0.08799648014079436, + "grad_norm": 0.03711364422068592, + "learning_rate": 1.9835297830866827e-05, + "loss": 0.38588383197784426, + "memory(GiB)": 76.07, + "step": 275, + "token_acc": 0.8868660598179454, + "train_speed(iter/s)": 0.014246 + }, + { + "epoch": 0.08959641614335427, + "grad_norm": 0.03341834892330089, + "learning_rate": 1.9825779640465157e-05, + "loss": 0.38894240856170653, + "memory(GiB)": 76.07, + "step": 280, + "token_acc": 0.9306718179866924, + "train_speed(iter/s)": 0.014256 + }, + { + "epoch": 0.09119635214591416, + "grad_norm": 0.03387819973021305, + "learning_rate": 1.9815996505483e-05, + "loss": 0.38292522430419923, + "memory(GiB)": 76.07, + "step": 285, + "token_acc": 0.8671353884982873, + "train_speed(iter/s)": 0.014257 + }, + { + "epoch": 0.09279628814847406, + "grad_norm": 0.03429150627328532, + "learning_rate": 1.9805948689715043e-05, + "loss": 0.376310133934021, + "memory(GiB)": 76.07, + "step": 290, + "token_acc": 0.8656910569105691, + "train_speed(iter/s)": 0.014265 + }, + { + "epoch": 0.09439622415103396, + "grad_norm": 0.03450246959931839, + "learning_rate": 1.979563646409291e-05, + "loss": 0.39239072799682617, + "memory(GiB)": 76.07, + "step": 295, + "token_acc": 0.8977094446187637, + "train_speed(iter/s)": 0.014273 + }, + { + "epoch": 0.09599616015359386, + "grad_norm": 0.031824087341643076, + "learning_rate": 1.9785060106677818e-05, + "loss": 0.3861429691314697, + "memory(GiB)": 76.07, + "step": 300, + "token_acc": 0.9000577700751011, + "train_speed(iter/s)": 0.014282 + }, + { + "epoch": 0.09759609615615375, + "grad_norm": 0.03346845050772549, + "learning_rate": 1.97742199026531e-05, + "loss": 0.38443379402160643, + "memory(GiB)": 76.07, + "step": 305, + "token_acc": 0.8890675241157556, + "train_speed(iter/s)": 0.014289 + }, + { + "epoch": 0.09919603215871366, + "grad_norm": 0.03191677416839948, + "learning_rate": 1.9763116144316506e-05, + "loss": 0.3867342948913574, + "memory(GiB)": 76.07, + "step": 310, + "token_acc": 0.8610453181746408, + "train_speed(iter/s)": 0.0143 + }, + { + "epoch": 0.10079596816127355, + "grad_norm": 0.03421794121376898, + "learning_rate": 1.9751749131072335e-05, + "loss": 0.38043770790100095, + "memory(GiB)": 76.07, + "step": 315, + "token_acc": 0.895057390489576, + "train_speed(iter/s)": 0.014318 + }, + { + "epoch": 0.10239590416383344, + "grad_norm": 0.0335963955600723, + "learning_rate": 1.9740119169423337e-05, + "loss": 0.3925303936004639, + "memory(GiB)": 76.07, + "step": 320, + "token_acc": 0.8879252835223482, + "train_speed(iter/s)": 0.014325 + }, + { + "epoch": 0.10399584016639335, + "grad_norm": 0.03247377224618784, + "learning_rate": 1.9728226572962474e-05, + "loss": 0.39456634521484374, + "memory(GiB)": 76.07, + "step": 325, + "token_acc": 0.9204545454545454, + "train_speed(iter/s)": 0.014349 + }, + { + "epoch": 0.10559577616895324, + "grad_norm": 0.03372138735130045, + "learning_rate": 1.9716071662364454e-05, + "loss": 0.39053902626037595, + "memory(GiB)": 76.07, + "step": 330, + "token_acc": 0.8667469395946217, + "train_speed(iter/s)": 0.014349 + }, + { + "epoch": 0.10719571217151314, + "grad_norm": 0.03514032505290493, + "learning_rate": 1.970365476537707e-05, + "loss": 0.38283843994140626, + "memory(GiB)": 76.07, + "step": 335, + "token_acc": 0.8957358294331773, + "train_speed(iter/s)": 0.01436 + }, + { + "epoch": 0.10879564817407304, + "grad_norm": 0.03192284784230212, + "learning_rate": 1.9690976216812397e-05, + "loss": 0.3861492156982422, + "memory(GiB)": 76.07, + "step": 340, + "token_acc": 0.8877259752616555, + "train_speed(iter/s)": 0.014363 + }, + { + "epoch": 0.11039558417663294, + "grad_norm": 0.033562102316210984, + "learning_rate": 1.9678036358537726e-05, + "loss": 0.38447730541229247, + "memory(GiB)": 76.07, + "step": 345, + "token_acc": 0.8906195309765488, + "train_speed(iter/s)": 0.014357 + }, + { + "epoch": 0.11199552017919283, + "grad_norm": 0.03449736551982357, + "learning_rate": 1.966483553946637e-05, + "loss": 0.3902695894241333, + "memory(GiB)": 76.07, + "step": 350, + "token_acc": 0.8884874759152216, + "train_speed(iter/s)": 0.014363 + }, + { + "epoch": 0.11359545618175274, + "grad_norm": 0.03299602135964767, + "learning_rate": 1.9651374115548255e-05, + "loss": 0.3823978424072266, + "memory(GiB)": 76.07, + "step": 355, + "token_acc": 0.9103085026335591, + "train_speed(iter/s)": 0.014362 + }, + { + "epoch": 0.11519539218431263, + "grad_norm": 0.03433798775900007, + "learning_rate": 1.9637652449760297e-05, + "loss": 0.3836047172546387, + "memory(GiB)": 76.07, + "step": 360, + "token_acc": 0.8500127323656735, + "train_speed(iter/s)": 0.014367 + }, + { + "epoch": 0.11679532818687252, + "grad_norm": 0.03345845540162246, + "learning_rate": 1.9623670912096656e-05, + "loss": 0.3858953475952148, + "memory(GiB)": 76.07, + "step": 365, + "token_acc": 0.8927587882715049, + "train_speed(iter/s)": 0.014364 + }, + { + "epoch": 0.11839526418943243, + "grad_norm": 0.03341419963683031, + "learning_rate": 1.9609429879558726e-05, + "loss": 0.37838385105133054, + "memory(GiB)": 76.07, + "step": 370, + "token_acc": 0.8884803921568627, + "train_speed(iter/s)": 0.014369 + }, + { + "epoch": 0.11999520019199232, + "grad_norm": 0.03318506660752264, + "learning_rate": 1.9594929736144978e-05, + "loss": 0.39080846309661865, + "memory(GiB)": 76.07, + "step": 375, + "token_acc": 0.8838375667367739, + "train_speed(iter/s)": 0.014371 + }, + { + "epoch": 0.12159513619455221, + "grad_norm": 0.032615752382225055, + "learning_rate": 1.958017087284061e-05, + "loss": 0.3769553184509277, + "memory(GiB)": 76.07, + "step": 380, + "token_acc": 0.9018950192855945, + "train_speed(iter/s)": 0.014386 + }, + { + "epoch": 0.12319507219711212, + "grad_norm": 0.03133189034498934, + "learning_rate": 1.9565153687607006e-05, + "loss": 0.3848905563354492, + "memory(GiB)": 76.07, + "step": 385, + "token_acc": 0.8868577075098815, + "train_speed(iter/s)": 0.014386 + }, + { + "epoch": 0.12479500819967201, + "grad_norm": 0.03197313383191992, + "learning_rate": 1.9549878585371006e-05, + "loss": 0.38284108638763426, + "memory(GiB)": 76.07, + "step": 390, + "token_acc": 0.8899135446685879, + "train_speed(iter/s)": 0.014394 + }, + { + "epoch": 0.1263949442022319, + "grad_norm": 0.031847003037153106, + "learning_rate": 1.9534345978013972e-05, + "loss": 0.3859133720397949, + "memory(GiB)": 76.07, + "step": 395, + "token_acc": 0.8742560659240043, + "train_speed(iter/s)": 0.014393 + }, + { + "epoch": 0.1279948802047918, + "grad_norm": 0.03422769575373828, + "learning_rate": 1.9518556284360696e-05, + "loss": 0.38266074657440186, + "memory(GiB)": 76.07, + "step": 400, + "token_acc": 0.9119344878507182, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.1295948162073517, + "grad_norm": 0.03221204648449897, + "learning_rate": 1.9502509930168113e-05, + "loss": 0.38048243522644043, + "memory(GiB)": 76.07, + "step": 405, + "token_acc": 0.9020516214427532, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.1311947522099116, + "grad_norm": 0.034549366769104535, + "learning_rate": 1.9486207348113803e-05, + "loss": 0.37532615661621094, + "memory(GiB)": 76.07, + "step": 410, + "token_acc": 0.8943346070775876, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.1327946882124715, + "grad_norm": 0.03556652976821217, + "learning_rate": 1.946964897778433e-05, + "loss": 0.38798692226409914, + "memory(GiB)": 76.07, + "step": 415, + "token_acc": 0.9074051332432764, + "train_speed(iter/s)": 0.0144 + }, + { + "epoch": 0.1343946242150314, + "grad_norm": 0.032782000611636754, + "learning_rate": 1.9452835265663404e-05, + "loss": 0.38746092319488523, + "memory(GiB)": 76.07, + "step": 420, + "token_acc": 0.8914526484751204, + "train_speed(iter/s)": 0.014394 + }, + { + "epoch": 0.1359945602175913, + "grad_norm": 0.03634421691537427, + "learning_rate": 1.9435766665119823e-05, + "loss": 0.3850360870361328, + "memory(GiB)": 76.07, + "step": 425, + "token_acc": 0.8656546489563567, + "train_speed(iter/s)": 0.014387 + }, + { + "epoch": 0.13759449622015119, + "grad_norm": 0.03409209090353386, + "learning_rate": 1.941844363639525e-05, + "loss": 0.3924290895462036, + "memory(GiB)": 76.07, + "step": 430, + "token_acc": 0.8879083449450379, + "train_speed(iter/s)": 0.014389 + }, + { + "epoch": 0.13919443222271108, + "grad_norm": 0.03586613576277069, + "learning_rate": 1.9400866646591816e-05, + "loss": 0.3824719667434692, + "memory(GiB)": 76.07, + "step": 435, + "token_acc": 0.8478456014362658, + "train_speed(iter/s)": 0.014393 + }, + { + "epoch": 0.140794368225271, + "grad_norm": 0.03612177033189357, + "learning_rate": 1.9383036169659513e-05, + "loss": 0.3880664587020874, + "memory(GiB)": 76.07, + "step": 440, + "token_acc": 0.8917012448132781, + "train_speed(iter/s)": 0.014389 + }, + { + "epoch": 0.1423943042278309, + "grad_norm": 0.03585757877860267, + "learning_rate": 1.936495268638342e-05, + "loss": 0.39356892108917235, + "memory(GiB)": 76.07, + "step": 445, + "token_acc": 0.8592846433925894, + "train_speed(iter/s)": 0.014396 + }, + { + "epoch": 0.14399424023039079, + "grad_norm": 0.032095810341158305, + "learning_rate": 1.934661668437073e-05, + "loss": 0.3881976842880249, + "memory(GiB)": 76.07, + "step": 450, + "token_acc": 0.8775109170305677, + "train_speed(iter/s)": 0.014397 + }, + { + "epoch": 0.14559417623295068, + "grad_norm": 0.035715492914310906, + "learning_rate": 1.932802865803763e-05, + "loss": 0.3885905981063843, + "memory(GiB)": 76.07, + "step": 455, + "token_acc": 0.8691340534797237, + "train_speed(iter/s)": 0.014403 + }, + { + "epoch": 0.14719411223551057, + "grad_norm": 0.03359573622491741, + "learning_rate": 1.930918910859592e-05, + "loss": 0.38143932819366455, + "memory(GiB)": 76.07, + "step": 460, + "token_acc": 0.8709529627367135, + "train_speed(iter/s)": 0.014393 + }, + { + "epoch": 0.14879404823807046, + "grad_norm": 0.03406432480471397, + "learning_rate": 1.9290098544039546e-05, + "loss": 0.38104383945465087, + "memory(GiB)": 76.07, + "step": 465, + "token_acc": 0.8818467648518947, + "train_speed(iter/s)": 0.014388 + }, + { + "epoch": 0.15039398424063039, + "grad_norm": 0.0334674901088086, + "learning_rate": 1.927075747913088e-05, + "loss": 0.38691911697387693, + "memory(GiB)": 76.07, + "step": 470, + "token_acc": 0.8903258526689489, + "train_speed(iter/s)": 0.014384 + }, + { + "epoch": 0.15199392024319028, + "grad_norm": 0.03139039879037341, + "learning_rate": 1.9251166435386837e-05, + "loss": 0.3794668197631836, + "memory(GiB)": 76.07, + "step": 475, + "token_acc": 0.881838481577968, + "train_speed(iter/s)": 0.014384 + }, + { + "epoch": 0.15359385624575017, + "grad_norm": 0.032712134906697395, + "learning_rate": 1.923132594106483e-05, + "loss": 0.3873713254928589, + "memory(GiB)": 76.07, + "step": 480, + "token_acc": 0.8821567537520845, + "train_speed(iter/s)": 0.014377 + }, + { + "epoch": 0.15519379224831006, + "grad_norm": 0.035229518924756134, + "learning_rate": 1.92112365311485e-05, + "loss": 0.38217613697052, + "memory(GiB)": 76.07, + "step": 485, + "token_acc": 0.8820149162489301, + "train_speed(iter/s)": 0.014383 + }, + { + "epoch": 0.15679372825086996, + "grad_norm": 0.03274511624533184, + "learning_rate": 1.919089874733332e-05, + "loss": 0.38786864280700684, + "memory(GiB)": 76.07, + "step": 490, + "token_acc": 0.8996381941167217, + "train_speed(iter/s)": 0.014387 + }, + { + "epoch": 0.15839366425342985, + "grad_norm": 0.03284065009666707, + "learning_rate": 1.9170313138011964e-05, + "loss": 0.3825819730758667, + "memory(GiB)": 76.07, + "step": 495, + "token_acc": 0.9057554964290716, + "train_speed(iter/s)": 0.014388 + }, + { + "epoch": 0.15999360025598977, + "grad_norm": 0.03419542960956006, + "learning_rate": 1.9149480258259535e-05, + "loss": 0.38258953094482423, + "memory(GiB)": 76.07, + "step": 500, + "token_acc": 0.8961057623221728, + "train_speed(iter/s)": 0.01439 + }, + { + "epoch": 0.15999360025598977, + "eval_loss": 0.6193732619285583, + "eval_runtime": 168.67, + "eval_samples_per_second": 119.096, + "eval_steps_per_second": 0.599, + "eval_token_acc": 0.8881378895176241, + "step": 500 + }, + { + "epoch": 0.16159353625854966, + "grad_norm": 0.03206404175508866, + "learning_rate": 1.9128400669818586e-05, + "loss": 0.3774104118347168, + "memory(GiB)": 76.07, + "step": 505, + "token_acc": 0.8925198620896417, + "train_speed(iter/s)": 0.014323 + }, + { + "epoch": 0.16319347226110956, + "grad_norm": 0.03264569403840349, + "learning_rate": 1.9107074941083987e-05, + "loss": 0.3852546215057373, + "memory(GiB)": 76.07, + "step": 510, + "token_acc": 0.8948775055679288, + "train_speed(iter/s)": 0.014323 + }, + { + "epoch": 0.16479340826366945, + "grad_norm": 0.033527933798423434, + "learning_rate": 1.9085503647087588e-05, + "loss": 0.37959980964660645, + "memory(GiB)": 76.07, + "step": 515, + "token_acc": 0.8879507475813544, + "train_speed(iter/s)": 0.014326 + }, + { + "epoch": 0.16639334426622934, + "grad_norm": 0.03295561806491276, + "learning_rate": 1.906368736948272e-05, + "loss": 0.3861686706542969, + "memory(GiB)": 76.07, + "step": 520, + "token_acc": 0.889853813865972, + "train_speed(iter/s)": 0.014325 + }, + { + "epoch": 0.16799328026878924, + "grad_norm": 0.03184366828026341, + "learning_rate": 1.9041626696528503e-05, + "loss": 0.38342669010162356, + "memory(GiB)": 76.07, + "step": 525, + "token_acc": 0.8992944194996793, + "train_speed(iter/s)": 0.014338 + }, + { + "epoch": 0.16959321627134916, + "grad_norm": 0.033738127296183994, + "learning_rate": 1.9019322223073997e-05, + "loss": 0.3832501173019409, + "memory(GiB)": 76.56, + "step": 530, + "token_acc": 0.9125608082823999, + "train_speed(iter/s)": 0.014338 + }, + { + "epoch": 0.17119315227390905, + "grad_norm": 0.0333234741433263, + "learning_rate": 1.899677455054215e-05, + "loss": 0.38559613227844236, + "memory(GiB)": 76.56, + "step": 535, + "token_acc": 0.8407811400422238, + "train_speed(iter/s)": 0.014346 + }, + { + "epoch": 0.17279308827646894, + "grad_norm": 0.03099693893435516, + "learning_rate": 1.8973984286913584e-05, + "loss": 0.38624236583709715, + "memory(GiB)": 76.56, + "step": 540, + "token_acc": 0.9047673619069447, + "train_speed(iter/s)": 0.014351 + }, + { + "epoch": 0.17439302427902884, + "grad_norm": 0.03564589208589755, + "learning_rate": 1.895095204671021e-05, + "loss": 0.3812048673629761, + "memory(GiB)": 76.56, + "step": 545, + "token_acc": 0.9132128940843075, + "train_speed(iter/s)": 0.014351 + }, + { + "epoch": 0.17599296028158873, + "grad_norm": 0.03306838339780197, + "learning_rate": 1.892767845097864e-05, + "loss": 0.38694233894348146, + "memory(GiB)": 76.56, + "step": 550, + "token_acc": 0.8896024995660475, + "train_speed(iter/s)": 0.014362 + }, + { + "epoch": 0.17759289628414862, + "grad_norm": 0.03511437169806579, + "learning_rate": 1.890416412727346e-05, + "loss": 0.3801495790481567, + "memory(GiB)": 76.56, + "step": 555, + "token_acc": 0.8592943801422396, + "train_speed(iter/s)": 0.01437 + }, + { + "epoch": 0.17919283228670854, + "grad_norm": 0.033895161074874745, + "learning_rate": 1.88804097096403e-05, + "loss": 0.37548644542694093, + "memory(GiB)": 76.56, + "step": 560, + "token_acc": 0.9068198850861854, + "train_speed(iter/s)": 0.014382 + }, + { + "epoch": 0.18079276828926844, + "grad_norm": 0.033440476927491095, + "learning_rate": 1.8856415838598738e-05, + "loss": 0.3744084596633911, + "memory(GiB)": 76.56, + "step": 565, + "token_acc": 0.8932863323185387, + "train_speed(iter/s)": 0.01439 + }, + { + "epoch": 0.18239270429182833, + "grad_norm": 0.035885470124335045, + "learning_rate": 1.8832183161125026e-05, + "loss": 0.3785930395126343, + "memory(GiB)": 76.56, + "step": 570, + "token_acc": 0.848502994011976, + "train_speed(iter/s)": 0.014392 + }, + { + "epoch": 0.18399264029438822, + "grad_norm": 0.03324044359853696, + "learning_rate": 1.8807712330634645e-05, + "loss": 0.3850206136703491, + "memory(GiB)": 76.56, + "step": 575, + "token_acc": 0.9094766619519095, + "train_speed(iter/s)": 0.014389 + }, + { + "epoch": 0.18559257629694811, + "grad_norm": 0.03263482668047798, + "learning_rate": 1.87830040069647e-05, + "loss": 0.37779667377471926, + "memory(GiB)": 76.56, + "step": 580, + "token_acc": 0.9197788863421869, + "train_speed(iter/s)": 0.014394 + }, + { + "epoch": 0.187192512299508, + "grad_norm": 0.03550703857977458, + "learning_rate": 1.87580588563561e-05, + "loss": 0.3798608541488647, + "memory(GiB)": 76.56, + "step": 585, + "token_acc": 0.8933184500079732, + "train_speed(iter/s)": 0.014393 + }, + { + "epoch": 0.18879244830206793, + "grad_norm": 0.03391669539615144, + "learning_rate": 1.873287755143563e-05, + "loss": 0.3751659393310547, + "memory(GiB)": 76.56, + "step": 590, + "token_acc": 0.9166312809624911, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.19039238430462782, + "grad_norm": 0.03459224478752944, + "learning_rate": 1.8707460771197773e-05, + "loss": 0.38129582405090334, + "memory(GiB)": 76.56, + "step": 595, + "token_acc": 0.9053976730879267, + "train_speed(iter/s)": 0.014401 + }, + { + "epoch": 0.1919923203071877, + "grad_norm": 0.03339910116296889, + "learning_rate": 1.868180920098644e-05, + "loss": 0.38383800983428956, + "memory(GiB)": 76.56, + "step": 600, + "token_acc": 0.872634898388227, + "train_speed(iter/s)": 0.014405 + }, + { + "epoch": 0.1935922563097476, + "grad_norm": 0.033692221359167995, + "learning_rate": 1.8655923532476463e-05, + "loss": 0.3776890516281128, + "memory(GiB)": 76.56, + "step": 605, + "token_acc": 0.9167274052478134, + "train_speed(iter/s)": 0.01441 + }, + { + "epoch": 0.1951921923123075, + "grad_norm": 0.0332686161147481, + "learning_rate": 1.8629804463654956e-05, + "loss": 0.3806722402572632, + "memory(GiB)": 76.56, + "step": 610, + "token_acc": 0.8899387576552931, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.1967921283148674, + "grad_norm": 0.034972178070293056, + "learning_rate": 1.8603452698802498e-05, + "loss": 0.38915410041809084, + "memory(GiB)": 77.28, + "step": 615, + "token_acc": 0.8858360966366651, + "train_speed(iter/s)": 0.014415 + }, + { + "epoch": 0.1983920643174273, + "grad_norm": 0.032230881125325274, + "learning_rate": 1.857686894847413e-05, + "loss": 0.37490866184234617, + "memory(GiB)": 77.28, + "step": 620, + "token_acc": 0.8671481128219103, + "train_speed(iter/s)": 0.014416 + }, + { + "epoch": 0.1999920003199872, + "grad_norm": 0.03461719194107402, + "learning_rate": 1.8550053929480202e-05, + "loss": 0.3814939737319946, + "memory(GiB)": 77.28, + "step": 625, + "token_acc": 0.9177888022678952, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.2015919363225471, + "grad_norm": 0.03369236467656219, + "learning_rate": 1.8523008364867056e-05, + "loss": 0.38451409339904785, + "memory(GiB)": 77.28, + "step": 630, + "token_acc": 0.870737913486005, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.203191872325107, + "grad_norm": 0.03255294220837347, + "learning_rate": 1.8495732983897504e-05, + "loss": 0.37762107849121096, + "memory(GiB)": 77.28, + "step": 635, + "token_acc": 0.8674445294567712, + "train_speed(iter/s)": 0.014415 + }, + { + "epoch": 0.20479180832766689, + "grad_norm": 0.03474015187119267, + "learning_rate": 1.8468228522031197e-05, + "loss": 0.3729959726333618, + "memory(GiB)": 77.28, + "step": 640, + "token_acc": 0.8980558325024925, + "train_speed(iter/s)": 0.014415 + }, + { + "epoch": 0.20639174433022678, + "grad_norm": 0.034565861862923035, + "learning_rate": 1.8440495720904758e-05, + "loss": 0.380579400062561, + "memory(GiB)": 77.28, + "step": 645, + "token_acc": 0.8993572889278411, + "train_speed(iter/s)": 0.014409 + }, + { + "epoch": 0.2079916803327867, + "grad_norm": 0.03667995528577527, + "learning_rate": 1.8412535328311813e-05, + "loss": 0.3839728593826294, + "memory(GiB)": 77.28, + "step": 650, + "token_acc": 0.8749459108610991, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.2095916163353466, + "grad_norm": 0.03454743457582257, + "learning_rate": 1.8384348098182815e-05, + "loss": 0.3817548990249634, + "memory(GiB)": 77.28, + "step": 655, + "token_acc": 0.838635049161365, + "train_speed(iter/s)": 0.014414 + }, + { + "epoch": 0.21119155233790649, + "grad_norm": 0.03545621066201229, + "learning_rate": 1.8355934790564718e-05, + "loss": 0.38348143100738524, + "memory(GiB)": 77.28, + "step": 660, + "token_acc": 0.905241935483871, + "train_speed(iter/s)": 0.014419 + }, + { + "epoch": 0.21279148834046638, + "grad_norm": 0.03572649708176257, + "learning_rate": 1.832729617160047e-05, + "loss": 0.3777714967727661, + "memory(GiB)": 77.28, + "step": 665, + "token_acc": 0.9266425992779783, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.21439142434302627, + "grad_norm": 0.033679470408814874, + "learning_rate": 1.8298433013508384e-05, + "loss": 0.38007168769836425, + "memory(GiB)": 77.28, + "step": 670, + "token_acc": 0.8724329548200048, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.21599136034558616, + "grad_norm": 0.034843072179395064, + "learning_rate": 1.826934609456129e-05, + "loss": 0.3841479063034058, + "memory(GiB)": 77.28, + "step": 675, + "token_acc": 0.9051177216974482, + "train_speed(iter/s)": 0.014421 + }, + { + "epoch": 0.21759129634814608, + "grad_norm": 0.0365705080123855, + "learning_rate": 1.8240036199065546e-05, + "loss": 0.38644914627075194, + "memory(GiB)": 77.28, + "step": 680, + "token_acc": 0.8996160175534833, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.21919123235070598, + "grad_norm": 0.03502298426190971, + "learning_rate": 1.8210504117339917e-05, + "loss": 0.38111186027526855, + "memory(GiB)": 77.28, + "step": 685, + "token_acc": 0.9016673362796304, + "train_speed(iter/s)": 0.014421 + }, + { + "epoch": 0.22079116835326587, + "grad_norm": 0.03495070664363774, + "learning_rate": 1.8180750645694236e-05, + "loss": 0.3825707912445068, + "memory(GiB)": 77.28, + "step": 690, + "token_acc": 0.889507494646681, + "train_speed(iter/s)": 0.014427 + }, + { + "epoch": 0.22239110435582576, + "grad_norm": 0.03462540294483746, + "learning_rate": 1.8150776586407957e-05, + "loss": 0.3783039808273315, + "memory(GiB)": 77.28, + "step": 695, + "token_acc": 0.912316715542522, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.22399104035838566, + "grad_norm": 0.03365404014142329, + "learning_rate": 1.8120582747708503e-05, + "loss": 0.3824033498764038, + "memory(GiB)": 77.28, + "step": 700, + "token_acc": 0.8982280781462971, + "train_speed(iter/s)": 0.014425 + }, + { + "epoch": 0.22559097636094555, + "grad_norm": 0.03525313113291282, + "learning_rate": 1.8090169943749477e-05, + "loss": 0.3850820779800415, + "memory(GiB)": 77.28, + "step": 705, + "token_acc": 0.8981919931123548, + "train_speed(iter/s)": 0.014426 + }, + { + "epoch": 0.22719091236350547, + "grad_norm": 0.03679372138793972, + "learning_rate": 1.8059538994588715e-05, + "loss": 0.3753945827484131, + "memory(GiB)": 77.28, + "step": 710, + "token_acc": 0.8688331368917326, + "train_speed(iter/s)": 0.014426 + }, + { + "epoch": 0.22879084836606536, + "grad_norm": 0.034266978650896916, + "learning_rate": 1.8028690726166172e-05, + "loss": 0.37668046951293943, + "memory(GiB)": 77.28, + "step": 715, + "token_acc": 0.8903355032548823, + "train_speed(iter/s)": 0.014426 + }, + { + "epoch": 0.23039078436862526, + "grad_norm": 0.036082400513325966, + "learning_rate": 1.7997625970281652e-05, + "loss": 0.3769336223602295, + "memory(GiB)": 77.28, + "step": 720, + "token_acc": 0.9020576131687242, + "train_speed(iter/s)": 0.014424 + }, + { + "epoch": 0.23199072037118515, + "grad_norm": 0.03522824011355726, + "learning_rate": 1.796634556457236e-05, + "loss": 0.38350567817687986, + "memory(GiB)": 77.28, + "step": 725, + "token_acc": 0.9060884549109707, + "train_speed(iter/s)": 0.014425 + }, + { + "epoch": 0.23359065637374504, + "grad_norm": 0.03384650643032488, + "learning_rate": 1.793485035249036e-05, + "loss": 0.3775055408477783, + "memory(GiB)": 77.28, + "step": 730, + "token_acc": 0.8859484777517564, + "train_speed(iter/s)": 0.014424 + }, + { + "epoch": 0.23519059237630494, + "grad_norm": 0.03311621627978966, + "learning_rate": 1.7903141183279776e-05, + "loss": 0.3862148284912109, + "memory(GiB)": 77.28, + "step": 735, + "token_acc": 0.8621900826446282, + "train_speed(iter/s)": 0.014424 + }, + { + "epoch": 0.23679052837886486, + "grad_norm": 0.03335783787305468, + "learning_rate": 1.7871218911953942e-05, + "loss": 0.37302775382995607, + "memory(GiB)": 77.28, + "step": 740, + "token_acc": 0.8644029170464904, + "train_speed(iter/s)": 0.014426 + }, + { + "epoch": 0.23839046438142475, + "grad_norm": 0.03535545477880254, + "learning_rate": 1.7839084399272317e-05, + "loss": 0.3812894821166992, + "memory(GiB)": 77.28, + "step": 745, + "token_acc": 0.8859926610148045, + "train_speed(iter/s)": 0.014425 + }, + { + "epoch": 0.23999040038398464, + "grad_norm": 0.03536304324563333, + "learning_rate": 1.780673851171728e-05, + "loss": 0.38368926048278806, + "memory(GiB)": 77.28, + "step": 750, + "token_acc": 0.915541118139853, + "train_speed(iter/s)": 0.014421 + }, + { + "epoch": 0.23999040038398464, + "eval_loss": 0.6164008378982544, + "eval_runtime": 169.1145, + "eval_samples_per_second": 118.783, + "eval_steps_per_second": 0.597, + "eval_token_acc": 0.8890133389641892, + "step": 750 + }, + { + "epoch": 0.24159033638654454, + "grad_norm": 0.03680542582321454, + "learning_rate": 1.777418212147079e-05, + "loss": 0.3746520519256592, + "memory(GiB)": 77.28, + "step": 755, + "token_acc": 0.906258484930763, + "train_speed(iter/s)": 0.014378 + }, + { + "epoch": 0.24319027238910443, + "grad_norm": 0.03617919710711229, + "learning_rate": 1.7741416106390828e-05, + "loss": 0.37985007762908934, + "memory(GiB)": 77.28, + "step": 760, + "token_acc": 0.9109599395313681, + "train_speed(iter/s)": 0.014379 + }, + { + "epoch": 0.24479020839166432, + "grad_norm": 0.03522579073367174, + "learning_rate": 1.7708441349987753e-05, + "loss": 0.3773144960403442, + "memory(GiB)": 77.28, + "step": 765, + "token_acc": 0.8976910828025477, + "train_speed(iter/s)": 0.014379 + }, + { + "epoch": 0.24639014439422424, + "grad_norm": 0.035862654993067136, + "learning_rate": 1.767525874140048e-05, + "loss": 0.38391575813293455, + "memory(GiB)": 77.28, + "step": 770, + "token_acc": 0.8621361746361746, + "train_speed(iter/s)": 0.014384 + }, + { + "epoch": 0.24799008039678413, + "grad_norm": 0.03436492411019931, + "learning_rate": 1.7641869175372493e-05, + "loss": 0.3757505416870117, + "memory(GiB)": 77.28, + "step": 775, + "token_acc": 0.8865568083261058, + "train_speed(iter/s)": 0.014384 + }, + { + "epoch": 0.24959001639934403, + "grad_norm": 0.03460527205552933, + "learning_rate": 1.7608273552227723e-05, + "loss": 0.3736558437347412, + "memory(GiB)": 77.28, + "step": 780, + "token_acc": 0.9036800600826136, + "train_speed(iter/s)": 0.014387 + }, + { + "epoch": 0.25118995240190395, + "grad_norm": 0.032946309550249894, + "learning_rate": 1.7574472777846276e-05, + "loss": 0.3870768308639526, + "memory(GiB)": 77.28, + "step": 785, + "token_acc": 0.8922848664688428, + "train_speed(iter/s)": 0.014391 + }, + { + "epoch": 0.2527898884044638, + "grad_norm": 0.033912193247707154, + "learning_rate": 1.7540467763639994e-05, + "loss": 0.3805867910385132, + "memory(GiB)": 77.28, + "step": 790, + "token_acc": 0.8922994076467421, + "train_speed(iter/s)": 0.014395 + }, + { + "epoch": 0.25438982440702373, + "grad_norm": 0.03576586207074456, + "learning_rate": 1.7506259426527903e-05, + "loss": 0.3851534128189087, + "memory(GiB)": 77.28, + "step": 795, + "token_acc": 0.9005177922220998, + "train_speed(iter/s)": 0.014396 + }, + { + "epoch": 0.2559897604095836, + "grad_norm": 0.03520759857550378, + "learning_rate": 1.7471848688911465e-05, + "loss": 0.3831015586853027, + "memory(GiB)": 77.28, + "step": 800, + "token_acc": 0.9037107258938245, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.2575896964121435, + "grad_norm": 0.0354593082946657, + "learning_rate": 1.7437236478649718e-05, + "loss": 0.37855699062347414, + "memory(GiB)": 77.28, + "step": 805, + "token_acc": 0.8879225143308954, + "train_speed(iter/s)": 0.014398 + }, + { + "epoch": 0.2591896324147034, + "grad_norm": 0.0337808522927956, + "learning_rate": 1.7402423729034252e-05, + "loss": 0.3711889982223511, + "memory(GiB)": 77.28, + "step": 810, + "token_acc": 0.8532670454545455, + "train_speed(iter/s)": 0.0144 + }, + { + "epoch": 0.2607895684172633, + "grad_norm": 0.03492768229901829, + "learning_rate": 1.736741137876405e-05, + "loss": 0.3790097951889038, + "memory(GiB)": 77.28, + "step": 815, + "token_acc": 0.9026868367577331, + "train_speed(iter/s)": 0.014404 + }, + { + "epoch": 0.2623895044198232, + "grad_norm": 0.034967340753827056, + "learning_rate": 1.7332200371920173e-05, + "loss": 0.38438780307769777, + "memory(GiB)": 77.28, + "step": 820, + "token_acc": 0.8772080999569152, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.2639894404223831, + "grad_norm": 0.034264119000574224, + "learning_rate": 1.72967916579403e-05, + "loss": 0.37496380805969237, + "memory(GiB)": 77.28, + "step": 825, + "token_acc": 0.8874313065059387, + "train_speed(iter/s)": 0.014415 + }, + { + "epoch": 0.265589376424943, + "grad_norm": 0.033897273321268885, + "learning_rate": 1.7261186191593135e-05, + "loss": 0.3849215269088745, + "memory(GiB)": 77.28, + "step": 830, + "token_acc": 0.8913907284768212, + "train_speed(iter/s)": 0.014416 + }, + { + "epoch": 0.2671893124275029, + "grad_norm": 0.03586062681802787, + "learning_rate": 1.7225384932952655e-05, + "loss": 0.3776970148086548, + "memory(GiB)": 77.28, + "step": 835, + "token_acc": 0.8961673537944724, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.2687892484300628, + "grad_norm": 0.03463767475104641, + "learning_rate": 1.7189388847372227e-05, + "loss": 0.3832270622253418, + "memory(GiB)": 77.28, + "step": 840, + "token_acc": 0.8957481602616517, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.2703891844326227, + "grad_norm": 0.03322572736677012, + "learning_rate": 1.715319890545857e-05, + "loss": 0.373725152015686, + "memory(GiB)": 77.28, + "step": 845, + "token_acc": 0.87657254682695, + "train_speed(iter/s)": 0.014419 + }, + { + "epoch": 0.2719891204351826, + "grad_norm": 0.03432594388504518, + "learning_rate": 1.7116816083045603e-05, + "loss": 0.38315093517303467, + "memory(GiB)": 77.28, + "step": 850, + "token_acc": 0.8969713732540451, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.2735890564377425, + "grad_norm": 0.0333573566270864, + "learning_rate": 1.7080241361168108e-05, + "loss": 0.3734123229980469, + "memory(GiB)": 77.28, + "step": 855, + "token_acc": 0.8995640238979493, + "train_speed(iter/s)": 0.014422 + }, + { + "epoch": 0.27518899244030237, + "grad_norm": 0.03455173370569199, + "learning_rate": 1.704347572603529e-05, + "loss": 0.38244330883026123, + "memory(GiB)": 77.28, + "step": 860, + "token_acc": 0.8684960263907633, + "train_speed(iter/s)": 0.014424 + }, + { + "epoch": 0.2767889284428623, + "grad_norm": 0.035362819343963146, + "learning_rate": 1.700652016900419e-05, + "loss": 0.38104417324066164, + "memory(GiB)": 77.28, + "step": 865, + "token_acc": 0.8948292371528886, + "train_speed(iter/s)": 0.014424 + }, + { + "epoch": 0.27838886444542216, + "grad_norm": 0.034943075348089055, + "learning_rate": 1.696937568655294e-05, + "loss": 0.375447678565979, + "memory(GiB)": 77.28, + "step": 870, + "token_acc": 0.8895320791123975, + "train_speed(iter/s)": 0.014425 + }, + { + "epoch": 0.2799888004479821, + "grad_norm": 0.03518132486138768, + "learning_rate": 1.6932043280253892e-05, + "loss": 0.3870342969894409, + "memory(GiB)": 77.28, + "step": 875, + "token_acc": 0.8991515927645269, + "train_speed(iter/s)": 0.014426 + }, + { + "epoch": 0.281588736450542, + "grad_norm": 0.03358472672640051, + "learning_rate": 1.689452395674664e-05, + "loss": 0.3791643619537354, + "memory(GiB)": 77.28, + "step": 880, + "token_acc": 0.882903981264637, + "train_speed(iter/s)": 0.014428 + }, + { + "epoch": 0.28318867245310186, + "grad_norm": 0.0335812057163469, + "learning_rate": 1.6856818727710847e-05, + "loss": 0.37133069038391114, + "memory(GiB)": 77.28, + "step": 885, + "token_acc": 0.8640576725025747, + "train_speed(iter/s)": 0.014429 + }, + { + "epoch": 0.2847886084556618, + "grad_norm": 0.033689064925450846, + "learning_rate": 1.6818928609838967e-05, + "loss": 0.3744334697723389, + "memory(GiB)": 77.28, + "step": 890, + "token_acc": 0.904192992533027, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.28638854445822165, + "grad_norm": 0.03324735662329384, + "learning_rate": 1.678085462480885e-05, + "loss": 0.3733969688415527, + "memory(GiB)": 77.28, + "step": 895, + "token_acc": 0.8976343135087331, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.28798848046078157, + "grad_norm": 0.034296406767401026, + "learning_rate": 1.6742597799256182e-05, + "loss": 0.37558152675628664, + "memory(GiB)": 77.28, + "step": 900, + "token_acc": 0.9029866553696251, + "train_speed(iter/s)": 0.014431 + }, + { + "epoch": 0.2895884164633415, + "grad_norm": 0.037582572024316786, + "learning_rate": 1.6704159164746797e-05, + "loss": 0.3907860040664673, + "memory(GiB)": 77.28, + "step": 905, + "token_acc": 0.9069654950016124, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.29118835246590136, + "grad_norm": 0.033743665763862556, + "learning_rate": 1.6665539757748866e-05, + "loss": 0.373353385925293, + "memory(GiB)": 77.28, + "step": 910, + "token_acc": 0.8887350534927627, + "train_speed(iter/s)": 0.014432 + }, + { + "epoch": 0.2927882884684613, + "grad_norm": 0.03614831200848796, + "learning_rate": 1.6626740619604967e-05, + "loss": 0.37723698616027834, + "memory(GiB)": 77.28, + "step": 915, + "token_acc": 0.8396020383402086, + "train_speed(iter/s)": 0.014431 + }, + { + "epoch": 0.29438822447102114, + "grad_norm": 0.0345492804244864, + "learning_rate": 1.658776279650397e-05, + "loss": 0.38145616054534914, + "memory(GiB)": 77.28, + "step": 920, + "token_acc": 0.9019520851818988, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.29598816047358106, + "grad_norm": 0.03512572590148749, + "learning_rate": 1.6548607339452853e-05, + "loss": 0.37775335311889646, + "memory(GiB)": 77.28, + "step": 925, + "token_acc": 0.897300230633564, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.29758809647614093, + "grad_norm": 0.0369285958635259, + "learning_rate": 1.6509275304248366e-05, + "loss": 0.3776986837387085, + "memory(GiB)": 77.28, + "step": 930, + "token_acc": 0.8829104695246428, + "train_speed(iter/s)": 0.014433 + }, + { + "epoch": 0.29918803247870085, + "grad_norm": 0.03462506767370347, + "learning_rate": 1.6469767751448538e-05, + "loss": 0.3799281597137451, + "memory(GiB)": 77.28, + "step": 935, + "token_acc": 0.8700686947988224, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.30078796848126077, + "grad_norm": 0.03338974052579205, + "learning_rate": 1.6430085746344107e-05, + "loss": 0.37139339447021485, + "memory(GiB)": 77.28, + "step": 940, + "token_acc": 0.8986585010207058, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.30238790448382064, + "grad_norm": 0.03046768581019517, + "learning_rate": 1.639023035892978e-05, + "loss": 0.36957426071166993, + "memory(GiB)": 77.28, + "step": 945, + "token_acc": 0.9041682898324893, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.30398784048638056, + "grad_norm": 0.03387287029515358, + "learning_rate": 1.6350202663875385e-05, + "loss": 0.3741326808929443, + "memory(GiB)": 77.28, + "step": 950, + "token_acc": 0.887836853605244, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.3055877764889404, + "grad_norm": 0.03266389732849567, + "learning_rate": 1.6310003740496887e-05, + "loss": 0.37487266063690183, + "memory(GiB)": 77.28, + "step": 955, + "token_acc": 0.8825019485580671, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.30718771249150034, + "grad_norm": 0.03351674125437608, + "learning_rate": 1.6269634672727296e-05, + "loss": 0.37188766002655027, + "memory(GiB)": 77.28, + "step": 960, + "token_acc": 0.900720576461169, + "train_speed(iter/s)": 0.014434 + }, + { + "epoch": 0.30878764849406026, + "grad_norm": 0.031488337411913495, + "learning_rate": 1.6229096549087434e-05, + "loss": 0.3766692399978638, + "memory(GiB)": 77.28, + "step": 965, + "token_acc": 0.8986156351791531, + "train_speed(iter/s)": 0.014434 + }, + { + "epoch": 0.31038758449662013, + "grad_norm": 0.03332048991285344, + "learning_rate": 1.618839046265658e-05, + "loss": 0.3791315793991089, + "memory(GiB)": 77.28, + "step": 970, + "token_acc": 0.8830157184587565, + "train_speed(iter/s)": 0.014434 + }, + { + "epoch": 0.31198752049918005, + "grad_norm": 0.03451155538352893, + "learning_rate": 1.614751751104301e-05, + "loss": 0.3785123825073242, + "memory(GiB)": 77.28, + "step": 975, + "token_acc": 0.8958753965964811, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.3135874565017399, + "grad_norm": 0.033059221136730675, + "learning_rate": 1.6106478796354382e-05, + "loss": 0.37357268333435056, + "memory(GiB)": 77.28, + "step": 980, + "token_acc": 0.9054635545703481, + "train_speed(iter/s)": 0.014433 + }, + { + "epoch": 0.31518739250429983, + "grad_norm": 0.037287525323499084, + "learning_rate": 1.6065275425168034e-05, + "loss": 0.37153091430664065, + "memory(GiB)": 77.28, + "step": 985, + "token_acc": 0.9115008156606852, + "train_speed(iter/s)": 0.014434 + }, + { + "epoch": 0.3167873285068597, + "grad_norm": 0.033380291242419424, + "learning_rate": 1.602390850850113e-05, + "loss": 0.3818410634994507, + "memory(GiB)": 77.28, + "step": 990, + "token_acc": 0.8696263559662515, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.3183872645094196, + "grad_norm": 0.03439438956072722, + "learning_rate": 1.5982379161780722e-05, + "loss": 0.366620135307312, + "memory(GiB)": 77.28, + "step": 995, + "token_acc": 0.8729515742957098, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.31998720051197954, + "grad_norm": 0.034020697710137944, + "learning_rate": 1.5940688504813664e-05, + "loss": 0.3724443197250366, + "memory(GiB)": 77.28, + "step": 1000, + "token_acc": 0.9151111111111111, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.31998720051197954, + "eval_loss": 0.6141124963760376, + "eval_runtime": 158.9547, + "eval_samples_per_second": 126.376, + "eval_steps_per_second": 0.635, + "eval_token_acc": 0.8899123960362797, + "step": 1000 + }, + { + "epoch": 0.3215871365145394, + "grad_norm": 0.033011811195180485, + "learning_rate": 1.5898837661756405e-05, + "loss": 0.37675890922546384, + "memory(GiB)": 77.28, + "step": 1005, + "token_acc": 0.9039758494444088, + "train_speed(iter/s)": 0.014394 + }, + { + "epoch": 0.3231870725170993, + "grad_norm": 0.035486853244652936, + "learning_rate": 1.5856827761084698e-05, + "loss": 0.36834869384765623, + "memory(GiB)": 77.28, + "step": 1010, + "token_acc": 0.8983255653374763, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.3247870085196592, + "grad_norm": 0.03406105920529523, + "learning_rate": 1.5814659935563165e-05, + "loss": 0.3808779239654541, + "memory(GiB)": 77.28, + "step": 1015, + "token_acc": 0.8966199971715457, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.3263869445222191, + "grad_norm": 0.03308081465556082, + "learning_rate": 1.577233532221474e-05, + "loss": 0.37457520961761476, + "memory(GiB)": 77.28, + "step": 1020, + "token_acc": 0.8870108821486455, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.32798688052477903, + "grad_norm": 0.033407344837741056, + "learning_rate": 1.5729855062290024e-05, + "loss": 0.3800173044204712, + "memory(GiB)": 77.28, + "step": 1025, + "token_acc": 0.8932816214187413, + "train_speed(iter/s)": 0.014398 + }, + { + "epoch": 0.3295868165273389, + "grad_norm": 0.03687625272041186, + "learning_rate": 1.568722030123651e-05, + "loss": 0.3687458515167236, + "memory(GiB)": 77.28, + "step": 1030, + "token_acc": 0.8835139318885449, + "train_speed(iter/s)": 0.014397 + }, + { + "epoch": 0.3311867525298988, + "grad_norm": 0.03432528592893544, + "learning_rate": 1.5644432188667695e-05, + "loss": 0.3709027528762817, + "memory(GiB)": 77.28, + "step": 1035, + "token_acc": 0.8903526550466153, + "train_speed(iter/s)": 0.014398 + }, + { + "epoch": 0.3327866885324587, + "grad_norm": 0.03319653665975899, + "learning_rate": 1.5601491878332077e-05, + "loss": 0.3777631759643555, + "memory(GiB)": 77.28, + "step": 1040, + "token_acc": 0.8910492205289893, + "train_speed(iter/s)": 0.014398 + }, + { + "epoch": 0.3343866245350186, + "grad_norm": 0.034202821127900754, + "learning_rate": 1.5558400528082057e-05, + "loss": 0.3790686845779419, + "memory(GiB)": 77.28, + "step": 1045, + "token_acc": 0.9055801594331266, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.33598656053757847, + "grad_norm": 0.03691156666887596, + "learning_rate": 1.551515929984271e-05, + "loss": 0.3713582992553711, + "memory(GiB)": 77.28, + "step": 1050, + "token_acc": 0.9086751254057244, + "train_speed(iter/s)": 0.0144 + }, + { + "epoch": 0.3375864965401384, + "grad_norm": 0.03449412127363822, + "learning_rate": 1.547176935958044e-05, + "loss": 0.3742972373962402, + "memory(GiB)": 77.28, + "step": 1055, + "token_acc": 0.8761001100110011, + "train_speed(iter/s)": 0.014401 + }, + { + "epoch": 0.3391864325426983, + "grad_norm": 0.03434565900369347, + "learning_rate": 1.5428231877271584e-05, + "loss": 0.3786214828491211, + "memory(GiB)": 77.28, + "step": 1060, + "token_acc": 0.871280724450194, + "train_speed(iter/s)": 0.014397 + }, + { + "epoch": 0.3407863685452582, + "grad_norm": 0.033670135783735435, + "learning_rate": 1.538454802687081e-05, + "loss": 0.3775958776473999, + "memory(GiB)": 77.28, + "step": 1065, + "token_acc": 0.8966864910790144, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.3423863045478181, + "grad_norm": 0.03556691326509067, + "learning_rate": 1.5340718986279505e-05, + "loss": 0.38387582302093504, + "memory(GiB)": 77.28, + "step": 1070, + "token_acc": 0.8821359223300971, + "train_speed(iter/s)": 0.014401 + }, + { + "epoch": 0.34398624055037796, + "grad_norm": 0.03410584414537992, + "learning_rate": 1.529674593731399e-05, + "loss": 0.367924427986145, + "memory(GiB)": 77.28, + "step": 1075, + "token_acc": 0.8812294182217344, + "train_speed(iter/s)": 0.014403 + }, + { + "epoch": 0.3455861765529379, + "grad_norm": 0.03472114991770262, + "learning_rate": 1.5252630065673662e-05, + "loss": 0.38024375438690183, + "memory(GiB)": 77.28, + "step": 1080, + "token_acc": 0.9087554085008908, + "train_speed(iter/s)": 0.014402 + }, + { + "epoch": 0.3471861125554978, + "grad_norm": 0.034826116899087524, + "learning_rate": 1.5208372560909031e-05, + "loss": 0.37552039623260497, + "memory(GiB)": 77.28, + "step": 1085, + "token_acc": 0.914223331253899, + "train_speed(iter/s)": 0.014403 + }, + { + "epoch": 0.34878604855805767, + "grad_norm": 0.03415469833651797, + "learning_rate": 1.5163974616389621e-05, + "loss": 0.37450971603393557, + "memory(GiB)": 77.28, + "step": 1090, + "token_acc": 0.8556051457075348, + "train_speed(iter/s)": 0.014403 + }, + { + "epoch": 0.3503859845606176, + "grad_norm": 0.03655513507503648, + "learning_rate": 1.5119437429271813e-05, + "loss": 0.3794886589050293, + "memory(GiB)": 77.28, + "step": 1095, + "token_acc": 0.8877699941622884, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.35198592056317746, + "grad_norm": 0.034995454028194976, + "learning_rate": 1.5074762200466557e-05, + "loss": 0.3700634717941284, + "memory(GiB)": 77.28, + "step": 1100, + "token_acc": 0.9116356483582992, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.3535858565657374, + "grad_norm": 0.034538306373934693, + "learning_rate": 1.5029950134606991e-05, + "loss": 0.3690228223800659, + "memory(GiB)": 77.28, + "step": 1105, + "token_acc": 0.8942924687605539, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.35518579256829724, + "grad_norm": 0.0331069504176894, + "learning_rate": 1.4985002440015959e-05, + "loss": 0.36534135341644286, + "memory(GiB)": 77.28, + "step": 1110, + "token_acc": 0.8909802740551122, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.35678572857085716, + "grad_norm": 0.034796730271752487, + "learning_rate": 1.4939920328673422e-05, + "loss": 0.38107268810272216, + "memory(GiB)": 77.28, + "step": 1115, + "token_acc": 0.9336683417085427, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.3583856645734171, + "grad_norm": 0.03428619908077693, + "learning_rate": 1.4894705016183803e-05, + "loss": 0.36655797958374026, + "memory(GiB)": 77.28, + "step": 1120, + "token_acc": 0.8758409785932721, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.35998560057597695, + "grad_norm": 0.03650887961633004, + "learning_rate": 1.4849357721743169e-05, + "loss": 0.37060978412628176, + "memory(GiB)": 77.28, + "step": 1125, + "token_acc": 0.8783166728372208, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.36158553657853687, + "grad_norm": 0.0365625802848291, + "learning_rate": 1.4803879668106393e-05, + "loss": 0.38014461994171145, + "memory(GiB)": 77.28, + "step": 1130, + "token_acc": 0.9106974995299868, + "train_speed(iter/s)": 0.014407 + }, + { + "epoch": 0.36318547258109674, + "grad_norm": 0.03441102167916761, + "learning_rate": 1.4758272081554168e-05, + "loss": 0.3692239999771118, + "memory(GiB)": 77.28, + "step": 1135, + "token_acc": 0.875740776142229, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.36478540858365666, + "grad_norm": 0.03330407208979561, + "learning_rate": 1.4712536191859934e-05, + "loss": 0.37282414436340333, + "memory(GiB)": 77.28, + "step": 1140, + "token_acc": 0.9172197640117994, + "train_speed(iter/s)": 0.014412 + }, + { + "epoch": 0.3663853445862166, + "grad_norm": 0.035699108901044725, + "learning_rate": 1.4666673232256738e-05, + "loss": 0.37760913372039795, + "memory(GiB)": 77.28, + "step": 1145, + "token_acc": 0.8891951488423374, + "train_speed(iter/s)": 0.014409 + }, + { + "epoch": 0.36798528058877644, + "grad_norm": 0.03532503045003448, + "learning_rate": 1.4620684439403962e-05, + "loss": 0.37476723194122313, + "memory(GiB)": 77.28, + "step": 1150, + "token_acc": 0.9057826520438684, + "train_speed(iter/s)": 0.014411 + }, + { + "epoch": 0.36958521659133636, + "grad_norm": 0.0344910408139177, + "learning_rate": 1.4574571053353987e-05, + "loss": 0.374307918548584, + "memory(GiB)": 77.28, + "step": 1155, + "token_acc": 0.9003899902502438, + "train_speed(iter/s)": 0.014409 + }, + { + "epoch": 0.37118515259389623, + "grad_norm": 0.035041872884459944, + "learning_rate": 1.452833431751875e-05, + "loss": 0.3697278738021851, + "memory(GiB)": 77.28, + "step": 1160, + "token_acc": 0.9063315478643044, + "train_speed(iter/s)": 0.014412 + }, + { + "epoch": 0.37278508859645615, + "grad_norm": 0.03519132694721856, + "learning_rate": 1.448197547863622e-05, + "loss": 0.36422038078308105, + "memory(GiB)": 77.28, + "step": 1165, + "token_acc": 0.9000765696784073, + "train_speed(iter/s)": 0.014412 + }, + { + "epoch": 0.374385024599016, + "grad_norm": 0.03547211442268733, + "learning_rate": 1.4435495786736796e-05, + "loss": 0.3784764289855957, + "memory(GiB)": 77.28, + "step": 1170, + "token_acc": 0.8931984260820686, + "train_speed(iter/s)": 0.014412 + }, + { + "epoch": 0.37598496060157593, + "grad_norm": 0.033084975573475006, + "learning_rate": 1.438889649510956e-05, + "loss": 0.3620013236999512, + "memory(GiB)": 77.28, + "step": 1175, + "token_acc": 0.8830564784053156, + "train_speed(iter/s)": 0.01441 + }, + { + "epoch": 0.37758489660413586, + "grad_norm": 0.03494219380332394, + "learning_rate": 1.4342178860268523e-05, + "loss": 0.3709207773208618, + "memory(GiB)": 77.28, + "step": 1180, + "token_acc": 0.8974101081216997, + "train_speed(iter/s)": 0.01441 + }, + { + "epoch": 0.3791848326066957, + "grad_norm": 0.03635733513697145, + "learning_rate": 1.4295344141918734e-05, + "loss": 0.37572057247161866, + "memory(GiB)": 77.28, + "step": 1185, + "token_acc": 0.8881118881118881, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.38078476860925564, + "grad_norm": 0.036630394189626006, + "learning_rate": 1.4248393602922299e-05, + "loss": 0.38127038478851316, + "memory(GiB)": 77.28, + "step": 1190, + "token_acc": 0.8691920686593667, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.3823847046118155, + "grad_norm": 0.03496102213628827, + "learning_rate": 1.420132850926434e-05, + "loss": 0.37142717838287354, + "memory(GiB)": 77.28, + "step": 1195, + "token_acc": 0.8981158408932309, + "train_speed(iter/s)": 0.01441 + }, + { + "epoch": 0.3839846406143754, + "grad_norm": 0.03318251083183633, + "learning_rate": 1.4154150130018867e-05, + "loss": 0.37023210525512695, + "memory(GiB)": 77.28, + "step": 1200, + "token_acc": 0.8824277666727239, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.38558457661693535, + "grad_norm": 0.03307058094990319, + "learning_rate": 1.4106859737314532e-05, + "loss": 0.36745152473449705, + "memory(GiB)": 77.28, + "step": 1205, + "token_acc": 0.8875419619544946, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.3871845126194952, + "grad_norm": 0.035424472590586585, + "learning_rate": 1.4059458606300358e-05, + "loss": 0.3661919832229614, + "memory(GiB)": 77.28, + "step": 1210, + "token_acc": 0.8780977896851976, + "train_speed(iter/s)": 0.014409 + }, + { + "epoch": 0.38878444862205513, + "grad_norm": 0.03420289825157965, + "learning_rate": 1.4011948015111334e-05, + "loss": 0.37414982318878176, + "memory(GiB)": 77.28, + "step": 1215, + "token_acc": 0.8649971756731313, + "train_speed(iter/s)": 0.01441 + }, + { + "epoch": 0.390384384624615, + "grad_norm": 0.03335207107599188, + "learning_rate": 1.396432924483396e-05, + "loss": 0.3709057569503784, + "memory(GiB)": 77.28, + "step": 1220, + "token_acc": 0.8992544446568533, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.3919843206271749, + "grad_norm": 0.03659090220095111, + "learning_rate": 1.3916603579471705e-05, + "loss": 0.3810150146484375, + "memory(GiB)": 77.28, + "step": 1225, + "token_acc": 0.8939136988882608, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.3935842566297348, + "grad_norm": 0.03381760469834974, + "learning_rate": 1.3868772305910376e-05, + "loss": 0.3754213809967041, + "memory(GiB)": 77.28, + "step": 1230, + "token_acc": 0.8942501005227181, + "train_speed(iter/s)": 0.014409 + }, + { + "epoch": 0.3951841926322947, + "grad_norm": 0.03498771807662288, + "learning_rate": 1.3820836713883424e-05, + "loss": 0.3726653099060059, + "memory(GiB)": 77.28, + "step": 1235, + "token_acc": 0.8871177618737801, + "train_speed(iter/s)": 0.014411 + }, + { + "epoch": 0.3967841286348546, + "grad_norm": 0.03417566824022459, + "learning_rate": 1.3772798095937172e-05, + "loss": 0.363895320892334, + "memory(GiB)": 77.28, + "step": 1240, + "token_acc": 0.8693128333856291, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.3983840646374145, + "grad_norm": 0.03427076519706647, + "learning_rate": 1.3724657747395957e-05, + "loss": 0.3746422052383423, + "memory(GiB)": 77.28, + "step": 1245, + "token_acc": 0.8969516235917826, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.3999840006399744, + "grad_norm": 0.034195401871935746, + "learning_rate": 1.3676416966327201e-05, + "loss": 0.37307212352752683, + "memory(GiB)": 77.28, + "step": 1250, + "token_acc": 0.8579698957931301, + "train_speed(iter/s)": 0.014414 + }, + { + "epoch": 0.3999840006399744, + "eval_loss": 0.6099496483802795, + "eval_runtime": 171.3813, + "eval_samples_per_second": 117.212, + "eval_steps_per_second": 0.589, + "eval_token_acc": 0.8910344140161096, + "step": 1250 + }, + { + "epoch": 0.4015839366425343, + "grad_norm": 0.03442247514389261, + "learning_rate": 1.362807705350641e-05, + "loss": 0.37490437030792234, + "memory(GiB)": 77.28, + "step": 1255, + "token_acc": 0.8993468545892059, + "train_speed(iter/s)": 0.014386 + }, + { + "epoch": 0.4031838726450942, + "grad_norm": 0.03543108584022621, + "learning_rate": 1.3579639312382105e-05, + "loss": 0.3771961212158203, + "memory(GiB)": 77.28, + "step": 1260, + "token_acc": 0.8801626016260162, + "train_speed(iter/s)": 0.014386 + }, + { + "epoch": 0.4047838086476541, + "grad_norm": 0.0351732239969475, + "learning_rate": 1.3531105049040667e-05, + "loss": 0.37178664207458495, + "memory(GiB)": 77.28, + "step": 1265, + "token_acc": 0.9065207478340174, + "train_speed(iter/s)": 0.014385 + }, + { + "epoch": 0.406383744650214, + "grad_norm": 0.0345010504737042, + "learning_rate": 1.3482475572171132e-05, + "loss": 0.3657317399978638, + "memory(GiB)": 77.28, + "step": 1270, + "token_acc": 0.877511961722488, + "train_speed(iter/s)": 0.014385 + }, + { + "epoch": 0.4079836806527739, + "grad_norm": 0.03426174629461238, + "learning_rate": 1.3433752193029888e-05, + "loss": 0.37921135425567626, + "memory(GiB)": 77.28, + "step": 1275, + "token_acc": 0.9078838174273859, + "train_speed(iter/s)": 0.014385 + }, + { + "epoch": 0.40958361665533377, + "grad_norm": 0.03606013606177771, + "learning_rate": 1.3384936225405326e-05, + "loss": 0.37555053234100344, + "memory(GiB)": 77.28, + "step": 1280, + "token_acc": 0.8769176512078999, + "train_speed(iter/s)": 0.014388 + }, + { + "epoch": 0.4111835526578937, + "grad_norm": 0.03638594766243525, + "learning_rate": 1.333602898558242e-05, + "loss": 0.37437245845794676, + "memory(GiB)": 77.28, + "step": 1285, + "token_acc": 0.9019975868078831, + "train_speed(iter/s)": 0.014389 + }, + { + "epoch": 0.41278348866045356, + "grad_norm": 0.03480203069849946, + "learning_rate": 1.3287031792307226e-05, + "loss": 0.37502617835998536, + "memory(GiB)": 77.28, + "step": 1290, + "token_acc": 0.8862950291809217, + "train_speed(iter/s)": 0.014388 + }, + { + "epoch": 0.4143834246630135, + "grad_norm": 0.034125749594009575, + "learning_rate": 1.323794596675132e-05, + "loss": 0.36830193996429444, + "memory(GiB)": 77.28, + "step": 1295, + "token_acc": 0.8786538933922869, + "train_speed(iter/s)": 0.01439 + }, + { + "epoch": 0.4159833606655734, + "grad_norm": 0.03467851818797935, + "learning_rate": 1.318877283247619e-05, + "loss": 0.36499571800231934, + "memory(GiB)": 77.28, + "step": 1300, + "token_acc": 0.9122148024485254, + "train_speed(iter/s)": 0.014391 + }, + { + "epoch": 0.41758329666813326, + "grad_norm": 0.03351147905784924, + "learning_rate": 1.3139513715397521e-05, + "loss": 0.36349053382873536, + "memory(GiB)": 77.28, + "step": 1305, + "token_acc": 0.8831595210505987, + "train_speed(iter/s)": 0.014393 + }, + { + "epoch": 0.4191832326706932, + "grad_norm": 0.036200622491475404, + "learning_rate": 1.3090169943749475e-05, + "loss": 0.3686731576919556, + "memory(GiB)": 77.28, + "step": 1310, + "token_acc": 0.8656188048711413, + "train_speed(iter/s)": 0.014393 + }, + { + "epoch": 0.42078316867325305, + "grad_norm": 0.03434195756254507, + "learning_rate": 1.304074284804885e-05, + "loss": 0.37625932693481445, + "memory(GiB)": 77.28, + "step": 1315, + "token_acc": 0.8982833717653087, + "train_speed(iter/s)": 0.014397 + }, + { + "epoch": 0.42238310467581297, + "grad_norm": 0.034749866744640846, + "learning_rate": 1.2991233761059214e-05, + "loss": 0.37158203125, + "memory(GiB)": 77.28, + "step": 1320, + "token_acc": 0.8929796780153074, + "train_speed(iter/s)": 0.014398 + }, + { + "epoch": 0.4239830406783729, + "grad_norm": 0.03548467311511409, + "learning_rate": 1.2941644017754964e-05, + "loss": 0.37488343715667727, + "memory(GiB)": 77.28, + "step": 1325, + "token_acc": 0.904258943781942, + "train_speed(iter/s)": 0.0144 + }, + { + "epoch": 0.42558297668093276, + "grad_norm": 0.0341920805825176, + "learning_rate": 1.289197495528534e-05, + "loss": 0.3711984872817993, + "memory(GiB)": 77.28, + "step": 1330, + "token_acc": 0.9195646027707096, + "train_speed(iter/s)": 0.0144 + }, + { + "epoch": 0.4271829126834927, + "grad_norm": 0.03554475718209227, + "learning_rate": 1.284222791293836e-05, + "loss": 0.368884015083313, + "memory(GiB)": 77.28, + "step": 1335, + "token_acc": 0.8715034965034965, + "train_speed(iter/s)": 0.0144 + }, + { + "epoch": 0.42878284868605254, + "grad_norm": 0.03575254500276844, + "learning_rate": 1.2792404232104699e-05, + "loss": 0.36724443435668946, + "memory(GiB)": 77.28, + "step": 1340, + "token_acc": 0.8930875576036866, + "train_speed(iter/s)": 0.014401 + }, + { + "epoch": 0.43038278468861246, + "grad_norm": 0.03441881916218118, + "learning_rate": 1.2742505256241543e-05, + "loss": 0.3715341806411743, + "memory(GiB)": 77.28, + "step": 1345, + "token_acc": 0.853706238998631, + "train_speed(iter/s)": 0.0144 + }, + { + "epoch": 0.43198272069117233, + "grad_norm": 0.03496918226927363, + "learning_rate": 1.2692532330836346e-05, + "loss": 0.3687546491622925, + "memory(GiB)": 77.28, + "step": 1350, + "token_acc": 0.8844972353061642, + "train_speed(iter/s)": 0.0144 + }, + { + "epoch": 0.43358265669373225, + "grad_norm": 0.0342197412687382, + "learning_rate": 1.2642486803370553e-05, + "loss": 0.3681937217712402, + "memory(GiB)": 77.28, + "step": 1355, + "token_acc": 0.8881036513545347, + "train_speed(iter/s)": 0.0144 + }, + { + "epoch": 0.43518259269629217, + "grad_norm": 0.03574024280169566, + "learning_rate": 1.2592370023283268e-05, + "loss": 0.36503190994262696, + "memory(GiB)": 77.28, + "step": 1360, + "token_acc": 0.8921713441654358, + "train_speed(iter/s)": 0.014403 + }, + { + "epoch": 0.43678252869885204, + "grad_norm": 0.03347504729151743, + "learning_rate": 1.2542183341934873e-05, + "loss": 0.3655604362487793, + "memory(GiB)": 77.28, + "step": 1365, + "token_acc": 0.8905417406749556, + "train_speed(iter/s)": 0.014404 + }, + { + "epoch": 0.43838246470141196, + "grad_norm": 0.03600326432455147, + "learning_rate": 1.2491928112570568e-05, + "loss": 0.366928768157959, + "memory(GiB)": 77.28, + "step": 1370, + "token_acc": 0.896969696969697, + "train_speed(iter/s)": 0.014405 + }, + { + "epoch": 0.4399824007039718, + "grad_norm": 0.03491325824773157, + "learning_rate": 1.2441605690283915e-05, + "loss": 0.37325053215026854, + "memory(GiB)": 77.28, + "step": 1375, + "token_acc": 0.9224045391811072, + "train_speed(iter/s)": 0.014404 + }, + { + "epoch": 0.44158233670653174, + "grad_norm": 0.03780738973130896, + "learning_rate": 1.2391217431980273e-05, + "loss": 0.3637607336044312, + "memory(GiB)": 77.28, + "step": 1380, + "token_acc": 0.918383623554433, + "train_speed(iter/s)": 0.014407 + }, + { + "epoch": 0.44318227270909166, + "grad_norm": 0.035690154757200145, + "learning_rate": 1.234076469634022e-05, + "loss": 0.3695350170135498, + "memory(GiB)": 77.28, + "step": 1385, + "token_acc": 0.9101499423298731, + "train_speed(iter/s)": 0.014405 + }, + { + "epoch": 0.4447822087116515, + "grad_norm": 0.03590046624532822, + "learning_rate": 1.2290248843782915e-05, + "loss": 0.364530086517334, + "memory(GiB)": 77.28, + "step": 1390, + "token_acc": 0.9150886503437462, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.44638214471421145, + "grad_norm": 0.03472603260778397, + "learning_rate": 1.2239671236429413e-05, + "loss": 0.3661569833755493, + "memory(GiB)": 77.28, + "step": 1395, + "token_acc": 0.8987637821583695, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.4479820807167713, + "grad_norm": 0.03445762563216705, + "learning_rate": 1.218903323806595e-05, + "loss": 0.3707982778549194, + "memory(GiB)": 77.28, + "step": 1400, + "token_acc": 0.8745701357466064, + "train_speed(iter/s)": 0.01441 + }, + { + "epoch": 0.44958201671933123, + "grad_norm": 0.035218814155010984, + "learning_rate": 1.2138336214107148e-05, + "loss": 0.3614500045776367, + "memory(GiB)": 77.28, + "step": 1405, + "token_acc": 0.8926116838487973, + "train_speed(iter/s)": 0.014409 + }, + { + "epoch": 0.4511819527218911, + "grad_norm": 0.03368066952337403, + "learning_rate": 1.2087581531559208e-05, + "loss": 0.3688710451126099, + "memory(GiB)": 77.28, + "step": 1410, + "token_acc": 0.8967142129393785, + "train_speed(iter/s)": 0.01441 + }, + { + "epoch": 0.452781888724451, + "grad_norm": 0.03439504879116651, + "learning_rate": 1.2036770558983067e-05, + "loss": 0.3658963441848755, + "memory(GiB)": 77.28, + "step": 1415, + "token_acc": 0.8647400820793434, + "train_speed(iter/s)": 0.014409 + }, + { + "epoch": 0.45438182472701094, + "grad_norm": 0.03294429069191412, + "learning_rate": 1.1985904666457455e-05, + "loss": 0.36890151500701907, + "memory(GiB)": 77.28, + "step": 1420, + "token_acc": 0.9237490071485306, + "train_speed(iter/s)": 0.014411 + }, + { + "epoch": 0.4559817607295708, + "grad_norm": 0.03476827611852477, + "learning_rate": 1.1934985225541998e-05, + "loss": 0.3723160266876221, + "memory(GiB)": 77.28, + "step": 1425, + "token_acc": 0.9109958092197166, + "train_speed(iter/s)": 0.014411 + }, + { + "epoch": 0.4575816967321307, + "grad_norm": 0.03464210636372699, + "learning_rate": 1.18840136092402e-05, + "loss": 0.3672841310501099, + "memory(GiB)": 77.28, + "step": 1430, + "token_acc": 0.8790931989924433, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.4591816327346906, + "grad_norm": 0.03405244756060422, + "learning_rate": 1.1832991191962435e-05, + "loss": 0.3602238416671753, + "memory(GiB)": 77.28, + "step": 1435, + "token_acc": 0.8997259591429995, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.4607815687372505, + "grad_norm": 0.03479537032371878, + "learning_rate": 1.1781919349488894e-05, + "loss": 0.3703394889831543, + "memory(GiB)": 77.28, + "step": 1440, + "token_acc": 0.8827277423798864, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.46238150473981043, + "grad_norm": 0.03630153249015714, + "learning_rate": 1.1730799458932473e-05, + "loss": 0.37370154857635496, + "memory(GiB)": 77.28, + "step": 1445, + "token_acc": 0.9269114990969296, + "train_speed(iter/s)": 0.014416 + }, + { + "epoch": 0.4639814407423703, + "grad_norm": 0.03556854160517035, + "learning_rate": 1.1679632898701649e-05, + "loss": 0.36541726589202883, + "memory(GiB)": 77.28, + "step": 1450, + "token_acc": 0.9014066496163683, + "train_speed(iter/s)": 0.014415 + }, + { + "epoch": 0.4655813767449302, + "grad_norm": 0.03600309817806044, + "learning_rate": 1.1628421048463315e-05, + "loss": 0.37421836853027346, + "memory(GiB)": 77.28, + "step": 1455, + "token_acc": 0.8827207275483138, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.4671813127474901, + "grad_norm": 0.03322462203870746, + "learning_rate": 1.1577165289105565e-05, + "loss": 0.36063060760498045, + "memory(GiB)": 77.28, + "step": 1460, + "token_acc": 0.8796332422941865, + "train_speed(iter/s)": 0.014414 + }, + { + "epoch": 0.46878124875005, + "grad_norm": 0.03627115996462612, + "learning_rate": 1.1525867002700484e-05, + "loss": 0.3762346744537354, + "memory(GiB)": 77.28, + "step": 1465, + "token_acc": 0.89023396577814, + "train_speed(iter/s)": 0.014416 + }, + { + "epoch": 0.47038118475260987, + "grad_norm": 0.035647939753576684, + "learning_rate": 1.1474527572466847e-05, + "loss": 0.3616278409957886, + "memory(GiB)": 77.28, + "step": 1470, + "token_acc": 0.8720430107526882, + "train_speed(iter/s)": 0.014416 + }, + { + "epoch": 0.4719811207551698, + "grad_norm": 0.035285173854949954, + "learning_rate": 1.1423148382732854e-05, + "loss": 0.37021946907043457, + "memory(GiB)": 77.28, + "step": 1475, + "token_acc": 0.9171724384148519, + "train_speed(iter/s)": 0.014416 + }, + { + "epoch": 0.4735810567577297, + "grad_norm": 0.035629576623768464, + "learning_rate": 1.1371730818898785e-05, + "loss": 0.3663011074066162, + "memory(GiB)": 77.28, + "step": 1480, + "token_acc": 0.9093475533249686, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.4751809927602896, + "grad_norm": 0.036145329500511955, + "learning_rate": 1.132027626739965e-05, + "loss": 0.3670144557952881, + "memory(GiB)": 77.28, + "step": 1485, + "token_acc": 0.9013305685156385, + "train_speed(iter/s)": 0.014419 + }, + { + "epoch": 0.4767809287628495, + "grad_norm": 0.03762454278136116, + "learning_rate": 1.1268786115667798e-05, + "loss": 0.370996880531311, + "memory(GiB)": 77.28, + "step": 1490, + "token_acc": 0.8893922824558663, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.47838086476540936, + "grad_norm": 0.03489585116510581, + "learning_rate": 1.1217261752095518e-05, + "loss": 0.3688071250915527, + "memory(GiB)": 77.28, + "step": 1495, + "token_acc": 0.8983111749910169, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.4799808007679693, + "grad_norm": 0.03446273860874737, + "learning_rate": 1.1165704565997593e-05, + "loss": 0.36016933917999266, + "memory(GiB)": 77.28, + "step": 1500, + "token_acc": 0.8913821585903083, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.4799808007679693, + "eval_loss": 0.6074870824813843, + "eval_runtime": 172.104, + "eval_samples_per_second": 116.72, + "eval_steps_per_second": 0.587, + "eval_token_acc": 0.8923138161661085, + "step": 1500 + }, + { + "epoch": 0.4815807367705292, + "grad_norm": 0.03567717193695566, + "learning_rate": 1.1114115947573834e-05, + "loss": 0.3687129497528076, + "memory(GiB)": 77.28, + "step": 1505, + "token_acc": 0.8902910121040433, + "train_speed(iter/s)": 0.014394 + }, + { + "epoch": 0.48318067277308907, + "grad_norm": 0.035522027399690424, + "learning_rate": 1.1062497287871606e-05, + "loss": 0.3638231039047241, + "memory(GiB)": 77.28, + "step": 1510, + "token_acc": 0.8678424740275429, + "train_speed(iter/s)": 0.014394 + }, + { + "epoch": 0.484780608775649, + "grad_norm": 0.03466224643090752, + "learning_rate": 1.1010849978748314e-05, + "loss": 0.3652355194091797, + "memory(GiB)": 77.28, + "step": 1515, + "token_acc": 0.8848318880267763, + "train_speed(iter/s)": 0.014393 + }, + { + "epoch": 0.48638054477820886, + "grad_norm": 0.0354542903926529, + "learning_rate": 1.0959175412833869e-05, + "loss": 0.3614229917526245, + "memory(GiB)": 77.28, + "step": 1520, + "token_acc": 0.8956547443097842, + "train_speed(iter/s)": 0.014394 + }, + { + "epoch": 0.4879804807807688, + "grad_norm": 0.03440586258662547, + "learning_rate": 1.0907474983493144e-05, + "loss": 0.3634510517120361, + "memory(GiB)": 77.28, + "step": 1525, + "token_acc": 0.9006639427987743, + "train_speed(iter/s)": 0.014393 + }, + { + "epoch": 0.48958041678332864, + "grad_norm": 0.0360801859171815, + "learning_rate": 1.08557500847884e-05, + "loss": 0.36115612983703616, + "memory(GiB)": 77.28, + "step": 1530, + "token_acc": 0.9074234296591106, + "train_speed(iter/s)": 0.014393 + }, + { + "epoch": 0.49118035278588856, + "grad_norm": 0.03497423282601686, + "learning_rate": 1.080400211144169e-05, + "loss": 0.3642597675323486, + "memory(GiB)": 77.28, + "step": 1535, + "token_acc": 0.8553005879006258, + "train_speed(iter/s)": 0.014394 + }, + { + "epoch": 0.4927802887884485, + "grad_norm": 0.03446763731370447, + "learning_rate": 1.0752232458797262e-05, + "loss": 0.3559999942779541, + "memory(GiB)": 77.28, + "step": 1540, + "token_acc": 0.8824950269963058, + "train_speed(iter/s)": 0.014397 + }, + { + "epoch": 0.49438022479100835, + "grad_norm": 0.035387308834996176, + "learning_rate": 1.070044252278393e-05, + "loss": 0.3755119562149048, + "memory(GiB)": 77.28, + "step": 1545, + "token_acc": 0.8683636363636363, + "train_speed(iter/s)": 0.014398 + }, + { + "epoch": 0.49598016079356827, + "grad_norm": 0.035623508164582596, + "learning_rate": 1.064863369987743e-05, + "loss": 0.36371660232543945, + "memory(GiB)": 77.28, + "step": 1550, + "token_acc": 0.9095354523227384, + "train_speed(iter/s)": 0.0144 + }, + { + "epoch": 0.49758009679612814, + "grad_norm": 0.03586927734844086, + "learning_rate": 1.0596807387062772e-05, + "loss": 0.3677802562713623, + "memory(GiB)": 77.28, + "step": 1555, + "token_acc": 0.9039025142680858, + "train_speed(iter/s)": 0.0144 + }, + { + "epoch": 0.49918003279868806, + "grad_norm": 0.03653622777112098, + "learning_rate": 1.0544964981796563e-05, + "loss": 0.3684211254119873, + "memory(GiB)": 77.28, + "step": 1560, + "token_acc": 0.868405540819334, + "train_speed(iter/s)": 0.014403 + }, + { + "epoch": 0.500779968801248, + "grad_norm": 0.0370656544294769, + "learning_rate": 1.0493107881969335e-05, + "loss": 0.3586920738220215, + "memory(GiB)": 77.28, + "step": 1565, + "token_acc": 0.9100284977608902, + "train_speed(iter/s)": 0.014404 + }, + { + "epoch": 0.5023799048038079, + "grad_norm": 0.03616388731261157, + "learning_rate": 1.0441237485867845e-05, + "loss": 0.36218621730804446, + "memory(GiB)": 77.28, + "step": 1570, + "token_acc": 0.902942631058358, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.5039798408063677, + "grad_norm": 0.03609161295790287, + "learning_rate": 1.0389355192137379e-05, + "loss": 0.3653876304626465, + "memory(GiB)": 77.28, + "step": 1575, + "token_acc": 0.9041706462909901, + "train_speed(iter/s)": 0.014407 + }, + { + "epoch": 0.5055797768089276, + "grad_norm": 0.03748808681261972, + "learning_rate": 1.0337462399744025e-05, + "loss": 0.37090017795562746, + "memory(GiB)": 77.28, + "step": 1580, + "token_acc": 0.8675850435760473, + "train_speed(iter/s)": 0.014405 + }, + { + "epoch": 0.5071797128114875, + "grad_norm": 0.0345478093663887, + "learning_rate": 1.0285560507936962e-05, + "loss": 0.3756566047668457, + "memory(GiB)": 77.28, + "step": 1585, + "token_acc": 0.8505338078291815, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.5087796488140475, + "grad_norm": 0.03650247257124013, + "learning_rate": 1.0233650916210736e-05, + "loss": 0.3637782096862793, + "memory(GiB)": 77.28, + "step": 1590, + "token_acc": 0.9002235318024792, + "train_speed(iter/s)": 0.014405 + }, + { + "epoch": 0.5103795848166074, + "grad_norm": 0.03633358814639768, + "learning_rate": 1.0181735024267504e-05, + "loss": 0.3628427028656006, + "memory(GiB)": 77.28, + "step": 1595, + "token_acc": 0.8564662273476112, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.5119795208191672, + "grad_norm": 0.037908299488290956, + "learning_rate": 1.012981423197931e-05, + "loss": 0.3728133201599121, + "memory(GiB)": 77.28, + "step": 1600, + "token_acc": 0.8976991588322613, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.5135794568217271, + "grad_norm": 0.03477409396173477, + "learning_rate": 1.007788993935033e-05, + "loss": 0.36496148109436033, + "memory(GiB)": 77.28, + "step": 1605, + "token_acc": 0.8824123989218329, + "train_speed(iter/s)": 0.01441 + }, + { + "epoch": 0.515179392824287, + "grad_norm": 0.03591338948302039, + "learning_rate": 1.002596354647912e-05, + "loss": 0.3671183347702026, + "memory(GiB)": 77.28, + "step": 1610, + "token_acc": 0.9008127633955448, + "train_speed(iter/s)": 0.014411 + }, + { + "epoch": 0.516779328826847, + "grad_norm": 0.035196111530376294, + "learning_rate": 9.974036453520881e-06, + "loss": 0.3602726459503174, + "memory(GiB)": 77.28, + "step": 1615, + "token_acc": 0.8955383382313652, + "train_speed(iter/s)": 0.014411 + }, + { + "epoch": 0.5183792648294068, + "grad_norm": 0.03748636943340592, + "learning_rate": 9.922110060649672e-06, + "loss": 0.36945409774780275, + "memory(GiB)": 77.28, + "step": 1620, + "token_acc": 0.9212632180623035, + "train_speed(iter/s)": 0.014412 + }, + { + "epoch": 0.5199792008319667, + "grad_norm": 0.03548428460759863, + "learning_rate": 9.870185768020694e-06, + "loss": 0.3491816997528076, + "memory(GiB)": 77.28, + "step": 1625, + "token_acc": 0.9078094620868438, + "train_speed(iter/s)": 0.01441 + }, + { + "epoch": 0.5215791368345266, + "grad_norm": 0.03518573566978696, + "learning_rate": 9.818264975732497e-06, + "loss": 0.3619969367980957, + "memory(GiB)": 77.28, + "step": 1630, + "token_acc": 0.9038128249566725, + "train_speed(iter/s)": 0.014409 + }, + { + "epoch": 0.5231790728370865, + "grad_norm": 0.03522651488263579, + "learning_rate": 9.766349083789266e-06, + "loss": 0.36349639892578123, + "memory(GiB)": 77.28, + "step": 1635, + "token_acc": 0.8999687890137328, + "train_speed(iter/s)": 0.014409 + }, + { + "epoch": 0.5247790088396465, + "grad_norm": 0.03809564693798896, + "learning_rate": 9.71443949206304e-06, + "loss": 0.3725806713104248, + "memory(GiB)": 77.28, + "step": 1640, + "token_acc": 0.9121447028423773, + "train_speed(iter/s)": 0.01441 + }, + { + "epoch": 0.5263789448422063, + "grad_norm": 0.034721878832050516, + "learning_rate": 9.662537600255979e-06, + "loss": 0.363213849067688, + "memory(GiB)": 77.28, + "step": 1645, + "token_acc": 0.9216789268714842, + "train_speed(iter/s)": 0.01441 + }, + { + "epoch": 0.5279788808447662, + "grad_norm": 0.03790554016155405, + "learning_rate": 9.610644807862625e-06, + "loss": 0.3574589729309082, + "memory(GiB)": 77.28, + "step": 1650, + "token_acc": 0.8960802187784868, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.5295788168473261, + "grad_norm": 0.03479166503013798, + "learning_rate": 9.558762514132157e-06, + "loss": 0.36415691375732423, + "memory(GiB)": 77.28, + "step": 1655, + "token_acc": 0.8750883808625972, + "train_speed(iter/s)": 0.014411 + }, + { + "epoch": 0.531178752849886, + "grad_norm": 0.035643614279757305, + "learning_rate": 9.506892118030668e-06, + "loss": 0.35752391815185547, + "memory(GiB)": 77.28, + "step": 1660, + "token_acc": 0.8826297984997794, + "train_speed(iter/s)": 0.014414 + }, + { + "epoch": 0.532778688852446, + "grad_norm": 0.0354932657107638, + "learning_rate": 9.455035018203439e-06, + "loss": 0.3576699495315552, + "memory(GiB)": 77.28, + "step": 1665, + "token_acc": 0.9069622618009715, + "train_speed(iter/s)": 0.014412 + }, + { + "epoch": 0.5343786248550058, + "grad_norm": 0.03500590822032312, + "learning_rate": 9.40319261293723e-06, + "loss": 0.3677717447280884, + "memory(GiB)": 77.28, + "step": 1670, + "token_acc": 0.9211569519894288, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.5359785608575657, + "grad_norm": 0.0342264071437337, + "learning_rate": 9.351366300122569e-06, + "loss": 0.36440818309783934, + "memory(GiB)": 77.28, + "step": 1675, + "token_acc": 0.8545367258761402, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.5375784968601256, + "grad_norm": 0.035171456175800336, + "learning_rate": 9.299557477216073e-06, + "loss": 0.3585089445114136, + "memory(GiB)": 77.28, + "step": 1680, + "token_acc": 0.8948815566835872, + "train_speed(iter/s)": 0.014414 + }, + { + "epoch": 0.5391784328626855, + "grad_norm": 0.035301103192222384, + "learning_rate": 9.247767541202738e-06, + "loss": 0.364825439453125, + "memory(GiB)": 77.28, + "step": 1685, + "token_acc": 0.9007202881152461, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.5407783688652454, + "grad_norm": 0.0364786603543792, + "learning_rate": 9.195997888558312e-06, + "loss": 0.36471312046051024, + "memory(GiB)": 77.28, + "step": 1690, + "token_acc": 0.9036003130707018, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.5423783048678052, + "grad_norm": 0.03610181518648113, + "learning_rate": 9.144249915211605e-06, + "loss": 0.363938045501709, + "memory(GiB)": 77.28, + "step": 1695, + "token_acc": 0.8853854642913448, + "train_speed(iter/s)": 0.014416 + }, + { + "epoch": 0.5439782408703652, + "grad_norm": 0.03450955343562785, + "learning_rate": 9.092525016506858e-06, + "loss": 0.3608727931976318, + "memory(GiB)": 77.28, + "step": 1700, + "token_acc": 0.9012345679012346, + "train_speed(iter/s)": 0.014416 + }, + { + "epoch": 0.5455781768729251, + "grad_norm": 0.03928334892137232, + "learning_rate": 9.040824587166136e-06, + "loss": 0.36118714809417723, + "memory(GiB)": 77.28, + "step": 1705, + "token_acc": 0.910617705664674, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.547178112875485, + "grad_norm": 0.03595714484013575, + "learning_rate": 8.98915002125169e-06, + "loss": 0.35936105251312256, + "memory(GiB)": 77.28, + "step": 1710, + "token_acc": 0.8989370970552361, + "train_speed(iter/s)": 0.014416 + }, + { + "epoch": 0.5487780488780449, + "grad_norm": 0.037004676299287526, + "learning_rate": 8.9375027121284e-06, + "loss": 0.36121673583984376, + "memory(GiB)": 77.28, + "step": 1715, + "token_acc": 0.8800587685321224, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.5503779848806047, + "grad_norm": 0.03719630007378892, + "learning_rate": 8.885884052426168e-06, + "loss": 0.3646020650863647, + "memory(GiB)": 77.28, + "step": 1720, + "token_acc": 0.886611426079372, + "train_speed(iter/s)": 0.014419 + }, + { + "epoch": 0.5519779208831647, + "grad_norm": 0.03665089520428984, + "learning_rate": 8.83429543400241e-06, + "loss": 0.36258678436279296, + "memory(GiB)": 77.28, + "step": 1725, + "token_acc": 0.9009743487770928, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.5535778568857246, + "grad_norm": 0.036346266670361026, + "learning_rate": 8.78273824790448e-06, + "loss": 0.34870684146881104, + "memory(GiB)": 77.28, + "step": 1730, + "token_acc": 0.8874141161773891, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.5551777928882845, + "grad_norm": 0.03699883692335831, + "learning_rate": 8.731213884332205e-06, + "loss": 0.3484686851501465, + "memory(GiB)": 77.28, + "step": 1735, + "token_acc": 0.8768292682926829, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.5567777288908443, + "grad_norm": 0.034484229533255854, + "learning_rate": 8.679723732600355e-06, + "loss": 0.3594592809677124, + "memory(GiB)": 77.28, + "step": 1740, + "token_acc": 0.9233852496564361, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.5583776648934042, + "grad_norm": 0.03539114391370881, + "learning_rate": 8.628269181101216e-06, + "loss": 0.3632354736328125, + "memory(GiB)": 77.28, + "step": 1745, + "token_acc": 0.9032677848467322, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.5599776008959642, + "grad_norm": 0.037092075176258815, + "learning_rate": 8.576851617267151e-06, + "loss": 0.36093626022338865, + "memory(GiB)": 77.28, + "step": 1750, + "token_acc": 0.8888888888888888, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.5599776008959642, + "eval_loss": 0.6050233244895935, + "eval_runtime": 160.4027, + "eval_samples_per_second": 125.235, + "eval_steps_per_second": 0.63, + "eval_token_acc": 0.8933715689431194, + "step": 1750 + }, + { + "epoch": 0.5615775368985241, + "grad_norm": 0.03548048223547666, + "learning_rate": 8.525472427533156e-06, + "loss": 0.3627908229827881, + "memory(GiB)": 77.28, + "step": 1755, + "token_acc": 0.8926028719681429, + "train_speed(iter/s)": 0.014398 + }, + { + "epoch": 0.563177472901084, + "grad_norm": 0.03655306695315087, + "learning_rate": 8.474132997299521e-06, + "loss": 0.36844007968902587, + "memory(GiB)": 77.28, + "step": 1760, + "token_acc": 0.9042783419344098, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.5647774089036438, + "grad_norm": 0.035314820603192965, + "learning_rate": 8.422834710894434e-06, + "loss": 0.3652467966079712, + "memory(GiB)": 77.28, + "step": 1765, + "token_acc": 0.9266847055791779, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.5663773449062037, + "grad_norm": 0.03577687703884473, + "learning_rate": 8.371578951536689e-06, + "loss": 0.3631904602050781, + "memory(GiB)": 77.28, + "step": 1770, + "token_acc": 0.9114650595494332, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.5679772809087636, + "grad_norm": 0.034291004661375586, + "learning_rate": 8.320367101298351e-06, + "loss": 0.3591639280319214, + "memory(GiB)": 77.28, + "step": 1775, + "token_acc": 0.8908784817875727, + "train_speed(iter/s)": 0.014399 + }, + { + "epoch": 0.5695772169113236, + "grad_norm": 0.03531566113853678, + "learning_rate": 8.26920054106753e-06, + "loss": 0.36348772048950195, + "memory(GiB)": 77.28, + "step": 1780, + "token_acc": 0.9099979214300561, + "train_speed(iter/s)": 0.014401 + }, + { + "epoch": 0.5711771529138835, + "grad_norm": 0.034798094575765916, + "learning_rate": 8.218080650511107e-06, + "loss": 0.35968499183654784, + "memory(GiB)": 77.28, + "step": 1785, + "token_acc": 0.8964790217162134, + "train_speed(iter/s)": 0.014402 + }, + { + "epoch": 0.5727770889164433, + "grad_norm": 0.03657750435790097, + "learning_rate": 8.167008808037568e-06, + "loss": 0.3568159341812134, + "memory(GiB)": 77.28, + "step": 1790, + "token_acc": 0.905320813771518, + "train_speed(iter/s)": 0.014402 + }, + { + "epoch": 0.5743770249190032, + "grad_norm": 0.034079547262996786, + "learning_rate": 8.115986390759805e-06, + "loss": 0.3550254821777344, + "memory(GiB)": 77.28, + "step": 1795, + "token_acc": 0.8698279018674479, + "train_speed(iter/s)": 0.014402 + }, + { + "epoch": 0.5759769609215631, + "grad_norm": 0.0358502386641742, + "learning_rate": 8.065014774458004e-06, + "loss": 0.3728140592575073, + "memory(GiB)": 77.28, + "step": 1800, + "token_acc": 0.8613029680791487, + "train_speed(iter/s)": 0.014403 + }, + { + "epoch": 0.5775768969241231, + "grad_norm": 0.03701314908573154, + "learning_rate": 8.014095333542548e-06, + "loss": 0.36500091552734376, + "memory(GiB)": 77.28, + "step": 1805, + "token_acc": 0.8857192859642982, + "train_speed(iter/s)": 0.014405 + }, + { + "epoch": 0.579176832926683, + "grad_norm": 0.03679183269002458, + "learning_rate": 7.963229441016938e-06, + "loss": 0.3736963987350464, + "memory(GiB)": 77.28, + "step": 1810, + "token_acc": 0.9040948275862069, + "train_speed(iter/s)": 0.014406 + }, + { + "epoch": 0.5807767689292428, + "grad_norm": 0.03681323611591806, + "learning_rate": 7.912418468440794e-06, + "loss": 0.35898847579956056, + "memory(GiB)": 77.28, + "step": 1815, + "token_acc": 0.9207317073170732, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.5823767049318027, + "grad_norm": 0.0357736878813674, + "learning_rate": 7.861663785892857e-06, + "loss": 0.361141300201416, + "memory(GiB)": 77.28, + "step": 1820, + "token_acc": 0.9049714034315882, + "train_speed(iter/s)": 0.014408 + }, + { + "epoch": 0.5839766409343626, + "grad_norm": 0.0351745332589475, + "learning_rate": 7.810966761934053e-06, + "loss": 0.3606626272201538, + "memory(GiB)": 77.28, + "step": 1825, + "token_acc": 0.8948683015440508, + "train_speed(iter/s)": 0.014411 + }, + { + "epoch": 0.5855765769369226, + "grad_norm": 0.037435806949626366, + "learning_rate": 7.760328763570589e-06, + "loss": 0.3612012147903442, + "memory(GiB)": 77.28, + "step": 1830, + "token_acc": 0.8970428858956495, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.5871765129394825, + "grad_norm": 0.03532540907383151, + "learning_rate": 7.709751156217088e-06, + "loss": 0.3607369661331177, + "memory(GiB)": 77.28, + "step": 1835, + "token_acc": 0.8445970365016263, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.5887764489420423, + "grad_norm": 0.037979717396771834, + "learning_rate": 7.659235303659784e-06, + "loss": 0.36890883445739747, + "memory(GiB)": 77.28, + "step": 1840, + "token_acc": 0.9026708176306735, + "train_speed(iter/s)": 0.014411 + }, + { + "epoch": 0.5903763849446022, + "grad_norm": 0.036073467557711535, + "learning_rate": 7.608782568019729e-06, + "loss": 0.35541131496429446, + "memory(GiB)": 77.28, + "step": 1845, + "token_acc": 0.8726491133799033, + "train_speed(iter/s)": 0.014415 + }, + { + "epoch": 0.5919763209471621, + "grad_norm": 0.03583872104637772, + "learning_rate": 7.558394309716088e-06, + "loss": 0.36942641735076903, + "memory(GiB)": 77.28, + "step": 1850, + "token_acc": 0.8708656432979902, + "train_speed(iter/s)": 0.014415 + }, + { + "epoch": 0.593576256949722, + "grad_norm": 0.036236485857737255, + "learning_rate": 7.508071887429433e-06, + "loss": 0.3710246801376343, + "memory(GiB)": 77.28, + "step": 1855, + "token_acc": 0.921398891966759, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.5951761929522819, + "grad_norm": 0.03640169386223587, + "learning_rate": 7.4578166580651335e-06, + "loss": 0.3630064010620117, + "memory(GiB)": 77.28, + "step": 1860, + "token_acc": 0.9057997783524196, + "train_speed(iter/s)": 0.014416 + }, + { + "epoch": 0.5967761289548418, + "grad_norm": 0.03390146765654374, + "learning_rate": 7.4076299767167325e-06, + "loss": 0.3687079429626465, + "memory(GiB)": 77.28, + "step": 1865, + "token_acc": 0.8828963051251489, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.5983760649574017, + "grad_norm": 0.034010107936428, + "learning_rate": 7.35751319662945e-06, + "loss": 0.36475975513458253, + "memory(GiB)": 77.28, + "step": 1870, + "token_acc": 0.9084216196803735, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.5999760009599616, + "grad_norm": 0.03677793324767255, + "learning_rate": 7.307467669163655e-06, + "loss": 0.36134514808654783, + "memory(GiB)": 77.28, + "step": 1875, + "token_acc": 0.8969276511397423, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.6015759369625215, + "grad_norm": 0.03620375763366839, + "learning_rate": 7.25749474375846e-06, + "loss": 0.3645354747772217, + "memory(GiB)": 77.28, + "step": 1880, + "token_acc": 0.9285598836269597, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.6031758729650813, + "grad_norm": 0.03789666553237776, + "learning_rate": 7.207595767895303e-06, + "loss": 0.3591428756713867, + "memory(GiB)": 77.28, + "step": 1885, + "token_acc": 0.8843816469158311, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.6047758089676413, + "grad_norm": 0.03881137375316804, + "learning_rate": 7.157772087061645e-06, + "loss": 0.3609945297241211, + "memory(GiB)": 77.28, + "step": 1890, + "token_acc": 0.8922645477915401, + "train_speed(iter/s)": 0.014419 + }, + { + "epoch": 0.6063757449702012, + "grad_norm": 0.036554160329644855, + "learning_rate": 7.108025044714661e-06, + "loss": 0.35931782722473143, + "memory(GiB)": 77.28, + "step": 1895, + "token_acc": 0.9164502825721704, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.6079756809727611, + "grad_norm": 0.035159911064239865, + "learning_rate": 7.058355982245038e-06, + "loss": 0.35569937229156495, + "memory(GiB)": 77.28, + "step": 1900, + "token_acc": 0.8982567884679853, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.609575616975321, + "grad_norm": 0.03716807984128876, + "learning_rate": 7.00876623894079e-06, + "loss": 0.35586116313934324, + "memory(GiB)": 77.28, + "step": 1905, + "token_acc": 0.8946164199192463, + "train_speed(iter/s)": 0.014419 + }, + { + "epoch": 0.6111755529778808, + "grad_norm": 0.037084671519224476, + "learning_rate": 6.959257151951153e-06, + "loss": 0.3600043773651123, + "memory(GiB)": 77.28, + "step": 1910, + "token_acc": 0.9071520500091929, + "train_speed(iter/s)": 0.014421 + }, + { + "epoch": 0.6127754889804408, + "grad_norm": 0.03475843599873702, + "learning_rate": 6.909830056250527e-06, + "loss": 0.36089887619018557, + "memory(GiB)": 77.28, + "step": 1915, + "token_acc": 0.9130308318789995, + "train_speed(iter/s)": 0.014422 + }, + { + "epoch": 0.6143754249830007, + "grad_norm": 0.0383438952624416, + "learning_rate": 6.860486284602479e-06, + "loss": 0.35850651264190675, + "memory(GiB)": 77.28, + "step": 1920, + "token_acc": 0.9072142546718818, + "train_speed(iter/s)": 0.014423 + }, + { + "epoch": 0.6159753609855606, + "grad_norm": 0.038359374478266664, + "learning_rate": 6.8112271675238154e-06, + "loss": 0.3597878456115723, + "memory(GiB)": 77.28, + "step": 1925, + "token_acc": 0.8963350785340314, + "train_speed(iter/s)": 0.014425 + }, + { + "epoch": 0.6175752969881205, + "grad_norm": 0.03627563124845106, + "learning_rate": 6.762054033248681e-06, + "loss": 0.35578844547271726, + "memory(GiB)": 77.28, + "step": 1930, + "token_acc": 0.8670747704416266, + "train_speed(iter/s)": 0.014425 + }, + { + "epoch": 0.6191752329906803, + "grad_norm": 0.03684144075866297, + "learning_rate": 6.712968207692778e-06, + "loss": 0.3531275033950806, + "memory(GiB)": 77.28, + "step": 1935, + "token_acc": 0.8941378235110695, + "train_speed(iter/s)": 0.014426 + }, + { + "epoch": 0.6207751689932403, + "grad_norm": 0.03687953126630672, + "learning_rate": 6.663971014417585e-06, + "loss": 0.3559092044830322, + "memory(GiB)": 77.28, + "step": 1940, + "token_acc": 0.8794438073394495, + "train_speed(iter/s)": 0.014427 + }, + { + "epoch": 0.6223751049958002, + "grad_norm": 0.03271894900825819, + "learning_rate": 6.615063774594677e-06, + "loss": 0.3499966859817505, + "memory(GiB)": 77.28, + "step": 1945, + "token_acc": 0.9143808777429467, + "train_speed(iter/s)": 0.014427 + }, + { + "epoch": 0.6239750409983601, + "grad_norm": 0.03670229290341502, + "learning_rate": 6.566247806970119e-06, + "loss": 0.3593435525894165, + "memory(GiB)": 77.28, + "step": 1950, + "token_acc": 0.8722057635335309, + "train_speed(iter/s)": 0.014427 + }, + { + "epoch": 0.62557497700092, + "grad_norm": 0.03589472224235785, + "learning_rate": 6.5175244278288705e-06, + "loss": 0.35672483444213865, + "memory(GiB)": 77.28, + "step": 1955, + "token_acc": 0.8869902912621359, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.6271749130034798, + "grad_norm": 0.0354115189065044, + "learning_rate": 6.468894950959336e-06, + "loss": 0.3563361167907715, + "memory(GiB)": 77.28, + "step": 1960, + "token_acc": 0.872582685703958, + "train_speed(iter/s)": 0.014427 + }, + { + "epoch": 0.6287748490060397, + "grad_norm": 0.03855982219631724, + "learning_rate": 6.420360687617897e-06, + "loss": 0.35960986614227297, + "memory(GiB)": 77.28, + "step": 1965, + "token_acc": 0.9085308941571775, + "train_speed(iter/s)": 0.014429 + }, + { + "epoch": 0.6303747850085997, + "grad_norm": 0.0363939489470217, + "learning_rate": 6.3719229464935915e-06, + "loss": 0.36258764266967775, + "memory(GiB)": 77.28, + "step": 1970, + "token_acc": 0.8915779283639884, + "train_speed(iter/s)": 0.014428 + }, + { + "epoch": 0.6319747210111596, + "grad_norm": 0.03622652969014867, + "learning_rate": 6.323583033672799e-06, + "loss": 0.35306107997894287, + "memory(GiB)": 77.28, + "step": 1975, + "token_acc": 0.892795055051188, + "train_speed(iter/s)": 0.014429 + }, + { + "epoch": 0.6335746570137194, + "grad_norm": 0.0359741868188003, + "learning_rate": 6.275342252604044e-06, + "loss": 0.3589993715286255, + "memory(GiB)": 77.28, + "step": 1980, + "token_acc": 0.8946890603722197, + "train_speed(iter/s)": 0.014428 + }, + { + "epoch": 0.6351745930162793, + "grad_norm": 0.03712206781639858, + "learning_rate": 6.22720190406283e-06, + "loss": 0.3716681241989136, + "memory(GiB)": 77.28, + "step": 1985, + "token_acc": 0.9078609119199026, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.6367745290188392, + "grad_norm": 0.0356723794869841, + "learning_rate": 6.179163286116581e-06, + "loss": 0.35133976936340333, + "memory(GiB)": 77.28, + "step": 1990, + "token_acc": 0.9327153762268267, + "train_speed(iter/s)": 0.014431 + }, + { + "epoch": 0.6383744650213992, + "grad_norm": 0.03536609511126974, + "learning_rate": 6.13122769408963e-06, + "loss": 0.35833446979522704, + "memory(GiB)": 77.28, + "step": 1995, + "token_acc": 0.882003614768913, + "train_speed(iter/s)": 0.014432 + }, + { + "epoch": 0.6399744010239591, + "grad_norm": 0.03362321620964987, + "learning_rate": 6.083396420528298e-06, + "loss": 0.3585667610168457, + "memory(GiB)": 77.28, + "step": 2000, + "token_acc": 0.9170406167299505, + "train_speed(iter/s)": 0.014433 + }, + { + "epoch": 0.6399744010239591, + "eval_loss": 0.6020672917366028, + "eval_runtime": 164.3521, + "eval_samples_per_second": 122.225, + "eval_steps_per_second": 0.615, + "eval_token_acc": 0.8943001355471165, + "step": 2000 + }, + { + "epoch": 0.6415743370265189, + "grad_norm": 0.03472639275538625, + "learning_rate": 6.0356707551660434e-06, + "loss": 0.36132421493530276, + "memory(GiB)": 77.28, + "step": 2005, + "token_acc": 0.915687276443536, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.6431742730290788, + "grad_norm": 0.0354392362366712, + "learning_rate": 5.988051984888668e-06, + "loss": 0.35641605854034425, + "memory(GiB)": 77.28, + "step": 2010, + "token_acc": 0.9036523929471033, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.6447742090316387, + "grad_norm": 0.036793660802490545, + "learning_rate": 5.940541393699646e-06, + "loss": 0.35499589443206786, + "memory(GiB)": 77.28, + "step": 2015, + "token_acc": 0.9017251405311106, + "train_speed(iter/s)": 0.014413 + }, + { + "epoch": 0.6463741450341987, + "grad_norm": 0.0356096679234017, + "learning_rate": 5.893140262685469e-06, + "loss": 0.3537860870361328, + "memory(GiB)": 77.28, + "step": 2020, + "token_acc": 0.9089422028353326, + "train_speed(iter/s)": 0.014415 + }, + { + "epoch": 0.6479740810367586, + "grad_norm": 0.038785732749065785, + "learning_rate": 5.845849869981137e-06, + "loss": 0.36054995059967043, + "memory(GiB)": 77.28, + "step": 2025, + "token_acc": 0.8981469809655868, + "train_speed(iter/s)": 0.014417 + }, + { + "epoch": 0.6495740170393184, + "grad_norm": 0.03604630935256211, + "learning_rate": 5.7986714907356614e-06, + "loss": 0.3670691728591919, + "memory(GiB)": 77.28, + "step": 2030, + "token_acc": 0.9045626349892009, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.6511739530418783, + "grad_norm": 0.03791812035130847, + "learning_rate": 5.751606397077703e-06, + "loss": 0.35528743267059326, + "memory(GiB)": 77.28, + "step": 2035, + "token_acc": 0.9075596816976127, + "train_speed(iter/s)": 0.014418 + }, + { + "epoch": 0.6527738890444382, + "grad_norm": 0.035478901481675915, + "learning_rate": 5.704655858081268e-06, + "loss": 0.34533185958862306, + "memory(GiB)": 77.28, + "step": 2040, + "token_acc": 0.9188615123194562, + "train_speed(iter/s)": 0.01442 + }, + { + "epoch": 0.6543738250469981, + "grad_norm": 0.03751046597155776, + "learning_rate": 5.6578211397314765e-06, + "loss": 0.3631927967071533, + "memory(GiB)": 77.28, + "step": 2045, + "token_acc": 0.8758772533370028, + "train_speed(iter/s)": 0.014419 + }, + { + "epoch": 0.6559737610495581, + "grad_norm": 0.035283669234402425, + "learning_rate": 5.611103504890444e-06, + "loss": 0.3572983264923096, + "memory(GiB)": 77.28, + "step": 2050, + "token_acc": 0.894204990719736, + "train_speed(iter/s)": 0.014419 + }, + { + "epoch": 0.6575736970521179, + "grad_norm": 0.035514482756984364, + "learning_rate": 5.564504213263205e-06, + "loss": 0.34580564498901367, + "memory(GiB)": 77.28, + "step": 2055, + "token_acc": 0.8778079008520526, + "train_speed(iter/s)": 0.01442 + }, + { + "epoch": 0.6591736330546778, + "grad_norm": 0.03510405358704929, + "learning_rate": 5.5180245213637785e-06, + "loss": 0.35724987983703616, + "memory(GiB)": 77.28, + "step": 2060, + "token_acc": 0.9040819075845345, + "train_speed(iter/s)": 0.014421 + }, + { + "epoch": 0.6607735690572377, + "grad_norm": 0.03558952127633272, + "learning_rate": 5.4716656824812505e-06, + "loss": 0.3560892343521118, + "memory(GiB)": 77.28, + "step": 2065, + "token_acc": 0.9103578154425612, + "train_speed(iter/s)": 0.014421 + }, + { + "epoch": 0.6623735050597976, + "grad_norm": 0.0352867930448959, + "learning_rate": 5.425428946646016e-06, + "loss": 0.3594446897506714, + "memory(GiB)": 77.28, + "step": 2070, + "token_acc": 0.9159539473684211, + "train_speed(iter/s)": 0.014424 + }, + { + "epoch": 0.6639734410623576, + "grad_norm": 0.035189795121078615, + "learning_rate": 5.379315560596038e-06, + "loss": 0.3580685377120972, + "memory(GiB)": 77.28, + "step": 2075, + "token_acc": 0.872678750138997, + "train_speed(iter/s)": 0.014425 + }, + { + "epoch": 0.6655733770649174, + "grad_norm": 0.03660603391888094, + "learning_rate": 5.333326767743263e-06, + "loss": 0.35906505584716797, + "memory(GiB)": 77.28, + "step": 2080, + "token_acc": 0.8538508186779866, + "train_speed(iter/s)": 0.014426 + }, + { + "epoch": 0.6671733130674773, + "grad_norm": 0.0357681196465874, + "learning_rate": 5.287463808140069e-06, + "loss": 0.3485325813293457, + "memory(GiB)": 77.28, + "step": 2085, + "token_acc": 0.8672191853288662, + "train_speed(iter/s)": 0.014426 + }, + { + "epoch": 0.6687732490700372, + "grad_norm": 0.03662434567811883, + "learning_rate": 5.241727918445836e-06, + "loss": 0.3556757688522339, + "memory(GiB)": 77.28, + "step": 2090, + "token_acc": 0.915863277826468, + "train_speed(iter/s)": 0.014427 + }, + { + "epoch": 0.6703731850725971, + "grad_norm": 0.036729664500264415, + "learning_rate": 5.1961203318936116e-06, + "loss": 0.3540231466293335, + "memory(GiB)": 77.28, + "step": 2095, + "token_acc": 0.8912253374870197, + "train_speed(iter/s)": 0.014428 + }, + { + "epoch": 0.6719731210751569, + "grad_norm": 0.03638060418817606, + "learning_rate": 5.1506422782568345e-06, + "loss": 0.36181719303131105, + "memory(GiB)": 77.28, + "step": 2100, + "token_acc": 0.9020928899082569, + "train_speed(iter/s)": 0.014428 + }, + { + "epoch": 0.6735730570777169, + "grad_norm": 0.035195041704010034, + "learning_rate": 5.105294983816203e-06, + "loss": 0.35322787761688235, + "memory(GiB)": 77.28, + "step": 2105, + "token_acc": 0.8900983606557377, + "train_speed(iter/s)": 0.014429 + }, + { + "epoch": 0.6751729930802768, + "grad_norm": 0.03617857368359474, + "learning_rate": 5.060079671326577e-06, + "loss": 0.355142879486084, + "memory(GiB)": 77.28, + "step": 2110, + "token_acc": 0.8857596191987307, + "train_speed(iter/s)": 0.014429 + }, + { + "epoch": 0.6767729290828367, + "grad_norm": 0.035676130230209005, + "learning_rate": 5.014997559984045e-06, + "loss": 0.35041203498840334, + "memory(GiB)": 77.28, + "step": 2115, + "token_acc": 0.8745164003364172, + "train_speed(iter/s)": 0.014431 + }, + { + "epoch": 0.6783728650853966, + "grad_norm": 0.03733616225344439, + "learning_rate": 4.970049865393009e-06, + "loss": 0.35726475715637207, + "memory(GiB)": 77.28, + "step": 2120, + "token_acc": 0.8842804428044281, + "train_speed(iter/s)": 0.014432 + }, + { + "epoch": 0.6799728010879564, + "grad_norm": 0.03652134614213375, + "learning_rate": 4.925237799533445e-06, + "loss": 0.3587599039077759, + "memory(GiB)": 77.28, + "step": 2125, + "token_acc": 0.9209918373633144, + "train_speed(iter/s)": 0.014433 + }, + { + "epoch": 0.6815727370905164, + "grad_norm": 0.03713234057671444, + "learning_rate": 4.880562570728188e-06, + "loss": 0.3505564212799072, + "memory(GiB)": 77.28, + "step": 2130, + "token_acc": 0.9003831417624522, + "train_speed(iter/s)": 0.014434 + }, + { + "epoch": 0.6831726730930763, + "grad_norm": 0.03570712641296637, + "learning_rate": 4.836025383610382e-06, + "loss": 0.35914387702941897, + "memory(GiB)": 77.28, + "step": 2135, + "token_acc": 0.8888649580012923, + "train_speed(iter/s)": 0.014434 + }, + { + "epoch": 0.6847726090956362, + "grad_norm": 0.034457774830109436, + "learning_rate": 4.791627439090975e-06, + "loss": 0.35318760871887206, + "memory(GiB)": 77.28, + "step": 2140, + "token_acc": 0.9001070281840885, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.6863725450981961, + "grad_norm": 0.03671839147293295, + "learning_rate": 4.74736993432634e-06, + "loss": 0.3529956579208374, + "memory(GiB)": 77.28, + "step": 2145, + "token_acc": 0.909256801592568, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.6879724811007559, + "grad_norm": 0.03474714702977324, + "learning_rate": 4.703254062686017e-06, + "loss": 0.3566461086273193, + "memory(GiB)": 77.28, + "step": 2150, + "token_acc": 0.9030673019654556, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.6895724171033158, + "grad_norm": 0.035790167210903036, + "learning_rate": 4.6592810137205e-06, + "loss": 0.35962681770324706, + "memory(GiB)": 77.28, + "step": 2155, + "token_acc": 0.9103856266432954, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.6911723531058758, + "grad_norm": 0.03487739858408488, + "learning_rate": 4.615451973129196e-06, + "loss": 0.35558667182922366, + "memory(GiB)": 77.28, + "step": 2160, + "token_acc": 0.8970679975046787, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.6927722891084357, + "grad_norm": 0.03853196821530562, + "learning_rate": 4.571768122728421e-06, + "loss": 0.35672924518585203, + "memory(GiB)": 77.28, + "step": 2165, + "token_acc": 0.8965443686006825, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.6943722251109956, + "grad_norm": 0.0373570970369309, + "learning_rate": 4.528230640419562e-06, + "loss": 0.3587866067886353, + "memory(GiB)": 77.28, + "step": 2170, + "token_acc": 0.8806665033080128, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.6959721611135554, + "grad_norm": 0.03604883184517471, + "learning_rate": 4.4848407001572945e-06, + "loss": 0.3512024164199829, + "memory(GiB)": 77.28, + "step": 2175, + "token_acc": 0.8832857595940374, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.6975720971161153, + "grad_norm": 0.03504294349528598, + "learning_rate": 4.441599471917946e-06, + "loss": 0.34823672771453856, + "memory(GiB)": 77.28, + "step": 2180, + "token_acc": 0.8825027861805445, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.6991720331186753, + "grad_norm": 0.035895231783871086, + "learning_rate": 4.398508121667925e-06, + "loss": 0.34151611328125, + "memory(GiB)": 77.28, + "step": 2185, + "token_acc": 0.879415347137637, + "train_speed(iter/s)": 0.01444 + }, + { + "epoch": 0.7007719691212352, + "grad_norm": 0.03711717710215307, + "learning_rate": 4.355567811332311e-06, + "loss": 0.35381360054016114, + "memory(GiB)": 77.28, + "step": 2190, + "token_acc": 0.8886005190656818, + "train_speed(iter/s)": 0.01444 + }, + { + "epoch": 0.702371905123795, + "grad_norm": 0.03875724771094195, + "learning_rate": 4.312779698763493e-06, + "loss": 0.35048136711120603, + "memory(GiB)": 77.28, + "step": 2195, + "token_acc": 0.9109351806036615, + "train_speed(iter/s)": 0.014442 + }, + { + "epoch": 0.7039718411263549, + "grad_norm": 0.037222751841702796, + "learning_rate": 4.270144937709981e-06, + "loss": 0.3498215913772583, + "memory(GiB)": 77.28, + "step": 2200, + "token_acc": 0.8952087007642563, + "train_speed(iter/s)": 0.014441 + }, + { + "epoch": 0.7055717771289148, + "grad_norm": 0.03655432132006705, + "learning_rate": 4.227664677785264e-06, + "loss": 0.3591599702835083, + "memory(GiB)": 77.28, + "step": 2205, + "token_acc": 0.8989089904709294, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.7071717131314748, + "grad_norm": 0.03539648204157617, + "learning_rate": 4.1853400644368395e-06, + "loss": 0.3569194316864014, + "memory(GiB)": 77.28, + "step": 2210, + "token_acc": 0.9273023393544566, + "train_speed(iter/s)": 0.014441 + }, + { + "epoch": 0.7087716491340347, + "grad_norm": 0.037916985081009914, + "learning_rate": 4.143172238915302e-06, + "loss": 0.35884747505187986, + "memory(GiB)": 77.28, + "step": 2215, + "token_acc": 0.8967870817379724, + "train_speed(iter/s)": 0.014441 + }, + { + "epoch": 0.7103715851365945, + "grad_norm": 0.03801135802626227, + "learning_rate": 4.101162338243595e-06, + "loss": 0.357472562789917, + "memory(GiB)": 77.28, + "step": 2220, + "token_acc": 0.8912637476654908, + "train_speed(iter/s)": 0.01444 + }, + { + "epoch": 0.7119715211391544, + "grad_norm": 0.0387640824372489, + "learning_rate": 4.059311495186338e-06, + "loss": 0.3565319538116455, + "memory(GiB)": 77.28, + "step": 2225, + "token_acc": 0.8952764555108019, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.7135714571417143, + "grad_norm": 0.03926080873946399, + "learning_rate": 4.017620838219276e-06, + "loss": 0.3521524667739868, + "memory(GiB)": 77.28, + "step": 2230, + "token_acc": 0.8861508810572687, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.7151713931442742, + "grad_norm": 0.03756015577315046, + "learning_rate": 3.9760914914988716e-06, + "loss": 0.3639491558074951, + "memory(GiB)": 77.28, + "step": 2235, + "token_acc": 0.8872466216216216, + "train_speed(iter/s)": 0.01444 + }, + { + "epoch": 0.7167713291468342, + "grad_norm": 0.036199547656564544, + "learning_rate": 3.93472457483197e-06, + "loss": 0.3500187635421753, + "memory(GiB)": 77.28, + "step": 2240, + "token_acc": 0.8480381530457403, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.718371265149394, + "grad_norm": 0.03683592500962426, + "learning_rate": 3.893521203645618e-06, + "loss": 0.35996718406677247, + "memory(GiB)": 77.28, + "step": 2245, + "token_acc": 0.9068561551757249, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.7199712011519539, + "grad_norm": 0.03450560655549409, + "learning_rate": 3.852482488956992e-06, + "loss": 0.35292108058929444, + "memory(GiB)": 77.28, + "step": 2250, + "token_acc": 0.8864724387908631, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.7199712011519539, + "eval_loss": 0.6000239849090576, + "eval_runtime": 169.3665, + "eval_samples_per_second": 118.607, + "eval_steps_per_second": 0.596, + "eval_token_acc": 0.8950660718419391, + "step": 2250 + }, + { + "epoch": 0.7215711371545138, + "grad_norm": 0.036073313606157474, + "learning_rate": 3.8116095373434204e-06, + "loss": 0.35668814182281494, + "memory(GiB)": 77.28, + "step": 2255, + "token_acc": 0.9087738494153047, + "train_speed(iter/s)": 0.014424 + }, + { + "epoch": 0.7231710731570737, + "grad_norm": 0.036174459675283856, + "learning_rate": 3.7709034509125706e-06, + "loss": 0.35418474674224854, + "memory(GiB)": 77.28, + "step": 2260, + "token_acc": 0.8707964601769912, + "train_speed(iter/s)": 0.014425 + }, + { + "epoch": 0.7247710091596337, + "grad_norm": 0.03567475035555587, + "learning_rate": 3.7303653272727057e-06, + "loss": 0.357358717918396, + "memory(GiB)": 77.28, + "step": 2265, + "token_acc": 0.9060252913463923, + "train_speed(iter/s)": 0.014426 + }, + { + "epoch": 0.7263709451621935, + "grad_norm": 0.035715034790481305, + "learning_rate": 3.689996259503116e-06, + "loss": 0.3499811887741089, + "memory(GiB)": 77.28, + "step": 2270, + "token_acc": 0.9101883788803397, + "train_speed(iter/s)": 0.014427 + }, + { + "epoch": 0.7279708811647534, + "grad_norm": 0.03612086417148584, + "learning_rate": 3.6497973361246153e-06, + "loss": 0.3532618284225464, + "memory(GiB)": 77.28, + "step": 2275, + "token_acc": 0.8859261596718208, + "train_speed(iter/s)": 0.014426 + }, + { + "epoch": 0.7295708171673133, + "grad_norm": 0.037097792645410424, + "learning_rate": 3.609769641070221e-06, + "loss": 0.34888529777526855, + "memory(GiB)": 77.28, + "step": 2280, + "token_acc": 0.9103887168902649, + "train_speed(iter/s)": 0.014428 + }, + { + "epoch": 0.7311707531698732, + "grad_norm": 0.03547959936969023, + "learning_rate": 3.569914253655896e-06, + "loss": 0.35082759857177737, + "memory(GiB)": 77.28, + "step": 2285, + "token_acc": 0.9120581352383298, + "train_speed(iter/s)": 0.014428 + }, + { + "epoch": 0.7327706891724332, + "grad_norm": 0.03706499179009722, + "learning_rate": 3.530232248551466e-06, + "loss": 0.36017541885375975, + "memory(GiB)": 77.28, + "step": 2290, + "token_acc": 0.8559717087285003, + "train_speed(iter/s)": 0.014428 + }, + { + "epoch": 0.734370625174993, + "grad_norm": 0.03739569626098127, + "learning_rate": 3.4907246957516416e-06, + "loss": 0.3543466329574585, + "memory(GiB)": 77.28, + "step": 2295, + "token_acc": 0.9116985376827896, + "train_speed(iter/s)": 0.014428 + }, + { + "epoch": 0.7359705611775529, + "grad_norm": 0.03646822377433634, + "learning_rate": 3.4513926605471504e-06, + "loss": 0.3665087461471558, + "memory(GiB)": 77.28, + "step": 2300, + "token_acc": 0.8735919899874843, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.7375704971801128, + "grad_norm": 0.03643726700416454, + "learning_rate": 3.412237203496036e-06, + "loss": 0.35367345809936523, + "memory(GiB)": 77.28, + "step": 2305, + "token_acc": 0.8936760355029586, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.7391704331826727, + "grad_norm": 0.03681350508730061, + "learning_rate": 3.3732593803950354e-06, + "loss": 0.3540062189102173, + "memory(GiB)": 77.28, + "step": 2310, + "token_acc": 0.9164918170373478, + "train_speed(iter/s)": 0.014431 + }, + { + "epoch": 0.7407703691852325, + "grad_norm": 0.03619863113544937, + "learning_rate": 3.3344602422511343e-06, + "loss": 0.3489154577255249, + "memory(GiB)": 77.28, + "step": 2315, + "token_acc": 0.9134242883611251, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.7423703051877925, + "grad_norm": 0.03739761580100826, + "learning_rate": 3.2958408352532055e-06, + "loss": 0.34918310642242434, + "memory(GiB)": 77.28, + "step": 2320, + "token_acc": 0.8605150214592274, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.7439702411903524, + "grad_norm": 0.035263909838795474, + "learning_rate": 3.257402200743821e-06, + "loss": 0.3549443960189819, + "memory(GiB)": 77.28, + "step": 2325, + "token_acc": 0.8859731923730414, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.7455701771929123, + "grad_norm": 0.038532084755221324, + "learning_rate": 3.2191453751911505e-06, + "loss": 0.362837553024292, + "memory(GiB)": 77.28, + "step": 2330, + "token_acc": 0.9077399380804954, + "train_speed(iter/s)": 0.014429 + }, + { + "epoch": 0.7471701131954722, + "grad_norm": 0.03622027927597768, + "learning_rate": 3.1810713901610367e-06, + "loss": 0.3503484964370728, + "memory(GiB)": 77.28, + "step": 2335, + "token_acc": 0.8994184794314021, + "train_speed(iter/s)": 0.014431 + }, + { + "epoch": 0.748770049198032, + "grad_norm": 0.03656899746448185, + "learning_rate": 3.1431812722891598e-06, + "loss": 0.3492277145385742, + "memory(GiB)": 77.28, + "step": 2340, + "token_acc": 0.884628359383785, + "train_speed(iter/s)": 0.014432 + }, + { + "epoch": 0.750369985200592, + "grad_norm": 0.03972433850747652, + "learning_rate": 3.1054760432533626e-06, + "loss": 0.3659966230392456, + "memory(GiB)": 77.28, + "step": 2345, + "token_acc": 0.9043888952885613, + "train_speed(iter/s)": 0.014433 + }, + { + "epoch": 0.7519699212031519, + "grad_norm": 0.037936615779197595, + "learning_rate": 3.0679567197461135e-06, + "loss": 0.35586345195770264, + "memory(GiB)": 77.28, + "step": 2350, + "token_acc": 0.8697364435019691, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.7535698572057118, + "grad_norm": 0.038657371745029284, + "learning_rate": 3.0306243134470668e-06, + "loss": 0.3520052909851074, + "memory(GiB)": 77.28, + "step": 2355, + "token_acc": 0.9114033196809658, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.7551697932082717, + "grad_norm": 0.03759781411569022, + "learning_rate": 2.993479830995815e-06, + "loss": 0.359484601020813, + "memory(GiB)": 77.28, + "step": 2360, + "token_acc": 0.8960244648318043, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.7567697292108315, + "grad_norm": 0.0361038891255062, + "learning_rate": 2.9565242739647115e-06, + "loss": 0.3532958269119263, + "memory(GiB)": 77.28, + "step": 2365, + "token_acc": 0.9104216388225935, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.7583696652133914, + "grad_norm": 0.03903281093821544, + "learning_rate": 2.919758638831893e-06, + "loss": 0.3664171934127808, + "memory(GiB)": 77.28, + "step": 2370, + "token_acc": 0.8849834016793595, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.7599696012159514, + "grad_norm": 0.03883483895946455, + "learning_rate": 2.8831839169543998e-06, + "loss": 0.3517657995223999, + "memory(GiB)": 77.28, + "step": 2375, + "token_acc": 0.903478904515174, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.7615695372185113, + "grad_norm": 0.03569351570239587, + "learning_rate": 2.84680109454143e-06, + "loss": 0.35557854175567627, + "memory(GiB)": 77.28, + "step": 2380, + "token_acc": 0.8889802631578947, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.7631694732210712, + "grad_norm": 0.038188596422853896, + "learning_rate": 2.810611152627777e-06, + "loss": 0.3597451686859131, + "memory(GiB)": 77.28, + "step": 2385, + "token_acc": 0.8827844799478317, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.764769409223631, + "grad_norm": 0.03572439909987441, + "learning_rate": 2.774615067047346e-06, + "loss": 0.34901888370513917, + "memory(GiB)": 77.28, + "step": 2390, + "token_acc": 0.8962715798636298, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.7663693452261909, + "grad_norm": 0.03686595519302669, + "learning_rate": 2.738813808406866e-06, + "loss": 0.3472025156021118, + "memory(GiB)": 77.28, + "step": 2395, + "token_acc": 0.9280912364945978, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.7679692812287509, + "grad_norm": 0.03715332128853523, + "learning_rate": 2.7032083420597e-06, + "loss": 0.34778246879577634, + "memory(GiB)": 77.28, + "step": 2400, + "token_acc": 0.9090736161308731, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.7695692172313108, + "grad_norm": 0.03817279860399444, + "learning_rate": 2.667799628079829e-06, + "loss": 0.35284740924835206, + "memory(GiB)": 77.28, + "step": 2405, + "token_acc": 0.9096980255516841, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.7711691532338707, + "grad_norm": 0.036302722459302404, + "learning_rate": 2.6325886212359496e-06, + "loss": 0.34749345779418944, + "memory(GiB)": 77.28, + "step": 2410, + "token_acc": 0.9061160009027308, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.7727690892364305, + "grad_norm": 0.038102620992520056, + "learning_rate": 2.5975762709657506e-06, + "loss": 0.3531970739364624, + "memory(GiB)": 77.28, + "step": 2415, + "token_acc": 0.8826328310864393, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.7743690252389904, + "grad_norm": 0.03445225499859096, + "learning_rate": 2.5627635213502832e-06, + "loss": 0.3450269937515259, + "memory(GiB)": 77.28, + "step": 2420, + "token_acc": 0.9214078466002271, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.7759689612415503, + "grad_norm": 0.03854094961415296, + "learning_rate": 2.528151311088537e-06, + "loss": 0.3500360012054443, + "memory(GiB)": 77.28, + "step": 2425, + "token_acc": 0.8813531353135313, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.7775688972441103, + "grad_norm": 0.03576826677739602, + "learning_rate": 2.4937405734720964e-06, + "loss": 0.3535548210144043, + "memory(GiB)": 77.28, + "step": 2430, + "token_acc": 0.8837966985230234, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.7791688332466701, + "grad_norm": 0.03767939273785534, + "learning_rate": 2.459532236360007e-06, + "loss": 0.34597823619842527, + "memory(GiB)": 77.28, + "step": 2435, + "token_acc": 0.8772578890097933, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.78076876924923, + "grad_norm": 0.036004849313210435, + "learning_rate": 2.4255272221537295e-06, + "loss": 0.34565279483795164, + "memory(GiB)": 77.28, + "step": 2440, + "token_acc": 0.8803288090231314, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.7823687052517899, + "grad_norm": 0.03905322522036309, + "learning_rate": 2.391726447772279e-06, + "loss": 0.36594700813293457, + "memory(GiB)": 77.28, + "step": 2445, + "token_acc": 0.8882537089968695, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.7839686412543498, + "grad_norm": 0.03730014372598652, + "learning_rate": 2.3581308246275103e-06, + "loss": 0.3568562507629395, + "memory(GiB)": 77.28, + "step": 2450, + "token_acc": 0.9234494610217153, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.7855685772569098, + "grad_norm": 0.03868286134685204, + "learning_rate": 2.324741258599521e-06, + "loss": 0.35208520889282224, + "memory(GiB)": 77.28, + "step": 2455, + "token_acc": 0.8954419212546969, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.7871685132594696, + "grad_norm": 0.03733286652687736, + "learning_rate": 2.29155865001225e-06, + "loss": 0.34863691329956054, + "memory(GiB)": 77.28, + "step": 2460, + "token_acc": 0.9080920564216778, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.7887684492620295, + "grad_norm": 0.03699225546025446, + "learning_rate": 2.2585838936091753e-06, + "loss": 0.34832584857940674, + "memory(GiB)": 77.28, + "step": 2465, + "token_acc": 0.9085607651038022, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.7903683852645894, + "grad_norm": 0.03946439413106149, + "learning_rate": 2.225817878529214e-06, + "loss": 0.35381317138671875, + "memory(GiB)": 77.28, + "step": 2470, + "token_acc": 0.8874495646634105, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.7919683212671493, + "grad_norm": 0.0392896601295871, + "learning_rate": 2.1932614882827196e-06, + "loss": 0.35070300102233887, + "memory(GiB)": 77.28, + "step": 2475, + "token_acc": 0.9032003160806006, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.7935682572697093, + "grad_norm": 0.03806309185869093, + "learning_rate": 2.160915600727688e-06, + "loss": 0.34960522651672366, + "memory(GiB)": 77.28, + "step": 2480, + "token_acc": 0.9318849089841457, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.7951681932722691, + "grad_norm": 0.037966940284694224, + "learning_rate": 2.1287810880460636e-06, + "loss": 0.3503120422363281, + "memory(GiB)": 77.28, + "step": 2485, + "token_acc": 0.9095194647201946, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.796768129274829, + "grad_norm": 0.036666564553806735, + "learning_rate": 2.0968588167202265e-06, + "loss": 0.3496053695678711, + "memory(GiB)": 77.28, + "step": 2490, + "token_acc": 0.9117557251908397, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.7983680652773889, + "grad_norm": 0.03639630529287135, + "learning_rate": 2.0651496475096455e-06, + "loss": 0.34689855575561523, + "memory(GiB)": 77.28, + "step": 2495, + "token_acc": 0.8635149023638232, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.7999680012799488, + "grad_norm": 0.038547849012489435, + "learning_rate": 2.03365443542764e-06, + "loss": 0.35553674697875975, + "memory(GiB)": 77.28, + "step": 2500, + "token_acc": 0.9040584668014305, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.7999680012799488, + "eval_loss": 0.5981466770172119, + "eval_runtime": 165.8098, + "eval_samples_per_second": 121.151, + "eval_steps_per_second": 0.609, + "eval_token_acc": 0.8956903623836094, + "step": 2500 + }, + { + "epoch": 0.8015679372825087, + "grad_norm": 0.03758764678842079, + "learning_rate": 2.0023740297183536e-06, + "loss": 0.3542864084243774, + "memory(GiB)": 77.28, + "step": 2505, + "token_acc": 0.9013850415512465, + "train_speed(iter/s)": 0.014424 + }, + { + "epoch": 0.8031678732850686, + "grad_norm": 0.03968783826575613, + "learning_rate": 1.971309273833828e-06, + "loss": 0.35315916538238523, + "memory(GiB)": 77.28, + "step": 2510, + "token_acc": 0.8885698905436928, + "train_speed(iter/s)": 0.014423 + }, + { + "epoch": 0.8047678092876285, + "grad_norm": 0.03665700191714146, + "learning_rate": 1.940461005411288e-06, + "loss": 0.35584971904754636, + "memory(GiB)": 77.28, + "step": 2515, + "token_acc": 0.9148000549677064, + "train_speed(iter/s)": 0.014422 + }, + { + "epoch": 0.8063677452901884, + "grad_norm": 0.03809565053490125, + "learning_rate": 1.9098300562505266e-06, + "loss": 0.352116060256958, + "memory(GiB)": 77.28, + "step": 2520, + "token_acc": 0.9041350472355583, + "train_speed(iter/s)": 0.014423 + }, + { + "epoch": 0.8079676812927483, + "grad_norm": 0.037082731941368616, + "learning_rate": 1.8794172522915022e-06, + "loss": 0.3564736843109131, + "memory(GiB)": 77.28, + "step": 2525, + "token_acc": 0.9011320754716982, + "train_speed(iter/s)": 0.014424 + }, + { + "epoch": 0.8095676172953082, + "grad_norm": 0.03536758455742058, + "learning_rate": 1.849223413592046e-06, + "loss": 0.3573369026184082, + "memory(GiB)": 77.28, + "step": 2530, + "token_acc": 0.8907506702412868, + "train_speed(iter/s)": 0.014424 + }, + { + "epoch": 0.811167553297868, + "grad_norm": 0.0385223348984184, + "learning_rate": 1.8192493543057676e-06, + "loss": 0.35864074230194093, + "memory(GiB)": 77.28, + "step": 2535, + "token_acc": 0.892925430210325, + "train_speed(iter/s)": 0.014424 + }, + { + "epoch": 0.812767489300428, + "grad_norm": 0.039588078774316006, + "learning_rate": 1.7894958826600884e-06, + "loss": 0.355703067779541, + "memory(GiB)": 77.28, + "step": 2540, + "token_acc": 0.9034001743679163, + "train_speed(iter/s)": 0.014426 + }, + { + "epoch": 0.8143674253029879, + "grad_norm": 0.037317655071007885, + "learning_rate": 1.7599638009344566e-06, + "loss": 0.35617387294769287, + "memory(GiB)": 77.28, + "step": 2545, + "token_acc": 0.8941311852704258, + "train_speed(iter/s)": 0.014428 + }, + { + "epoch": 0.8159673613055478, + "grad_norm": 0.03777407929611349, + "learning_rate": 1.730653905438714e-06, + "loss": 0.3580180168151855, + "memory(GiB)": 77.28, + "step": 2550, + "token_acc": 0.8959574468085106, + "train_speed(iter/s)": 0.014428 + }, + { + "epoch": 0.8175672973081076, + "grad_norm": 0.035142023960295414, + "learning_rate": 1.701566986491614e-06, + "loss": 0.34624552726745605, + "memory(GiB)": 77.28, + "step": 2555, + "token_acc": 0.9051190699418714, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.8191672333106675, + "grad_norm": 0.037714565360549845, + "learning_rate": 1.672703828399529e-06, + "loss": 0.35172338485717775, + "memory(GiB)": 77.28, + "step": 2560, + "token_acc": 0.9457239778610962, + "train_speed(iter/s)": 0.014431 + }, + { + "epoch": 0.8207671693132275, + "grad_norm": 0.036887384415936156, + "learning_rate": 1.6440652094352838e-06, + "loss": 0.3510489225387573, + "memory(GiB)": 77.28, + "step": 2565, + "token_acc": 0.8979176452168467, + "train_speed(iter/s)": 0.014432 + }, + { + "epoch": 0.8223671053157874, + "grad_norm": 0.03561026944223861, + "learning_rate": 1.6156519018171856e-06, + "loss": 0.35076611042022704, + "memory(GiB)": 77.28, + "step": 2570, + "token_acc": 0.9080580318126201, + "train_speed(iter/s)": 0.014432 + }, + { + "epoch": 0.8239670413183473, + "grad_norm": 0.03630258451216745, + "learning_rate": 1.587464671688187e-06, + "loss": 0.3570599317550659, + "memory(GiB)": 77.28, + "step": 2575, + "token_acc": 0.9031298682906104, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.8255669773209071, + "grad_norm": 0.038192907527631666, + "learning_rate": 1.5595042790952442e-06, + "loss": 0.3558261632919312, + "memory(GiB)": 77.28, + "step": 2580, + "token_acc": 0.8623452294246177, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.827166913323467, + "grad_norm": 0.036755690198104415, + "learning_rate": 1.5317714779688076e-06, + "loss": 0.3490342140197754, + "memory(GiB)": 77.28, + "step": 2585, + "token_acc": 0.8992491314580298, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.828766849326027, + "grad_norm": 0.03779058071089615, + "learning_rate": 1.5042670161024975e-06, + "loss": 0.3526420831680298, + "memory(GiB)": 77.28, + "step": 2590, + "token_acc": 0.9187872225230103, + "train_speed(iter/s)": 0.014435 + }, + { + "epoch": 0.8303667853285869, + "grad_norm": 0.0378490380899306, + "learning_rate": 1.4769916351329495e-06, + "loss": 0.3495866060256958, + "memory(GiB)": 77.28, + "step": 2595, + "token_acc": 0.9153539571076106, + "train_speed(iter/s)": 0.014437 + }, + { + "epoch": 0.8319667213311468, + "grad_norm": 0.038059208729720205, + "learning_rate": 1.4499460705198e-06, + "loss": 0.3585029602050781, + "memory(GiB)": 77.28, + "step": 2600, + "token_acc": 0.8617424242424242, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.8335666573337066, + "grad_norm": 0.036305573904208764, + "learning_rate": 1.4231310515258745e-06, + "loss": 0.35045819282531737, + "memory(GiB)": 77.28, + "step": 2605, + "token_acc": 0.8978984563883207, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.8351665933362665, + "grad_norm": 0.03724795292187118, + "learning_rate": 1.396547301197504e-06, + "loss": 0.3469654083251953, + "memory(GiB)": 77.28, + "step": 2610, + "token_acc": 0.8848700967906266, + "train_speed(iter/s)": 0.014438 + }, + { + "epoch": 0.8367665293388264, + "grad_norm": 0.03937123467027512, + "learning_rate": 1.3701955363450447e-06, + "loss": 0.3473918676376343, + "memory(GiB)": 77.28, + "step": 2615, + "token_acc": 0.8838246702870443, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.8383664653413864, + "grad_norm": 0.03667494649233471, + "learning_rate": 1.3440764675235384e-06, + "loss": 0.3473004579544067, + "memory(GiB)": 77.28, + "step": 2620, + "token_acc": 0.8983539094650206, + "train_speed(iter/s)": 0.014441 + }, + { + "epoch": 0.8399664013439463, + "grad_norm": 0.03740155571021143, + "learning_rate": 1.3181907990135624e-06, + "loss": 0.3439753532409668, + "memory(GiB)": 77.28, + "step": 2625, + "token_acc": 0.8991910392034848, + "train_speed(iter/s)": 0.014441 + }, + { + "epoch": 0.8415663373465061, + "grad_norm": 0.037121105337531816, + "learning_rate": 1.2925392288022299e-06, + "loss": 0.35173735618591306, + "memory(GiB)": 77.28, + "step": 2630, + "token_acc": 0.9013660104459622, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.843166273349066, + "grad_norm": 0.036589412214925045, + "learning_rate": 1.267122448564374e-06, + "loss": 0.35824949741363527, + "memory(GiB)": 77.28, + "step": 2635, + "token_acc": 0.8826762498678786, + "train_speed(iter/s)": 0.014442 + }, + { + "epoch": 0.8447662093516259, + "grad_norm": 0.037390795588795094, + "learning_rate": 1.2419411436439021e-06, + "loss": 0.3420265197753906, + "memory(GiB)": 77.28, + "step": 2640, + "token_acc": 0.8637934539540557, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.8463661453541859, + "grad_norm": 0.0392903978609431, + "learning_rate": 1.2169959930353049e-06, + "loss": 0.35427193641662597, + "memory(GiB)": 77.28, + "step": 2645, + "token_acc": 0.9137991573033708, + "train_speed(iter/s)": 0.014442 + }, + { + "epoch": 0.8479660813567458, + "grad_norm": 0.03621632863378309, + "learning_rate": 1.1922876693653584e-06, + "loss": 0.35888056755065917, + "memory(GiB)": 77.28, + "step": 2650, + "token_acc": 0.911003861003861, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.8495660173593056, + "grad_norm": 0.03660745676792027, + "learning_rate": 1.1678168388749788e-06, + "loss": 0.35086932182312014, + "memory(GiB)": 77.28, + "step": 2655, + "token_acc": 0.9206992112555958, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.8511659533618655, + "grad_norm": 0.040156354355006064, + "learning_rate": 1.1435841614012666e-06, + "loss": 0.35667102336883544, + "memory(GiB)": 77.28, + "step": 2660, + "token_acc": 0.8772329246935201, + "train_speed(iter/s)": 0.014445 + }, + { + "epoch": 0.8527658893644254, + "grad_norm": 0.03671656629027542, + "learning_rate": 1.1195902903597023e-06, + "loss": 0.34930713176727296, + "memory(GiB)": 77.28, + "step": 2665, + "token_acc": 0.9153739612188365, + "train_speed(iter/s)": 0.014445 + }, + { + "epoch": 0.8543658253669854, + "grad_norm": 0.0353334980673887, + "learning_rate": 1.0958358727265438e-06, + "loss": 0.3469362497329712, + "memory(GiB)": 77.28, + "step": 2670, + "token_acc": 0.8836606950140298, + "train_speed(iter/s)": 0.014445 + }, + { + "epoch": 0.8559657613695452, + "grad_norm": 0.03791549498121718, + "learning_rate": 1.0723215490213635e-06, + "loss": 0.34251036643981936, + "memory(GiB)": 77.28, + "step": 2675, + "token_acc": 0.8721257625527921, + "train_speed(iter/s)": 0.014444 + }, + { + "epoch": 0.8575656973721051, + "grad_norm": 0.039436468828163096, + "learning_rate": 1.0490479532897946e-06, + "loss": 0.36394264698028567, + "memory(GiB)": 77.28, + "step": 2680, + "token_acc": 0.8936742934051144, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.859165633374665, + "grad_norm": 0.03587054686772771, + "learning_rate": 1.0260157130864178e-06, + "loss": 0.3494544267654419, + "memory(GiB)": 77.28, + "step": 2685, + "token_acc": 0.8780027453671929, + "train_speed(iter/s)": 0.014442 + }, + { + "epoch": 0.8607655693772249, + "grad_norm": 0.036927180363296286, + "learning_rate": 1.0032254494578519e-06, + "loss": 0.35199804306030275, + "memory(GiB)": 77.28, + "step": 2690, + "token_acc": 0.8905178979436406, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.8623655053797848, + "grad_norm": 0.03966797036856003, + "learning_rate": 9.806777769260034e-07, + "loss": 0.35879766941070557, + "memory(GiB)": 77.28, + "step": 2695, + "token_acc": 0.9054112554112554, + "train_speed(iter/s)": 0.014442 + }, + { + "epoch": 0.8639654413823447, + "grad_norm": 0.03806048478363406, + "learning_rate": 9.583733034714982e-07, + "loss": 0.34694294929504393, + "memory(GiB)": 77.28, + "step": 2700, + "token_acc": 0.9187337129620693, + "train_speed(iter/s)": 0.014442 + }, + { + "epoch": 0.8655653773849046, + "grad_norm": 0.03857250568994282, + "learning_rate": 9.363126305172831e-07, + "loss": 0.35350399017333983, + "memory(GiB)": 77.28, + "step": 2705, + "token_acc": 0.9250559284116331, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.8671653133874645, + "grad_norm": 0.037358698407483806, + "learning_rate": 9.144963529124163e-07, + "loss": 0.3406071186065674, + "memory(GiB)": 77.28, + "step": 2710, + "token_acc": 0.8880566801619433, + "train_speed(iter/s)": 0.014442 + }, + { + "epoch": 0.8687652493900244, + "grad_norm": 0.03796555457876589, + "learning_rate": 8.929250589160166e-07, + "loss": 0.3480019807815552, + "memory(GiB)": 77.28, + "step": 2715, + "token_acc": 0.8878713878713879, + "train_speed(iter/s)": 0.014444 + }, + { + "epoch": 0.8703651853925843, + "grad_norm": 0.03578087810314897, + "learning_rate": 8.715993301814174e-07, + "loss": 0.34974730014801025, + "memory(GiB)": 77.28, + "step": 2720, + "token_acc": 0.893631910426872, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.8719651213951441, + "grad_norm": 0.03683673172866316, + "learning_rate": 8.505197417404687e-07, + "loss": 0.34303812980651854, + "memory(GiB)": 77.28, + "step": 2725, + "token_acc": 0.9124767225325885, + "train_speed(iter/s)": 0.014444 + }, + { + "epoch": 0.8735650573977041, + "grad_norm": 0.0365725452957113, + "learning_rate": 8.296868619880372e-07, + "loss": 0.3499909400939941, + "memory(GiB)": 77.28, + "step": 2730, + "token_acc": 0.8861124459394522, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.875164993400264, + "grad_norm": 0.03572406694103383, + "learning_rate": 8.091012526666797e-07, + "loss": 0.3504805564880371, + "memory(GiB)": 77.28, + "step": 2735, + "token_acc": 0.8892282630828752, + "train_speed(iter/s)": 0.014444 + }, + { + "epoch": 0.8767649294028239, + "grad_norm": 0.03779741947722869, + "learning_rate": 7.887634688515e-07, + "loss": 0.3552916765213013, + "memory(GiB)": 77.28, + "step": 2740, + "token_acc": 0.9217644084934277, + "train_speed(iter/s)": 0.014444 + }, + { + "epoch": 0.8783648654053838, + "grad_norm": 0.03734376079780654, + "learning_rate": 7.686740589351704e-07, + "loss": 0.3564465522766113, + "memory(GiB)": 77.28, + "step": 2745, + "token_acc": 0.8365307753796962, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.8799648014079436, + "grad_norm": 0.03886072012349239, + "learning_rate": 7.488335646131628e-07, + "loss": 0.35783588886260986, + "memory(GiB)": 77.28, + "step": 2750, + "token_acc": 0.8932851985559567, + "train_speed(iter/s)": 0.014444 + }, + { + "epoch": 0.8799648014079436, + "eval_loss": 0.5971372127532959, + "eval_runtime": 171.8021, + "eval_samples_per_second": 116.925, + "eval_steps_per_second": 0.588, + "eval_token_acc": 0.8960392306274841, + "step": 2750 + }, + { + "epoch": 0.8815647374105036, + "grad_norm": 0.03809267294716575, + "learning_rate": 7.292425208691212e-07, + "loss": 0.34661192893981935, + "memory(GiB)": 77.28, + "step": 2755, + "token_acc": 0.9020258590887091, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.8831646734130635, + "grad_norm": 0.03923242547695106, + "learning_rate": 7.099014559604556e-07, + "loss": 0.3626936674118042, + "memory(GiB)": 77.28, + "step": 2760, + "token_acc": 0.9132881442639724, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.8847646094156234, + "grad_norm": 0.038038269263299306, + "learning_rate": 6.908108914040823e-07, + "loss": 0.3482142210006714, + "memory(GiB)": 77.28, + "step": 2765, + "token_acc": 0.926984508226252, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.8863645454181833, + "grad_norm": 0.03824935772013396, + "learning_rate": 6.71971341962373e-07, + "loss": 0.35893754959106444, + "memory(GiB)": 77.28, + "step": 2770, + "token_acc": 0.8936886395511922, + "train_speed(iter/s)": 0.014431 + }, + { + "epoch": 0.8879644814207431, + "grad_norm": 0.04010489518356249, + "learning_rate": 6.53383315629268e-07, + "loss": 0.34843852519989016, + "memory(GiB)": 77.28, + "step": 2775, + "token_acc": 0.8804709495776811, + "train_speed(iter/s)": 0.01443 + }, + { + "epoch": 0.889564417423303, + "grad_norm": 0.038785315140372825, + "learning_rate": 6.350473136165836e-07, + "loss": 0.34716622829437255, + "memory(GiB)": 77.28, + "step": 2780, + "token_acc": 0.9097255275265747, + "train_speed(iter/s)": 0.014432 + }, + { + "epoch": 0.891164353425863, + "grad_norm": 0.03648869486252188, + "learning_rate": 6.169638303404912e-07, + "loss": 0.34730355739593505, + "memory(GiB)": 77.28, + "step": 2785, + "token_acc": 0.9088560885608856, + "train_speed(iter/s)": 0.014433 + }, + { + "epoch": 0.8927642894284229, + "grad_norm": 0.037303942869965495, + "learning_rate": 5.991333534081878e-07, + "loss": 0.35375151634216306, + "memory(GiB)": 77.28, + "step": 2790, + "token_acc": 0.9058347775852109, + "train_speed(iter/s)": 0.014434 + }, + { + "epoch": 0.8943642254309827, + "grad_norm": 0.03697384190504123, + "learning_rate": 5.815563636047539e-07, + "loss": 0.347182297706604, + "memory(GiB)": 77.28, + "step": 2795, + "token_acc": 0.8924109931292942, + "train_speed(iter/s)": 0.014436 + }, + { + "epoch": 0.8959641614335426, + "grad_norm": 0.03652945378250148, + "learning_rate": 5.64233334880181e-07, + "loss": 0.34785597324371337, + "memory(GiB)": 77.28, + "step": 2800, + "token_acc": 0.9158926728586171, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.8975640974361025, + "grad_norm": 0.03760402764710459, + "learning_rate": 5.471647343365982e-07, + "loss": 0.3536502838134766, + "memory(GiB)": 77.28, + "step": 2805, + "token_acc": 0.9084852734922861, + "train_speed(iter/s)": 0.014439 + }, + { + "epoch": 0.8991640334386625, + "grad_norm": 0.03705771284444855, + "learning_rate": 5.303510222156716e-07, + "loss": 0.3537883758544922, + "memory(GiB)": 77.28, + "step": 2810, + "token_acc": 0.8768209478148626, + "train_speed(iter/s)": 0.01444 + }, + { + "epoch": 0.9007639694412224, + "grad_norm": 0.03923039459407896, + "learning_rate": 5.137926518862013e-07, + "loss": 0.3503025770187378, + "memory(GiB)": 77.28, + "step": 2815, + "token_acc": 0.8973375931842386, + "train_speed(iter/s)": 0.014441 + }, + { + "epoch": 0.9023639054437822, + "grad_norm": 0.03440569943973169, + "learning_rate": 4.974900698318885e-07, + "loss": 0.3502909421920776, + "memory(GiB)": 77.28, + "step": 2820, + "token_acc": 0.8903985507246377, + "train_speed(iter/s)": 0.014442 + }, + { + "epoch": 0.9039638414463421, + "grad_norm": 0.037440830013703, + "learning_rate": 4.814437156393048e-07, + "loss": 0.359883975982666, + "memory(GiB)": 77.28, + "step": 2825, + "token_acc": 0.8621068032187271, + "train_speed(iter/s)": 0.014442 + }, + { + "epoch": 0.905563777448902, + "grad_norm": 0.03604417130894721, + "learning_rate": 4.656540219860317e-07, + "loss": 0.3613792657852173, + "memory(GiB)": 77.28, + "step": 2830, + "token_acc": 0.896741523557904, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.907163713451462, + "grad_norm": 0.03851080526779007, + "learning_rate": 4.501214146289956e-07, + "loss": 0.3496058464050293, + "memory(GiB)": 77.28, + "step": 2835, + "token_acc": 0.9011064062286573, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.9087636494540219, + "grad_norm": 0.03746777254251882, + "learning_rate": 4.3484631239299356e-07, + "loss": 0.3529067516326904, + "memory(GiB)": 77.28, + "step": 2840, + "token_acc": 0.8689181453921008, + "train_speed(iter/s)": 0.014443 + }, + { + "epoch": 0.9103635854565817, + "grad_norm": 0.03726783035013483, + "learning_rate": 4.198291271593924e-07, + "loss": 0.3502077579498291, + "memory(GiB)": 77.28, + "step": 2845, + "token_acc": 0.8986060161408658, + "train_speed(iter/s)": 0.014444 + }, + { + "epoch": 0.9119635214591416, + "grad_norm": 0.035823705524663504, + "learning_rate": 4.0507026385502747e-07, + "loss": 0.3497209310531616, + "memory(GiB)": 77.28, + "step": 2850, + "token_acc": 0.9251456745853878, + "train_speed(iter/s)": 0.014445 + }, + { + "epoch": 0.9135634574617015, + "grad_norm": 0.038081501743851526, + "learning_rate": 3.9057012044127817e-07, + "loss": 0.352987265586853, + "memory(GiB)": 77.28, + "step": 2855, + "token_acc": 0.8892445582586428, + "train_speed(iter/s)": 0.014446 + }, + { + "epoch": 0.9151633934642615, + "grad_norm": 0.0385949290213603, + "learning_rate": 3.7632908790334656e-07, + "loss": 0.3471065044403076, + "memory(GiB)": 77.28, + "step": 2860, + "token_acc": 0.9146107456140351, + "train_speed(iter/s)": 0.014446 + }, + { + "epoch": 0.9167633294668214, + "grad_norm": 0.03861723600804993, + "learning_rate": 3.6234755023970447e-07, + "loss": 0.3470769882202148, + "memory(GiB)": 77.28, + "step": 2865, + "token_acc": 0.8663258983890955, + "train_speed(iter/s)": 0.014448 + }, + { + "epoch": 0.9183632654693812, + "grad_norm": 0.037810929727173835, + "learning_rate": 3.4862588445174985e-07, + "loss": 0.3519733190536499, + "memory(GiB)": 77.28, + "step": 2870, + "token_acc": 0.9010814249363868, + "train_speed(iter/s)": 0.014449 + }, + { + "epoch": 0.9199632014719411, + "grad_norm": 0.0379260232969743, + "learning_rate": 3.3516446053363015e-07, + "loss": 0.34721758365631106, + "memory(GiB)": 77.28, + "step": 2875, + "token_acc": 0.9072595971113645, + "train_speed(iter/s)": 0.014449 + }, + { + "epoch": 0.921563137474501, + "grad_norm": 0.036881383803487856, + "learning_rate": 3.219636414622751e-07, + "loss": 0.35213327407836914, + "memory(GiB)": 77.28, + "step": 2880, + "token_acc": 0.9062799288548365, + "train_speed(iter/s)": 0.01445 + }, + { + "epoch": 0.923163073477061, + "grad_norm": 0.03626677080161208, + "learning_rate": 3.090237831876053e-07, + "loss": 0.3516512393951416, + "memory(GiB)": 77.28, + "step": 2885, + "token_acc": 0.8761041902604757, + "train_speed(iter/s)": 0.014451 + }, + { + "epoch": 0.9247630094796209, + "grad_norm": 0.03714975307806561, + "learning_rate": 2.9634523462293005e-07, + "loss": 0.3485568046569824, + "memory(GiB)": 77.28, + "step": 2890, + "token_acc": 0.9238785106112594, + "train_speed(iter/s)": 0.014451 + }, + { + "epoch": 0.9263629454821807, + "grad_norm": 0.036754057783206624, + "learning_rate": 2.839283376355506e-07, + "loss": 0.3485892295837402, + "memory(GiB)": 77.28, + "step": 2895, + "token_acc": 0.9183364839319471, + "train_speed(iter/s)": 0.01445 + }, + { + "epoch": 0.9279628814847406, + "grad_norm": 0.03647869908710096, + "learning_rate": 2.717734270375272e-07, + "loss": 0.3410207748413086, + "memory(GiB)": 77.28, + "step": 2900, + "token_acc": 0.9108079748163693, + "train_speed(iter/s)": 0.014451 + }, + { + "epoch": 0.9295628174873005, + "grad_norm": 0.03711266544187936, + "learning_rate": 2.5988083057666534e-07, + "loss": 0.35901172161102296, + "memory(GiB)": 77.28, + "step": 2905, + "token_acc": 0.9014373716632443, + "train_speed(iter/s)": 0.014451 + }, + { + "epoch": 0.9311627534898604, + "grad_norm": 0.0391959243873001, + "learning_rate": 2.4825086892766745e-07, + "loss": 0.3521601438522339, + "memory(GiB)": 77.28, + "step": 2910, + "token_acc": 0.9066280456636565, + "train_speed(iter/s)": 0.014452 + }, + { + "epoch": 0.9327626894924202, + "grad_norm": 0.03754600878736611, + "learning_rate": 2.3688385568349515e-07, + "loss": 0.34390983581542967, + "memory(GiB)": 77.28, + "step": 2915, + "token_acc": 0.8572481572481573, + "train_speed(iter/s)": 0.014453 + }, + { + "epoch": 0.9343626254949802, + "grad_norm": 0.040067928972265965, + "learning_rate": 2.2578009734690264e-07, + "loss": 0.3604452133178711, + "memory(GiB)": 77.28, + "step": 2920, + "token_acc": 0.9112820512820513, + "train_speed(iter/s)": 0.014453 + }, + { + "epoch": 0.9359625614975401, + "grad_norm": 0.03683689442632747, + "learning_rate": 2.1493989332218468e-07, + "loss": 0.34636476039886477, + "memory(GiB)": 77.28, + "step": 2925, + "token_acc": 0.8987912682662818, + "train_speed(iter/s)": 0.014453 + }, + { + "epoch": 0.9375624975001, + "grad_norm": 0.03737336362440631, + "learning_rate": 2.043635359070928e-07, + "loss": 0.35263738632202146, + "memory(GiB)": 77.28, + "step": 2930, + "token_acc": 0.9111613632692618, + "train_speed(iter/s)": 0.014456 + }, + { + "epoch": 0.9391624335026599, + "grad_norm": 0.037836926968173146, + "learning_rate": 1.9405131028495838e-07, + "loss": 0.35706591606140137, + "memory(GiB)": 77.28, + "step": 2935, + "token_acc": 0.8956814357823892, + "train_speed(iter/s)": 0.014455 + }, + { + "epoch": 0.9407623695052197, + "grad_norm": 0.03836305322378439, + "learning_rate": 1.8400349451700438e-07, + "loss": 0.3512787103652954, + "memory(GiB)": 77.28, + "step": 2940, + "token_acc": 0.9075797047512716, + "train_speed(iter/s)": 0.014457 + }, + { + "epoch": 0.9423623055077797, + "grad_norm": 0.0366255147217552, + "learning_rate": 1.742203595348435e-07, + "loss": 0.34981393814086914, + "memory(GiB)": 77.28, + "step": 2945, + "token_acc": 0.8997175141242938, + "train_speed(iter/s)": 0.014458 + }, + { + "epoch": 0.9439622415103396, + "grad_norm": 0.039903409914483774, + "learning_rate": 1.6470216913317628e-07, + "loss": 0.3578468322753906, + "memory(GiB)": 77.28, + "step": 2950, + "token_acc": 0.8852280955829109, + "train_speed(iter/s)": 0.014458 + }, + { + "epoch": 0.9455621775128995, + "grad_norm": 0.03632939603743224, + "learning_rate": 1.5544917996267562e-07, + "loss": 0.34919579029083253, + "memory(GiB)": 77.28, + "step": 2955, + "token_acc": 0.8785700775487044, + "train_speed(iter/s)": 0.014459 + }, + { + "epoch": 0.9471621135154594, + "grad_norm": 0.03871438310718043, + "learning_rate": 1.464616415230702e-07, + "loss": 0.35771970748901366, + "memory(GiB)": 77.28, + "step": 2960, + "token_acc": 0.893168029543656, + "train_speed(iter/s)": 0.014458 + }, + { + "epoch": 0.9487620495180192, + "grad_norm": 0.036901244083775424, + "learning_rate": 1.3773979615640976e-07, + "loss": 0.350262188911438, + "memory(GiB)": 77.28, + "step": 2965, + "token_acc": 0.9129044634863793, + "train_speed(iter/s)": 0.014459 + }, + { + "epoch": 0.9503619855205792, + "grad_norm": 0.03732230567834177, + "learning_rate": 1.292838790405393e-07, + "loss": 0.3521857500076294, + "memory(GiB)": 77.28, + "step": 2970, + "token_acc": 0.9018378063010501, + "train_speed(iter/s)": 0.014459 + }, + { + "epoch": 0.9519619215231391, + "grad_norm": 0.038418652841169985, + "learning_rate": 1.2109411818274851e-07, + "loss": 0.3512159585952759, + "memory(GiB)": 77.28, + "step": 2975, + "token_acc": 0.9232655416125776, + "train_speed(iter/s)": 0.01446 + }, + { + "epoch": 0.953561857525699, + "grad_norm": 0.03784470443540757, + "learning_rate": 1.1317073441363458e-07, + "loss": 0.35275132656097413, + "memory(GiB)": 77.28, + "step": 2980, + "token_acc": 0.9260171180677688, + "train_speed(iter/s)": 0.01446 + }, + { + "epoch": 0.9551617935282589, + "grad_norm": 0.037282968935844873, + "learning_rate": 1.055139413811379e-07, + "loss": 0.3569183826446533, + "memory(GiB)": 77.28, + "step": 2985, + "token_acc": 0.885663082437276, + "train_speed(iter/s)": 0.014461 + }, + { + "epoch": 0.9567617295308187, + "grad_norm": 0.03683921378138757, + "learning_rate": 9.812394554478355e-08, + "loss": 0.34755406379699705, + "memory(GiB)": 77.28, + "step": 2990, + "token_acc": 0.8813957127210139, + "train_speed(iter/s)": 0.014461 + }, + { + "epoch": 0.9583616655333786, + "grad_norm": 0.03816641432653712, + "learning_rate": 9.10009461701189e-08, + "loss": 0.35767698287963867, + "memory(GiB)": 77.28, + "step": 2995, + "token_acc": 0.8030809205642168, + "train_speed(iter/s)": 0.014462 + }, + { + "epoch": 0.9599616015359386, + "grad_norm": 0.03992625623958567, + "learning_rate": 8.41451353233369e-08, + "loss": 0.3515816926956177, + "memory(GiB)": 77.28, + "step": 3000, + "token_acc": 0.8982125124131083, + "train_speed(iter/s)": 0.014461 + }, + { + "epoch": 0.9599616015359386, + "eval_loss": 0.5968807339668274, + "eval_runtime": 161.8894, + "eval_samples_per_second": 124.085, + "eval_steps_per_second": 0.624, + "eval_token_acc": 0.8961120208061873, + "step": 3000 + }, + { + "epoch": 0.9615615375384985, + "grad_norm": 0.03506254411144567, + "learning_rate": 7.755669786609688e-08, + "loss": 0.3550234317779541, + "memory(GiB)": 77.28, + "step": 3005, + "token_acc": 0.9054439315775183, + "train_speed(iter/s)": 0.014448 + }, + { + "epoch": 0.9631614735410584, + "grad_norm": 0.037502896081413176, + "learning_rate": 7.123581145053849e-08, + "loss": 0.35604000091552734, + "memory(GiB)": 77.28, + "step": 3010, + "token_acc": 0.9059127526979784, + "train_speed(iter/s)": 0.014448 + }, + { + "epoch": 0.9647614095436182, + "grad_norm": 0.0382845236708893, + "learning_rate": 6.51826465144978e-08, + "loss": 0.35213139057159426, + "memory(GiB)": 77.28, + "step": 3015, + "token_acc": 0.8929005381010241, + "train_speed(iter/s)": 0.014448 + }, + { + "epoch": 0.9663613455461781, + "grad_norm": 0.03601878704018656, + "learning_rate": 5.93973662769054e-08, + "loss": 0.3391100883483887, + "memory(GiB)": 77.28, + "step": 3020, + "token_acc": 0.9075471698113208, + "train_speed(iter/s)": 0.014448 + }, + { + "epoch": 0.9679612815487381, + "grad_norm": 0.03691591762096, + "learning_rate": 5.388012673338661e-08, + "loss": 0.3560220956802368, + "memory(GiB)": 77.28, + "step": 3025, + "token_acc": 0.8877074270984372, + "train_speed(iter/s)": 0.014448 + }, + { + "epoch": 0.969561217551298, + "grad_norm": 0.038006836164876816, + "learning_rate": 4.863107665205702e-08, + "loss": 0.34921257495880126, + "memory(GiB)": 77.28, + "step": 3030, + "token_acc": 0.8738569123184508, + "train_speed(iter/s)": 0.014449 + }, + { + "epoch": 0.9711611535538578, + "grad_norm": 0.03500666951506718, + "learning_rate": 4.365035756950797e-08, + "loss": 0.34278459548950196, + "memory(GiB)": 77.28, + "step": 3035, + "token_acc": 0.8969732246798603, + "train_speed(iter/s)": 0.014449 + }, + { + "epoch": 0.9727610895564177, + "grad_norm": 0.03689296268268185, + "learning_rate": 3.8938103786995144e-08, + "loss": 0.3485910177230835, + "memory(GiB)": 77.28, + "step": 3040, + "token_acc": 0.9163443924282516, + "train_speed(iter/s)": 0.01445 + }, + { + "epoch": 0.9743610255589776, + "grad_norm": 0.03704895203134622, + "learning_rate": 3.449444236681254e-08, + "loss": 0.3477888822555542, + "memory(GiB)": 77.28, + "step": 3045, + "token_acc": 0.9033083219645294, + "train_speed(iter/s)": 0.014451 + }, + { + "epoch": 0.9759609615615376, + "grad_norm": 0.038564010535460366, + "learning_rate": 3.03194931288664e-08, + "loss": 0.36015493869781495, + "memory(GiB)": 77.28, + "step": 3050, + "token_acc": 0.9197261244245072, + "train_speed(iter/s)": 0.014452 + }, + { + "epoch": 0.9775608975640975, + "grad_norm": 0.03839178767845547, + "learning_rate": 2.641336864744992e-08, + "loss": 0.3448947429656982, + "memory(GiB)": 77.28, + "step": 3055, + "token_acc": 0.9067073170731708, + "train_speed(iter/s)": 0.014453 + }, + { + "epoch": 0.9791608335666573, + "grad_norm": 0.037786530189202895, + "learning_rate": 2.2776174248199114e-08, + "loss": 0.3379628896713257, + "memory(GiB)": 77.28, + "step": 3060, + "token_acc": 0.9009945079412202, + "train_speed(iter/s)": 0.014455 + }, + { + "epoch": 0.9807607695692172, + "grad_norm": 0.035912429119548846, + "learning_rate": 1.9408008005260548e-08, + "loss": 0.3500987529754639, + "memory(GiB)": 77.28, + "step": 3065, + "token_acc": 0.8876028806584362, + "train_speed(iter/s)": 0.014456 + }, + { + "epoch": 0.9823607055717771, + "grad_norm": 0.03444074710514445, + "learning_rate": 1.630896073864352e-08, + "loss": 0.3504997730255127, + "memory(GiB)": 77.28, + "step": 3070, + "token_acc": 0.8979777737292768, + "train_speed(iter/s)": 0.014456 + }, + { + "epoch": 0.983960641574337, + "grad_norm": 0.03756464819153609, + "learning_rate": 1.3479116011769766e-08, + "loss": 0.34742605686187744, + "memory(GiB)": 77.28, + "step": 3075, + "token_acc": 0.9106449106449106, + "train_speed(iter/s)": 0.014457 + }, + { + "epoch": 0.985560577576897, + "grad_norm": 0.03754891232855657, + "learning_rate": 1.0918550129223049e-08, + "loss": 0.3474902868270874, + "memory(GiB)": 77.28, + "step": 3080, + "token_acc": 0.9118387909319899, + "train_speed(iter/s)": 0.014457 + }, + { + "epoch": 0.9871605135794568, + "grad_norm": 0.03682524226116992, + "learning_rate": 8.627332134690802e-09, + "loss": 0.353102445602417, + "memory(GiB)": 77.28, + "step": 3085, + "token_acc": 0.8938781202063868, + "train_speed(iter/s)": 0.014457 + }, + { + "epoch": 0.9887604495820167, + "grad_norm": 0.0349572055380618, + "learning_rate": 6.605523809102288e-09, + "loss": 0.35455539226531985, + "memory(GiB)": 77.28, + "step": 3090, + "token_acc": 0.9251228678808904, + "train_speed(iter/s)": 0.014457 + }, + { + "epoch": 0.9903603855845766, + "grad_norm": 0.0367341369681787, + "learning_rate": 4.853179668959928e-09, + "loss": 0.3528116464614868, + "memory(GiB)": 77.28, + "step": 3095, + "token_acc": 0.8497830802603037, + "train_speed(iter/s)": 0.014458 + }, + { + "epoch": 0.9919603215871365, + "grad_norm": 0.03543382063951275, + "learning_rate": 3.3703469648760367e-09, + "loss": 0.34554617404937743, + "memory(GiB)": 77.28, + "step": 3100, + "token_acc": 0.8760165975103734, + "train_speed(iter/s)": 0.014458 + }, + { + "epoch": 0.9935602575896965, + "grad_norm": 0.03672488758432725, + "learning_rate": 2.1570656802905042e-09, + "loss": 0.35210456848144533, + "memory(GiB)": 77.28, + "step": 3105, + "token_acc": 0.875547098001903, + "train_speed(iter/s)": 0.014459 + }, + { + "epoch": 0.9951601935922563, + "grad_norm": 0.03667904917275392, + "learning_rate": 1.213368530399439e-09, + "loss": 0.36057708263397215, + "memory(GiB)": 77.28, + "step": 3110, + "token_acc": 0.8785273780601757, + "train_speed(iter/s)": 0.014459 + }, + { + "epoch": 0.9967601295948162, + "grad_norm": 0.037172261753358984, + "learning_rate": 5.392809612703165e-10, + "loss": 0.347002911567688, + "memory(GiB)": 77.28, + "step": 3115, + "token_acc": 0.8876961189099918, + "train_speed(iter/s)": 0.01446 + }, + { + "epoch": 0.9983600655973761, + "grad_norm": 0.03623294899802742, + "learning_rate": 1.3482114915475132e-10, + "loss": 0.34892323017120364, + "memory(GiB)": 77.28, + "step": 3120, + "token_acc": 0.9150393970537856, + "train_speed(iter/s)": 0.014459 + }, + { + "epoch": 0.999960001599936, + "grad_norm": 0.03979082426503465, + "learning_rate": 0.0, + "loss": 0.3523369073867798, + "memory(GiB)": 77.28, + "step": 3125, + "token_acc": 0.874745605920444, + "train_speed(iter/s)": 0.014459 + }, + { + "epoch": 0.999960001599936, + "eval_loss": 0.5968554615974426, + "eval_runtime": 146.0358, + "eval_samples_per_second": 137.555, + "eval_steps_per_second": 0.692, + "eval_token_acc": 0.8961375957338398, + "step": 3125 + } + ], + "logging_steps": 5, + "max_steps": 3125, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 4.4706850358900346e+20, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +}