Exp B B1: r512k_smollm2_1_7b -> exp-b-b1/smollm2-1.7B/metrics.csv

exp-b-b1/smollm2-1.7B/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.004529,0.036235,10.0725,3.262961,2.797987,5.03e-05,122.0
+23,12058624,0.008412,0.067294,9.5341,3.059788,2.623438,6.80e-05,224.6
+30,15728640,0.012956,0.103649,8.9208,2.900764,2.455239,8.88e-05,329.5
+40,20971520,0.019438,0.155500,8.2010,2.881031,2.383703,1.18e-04,441.2
+54,28311552,0.028529,0.228229,7.5265,2.798669,2.282396,1.60e-04,562.6
+71,37224448,0.039581,0.316646,6.9410,2.656512,2.152263,2.10e-04,691.2
+95,49807360,0.055217,0.441734,6.3841,2.527573,2.035743,2.81e-04,836.4
+127,66584576,0.076073,0.608585,5.9228,2.417786,1.910881,3.76e-04,1000.3
+169,88604672,0.103475,0.827800,5.5033,2.322697,1.810388,5.00e-04,1188.0
+226,118489088,0.140693,1.125544,4.9783,2.114651,1.625353,5.00e-04,1411.1
+301,157810688,0.189597,1.516779,4.4742,1.915436,1.469805,5.00e-04,1676.8
+401,210239488,0.254855,2.038837,4.0173,1.636871,1.326969,5.00e-04,2000.7
+535,280494080,0.342196,2.737571,3.7073,1.512254,1.236426,5.00e-04,2404.1
+713,373817344,0.458218,3.665744,3.5044,1.454459,1.173958,5.00e-04,2910.4
+951,498597888,0.613478,4.907825,3.3593,1.445292,1.124204,5.00e-04,3558.2
+1269,665321472,0.821070,6.568560,3.2198,1.400542,1.082836,5.00e-04,4394.4
+1692,887095296,1.097041,8.776330,3.1079,1.356008,1.047430,5.00e-04,5476.8
+2256,1182793728,1.464796,11.718369,3.0139,1.302839,1.014918,5.00e-04,6889.5
+3009,1577582592,1.955709,15.645669,2.9491,1.322665,0.985872,5.00e-04,8745.5
+4012,2103443456,2.609435,20.875481,2.8493,1.286429,0.959767,5.00e-04,11187.7
+5350,2804940800,3.481316,27.850528,2.7855,1.272826,0.936007,5.00e-04,14415.1
+7135,3740794880,4.644335,37.154680,2.7239,1.265084,0.914240,5.00e-04,18690.7
+9514,4988076032,6.194366,49.554924,2.6597,1.256001,0.894911,5.00e-04,24359.6
+12687,6651641856,8.262075,66.096602,2.6127,1.293689,0.877371,5.00e-04,31892.9
+15227,7983333376,9.917162,79.337299,2.5900,1.319936,0.866814,5.00e-04,37939.7
+15565,8160542720,10.137788,81.102306,2.5643,1.302997,0.861771,4.04e-04,38822.6
+15904,8338276352,10.358714,82.869709,2.5572,1.311014,0.855554,3.03e-04,39706.7
+16242,8515485696,10.578954,84.631631,2.5277,1.314602,0.849458,2.02e-04,40588.2
+16581,8693219328,10.799870,86.398962,2.5141,1.291917,0.843884,1.01e-04,41472.3
+16919,8870428672,11.020093,88.160743,2.5191,1.298338,0.840676,2.99e-07,42353.6