Exp B B1: r512k_smollm2_360m -> exp-b-b1/smollm2-360M/metrics.csv

exp-b-b1/smollm2-360M/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.001853,0.014821,9.7949,3.069179,2.595898,3.02e-04,59.1
+23,12058624,0.003442,0.027533,9.1911,3.027621,2.515729,4.08e-04,108.0
+30,15728640,0.005295,0.042364,8.6409,2.932227,2.455152,5.33e-04,157.8
+40,20971520,0.007946,0.063565,8.0500,2.848198,2.400961,7.10e-04,210.6
+54,28311552,0.011659,0.093272,7.4695,2.726737,2.283304,9.59e-04,267.1
+71,37224448,0.016171,0.129370,6.9091,2.609331,2.142356,1.26e-03,326.5
+95,49807360,0.022542,0.180340,6.4015,2.512046,2.042091,1.69e-03,392.1
+127,66584576,0.031048,0.248388,6.0146,2.411166,1.970420,2.25e-03,465.3
+169,88604672,0.042195,0.337563,5.6245,2.340175,1.853370,3.00e-03,548.2
+226,118489088,0.057322,0.458579,5.2056,2.213071,1.707056,3.00e-03,645.4
+301,157810688,0.077229,0.617834,4.7453,2.011932,1.555849,3.00e-03,760.0
+401,210239488,0.103771,0.830164,4.2613,1.769996,1.404992,3.00e-03,898.5
+535,280494080,0.139335,1.114680,3.9245,1.658715,1.308122,3.00e-03,1069.3
+713,373817344,0.186587,1.492700,3.7017,1.599534,1.239673,3.00e-03,1282.7
+951,498597888,0.249781,1.998249,3.5353,1.555493,1.182643,3.00e-03,1553.4
+1269,665321472,0.334174,2.673395,3.3799,1.504651,1.137590,3.00e-03,1899.9
+1692,887095296,0.446419,3.571349,3.2595,1.437853,1.097732,3.00e-03,2346.8
+2256,1182793728,0.596054,4.768428,3.1612,1.398179,1.064530,3.00e-03,2928.1
+3009,1577582592,0.795844,6.366749,3.1021,1.384120,1.037142,3.00e-03,3690.3
+4012,2103443456,1.061929,8.495429,3.0115,1.348951,1.013715,3.00e-03,4691.0
+5350,2804940800,1.416927,11.335418,2.9570,1.323280,0.993499,3.00e-03,6012.0
+7135,3740794880,1.890493,15.123946,2.9070,1.303397,0.975943,3.00e-03,7759.7
+9514,4988076032,2.521640,20.173121,2.8538,1.307339,0.960222,3.00e-03,10074.5
+12687,6651641856,3.363444,26.907551,2.8192,1.302146,0.946613,3.00e-03,13147.8
+15227,7983333376,4.037357,32.298857,2.7619,1.293264,0.924272,1.52e-03,15616.6
+15565,8160542720,4.127029,33.016234,2.7391,1.303666,0.920422,1.21e-03,15982.2
+15904,8338276352,4.216957,33.735655,2.7406,1.279452,0.916724,9.10e-04,16348.7
+16242,8515485696,4.306629,34.453036,2.7189,1.292943,0.913075,6.07e-04,16714.2
+16581,8693219328,4.396547,35.172379,2.7114,1.295151,0.909926,3.04e-04,17080.7
+16919,8870428672,4.486203,35.889628,2.7200,1.297741,0.908120,8.96e-07,17446.3