Exp B B1: r512k_pythia410m_seed2 -> exp-b-b1/pythia-410M-seed2/metrics.csv

exp-b-b1/pythia-410M-seed2/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.001249,0.009993,10.2904,3.308269,2.957332,3.02e-05,44.8
+23,12058624,0.002320,0.018564,9.9280,3.228675,2.865101,4.08e-05,83.1
+30,15728640,0.003570,0.028563,9.5168,3.105561,2.731038,5.33e-05,122.1
+40,20971520,0.005356,0.042849,8.9301,2.937495,2.531737,7.10e-05,163.0
+54,28311552,0.007859,0.062870,8.1619,2.783295,2.330127,9.59e-05,206.5
+71,37224448,0.010900,0.087196,7.4242,2.672045,2.197595,1.26e-04,252.0
+95,49807360,0.015192,0.121539,6.7572,2.567427,2.068899,1.69e-04,301.9
+127,66584576,0.020919,0.167349,6.2730,2.458296,1.981636,2.25e-04,357.0
+169,88604672,0.028450,0.227603,5.8925,2.377275,1.889647,3.00e-04,418.6
+226,118489088,0.038656,0.309246,5.5457,2.287163,1.779128,3.00e-04,489.9
+301,157810688,0.052080,0.416642,5.2025,2.148541,1.671636,3.00e-04,572.8
+401,210239488,0.069982,0.559859,4.9147,2.069899,1.585588,3.00e-04,671.7
+535,280494080,0.093959,0.751671,4.6276,1.956213,1.492405,3.00e-04,792.6
+713,373817344,0.125807,1.006460,4.3385,1.807647,1.400877,2.99e-04,941.8
+951,498597888,0.168420,1.347361,4.0269,1.636428,1.304756,2.99e-04,1129.7
+1269,665321472,0.225344,1.802748,3.8011,1.556643,1.235230,2.97e-04,1369.2
+1692,887095296,0.301034,2.408270,3.6330,1.455530,1.178634,2.95e-04,1676.3
+2256,1182793728,0.401917,3.215335,3.4794,1.407991,1.131083,2.90e-04,2074.1
+3009,1577582592,0.536617,4.292935,3.3759,1.380486,1.091679,2.81e-04,2593.5
+4012,2103443456,0.716064,5.728515,3.2600,1.339099,1.058560,2.66e-04,3274.1
+5350,2804940800,0.955425,7.643397,3.1785,1.311130,1.029461,2.41e-04,4170.4
+7135,3740794880,1.274730,10.197837,3.0976,1.300245,1.003539,2.00e-04,5354.6
+9514,4988076032,1.700333,13.602666,3.0150,1.286208,0.980244,1.41e-04,6921.6
+12687,6651641856,2.267887,18.143098,2.9572,1.266724,0.959968,7.04e-05,8999.4
+15227,7983333376,2.722187,21.777493,2.9233,1.252810,0.950753,3.67e-05,10669.5
+15565,8160542720,2.782650,22.261204,2.9210,1.253421,0.949899,3.43e-05,10921.8
+15904,8338276352,2.843267,22.746137,2.9161,1.253768,0.949228,3.24e-05,11174.5
+16242,8515485696,2.903708,23.229663,2.9201,1.256270,0.948603,3.11e-05,11426.7
+16581,8693219328,2.964330,23.714642,2.8995,1.251395,0.948405,3.03e-05,11679.5
+16919,8870428672,3.024795,24.198358,2.9267,1.253977,0.947629,3.00e-05,11931.8