Exp B B1: r512k_pythia410m -> exp-b-b1/pythia-410M/metrics.csv

exp-b-b1/pythia-410M/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.001246,0.009965,10.2727,3.305201,2.966411,3.02e-05,45.1
+23,12058624,0.002313,0.018500,9.9234,3.224059,2.874850,4.08e-05,83.5
+30,15728640,0.003559,0.028469,9.5220,3.102844,2.739962,5.33e-05,122.7
+40,20971520,0.005339,0.042710,8.9509,2.936831,2.541427,7.10e-05,163.8
+54,28311552,0.007831,0.062651,8.1704,2.786008,2.334325,9.59e-05,207.4
+71,37224448,0.010860,0.086882,7.4225,2.666321,2.191899,1.26e-04,253.0
+95,49807360,0.015136,0.121085,6.7562,2.563658,2.066787,1.69e-04,303.2
+127,66584576,0.020838,0.166702,6.2643,2.471313,1.978980,2.25e-04,358.4
+169,88604672,0.028324,0.226595,5.8919,2.346924,1.876588,3.00e-04,420.0
+226,118489088,0.038488,0.307907,5.5445,2.255419,1.778203,3.00e-04,491.3
+301,157810688,0.051865,0.414919,5.2305,2.162699,1.678176,3.00e-04,574.1
+401,210239488,0.069691,0.557526,4.9191,2.058217,1.588168,3.00e-04,672.9
+535,280494080,0.093573,0.748588,4.6306,1.982198,1.497046,3.00e-04,793.5
+713,373817344,0.125307,1.002454,4.3140,1.816497,1.399193,2.99e-04,942.4
+951,498597888,0.167740,1.341923,4.0188,1.632992,1.298513,2.99e-04,1129.9
+1269,665321472,0.224418,1.795346,3.7821,1.542869,1.228168,2.97e-04,1368.7
+1692,887095296,0.299790,2.398319,3.6176,1.478014,1.174395,2.95e-04,1674.8
+2256,1182793728,0.400318,3.202548,3.4701,1.424958,1.128141,2.90e-04,2071.4
+3009,1577582592,0.534521,4.276166,3.3429,1.394830,1.090480,2.81e-04,2589.3
+4012,2103443456,0.713291,5.706328,3.2712,1.358902,1.058807,2.66e-04,3267.6
+5350,2804940800,0.951784,7.614268,3.1582,1.327949,1.029664,2.41e-04,4160.8
+7135,3740794880,1.269955,10.159641,3.1050,1.318600,1.004198,2.00e-04,5341.0
+9514,4988076032,1.693986,13.551888,3.0211,1.288901,0.980905,1.41e-04,6902.1
+12687,6651641856,2.259816,18.078526,2.9536,1.263032,0.960779,7.04e-05,8973.8
+15227,7983333376,2.712506,21.700049,2.9316,1.267927,0.951692,3.67e-05,10638.1
+15565,8160542720,2.772771,22.182166,2.9157,1.263793,0.950891,3.43e-05,10889.7
+15904,8338276352,2.833175,22.665398,2.9316,1.259650,0.950218,3.24e-05,11141.8
+16242,8515485696,2.893402,23.147218,2.9234,1.259356,0.949605,3.11e-05,11393.2
+16581,8693219328,2.953820,23.630561,2.9244,1.264254,0.948991,3.03e-05,11645.3
+16919,8870428672,3.014087,24.112695,2.9284,1.262394,0.948500,3.00e-05,11896.9