Exp B B1: r512k_gpt2b1400 -> exp-b-b1/gpt2-denom-b1400/metrics.csv

exp-b-b1/gpt2-denom-b1400/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.005857,0.046852,10.0492,3.266119,2.866194,4.86e-06,118.3
+23,12058624,0.010883,0.087067,9.6828,3.253436,2.835039,6.57e-06,208.6
+30,15728640,0.016741,0.133926,9.3536,3.194643,2.774605,8.57e-06,301.7
+40,20971520,0.025106,0.200847,8.9400,3.132611,2.687666,1.14e-05,403.8
+54,28311552,0.036826,0.294610,8.4392,3.022050,2.561420,1.54e-05,518.2
+71,37224448,0.051055,0.408440,7.9310,2.903019,2.427573,2.03e-05,641.4
+95,49807360,0.071149,0.569192,7.3901,2.789690,2.295547,2.71e-05,785.6
+127,66584576,0.097940,0.783517,6.8736,2.681098,2.188544,3.63e-05,954.1
+169,88604672,0.133097,1.064774,6.5182,2.579905,2.096472,4.83e-05,1152.6
+226,118489088,0.180848,1.446783,6.2338,2.476528,2.017221,6.46e-05,1396.8
+301,157810688,0.243640,1.949116,6.0030,2.398719,1.946480,8.60e-05,1695.0
+401,210239488,0.327346,2.618767,5.7191,2.296539,1.853707,1.15e-04,2068.5
+535,280494080,0.439490,3.515918,5.2733,2.161982,1.704745,1.53e-04,2544.3
+713,373817344,0.588487,4.707897,4.7269,1.926627,1.526494,2.00e-04,3152.9
+951,498597888,0.787894,6.303153,4.0897,1.620583,1.342227,2.00e-04,3942.8
+1269,665321472,1.054369,8.434953,3.7280,1.500949,1.235589,1.99e-04,4974.3
+1692,887095296,1.408871,11.270966,3.5042,1.402358,1.160468,1.98e-04,6322.7
+2256,1182793728,1.880996,15.047970,3.3337,1.346821,1.105723,1.96e-04,8094.5
+3009,1577582592,2.511382,20.091055,3.2071,1.302365,1.064447,1.91e-04,10435.9
+4012,2103443456,3.351003,26.808027,3.1139,1.292744,1.029764,1.82e-04,13530.7
+5350,2804940800,4.472563,35.780501,3.0040,1.246034,0.998642,1.66e-04,17640.5
+7135,3740794880,5.968848,47.750786,2.9173,1.233227,0.970578,1.39e-04,23099.4
+9514,4988076032,7.960785,63.686282,2.8360,1.188879,0.943446,9.78e-05,30342.7
+12687,6651641856,10.617176,84.937405,2.7724,1.191692,0.918754,4.86e-05,39978.0
+15227,7983333376,12.743641,101.949128,2.7272,1.178645,0.907141,2.48e-05,47704.2
+15565,8160542720,13.026628,104.213027,2.7242,1.176149,0.906197,2.31e-05,48795.1
+15904,8338276352,13.310432,106.483459,2.7299,1.176195,0.905229,2.17e-05,49888.9
+16242,8515485696,13.593409,108.747269,2.7111,1.179536,0.904438,2.08e-05,50979.9
+16581,8693219328,13.877236,111.017891,2.7182,1.180027,0.903742,2.02e-05,52073.9
+16919,8870428672,14.160564,113.284511,2.7253,1.180466,0.903171,2.00e-05,53166.1