Exp B B1: r512k_gpt2b1700 -> exp-b-b1/gpt2-denom-b1700/metrics.csv

exp-b-b1/gpt2-denom-b1700/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.006866,0.054927,10.1100,3.262320,2.867686,4.86e-06,137.6
+23,12058624,0.012756,0.102045,9.7272,3.243308,2.829369,6.57e-06,242.2
+30,15728640,0.019622,0.156977,9.3760,3.177273,2.769678,8.57e-06,350.4
+40,20971520,0.029439,0.235509,8.9501,3.115451,2.684073,1.14e-05,469.3
+54,28311552,0.043189,0.345514,8.4401,3.002146,2.557972,1.54e-05,602.4
+71,37224448,0.059884,0.479074,7.9139,2.890763,2.421933,2.03e-05,745.9
+95,49807360,0.083470,0.667756,7.3598,2.782788,2.284053,2.71e-05,914.4
+127,66584576,0.114908,0.919262,6.8523,2.674805,2.177404,3.63e-05,1111.1
+169,88604672,0.156151,1.249208,6.5033,2.590078,2.092675,4.83e-05,1343.2
+226,118489088,0.212207,1.697652,6.2330,2.498480,2.023693,6.46e-05,1628.7
+301,157810688,0.285971,2.287770,6.0024,2.405969,1.951860,8.60e-05,1977.7
+401,210239488,0.384335,3.074679,5.7142,2.305251,1.853396,1.15e-04,2415.3
+535,280494080,0.516154,4.129229,5.2706,2.176550,1.707696,1.53e-04,2973.4
+713,373817344,0.691041,5.528326,4.7314,1.938026,1.529790,2.00e-04,3686.6
+951,498597888,0.924765,7.398121,4.0751,1.592751,1.336192,2.00e-04,4611.6
+1269,665321472,1.237106,9.896848,3.7062,1.493780,1.225021,1.99e-04,5819.5
+1692,887095296,1.652625,13.220999,3.4834,1.397276,1.151753,1.98e-04,7399.0
+2256,1182793728,2.206838,17.654705,3.3124,1.344163,1.099263,1.96e-04,9477.7
+3009,1577582592,2.946627,23.573012,3.1839,1.304150,1.057279,1.91e-04,12223.9
+4012,2103443456,3.931931,31.455445,3.0913,1.280944,1.022337,1.82e-04,15854.0
+5350,2804940800,5.248248,41.985984,2.9813,1.249022,0.991301,1.66e-04,20675.9
+7135,3740794880,7.001543,56.012343,2.8940,1.223705,0.962909,1.39e-04,27071.6
+9514,4988076032,9.338312,74.706499,2.8120,1.195452,0.935602,9.78e-05,35567.7
+12687,6651641856,12.455200,99.641597,2.7472,1.184707,0.910678,4.86e-05,46872.2
+15227,7983333376,14.949985,119.599882,2.7012,1.184843,0.898974,2.48e-05,55937.1
+15565,8160542720,15.281985,122.255879,2.6989,1.184910,0.897974,2.31e-05,57215.8
+15904,8338276352,15.615037,124.920292,2.7041,1.182155,0.897180,2.17e-05,58498.4
+16242,8515485696,15.947071,127.576566,2.6860,1.185300,0.896352,2.08e-05,59777.4
+16581,8693219328,16.280120,130.240958,2.6931,1.184028,0.895703,2.02e-05,61060.0
+16919,8870428672,16.612162,132.897295,2.7005,1.181925,0.895240,2.00e-05,62338.9