exp-a retrain era_a1_refinedweb

exp-a-core-retrain/era_a1_refinedweb/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+6,786432,0.000110,0.000880,18.2451,3.046952,2.694053,2.30e-02,119.1
+8,1048576,0.000131,0.001049,17.8306,2.919101,2.550289,2.30e-02,127.5
+10,1310720,0.000150,0.001200,17.4169,2.793506,2.452835,2.30e-02,136.0
+14,1835008,0.000187,0.001499,16.5671,2.696935,2.350232,2.30e-02,144.5
+18,2359296,0.000226,0.001809,15.8368,2.595189,2.261631,2.30e-02,153.0
+24,3145728,0.000280,0.002243,14.8754,2.479673,2.170567,2.30e-02,161.7
+32,4194304,0.000353,0.002820,13.8735,2.351181,2.076911,2.30e-02,170.4
+42,5505024,0.000443,0.003547,12.8822,2.220427,1.974988,2.30e-02,179.1
+56,7340032,0.000570,0.004564,11.8999,2.078201,1.880788,2.30e-02,188.0
+75,9830400,0.000739,0.005909,11.0420,1.953727,1.784614,2.30e-02,197.1
+100,13107200,0.000962,0.007693,10.3949,1.847553,1.710082,2.30e-02,206.3
+133,17432576,0.001254,0.010034,9.8733,1.772368,1.651409,2.30e-02,215.6
+177,23199744,0.001646,0.013166,9.4819,1.690347,1.588605,2.30e-02,225.4
+236,30932992,0.002170,0.017356,9.1540,1.654214,1.558510,2.30e-02,235.5
+314,41156608,0.002862,0.022895,8.7974,1.605318,1.522931,2.30e-02,246.3
+419,54919168,0.003792,0.030333,8.5096,1.565685,1.486059,2.30e-02,258.0
+558,73138176,0.005025,0.040203,7.9955,1.529070,1.454713,2.30e-02,270.7
+745,97648640,0.006684,0.053471,7.5788,1.482011,1.417756,2.30e-02,284.9
+957,130285568,0.008850,0.070797,6.9702,1.451490,1.392924,3.50e-02,320.9
+1122,173539328,0.011578,0.092627,6.3584,1.402593,1.349989,3.46e-02,339.0
+1343,231473152,0.015233,0.121866,5.4867,1.350621,1.307136,3.04e-02,360.6
+1637,308543488,0.020105,0.160840,4.4434,1.285926,1.248633,2.48e-02,386.5
+1966,411303936,0.026511,0.212091,3.4500,1.237149,1.195974,2.09e-02,438.3
+2315,548536320,0.034907,0.279258,3.2923,1.209091,1.163254,1.32e-02,476.9
+2594,658243584,0.041642,0.333136,3.2486,1.184251,1.144182,7.11e-03,509.6
+2632,673185792,0.042557,0.340457,3.2453,1.182810,1.142296,6.28e-03,521.3
+2669,687734784,0.043446,0.347565,3.2435,1.179493,1.139556,5.47e-03,532.9
+2706,702283776,0.044345,0.354760,3.2492,1.177113,1.137759,4.66e-03,544.2
+2743,716832768,0.045232,0.361857,3.2438,1.175560,1.135816,3.85e-03,555.7
+2780,731381760,0.046123,0.368987,3.2454,1.173928,1.135336,3.45e-03,587.1