Models/25/quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.qkv_proj,0.0000037035,0.05000,1.695
0,self_attn.o_proj,0.0000001912,0.05000,0.993
0,mlp.up_proj,0.0000102369,0.05000,2.424
0,mlp.gate_proj,0.0000107023,0.05000,2.453
0,mlp.down_proj,0.0000007776,0.05000,2.854
1,self_attn.qkv_proj,0.0000286602,0.05000,1.281
1,self_attn.o_proj,0.0000004302,0.05000,1.073
1,mlp.gate_proj,0.0000156239,0.05000,2.984
1,mlp.up_proj,0.0000145528,0.05000,3.031
1,mlp.down_proj,0.0000015817,0.05000,3.079
2,self_attn.qkv_proj,0.0000670091,0.05000,1.059
2,self_attn.o_proj,0.0000003938,0.05000,1.070
2,mlp.up_proj,0.0000224096,0.05000,2.395
2,mlp.gate_proj,0.0000242441,0.05000,2.416
2,mlp.down_proj,0.0000015780,0.05000,2.917
3,self_attn.qkv_proj,0.0000974988,0.05000,1.073
3,self_attn.o_proj,0.0000007507,0.05000,1.034
3,mlp.up_proj,0.0000273527,0.05000,2.420
3,mlp.gate_proj,0.0000303579,0.05000,2.439
3,mlp.down_proj,0.0002998998,0.05000,2.971
4,self_attn.qkv_proj,0.0000910987,0.05000,1.059
4,self_attn.o_proj,0.0000010523,0.05000,1.028
4,mlp.up_proj,0.0000352418,0.05000,2.337
4,mlp.gate_proj,0.0000410384,0.05000,2.362
4,mlp.down_proj,0.0000039988,0.05000,2.978
5,self_attn.qkv_proj,0.0001155192,0.05000,1.047
5,self_attn.o_proj,0.0000016719,0.05000,1.026
5,mlp.gate_proj,0.0000496211,0.05000,2.362
5,mlp.up_proj,0.0000416632,0.05000,2.390
5,mlp.down_proj,0.0000057624,0.05000,3.039
6,self_attn.qkv_proj,0.0000936164,0.05000,1.020
6,self_attn.o_proj,0.0000023169,0.05000,1.018
6,mlp.gate_proj,0.0000478458,0.05000,2.404
6,mlp.up_proj,0.0000420634,0.05000,2.419
6,mlp.down_proj,0.0000064274,0.05000,3.008
7,self_attn.qkv_proj,0.0001384777,0.05000,1.049
7,self_attn.o_proj,0.0000026701,0.05000,1.038
7,mlp.gate_proj,0.0000488039,0.05000,2.357
7,mlp.up_proj,0.0000447177,0.05000,2.384
7,mlp.down_proj,0.0000080068,0.05000,2.957
8,self_attn.qkv_proj,0.0001268911,0.05000,1.066
8,self_attn.o_proj,0.0000035567,0.05000,1.000
8,mlp.gate_proj,0.0000463068,0.05000,2.386
8,mlp.up_proj,0.0000451744,0.05000,2.408
8,mlp.down_proj,0.0000082719,0.05000,2.994
9,self_attn.qkv_proj,0.0001118555,0.05000,1.019
9,self_attn.o_proj,0.0000036070,0.05000,1.045
9,mlp.up_proj,0.0000490196,0.05000,2.307
9,mlp.gate_proj,0.0000489556,0.05000,2.306
9,mlp.down_proj,0.0000078682,0.05000,2.932
10,self_attn.qkv_proj,0.0001195859,0.05000,1.039
10,self_attn.o_proj,0.0000053637,0.05000,1.004
10,mlp.gate_proj,0.0000508104,0.05000,2.384
10,mlp.up_proj,0.0000506414,0.05000,2.403
10,mlp.down_proj,0.0000088444,0.05000,2.987
11,self_attn.qkv_proj,0.0001189149,0.05000,1.026
11,self_attn.o_proj,0.0000047267,0.05000,1.049
11,mlp.up_proj,0.0000525891,0.05000,2.311
11,mlp.gate_proj,0.0000505481,0.05000,2.330
11,mlp.down_proj,0.0000090989,0.05000,3.007
12,self_attn.qkv_proj,0.0001222839,0.05000,1.036
12,self_attn.o_proj,0.0000046178,0.05000,1.048
12,mlp.up_proj,0.0000535870,0.05000,2.276
12,mlp.gate_proj,0.0000492890,0.05000,2.301
12,mlp.down_proj,0.0000108105,0.05000,2.947
13,self_attn.qkv_proj,0.0001456172,0.05000,1.026
13,self_attn.o_proj,0.0000059778,0.05000,1.031
13,mlp.gate_proj,0.0000507735,0.05000,2.282
13,mlp.up_proj,0.0000571203,0.05000,2.302
13,mlp.down_proj,0.0000114501,0.05000,2.939
14,self_attn.qkv_proj,0.0001290736,0.05000,1.052
14,self_attn.o_proj,0.0000053882,0.05000,1.012
14,mlp.gate_proj,0.0000560465,0.05000,2.260
14,mlp.up_proj,0.0000626098,0.05000,2.263
14,mlp.down_proj,0.0000130744,0.05000,2.974
15,self_attn.qkv_proj,0.0001434816,0.05000,1.038
15,self_attn.o_proj,0.0000051712,0.05000,1.004
15,mlp.up_proj,0.0000692544,0.05000,2.446
15,mlp.gate_proj,0.0000621178,0.05000,2.473
15,mlp.down_proj,0.0000150576,0.05000,2.920
16,self_attn.qkv_proj,0.0001369979,0.05000,1.019
16,self_attn.o_proj,0.0000090328,0.05000,1.007
16,mlp.gate_proj,0.0000653503,0.05000,2.323
16,mlp.up_proj,0.0000734144,0.05000,2.352
16,mlp.down_proj,0.0000200746,0.05000,2.964
17,self_attn.qkv_proj,0.0001395030,0.05000,1.015
17,self_attn.o_proj,0.0000068804,0.05000,1.013
17,mlp.gate_proj,0.0000694652,0.05000,2.324
17,mlp.up_proj,0.0000789464,0.05000,2.343
17,mlp.down_proj,0.0000242481,0.05000,2.968
18,self_attn.qkv_proj,0.0001378879,0.05000,1.040
18,self_attn.o_proj,0.0000118515,0.05000,1.062
18,mlp.up_proj,0.0000885018,0.05000,2.303
18,mlp.gate_proj,0.0000787926,0.05000,2.330
18,mlp.down_proj,0.0000361241,0.05000,2.967
19,self_attn.qkv_proj,0.0001587094,0.05000,1.029
19,self_attn.o_proj,0.0000144369,0.05000,1.015
19,mlp.gate_proj,0.0000868370,0.05000,2.312
19,mlp.up_proj,0.0000961948,0.05000,2.332
19,mlp.down_proj,0.0000418560,0.05000,2.953
20,self_attn.qkv_proj,0.0001532980,0.05000,1.032
20,self_attn.o_proj,0.0000176382,0.05000,1.009
20,mlp.gate_proj,0.0001063069,0.05000,2.306
20,mlp.up_proj,0.0001176227,0.05000,2.338
20,mlp.down_proj,0.0000541321,0.05000,2.950
21,self_attn.qkv_proj,0.0001821614,0.05000,1.026
21,self_attn.o_proj,0.0000128516,0.05000,1.015
21,mlp.up_proj,0.0001266831,0.05000,2.502
21,mlp.gate_proj,0.0001130891,0.05000,2.516
21,mlp.down_proj,0.0000670870,0.05000,3.011
22,self_attn.qkv_proj,0.0001746809,0.05000,1.028
22,self_attn.o_proj,0.0000238040,0.05000,1.043
22,mlp.up_proj,0.0001363046,0.05000,2.250
22,mlp.gate_proj,0.0001202949,0.05000,2.275
22,mlp.down_proj,0.0000788939,0.05000,2.992
23,self_attn.qkv_proj,0.0001925415,0.05000,1.013
23,self_attn.o_proj,0.0000102084,0.05000,1.015
23,mlp.gate_proj,0.0001299220,0.05000,2.277
23,mlp.up_proj,0.0001462273,0.05000,2.299
23,mlp.down_proj,0.0000795165,0.05000,2.962
24,self_attn.qkv_proj,0.0002069782,0.05000,1.031
24,self_attn.o_proj,0.0000115072,0.05000,1.051
24,mlp.gate_proj,0.0001396862,0.05000,2.344
24,mlp.up_proj,0.0001586309,0.05000,2.348
24,mlp.down_proj,0.0000930914,0.05000,2.952
25,self_attn.qkv_proj,0.0002230113,0.05000,1.052
25,self_attn.o_proj,0.0000204678,0.05000,0.996
25,mlp.gate_proj,0.0001546881,0.05000,2.336
25,mlp.up_proj,0.0001761131,0.05000,2.359
25,mlp.down_proj,0.0001077607,0.05000,2.968
26,self_attn.qkv_proj,0.0001977103,0.05000,1.014
26,self_attn.o_proj,0.0000338197,0.05000,1.015
26,mlp.up_proj,0.0001833882,0.05000,2.316
26,mlp.gate_proj,0.0001614466,0.05000,2.336
26,mlp.down_proj,0.0001312572,0.05000,2.941
27,self_attn.qkv_proj,0.0001965278,0.05000,1.011
27,self_attn.o_proj,0.0000231340,0.05000,1.005
27,mlp.gate_proj,0.0001804944,0.05000,2.462
27,mlp.up_proj,0.0002018597,0.05000,2.477
27,mlp.down_proj,0.0001707861,0.05000,2.984
28,self_attn.qkv_proj,0.0002510537,0.05000,1.017
28,self_attn.o_proj,0.0000287529,0.05000,1.024
28,mlp.up_proj,0.0002194517,0.05000,2.276
28,mlp.gate_proj,0.0002030963,0.05000,2.300
28,mlp.down_proj,0.0002290906,0.05000,2.962
29,self_attn.qkv_proj,0.0002273341,0.05000,1.045
29,self_attn.o_proj,0.0000351872,0.05000,1.027
29,mlp.gate_proj,0.0002264227,0.05000,2.352
29,mlp.up_proj,0.0002236534,0.05000,2.373
29,mlp.down_proj,0.0003785557,0.05000,2.977
30,self_attn.qkv_proj,0.0001608474,0.05000,1.024
30,self_attn.o_proj,0.0000363605,0.05000,1.023
30,mlp.gate_proj,0.0002430771,0.05000,2.505
30,mlp.up_proj,0.0002131529,0.05000,2.513
30,mlp.down_proj,0.0014835209,0.05000,2.926
31,self_attn.qkv_proj,0.0000034551,0.05000,1.074
31,self_attn.o_proj,0.0000042867,0.05000,1.011
31,mlp.gate_proj,0.0001017404,0.05000,2.333
31,mlp.up_proj,0.0000593105,0.05000,2.351
31,mlp.down_proj,0.0004770287,0.05000,2.931