nnm-eval / layer_analysis /6_method /metrics.json
VoCuc's picture
Upload folder using huggingface_hub
de2b2b7 verified
{
"Teacher": {
"nuclear_norm": [
59.367433376312256,
725.7662986755371,
791.4310760498047,
955.2217449951172,
1119.7218383789063,
18193.468359375,
19334.9776171875,
20006.83615234375,
20155.30775390625,
20347.1866015625,
20588.12763671875,
20893.56751953125,
21105.43912109375,
21306.98833984375,
21426.17337890625,
21623.51517578125,
21735.553515625,
21874.94380859375,
22007.274765625,
22151.70224609375,
22307.50865234375,
22393.41259765625,
22482.74361328125,
22871.24673828125,
23035.5859375,
23212.3562109375,
23426.646796875,
23657.824453125,
23862.35888671875,
24095.97935546875,
24380.15978515625,
24710.4504296875,
25163.058671875,
25735.66013671875,
26435.44330078125,
27182.90291015625,
28022.80779296875,
29002.11138671875,
30126.08447265625,
31226.29625,
32414.98236328125,
33586.1376953125,
34967.0407421875,
36327.36072265625,
37989.27900390625,
35491.13158203125,
34324.23333984375,
32758.37748046875,
8505.326948242187
],
"nuclear_norm_norm": [
0.10596937703994885,
1.3022606773334433,
1.4264703522200926,
1.7238864208047289,
2.0036826250018422,
38.16121826527367,
40.51306932313058,
41.87426161628512,
42.13246643615099,
42.48221544493927,
42.90984212339257,
43.47143506728975,
43.843877756109734,
44.2050714880887,
44.42314693125517,
44.77769687107573,
44.9816962064588,
45.228171712749045,
45.461620777252975,
45.7098851528342,
45.989484976844295,
46.14465007836765,
46.30017149360582,
47.077954986710104,
47.388750543326985,
47.69302232544357,
48.059540461042324,
48.46983976934104,
48.7772383374996,
49.191446519889226,
49.67043995671584,
50.239756154786754,
51.03167889276986,
52.022915886571425,
53.230001390305205,
54.525553324209774,
55.981685005879314,
57.67136143628324,
59.57863430628241,
61.463161137369504,
63.46474517802891,
65.42835464560227,
67.75579108561631,
70.03080930733785,
72.76935988482244,
66.56108061050423,
63.069245626669314,
58.33031381341546,
14.7897517694961
],
"effective_rank": [
32.788659403783846,
35.74105269184314,
34.056574492319186,
34.75101718081353,
36.624479447984704,
1.8085697344633669,
1.8859244753682725,
1.9666022088659318,
2.0605550449496577,
2.161793142019138,
2.326539790478115,
2.505604755244604,
2.6672236908066895,
2.801578038254422,
2.87426941225205,
3.008451819490402,
3.069788791434614,
3.1664279970240243,
3.268598803213158,
3.3889861352198034,
3.4868467144372737,
3.542725339526326,
3.6106159593240004,
3.660846080631465,
3.734478803680667,
3.879031352314093,
4.053295958538385,
4.209195192444614,
4.499620176097167,
4.703790720648119,
4.982154555651739,
5.294856763788102,
5.736380981692588,
6.30877162043442,
7.015945886009564,
7.774191559415259,
8.630559126025169,
9.61107932435729,
10.767229917602494,
11.873362958668784,
13.111607123246584,
14.37565454253418,
15.798709603622067,
17.191919863390204,
18.936882347107368,
25.38539638721813,
32.23637286349511,
40.95569485105348,
47.52403863764229
],
"matrix_entropy": [
3.1667830991744994,
2.1853470480442048,
1.8744676661491395,
1.879159369468689,
2.038316231966019,
0.0034218952350784093,
0.003681471734307706,
0.004064014198957011,
0.004621255350066349,
0.005289101607631892,
0.006423011464066803,
0.007778967276681215,
0.008727226285263895,
0.009431741063017397,
0.009803696959279478,
0.01051818217150867,
0.010957341517787426,
0.01156275387853384,
0.012207762068137527,
0.012895006458275021,
0.013493428088258952,
0.013791716904379428,
0.014293024505022914,
0.01474425544962287,
0.015483038714155555,
0.01659835366997868,
0.017310188561677934,
0.017986038397066296,
0.019862031815573573,
0.02198479962069541,
0.02410752538125962,
0.026314879935234785,
0.03027975364588201,
0.035155018754303456,
0.04142642484046519,
0.04886595285497606,
0.05839422333054244,
0.06877566210925579,
0.08246344858780504,
0.09651894185692073,
0.114155782032758,
0.13403311740607024,
0.15762830682098866,
0.18207437474280597,
0.21943041287362575,
0.41389247551560404,
0.7532238529622555,
1.6736056524515153,
2.8057795441150666
],
"curvature": [
2.095333069562912,
2.0643963479995726,
2.0563577687740326,
2.044359393119812,
2.0398371696472166,
2.0013346421718596,
1.994798549413681,
1.9929257667064666,
1.9948220682144164,
1.9960881781578064,
1.992167307138443,
1.9886037039756774,
1.9714350748062133,
1.9639931523799896,
1.96097350358963,
1.9566040408611298,
1.9531663012504579,
1.9487215065956116,
1.949444741010666,
1.9486122143268585,
1.9491315305233001,
1.9532768189907075,
1.9551982045173646,
1.9569595742225647,
1.9584909236431123,
1.958392825126648,
1.9590960824489594,
1.9618878448009491,
1.9588885736465453,
1.955929743051529,
1.9539000844955445,
1.950732127428055,
1.9504551649093629,
1.9480465757846832,
1.948265599012375,
1.9535097897052764,
1.9572361350059508,
1.9606781029701232,
1.9645331609249115,
1.9691848742961884,
1.9737518012523652,
1.9773256587982178,
1.9833386600017548,
1.9892494976520538,
1.9951856315135956,
1.9986792123317718,
2.0065995812416078,
2.005364466905594,
2.008465061187744
]
},
"Student-base": {
"nuclear_norm": [
36.304972114562986,
742.7860990905762,
6335.32689453125,
12277.934267578124,
12677.078076171874,
12948.781904296875,
13039.470537109375,
13125.21541015625,
13245.620341796875,
13316.183134765624,
13427.904794921875,
13449.10451171875,
13491.051083984376,
13550.92544921875,
13662.06552734375,
13690.717080078124,
13711.446337890626,
13775.8301953125,
13899.49505859375,
14059.56041015625,
14338.04328125,
14648.952705078125,
15080.811552734374,
15709.3000390625,
16424.92560546875,
17332.437724609375,
18111.353232421876,
7907.679665527344,
5392.699614257813
],
"nuclear_norm_norm": [
0.11779994890951181,
2.4221375347786616,
23.96509567095402,
46.82284370524612,
48.23335654261818,
49.17991911549395,
49.56391465698224,
49.83966013940818,
50.225976947176974,
50.45287389379431,
50.789982555750676,
50.85970452807838,
50.98998069356773,
51.169865315252444,
51.508386880817916,
51.58141951804018,
51.64338123994795,
51.84090070570144,
52.216405157698524,
52.724499131543865,
53.58897480907278,
54.56549946896966,
55.93821880259433,
57.911503031556364,
60.14339771234134,
62.955264369944224,
65.37365327099971,
25.18348506268104,
17.042104981178408
],
"effective_rank": [
31.1314471757851,
41.618230239954244,
2.9722929217934277,
2.115274632119393,
2.315718332495242,
2.4892632270412944,
2.415689801845379,
2.513096181744981,
2.6591639901963258,
2.7435523870637435,
2.89986949002458,
2.9322134736404273,
2.99432930815058,
3.0851592627886038,
3.2593613863325213,
3.3190990231603577,
3.363880953223062,
3.45000753353359,
3.643055935995105,
3.8879527593282797,
4.302746512641721,
4.765715794121401,
5.451076461500147,
6.46759632825694,
7.6388387512532905,
9.208644337140845,
10.481723713309645,
41.176621984801656,
41.44592904485272
],
"matrix_entropy": [
2.8576652109622955,
3.0459644532203676,
0.011308446740731597,
0.004452584185637534,
0.005601728291949258,
0.006786806115414947,
0.0066606625239364805,
0.007505664560012519,
0.008466233811341227,
0.008805109499953688,
0.00989888368640095,
0.010508901996072382,
0.011075719145592302,
0.011589133078232408,
0.012823598822578788,
0.01309857580345124,
0.014346081875264644,
0.01417346692411229,
0.0155565026961267,
0.017746686902828514,
0.02177916976157576,
0.024828232638537884,
0.03306909072212875,
0.04554878508672118,
0.06229700932279229,
0.09152986826375127,
0.1159250970557332,
1.9120815753936768,
2.153296893835068
],
"curvature": [
2.098917056322098,
2.0647776913642883,
2.026036859750748,
2.0173115408420563,
1.9911862695217133,
1.9802489852905274,
1.9783081543445586,
1.9765380716323853,
1.9612340545654297,
1.9553391063213348,
1.9507540023326875,
1.9485029983520508,
1.9423625433444978,
1.9422453916072846,
1.934991203546524,
1.9394673013687134,
1.9360897660255432,
1.9374478733539582,
1.937847785949707,
1.9362557888031007,
1.944961084127426,
1.9479042732715606,
1.953533878326416,
1.9550607430934905,
1.962190705537796,
1.973018298149109,
1.9865767991542815,
2.0063015162944793,
2.0072247660160065
]
},
"AMID": {
"nuclear_norm": [
36.304972114562986,
752.5870951843261,
6720.1623046875,
12674.285517578124,
13069.670732421875,
13339.64978515625,
13431.2104296875,
13517.246728515625,
13645.206513671876,
13720.117373046874,
13831.539541015625,
13852.849970703124,
13897.609599609375,
13959.245283203125,
14071.18763671875,
14101.745341796875,
14130.905439453125,
14209.380478515624,
14350.323662109375,
14525.004404296875,
14809.687119140624,
15142.01509765625,
15584.929697265625,
16229.5746484375,
16978.2878515625,
17928.33541015625,
18747.744306640627,
8157.707075195312,
5808.466730957031
],
"nuclear_norm_norm": [
0.11779994890951181,
2.4536532429151734,
25.4591625369929,
48.35371722776348,
49.74761081200056,
50.685744622811235,
51.070441419254514,
51.34737612618382,
51.75918250096398,
52.002077987387956,
52.342050715678226,
52.412925965442604,
52.55167085019104,
52.737233050429474,
53.07889237972105,
53.16110903856144,
53.25053190745579,
53.49295132362047,
53.92229951255559,
54.47513136024609,
55.36148965081081,
56.4080441011179,
57.815177074626355,
59.840179426935855,
62.17606457826545,
65.11921679282882,
67.65882679084771,
25.946782242214567,
18.352359522782677
],
"effective_rank": [
31.1314471757851,
41.71856810662912,
2.8481216568616112,
2.0933558541551,
2.2898500516721674,
2.4612564097687146,
2.3958078379340377,
2.490361675717122,
2.638353325856522,
2.723560547956626,
2.8725643594177126,
2.9030495768080438,
2.9655839371285513,
3.0552197926849174,
3.22309256711749,
3.2820432478352126,
3.335364417149662,
3.436167902102596,
3.6477958387550142,
3.9068810137182983,
4.32084386048734,
4.799862047577017,
5.483796479064405,
6.497907223017186,
7.693663448255337,
9.300121388139694,
10.612784558452333,
42.10776892142605,
43.917382555664084
],
"matrix_entropy": [
2.8576652109622955,
3.0534320855140686,
0.010226152741815896,
0.0043182102334685625,
0.0054486374999396505,
0.006623581715393812,
0.006556617941241711,
0.007394071067683399,
0.008355757237877697,
0.00871065789135173,
0.009772858407814056,
0.010343145232181996,
0.010858846681658178,
0.011338599761947989,
0.012433651147875934,
0.012744850085582585,
0.01392842905363068,
0.013847357162740081,
0.015303040505386889,
0.017469233530573548,
0.021483250479213893,
0.024666134300641716,
0.0327261745929718,
0.04473331886343658,
0.06125741386786103,
0.08999097688123583,
0.11422616651281714,
1.9624964940547942,
2.4447088873386384
],
"curvature": [
2.098917056322098,
2.0645484209060667,
2.0255449271202086,
2.016861000061035,
1.9912667894363403,
1.9804775059223174,
1.9781643640995026,
1.9762332355976104,
1.961551331281662,
1.9553911447525025,
1.9504503321647644,
1.9484921562671662,
1.9418203902244568,
1.9419356501102447,
1.934741257429123,
1.9392350602149964,
1.9358944308757782,
1.9366695165634156,
1.9364174365997315,
1.9351400995254517,
1.9441558015346527,
1.9466487646102906,
1.9517525827884674,
1.9530968737602235,
1.9596943366527557,
1.969534819126129,
1.9833279061317444,
2.0027385818958283,
2.0031301188468933
]
},
"CSD": {
"nuclear_norm": [
36.304972114562986,
751.4571041870117,
6383.77490234375,
12267.07298828125,
12665.195712890625,
12934.140302734375,
13028.2592578125,
13115.4491796875,
13244.386220703125,
13317.709853515626,
13431.5253125,
13455.07396484375,
13499.234501953126,
13560.912353515625,
13675.905322265626,
13710.344248046875,
13739.451572265625,
13820.958701171876,
13965.16783203125,
14144.093935546874,
14425.987568359375,
14766.334248046875,
15213.4078125,
15862.9907421875,
16609.814033203125,
17553.9834765625,
18378.1109375,
8256.120075683593,
6449.260087890625
],
"nuclear_norm_norm": [
0.11779994890951181,
2.4501106219677538,
24.145882196212582,
46.76450294282313,
48.16807613114585,
49.10298741507315,
49.49696633145592,
49.77802918036073,
50.19231450138698,
50.42920006896114,
50.7751080795081,
50.852904269742425,
50.99095079903526,
51.176745433988344,
51.52761479763743,
51.62018074734562,
51.70925548870841,
51.9613124834153,
52.40038304482941,
52.966501183762304,
53.84095531500617,
54.91324306935192,
56.33356039344991,
58.37547375457142,
60.7025971045168,
63.626216651538556,
66.18006821410877,
26.28232122947187,
20.38121756235701
],
"effective_rank": [
31.1314471757851,
41.71851699265323,
2.978180813344397,
2.138076299902044,
2.3452116015132036,
2.5225618768917006,
2.453288516119544,
2.5529318621364068,
2.7083746672381093,
2.796304838691614,
2.9554648213752985,
2.9904920168069826,
3.0546554367758376,
3.147884586871537,
3.3272755495615485,
3.396453212572012,
3.451678605531456,
3.561010899504566,
3.7870508934585074,
4.063592796212775,
4.497921845362336,
5.009758135823815,
5.731567553338393,
6.79550600211021,
8.033493270570855,
9.683993479903055,
11.05144974398534,
42.89335531290355,
46.66992966156763
],
"matrix_entropy": [
2.8576652109622955,
3.0509987616539003,
0.011350596963893622,
0.004599880599416792,
0.005808817073702812,
0.0070387567894067615,
0.006969654386630282,
0.007868653844343498,
0.008882086174562574,
0.009250274293590337,
0.01037979057757184,
0.011014622724615038,
0.011549405206460505,
0.012042289599776268,
0.013209853556472808,
0.01359469176037237,
0.014828825804870575,
0.014703826778568328,
0.016196631994098425,
0.018442140012048185,
0.022685320684686303,
0.025967932268977166,
0.03439635411836207,
0.04708270777948201,
0.06405877990648151,
0.09366516074165702,
0.11931411998346447,
2.0699220836162566,
2.7861297821998594
],
"curvature": [
2.098917056322098,
2.065210009813309,
2.025780280828476,
2.0171850419044492,
1.990655301809311,
1.9799660432338715,
1.9777222347259522,
1.9758634626865388,
1.96106431722641,
1.955083476305008,
1.9503537237644195,
1.9483604645729065,
1.941836953163147,
1.9421149790287018,
1.9352255296707153,
1.9396961748600006,
1.9365882229804994,
1.9374806332588195,
1.9375569331645965,
1.9365431368350983,
1.9448055529594421,
1.947570844888687,
1.9527687180042266,
1.9539675116539001,
1.9606661653518678,
1.971183385848999,
1.9846954822540284,
2.001789392232895,
2.004829444885254
]
},
"NNM (ours)": {
"nuclear_norm": [
36.304972114562986,
742.1558807373046,
6223.9341796875,
11855.79771484375,
12249.9051953125,
12520.751953125,
12602.247880859375,
12683.93224609375,
12798.8953125,
12879.837109375,
12997.6698828125,
13020.203779296875,
13064.6209765625,
13126.29349609375,
13239.348896484375,
13265.3645703125,
13290.50134765625,
13369.2676171875,
13513.611005859375,
13696.3455859375,
13980.969501953125,
14321.98326171875,
14772.113193359375,
15428.944501953125,
16193.971552734374,
17180.94765625,
18040.13443359375,
8791.151950683594,
6236.367449951172
],
"nuclear_norm_norm": [
0.11779994890951181,
2.4199201843701035,
23.550681414817888,
45.20456150058296,
46.59531537059702,
47.53762348929931,
47.885635276239846,
48.15017556788302,
48.52200849190665,
48.779677453906935,
49.134535867008154,
49.208077638944026,
49.34613850365657,
49.53209031294145,
49.87648359558632,
49.9425682538227,
50.02003073009905,
50.26324664180651,
50.70118962907304,
51.28075210125945,
52.16488799701362,
53.23872411424025,
54.67164134093894,
56.73921854687316,
59.12505830599626,
62.19159588539403,
64.85904754890393,
28.304165598361482,
19.73597445147822
],
"effective_rank": [
31.1314471757851,
41.59380249766237,
3.024255857910707,
2.16787568932766,
2.3800839007679584,
2.564519852416963,
2.487950407154636,
2.584640673154487,
2.728998287241579,
2.8335947011073763,
3.007674109545523,
3.044721868094352,
3.1135804244308987,
3.2105556275644265,
3.396847483670801,
3.4569714428298037,
3.508461243326513,
3.617694046773694,
3.8549112306729314,
4.148645398963595,
4.603174709427302,
5.14018705760818,
5.895729855452096,
7.013719413884812,
8.332850321266015,
10.116647834302377,
11.58724071693058,
41.70116757500987,
46.33933609799579
],
"matrix_entropy": [
2.8576652109622955,
3.0441091561317446,
0.011763234003446997,
0.004789400923764333,
0.006027369593502954,
0.007302211343776435,
0.007166142644127831,
0.008025813094573096,
0.008906046585179865,
0.009373408597894014,
0.010596817389596254,
0.011293375743553042,
0.01193005301989615,
0.012430422001052648,
0.013721830700524152,
0.014114745256956667,
0.015410313275642693,
0.015192599615547807,
0.016725352758076042,
0.0191414722148329,
0.023510124888271092,
0.02696067659649998,
0.035706315264105795,
0.04885757872834802,
0.06660948915407061,
0.09804889952763915,
0.1251431326754391,
2.084964597225189,
2.716370428800583
],
"curvature": [
2.098917056322098,
2.064845402240753,
2.0261222672462464,
2.0172840750217436,
1.9908728837966918,
1.979874312877655,
1.9780738496780395,
1.9768142461776734,
1.9624929964542388,
1.9562462484836578,
1.9515885174274445,
1.9494165754318238,
1.9428099000453949,
1.9430321514606477,
1.9362235260009766,
1.940533813238144,
1.9370551240444183,
1.9380932438373566,
1.9383782243728638,
1.9369675981998444,
1.9457616651058196,
1.9484271717071533,
1.954004364013672,
1.9554101514816284,
1.962622504234314,
1.9728432476520539,
1.9863583409786225,
2.001456925868988,
2.0051027190685273
]
}
}