cs613-embedding-postprocessing / data /geometry /fiqa_geometry_compression.csv
devansh-lodha's picture
feat: deploy COAST interactive results explorer
464c01b verified
Raw History Blame Contribute Delete
9.78 kB
k,model,method,centroid_norm,average_cosine,mev_top1,nid_spectral_entropy,isoscore
512,google/embeddinggemma-300m,prefix,0.5185,0.2719,0.0447,0.8814,0.2271
512,google/embeddinggemma-300m,pca,0.0077,0.0001,0.0467,0.8841,0.22
512,google/embeddinggemma-300m,whitening,0.0056,0.0001,0.0028,0.9993,0.9916
512,google/embeddinggemma-300m,spectemp,0.0081,0.0002,0.0407,0.8986,0.2577
512,google/embeddinggemma-300m,coast,0.006,0.0001,0.04,0.8979,0.261
512,Qwen/Qwen3-Embedding-0.6B,prefix,0.4977,0.2495,0.0467,0.8416,0.182
512,Qwen/Qwen3-Embedding-0.6B,pca,0.0044,-0.0,0.0417,0.8756,0.2219
512,Qwen/Qwen3-Embedding-0.6B,whitening,0.004,0.0,0.0024,0.9997,0.9964
512,Qwen/Qwen3-Embedding-0.6B,spectemp,0.0046,-0.0,0.037,0.8892,0.2544
512,Qwen/Qwen3-Embedding-0.6B,coast,0.003,-0.0,0.0362,0.8883,0.2564
512,google/gemma-3-1b-pt (mean_pooling),prefix,0.943,0.8927,0.1736,0.6748,0.0331
512,google/gemma-3-1b-pt (mean_pooling),pca,0.0557,0.0041,0.117,0.7386,0.0623
512,google/gemma-3-1b-pt (mean_pooling),whitening,0.0099,0.0001,0.0037,0.9952,0.9486
512,google/gemma-3-1b-pt (mean_pooling),spectemp,0.0535,0.0038,0.1108,0.7509,0.0678
512,google/gemma-3-1b-pt (mean_pooling),coast,0.01,0.0001,0.0039,0.9948,0.9429
512,google/gemma-3-1b-pt (last_token_pooling),prefix,0.8138,0.6654,0.1817,0.719,0.0385
512,google/gemma-3-1b-pt (last_token_pooling),pca,0.041,0.0022,0.1909,0.7323,0.0386
512,google/gemma-3-1b-pt (last_token_pooling),whitening,0.0109,0.0001,0.0045,0.9957,0.9487
512,google/gemma-3-1b-pt (last_token_pooling),spectemp,0.0394,0.0021,0.1855,0.7397,0.0407
512,google/gemma-3-1b-pt (last_token_pooling),coast,0.0113,0.0001,0.0049,0.9945,0.9331
512,Qwen/Qwen3.5-0.8B-Base (mean_pooling),prefix,0.9006,0.8122,0.1224,0.6997,0.0549
512,Qwen/Qwen3.5-0.8B-Base (mean_pooling),pca,0.0357,0.0015,0.1128,0.7303,0.0634
512,Qwen/Qwen3.5-0.8B-Base (mean_pooling),whitening,0.0086,0.0001,0.0033,0.9966,0.9643
512,Qwen/Qwen3.5-0.8B-Base (mean_pooling),spectemp,0.0349,0.0015,0.1073,0.7416,0.0682
512,Qwen/Qwen3.5-0.8B-Base (mean_pooling),coast,0.0089,0.0001,0.0036,0.9956,0.9523
512,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),prefix,0.8424,0.7127,0.2357,0.6716,0.0264
512,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),pca,0.0543,0.0039,0.2324,0.694,0.028
512,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),whitening,0.0099,0.0001,0.0039,0.9962,0.9564
512,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),spectemp,0.0501,0.0033,0.2199,0.7097,0.0311
512,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),coast,0.0102,0.0001,0.0044,0.9943,0.9334
256,google/embeddinggemma-300m,prefix,0.5751,0.3334,0.049,0.9128,0.357
256,google/embeddinggemma-300m,pca,0.006,0.0001,0.0542,0.9076,0.3269
256,google/embeddinggemma-300m,whitening,0.006,0.0,0.0051,0.9996,0.9956
256,google/embeddinggemma-300m,spectemp,0.0069,0.0001,0.039,0.9373,0.453
256,google/embeddinggemma-300m,coast,0.0051,0.0,0.0411,0.9305,0.4263
256,Qwen/Qwen3-Embedding-0.6B,prefix,0.5121,0.2653,0.0517,0.868,0.2747
256,Qwen/Qwen3-Embedding-0.6B,pca,0.0045,-0.0,0.0471,0.9095,0.3482
256,Qwen/Qwen3-Embedding-0.6B,whitening,0.0047,-0.0,0.0046,0.9998,0.9977
256,Qwen/Qwen3-Embedding-0.6B,spectemp,0.0046,-0.0,0.0317,0.9443,0.5051
256,Qwen/Qwen3-Embedding-0.6B,coast,0.0029,-0.0001,0.036,0.9312,0.4427
256,google/gemma-3-1b-pt (mean_pooling),prefix,0.9411,0.8917,0.3023,0.6449,0.0309
256,google/gemma-3-1b-pt (mean_pooling),pca,0.0581,0.0044,0.1248,0.7736,0.1093
256,google/gemma-3-1b-pt (mean_pooling),whitening,0.0126,0.0001,0.0067,0.9939,0.9455
256,google/gemma-3-1b-pt (mean_pooling),spectemp,0.0517,0.0035,0.106,0.8075,0.1385
256,google/gemma-3-1b-pt (mean_pooling),coast,0.0125,0.0001,0.0067,0.9939,0.9457
256,google/gemma-3-1b-pt (last_token_pooling),prefix,0.866,0.7527,0.2024,0.7367,0.0606
256,google/gemma-3-1b-pt (last_token_pooling),pca,0.0448,0.0026,0.2028,0.7581,0.0672
256,google/gemma-3-1b-pt (last_token_pooling),whitening,0.0133,0.0002,0.008,0.996,0.9576
256,google/gemma-3-1b-pt (last_token_pooling),spectemp,0.0398,0.0021,0.1866,0.7788,0.078
256,google/gemma-3-1b-pt (last_token_pooling),coast,0.0132,0.0002,0.0081,0.996,0.9569
256,Qwen/Qwen3.5-0.8B-Base (mean_pooling),prefix,0.8915,0.796,0.1448,0.7176,0.0864
256,Qwen/Qwen3.5-0.8B-Base (mean_pooling),pca,0.0368,0.0016,0.1192,0.7696,0.1129
256,Qwen/Qwen3.5-0.8B-Base (mean_pooling),whitening,0.0115,0.0001,0.0061,0.9956,0.9603
256,Qwen/Qwen3.5-0.8B-Base (mean_pooling),spectemp,0.0346,0.0014,0.1029,0.8004,0.1389
256,Qwen/Qwen3.5-0.8B-Base (mean_pooling),coast,0.0113,0.0001,0.0062,0.9956,0.9606
256,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),prefix,0.8602,0.7431,0.2046,0.7125,0.0604
256,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),pca,0.0585,0.0044,0.2453,0.7211,0.0496
256,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),whitening,0.0127,0.0002,0.0069,0.9961,0.9611
256,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),spectemp,0.0465,0.0029,0.2108,0.7623,0.0657
256,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),coast,0.0123,0.0002,0.007,0.9961,0.9603
128,google/embeddinggemma-300m,prefix,0.6174,0.3842,0.0537,0.9415,0.5332
128,google/embeddinggemma-300m,pca,0.0049,0.0,0.0663,0.9236,0.4424
128,google/embeddinggemma-300m,whitening,0.0059,0.0001,0.0094,0.9998,0.9978
128,google/embeddinggemma-300m,spectemp,0.0054,0.0001,0.038,0.9663,0.6876
128,google/embeddinggemma-300m,coast,0.0047,0.0,0.0401,0.9605,0.6525
128,Qwen/Qwen3-Embedding-0.6B,prefix,0.5417,0.2966,0.0617,0.8991,0.405
128,Qwen/Qwen3-Embedding-0.6B,pca,0.006,-0.0001,0.0571,0.9301,0.48
128,Qwen/Qwen3-Embedding-0.6B,whitening,0.005,-0.0001,0.0088,0.9999,0.9987
128,Qwen/Qwen3-Embedding-0.6B,spectemp,0.0047,-0.0001,0.0258,0.9813,0.8152
128,Qwen/Qwen3-Embedding-0.6B,coast,0.0033,-0.0001,0.0321,0.9687,0.7163
128,google/gemma-3-1b-pt (mean_pooling),prefix,0.6811,0.4657,0.1471,0.8173,0.1795
128,google/gemma-3-1b-pt (mean_pooling),pca,0.0618,0.0049,0.1363,0.8067,0.1826
128,google/gemma-3-1b-pt (mean_pooling),whitening,0.0156,0.0002,0.0119,0.9927,0.9453
128,google/gemma-3-1b-pt (mean_pooling),spectemp,0.0474,0.003,0.0951,0.8722,0.2923
128,google/gemma-3-1b-pt (mean_pooling),coast,0.0155,0.0002,0.0118,0.9928,0.9455
128,google/gemma-3-1b-pt (last_token_pooling),prefix,0.7103,0.5072,0.1803,0.8278,0.1579
128,google/gemma-3-1b-pt (last_token_pooling),pca,0.0523,0.0035,0.2202,0.778,0.1112
128,google/gemma-3-1b-pt (last_token_pooling),whitening,0.0153,0.0002,0.0137,0.9961,0.9649
128,google/gemma-3-1b-pt (last_token_pooling),spectemp,0.0417,0.0023,0.1879,0.8163,0.1457
128,google/gemma-3-1b-pt (last_token_pooling),coast,0.015,0.0002,0.0137,0.9962,0.9653
128,Qwen/Qwen3.5-0.8B-Base (mean_pooling),prefix,0.9011,0.8133,0.1758,0.7347,0.1258
128,Qwen/Qwen3.5-0.8B-Base (mean_pooling),pca,0.0385,0.0018,0.1287,0.8087,0.1925
128,Qwen/Qwen3.5-0.8B-Base (mean_pooling),whitening,0.0153,0.0003,0.0114,0.9947,0.9596
128,Qwen/Qwen3.5-0.8B-Base (mean_pooling),spectemp,0.0335,0.0013,0.0925,0.8688,0.2929
128,Qwen/Qwen3.5-0.8B-Base (mean_pooling),coast,0.0146,0.0002,0.0113,0.9949,0.9607
128,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),prefix,0.824,0.6807,0.2107,0.7511,0.1122
128,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),pca,0.0659,0.0055,0.2638,0.7439,0.0842
128,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),whitening,0.0162,0.0004,0.0129,0.9953,0.96
128,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),spectemp,0.0418,0.0024,0.194,0.8216,0.1452
128,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),coast,0.0153,0.0004,0.0129,0.9953,0.9604
64,google/embeddinggemma-300m,prefix,0.5226,0.2761,0.0696,0.9576,0.672
64,google/embeddinggemma-300m,pca,0.0079,-0.0001,0.0849,0.9368,0.5613
64,google/embeddinggemma-300m,whitening,0.0058,-0.0001,0.0177,0.9998,0.9985
64,google/embeddinggemma-300m,spectemp,0.0054,-0.0001,0.0366,0.9887,0.9009
64,google/embeddinggemma-300m,coast,0.0057,-0.0001,0.0378,0.9858,0.8799
64,Qwen/Qwen3-Embedding-0.6B,prefix,0.5486,0.305,0.0693,0.9243,0.5687
64,Qwen/Qwen3-Embedding-0.6B,pca,0.0104,-0.0001,0.0735,0.944,0.6049
64,Qwen/Qwen3-Embedding-0.6B,whitening,0.0053,-0.0001,0.0169,0.9999,0.9992
64,Qwen/Qwen3-Embedding-0.6B,spectemp,0.0053,-0.0001,0.0212,0.9987,0.9884
64,Qwen/Qwen3-Embedding-0.6B,coast,0.0048,-0.0001,0.0286,0.9927,0.9372
64,google/gemma-3-1b-pt (mean_pooling),prefix,0.7481,0.5594,0.1863,0.8498,0.2628
64,google/gemma-3-1b-pt (mean_pooling),pca,0.0672,0.0057,0.1524,0.8422,0.2914
64,google/gemma-3-1b-pt (mean_pooling),whitening,0.0199,0.0004,0.0216,0.9928,0.9523
64,google/gemma-3-1b-pt (mean_pooling),spectemp,0.0387,0.002,0.0711,0.9477,0.6346
64,google/gemma-3-1b-pt (mean_pooling),coast,0.0192,0.0004,0.0215,0.9933,0.9551
64,google/gemma-3-1b-pt (last_token_pooling),prefix,0.7739,0.6008,0.2063,0.8556,0.246
64,google/gemma-3-1b-pt (last_token_pooling),pca,0.0628,0.0048,0.243,0.8,0.1778
64,google/gemma-3-1b-pt (last_token_pooling),whitening,0.0182,0.0003,0.024,0.9965,0.9724
64,google/gemma-3-1b-pt (last_token_pooling),spectemp,0.0425,0.0024,0.1818,0.8656,0.2805
64,google/gemma-3-1b-pt (last_token_pooling),coast,0.0174,0.0003,0.024,0.9967,0.9739
64,Qwen/Qwen3.5-0.8B-Base (mean_pooling),prefix,0.9237,0.8545,0.2045,0.743,0.1776
64,Qwen/Qwen3.5-0.8B-Base (mean_pooling),pca,0.0412,0.002,0.1424,0.8506,0.3129
64,Qwen/Qwen3.5-0.8B-Base (mean_pooling),whitening,0.0201,0.0004,0.021,0.9947,0.9642
64,Qwen/Qwen3.5-0.8B-Base (mean_pooling),spectemp,0.0307,0.0011,0.0678,0.9497,0.6469
64,Qwen/Qwen3.5-0.8B-Base (mean_pooling),coast,0.0188,0.0004,0.021,0.9951,0.9664
64,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),prefix,0.8618,0.7441,0.2217,0.7743,0.1855
64,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),pca,0.0759,0.0072,0.2875,0.7698,0.1389
64,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),whitening,0.0216,0.0007,0.0247,0.9946,0.9595
64,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),spectemp,0.0348,0.0016,0.1599,0.8972,0.3517
64,Qwen/Qwen3.5-0.8B-Base (last_token_pooling),coast,0.0196,0.0006,0.0246,0.9948,0.961