Upload folder using huggingface_hub

results/adftd_results.csv

@@ -0,0 +1,8 @@
+config,label,n_seeds,acc,acc_sd,f1,f1_sd,auroc,auroc_sd,paper_acc,paper_f1,paper_auroc,sec_per_seed,params
+tsfp_scratch,TS-Fingerprint · Scratch,3,46.903,1.433,43.676,0.101,63.920,0.633,48.83,45.8,65.29,111,2291355
+tsfp_rec,TS-Fingerprint · Pre-trained (L_rec),3,47.433,1.983,43.222,2.237,63.057,2.598,53.51,50.48,70.21,1818,2291355
+tsfp_rec_div,TS-Fingerprint · Pre-trained (L_rec + L_div),3,48.612,0.646,44.268,1.392,63.982,1.043,53.91,51.79,72.11,1901,2291355
+timae_scratch,Ti-MAE · Scratch,3,50.867,0.428,45.723,1.744,66.952,1.647,50.27,45.88,None,196,1757467
+timae_pretrain,Ti-MAE · Pre-trained,3,51.440,1.056,48.026,0.795,68.608,0.863,50.48,45.44,None,939,1757467
+simmtm_scratch,SimMTM · Scratch,3,50.840,1.199,46.436,1.451,68.246,2.116,51.98,43.66,None,239,1724827
+simmtm_pretrain,SimMTM · Pre-trained,2,51.594,1.328,45.419,0.472,66.954,0.774,52.92,45.59,None,1681,1724827

results/adftd_summary.json

@@ -0,0 +1,180 @@
+{
+  "rows": [
+    {
+      "config": "tsfp_scratch",
+      "label": "TS-Fingerprint \u00b7 Scratch",
+      "acc": 46.902876388130345,
+      "acc_sd": 1.4328876901889862,
+      "f1": 43.67557696149921,
+      "f1_sd": 0.10091598998552632,
+      "auroc": 63.92026058140018,
+      "auroc_sd": 0.6333016175593597,
+      "paper_acc": 48.83,
+      "paper_f1": 45.8,
+      "paper_auroc": 65.29,
+      "n_seeds": 3,
+      "sec_per_seed": 111.18432490030925,
+      "params": 2291355
+    },
+    {
+      "config": "tsfp_rec",
+      "label": "TS-Fingerprint \u00b7 Pre-trained (L_rec)",
+      "acc": 47.43309666848717,
+      "acc_sd": 1.9826702124431916,
+      "f1": 43.22240845605449,
+      "f1_sd": 2.2369831881138147,
+      "auroc": 63.05685322351525,
+      "auroc_sd": 2.5975299392274254,
+      "paper_acc": 53.51,
+      "paper_f1": 50.48,
+      "paper_auroc": 70.21,
+      "n_seeds": 3,
+      "sec_per_seed": 1818.4855399131775,
+      "params": 2291355
+    },
+    {
+      "config": "tsfp_rec_div",
+      "label": "TS-Fingerprint \u00b7 Pre-trained (L_rec + L_div)",
+      "acc": 48.611869652284724,
+      "acc_sd": 0.6459805398087095,
+      "f1": 44.267873636807415,
+      "f1_sd": 1.3920798473448048,
+      "auroc": 63.982432712268974,
+      "auroc_sd": 1.0428416047973468,
+      "paper_acc": 53.91,
+      "paper_f1": 51.79,
+      "paper_auroc": 72.11,
+      "n_seeds": 3,
+      "sec_per_seed": 1901.299681742986,
+      "params": 2291355
+    },
+    {
+      "config": "timae_scratch",
+      "label": "Ti-MAE \u00b7 Scratch",
+      "acc": 50.86701256144184,
+      "acc_sd": 0.42775669573512964,
+      "f1": 45.72294477853583,
+      "f1_sd": 1.743512736073884,
+      "auroc": 66.95152429200117,
+      "auroc_sd": 1.6467709458084296,
+      "paper_acc": 50.27,
+      "paper_f1": 45.88,
+      "paper_auroc": null,
+      "n_seeds": 3,
+      "sec_per_seed": 195.6059282620748,
+      "params": 1757467
+    },
+    {
+      "config": "timae_pretrain",
+      "label": "Ti-MAE \u00b7 Pre-trained",
+      "acc": 51.4404696886947,
+      "acc_sd": 1.0559089309338627,
+      "f1": 48.025946935339896,
+      "f1_sd": 0.7953119168832719,
+      "auroc": 68.60833730430637,
+      "auroc_sd": 0.8633209679158568,
+      "paper_acc": 50.48,
+      "paper_f1": 45.44,
+      "paper_auroc": null,
+      "n_seeds": 3,
+      "sec_per_seed": 939.2966232299805,
+      "params": 1757467
+    },
+    {
+      "config": "simmtm_scratch",
+      "label": "SimMTM \u00b7 Scratch",
+      "acc": 50.839705079191695,
+      "acc_sd": 1.1987461147457648,
+      "f1": 46.4357871923211,
+      "f1_sd": 1.450700905411474,
+      "auroc": 68.24579496500643,
+      "auroc_sd": 2.1156886775765327,
+      "paper_acc": 51.98,
+      "paper_f1": 43.66,
+      "paper_auroc": null,
+      "n_seeds": 3,
+      "sec_per_seed": 239.06634585062662,
+      "params": 1724827
+    },
+    {
+      "config": "simmtm_pretrain",
+      "label": "SimMTM \u00b7 Pre-trained",
+      "acc": 51.59407427635172,
+      "acc_sd": 1.3278263244128823,
+      "f1": 45.419384825362656,
+      "f1_sd": 0.471820715689919,
+      "auroc": 66.95386496203326,
+      "auroc_sd": 0.7744715679528582,
+      "paper_acc": 52.92,
+      "paper_f1": 45.59,
+      "paper_auroc": null,
+      "n_seeds": 2,
+      "sec_per_seed": 1680.5461657047272,
+      "params": 1724827
+    }
+  ],
+  "promotions": {
+    "TS-Fingerprint": {
+      "f1": {
+        "scratch": 43.67557696149921,
+        "pretrained": 44.267873636807415,
+        "abs": 0.5922966753082051,
+        "rel_pct": 1.3561278785860689
+      },
+      "accuracy": {
+        "scratch": 46.902876388130345,
+        "pretrained": 48.611869652284724,
+        "abs": 1.7089932641543797,
+        "rel_pct": 3.643685410703026
+      }
+    },
+    "Ti-MAE": {
+      "f1": {
+        "scratch": 45.72294477853583,
+        "pretrained": 48.025946935339896,
+        "abs": 2.3030021568040624,
+        "rel_pct": 5.036863150348057
+      },
+      "accuracy": {
+        "scratch": 50.86701256144184,
+        "pretrained": 51.4404696886947,
+        "abs": 0.5734571272528584,
+        "rel_pct": 1.1273654543014184
+      }
+    },
+    "SimMTM": {
+      "f1": {
+        "scratch": 46.4357871923211,
+        "pretrained": 45.419384825362656,
+        "abs": -1.0164023669584452,
+        "rel_pct": -2.1888341480006686
+      },
+      "accuracy": {
+        "scratch": 50.839705079191695,
+        "pretrained": 51.59407427635172,
+        "abs": 0.7543691971600239,
+        "rel_pct": 1.483818987511754
+      }
+    }
+  },
+  "div_effect": {
+    "scratch": 43.22240845605449,
+    "pretrained": 44.267873636807415,
+    "abs": 1.0454651807529274,
+    "rel_pct": 2.418803620848392
+  },
+  "paired_div_test": {
+    "seeds": [
+      41,
+      42,
+      43
+    ],
+    "per_seed_delta_f1": [
+      0.9609414111714543,
+      -0.9225661747845066,
+      3.0980203058718274
+    ],
+    "mean_delta": 1.045465180752925,
+    "n_positive": 2
+  }
+}

results/claim1_audit.json

@@ -0,0 +1,166 @@
+{
+  "shape_invariance": {
+    "64": {
+      "n_patches": 8,
+      "F_shape": [
+        3,
+        8,
+        128
+      ]
+    },
+    "128": {
+      "n_patches": 16,
+      "F_shape": [
+        3,
+        8,
+        128
+      ]
+    },
+    "256": {
+      "n_patches": 32,
+      "F_shape": [
+        3,
+        8,
+        128
+      ]
+    },
+    "512": {
+      "n_patches": 64,
+      "F_shape": [
+        3,
+        8,
+        128
+      ]
+    },
+    "1024": {
+      "n_patches": 128,
+      "F_shape": [
+        3,
+        8,
+        128
+      ]
+    },
+    "2048": {
+      "n_patches": 256,
+      "F_shape": [
+        3,
+        8,
+        128
+      ]
+    },
+    "4096": {
+      "n_patches": 512,
+      "F_shape": [
+        3,
+        8,
+        128
+      ]
+    },
+    "8192": {
+      "n_patches": 1024,
+      "F_shape": [
+        3,
+        8,
+        128
+      ]
+    }
+  },
+  "all_outputs_are_k_by_d": true,
+  "Q_shape": [
+    8,
+    128
+  ],
+  "Q_is_parameter": true,
+  "Q_requires_grad": true,
+  "Q_grad_norm_after_backward": 0.2682032883167267,
+  "Q_receives_gradient": true,
+  "encoder_params_excluding_pos_embed": 1609856,
+  "compression_per_dataset": {
+    "ADFTD": {
+      "T": 256,
+      "C": 19,
+      "patch": 8,
+      "n_patches": 32,
+      "k": 8,
+      "k_over_T": 0.03125,
+      "k_over_n_patches": 0.25,
+      "k_much_less_than_T": true
+    },
+    "PTB": {
+      "T": 300,
+      "C": 15,
+      "patch": 10,
+      "n_patches": 30,
+      "k": 8,
+      "k_over_T": 0.02667,
+      "k_over_n_patches": 0.2667,
+      "k_much_less_than_T": true
+    },
+    "PTB-XL": {
+      "T": 250,
+      "C": 12,
+      "patch": 10,
+      "n_patches": 25,
+      "k": 8,
+      "k_over_T": 0.032,
+      "k_over_n_patches": 0.32,
+      "k_much_less_than_T": true
+    },
+    "APAVA": {
+      "T": 256,
+      "C": 16,
+      "patch": 8,
+      "n_patches": 32,
+      "k": 8,
+      "k_over_T": 0.03125,
+      "k_over_n_patches": 0.25,
+      "k_much_less_than_T": true
+    },
+    "FLAAP": {
+      "T": 100,
+      "C": 6,
+      "patch": 10,
+      "n_patches": 10,
+      "k": 8,
+      "k_over_T": 0.08,
+      "k_over_n_patches": 0.8,
+      "k_much_less_than_T": true
+    },
+    "UCIHAR": {
+      "T": 128,
+      "C": 9,
+      "patch": 32,
+      "n_patches": 4,
+      "k": 8,
+      "k_over_T": 0.0625,
+      "k_over_n_patches": 2.0,
+      "k_much_less_than_T": true
+    },
+    "Sleep-EDF": {
+      "T": 3000,
+      "C": 1,
+      "patch": 60,
+      "n_patches": 50,
+      "k": 8,
+      "k_over_T": 0.00267,
+      "k_over_n_patches": 0.16,
+      "k_much_less_than_T": true
+    }
+  },
+  "k_ll_T_on_all_datasets": true,
+  "compression_factor_TxC_to_kxd": {
+    "ADFTD": 4.75,
+    "PTB": 4.395,
+    "PTB-XL": 2.93,
+    "APAVA": 4.0,
+    "FLAAP": 0.586,
+    "UCIHAR": 1.125,
+    "Sleep-EDF": 2.93
+  },
+  "decoder_conditioned_solely_on_F": {
+    "delta_recon_when_F_changes": 1.7867159843444824,
+    "delta_recon_when_F_held_fixed": 0.0,
+    "strict_chain_X_to_F_to_Xhat": true
+  },
+  "decoder_forward_signature": "(f, n_patches)"
+}

results/claim2_theorem31.csv

@@ -0,0 +1,91 @@
+panel,x,y,series
+B_ldiv_vs_tc,0.082652,-16.618521,ldiv
+B_ldiv_vs_tc,0.098001,-16.606430,ldiv
+B_ldiv_vs_tc,0.168294,-16.544101,ldiv
+B_ldiv_vs_tc,0.181138,-16.528208,ldiv
+B_ldiv_vs_tc,0.147713,-16.551459,ldiv
+B_ldiv_vs_tc,0.194504,-16.514226,ldiv
+B_ldiv_vs_tc,0.278751,-16.428987,ldiv
+B_ldiv_vs_tc,0.365409,-16.344070,ldiv
+B_ldiv_vs_tc,0.586267,-16.137898,ldiv
+B_ldiv_vs_tc,0.488459,-16.219581,ldiv
+B_ldiv_vs_tc,0.639408,-16.075354,ldiv
+B_ldiv_vs_tc,0.637430,-16.081045,ldiv
+B_ldiv_vs_tc,0.604972,-16.126196,ldiv
+B_ldiv_vs_tc,0.933942,-15.808461,ldiv
+B_ldiv_vs_tc,1.053886,-15.687612,ldiv
+B_ldiv_vs_tc,1.077782,-15.639639,ldiv
+B_ldiv_vs_tc,1.181892,-15.561662,ldiv
+B_ldiv_vs_tc,1.476782,-15.288611,ldiv
+B_ldiv_vs_tc,1.358085,-15.375262,ldiv
+B_ldiv_vs_tc,1.528361,-15.215514,ldiv
+B_ldiv_vs_tc,1.480698,-15.257758,ldiv
+B_ldiv_vs_tc,1.666889,-15.082936,ldiv
+B_ldiv_vs_tc,1.325286,-15.413176,ldiv
+B_ldiv_vs_tc,2.240838,-14.543861,ldiv
+B_ldiv_vs_tc,2.737701,-14.053432,ldiv
+B_ldiv_vs_tc,2.691237,-14.108896,ldiv
+B_ldiv_vs_tc,2.693020,-14.118219,ldiv
+B_ldiv_vs_tc,2.511961,-14.131011,ldiv
+B_ldiv_vs_tc,2.871024,-13.922792,ldiv
+B_ldiv_vs_tc,3.880927,-12.983786,ldiv
+B_ldiv_vs_tc,3.199178,-13.618010,ldiv
+B_ldiv_vs_tc,3.763383,-13.027496,ldiv
+B_ldiv_vs_tc,4.720335,-12.225903,ldiv
+B_ldiv_vs_tc,5.596138,-11.411905,ldiv
+B_ldiv_vs_tc,5.344320,-11.630132,ldiv
+B_ldiv_vs_tc,5.574939,-11.457412,ldiv
+B_ldiv_vs_tc,6.288176,-10.781633,ldiv
+B_ldiv_vs_tc,7.305881,-9.890131,ldiv
+B_ldiv_vs_tc,7.976777,-9.350065,ldiv
+B_ldiv_vs_tc,9.921958,-7.831562,ldiv
+A_residual,0.002497,-2.664535e-15,gaussian
+A_residual,0.002497,-2.689522e+00,laplace_control
+A_residual,0.017313,-2.664535e-15,gaussian
+A_residual,0.017313,-2.091319e+00,laplace_control
+A_residual,0.045218,-2.664535e-15,gaussian
+A_residual,0.045218,-1.550324e+00,laplace_control
+A_residual,0.086263,-2.664535e-15,gaussian
+A_residual,0.086263,-1.050961e+00,laplace_control
+A_residual,0.140230,-8.881784e-16,gaussian
+A_residual,0.140230,-6.040263e-01,laplace_control
+A_residual,0.208817,-1.776357e-15,gaussian
+A_residual,0.208817,-1.956925e-01,laplace_control
+A_residual,0.289122,-1.776357e-15,gaussian
+A_residual,0.289122,1.478341e-01,laplace_control
+A_residual,0.381534,-1.776357e-15,gaussian
+A_residual,0.381534,4.522953e-01,laplace_control
+A_residual,0.484496,-1.776357e-15,gaussian
+A_residual,0.484496,7.011592e-01,laplace_control
+A_residual,0.610719,-1.776357e-15,gaussian
+A_residual,0.610719,9.182336e-01,laplace_control
+A_residual,0.741416,-8.881784e-16,gaussian
+A_residual,0.741416,1.074034e+00,laplace_control
+A_residual,0.890315,1.776357e-15,gaussian
+A_residual,0.890315,1.186429e+00,laplace_control
+A_residual,1.051111,-1.776357e-15,gaussian
+A_residual,1.051111,1.247146e+00,laplace_control
+A_residual,1.224625,1.776357e-15,gaussian
+A_residual,1.224625,1.270831e+00,laplace_control
+A_residual,1.411997,1.776357e-15,gaussian
+A_residual,1.411997,1.242254e+00,laplace_control
+A_residual,1.606132,1.776357e-15,gaussian
+A_residual,1.606132,1.161086e+00,laplace_control
+A_residual,1.820862,0.000000e+00,gaussian
+A_residual,1.820862,1.034323e+00,laplace_control
+A_residual,2.044910,1.776357e-15,gaussian
+A_residual,2.044910,8.408087e-01,laplace_control
+A_residual,2.276912,3.552714e-15,gaussian
+A_residual,2.276912,6.319278e-01,laplace_control
+A_residual,2.548340,1.776357e-15,gaussian
+A_residual,2.548340,3.313134e-01,laplace_control
+A_residual,2.812235,3.552714e-15,gaussian
+A_residual,2.812235,1.394456e-02,laplace_control
+A_residual,3.084210,0.000000e+00,gaussian
+A_residual,3.084210,-3.529019e-01,laplace_control
+A_residual,3.363461,7.105427e-15,gaussian
+A_residual,3.363461,-7.658129e-01,laplace_control
+A_residual,3.679428,3.552714e-15,gaussian
+A_residual,3.679428,-1.235376e+00,laplace_control
+A_residual,3.982491,3.552714e-15,gaussian
+A_residual,3.982491,-1.717683e+00,laplace_control

results/claim3_pretrain_dynamics.csv

@@ -0,0 +1,101 @@
+epoch,l_rec_reconly,l_rec_recdiv,l_div_recdiv
+0,1.007582,1.007585,-4.6585
+1,1.000236,1.000248,-5.6896
+2,1.000155,1.000630,-11.4926
+3,1.000110,1.000240,-13.6611
+4,1.000082,1.000113,-12.6779
+5,1.000055,0.999369,-12.8286
+6,0.999951,0.823309,-8.6925
+7,0.997591,0.472941,-8.0127
+8,0.653805,0.278885,-8.4084
+9,0.298573,0.222052,-8.6009
+10,0.226226,0.200142,-8.6663
+11,0.200749,0.188271,-8.6962
+12,0.187290,0.180894,-8.7293
+13,0.178034,0.175670,-8.7400
+14,0.171430,0.171099,-8.7670
+15,0.166638,0.166762,-8.7882
+16,0.162358,0.163381,-8.8271
+17,0.159138,0.160667,-8.8635
+18,0.156199,0.157689,-8.8929
+19,0.154037,0.155016,-8.9276
+20,0.151625,0.152662,-8.9495
+21,0.149639,0.150366,-8.9757
+22,0.147788,0.148804,-8.9911
+23,0.145936,0.147200,-9.0142
+24,0.144024,0.145286,-9.0307
+25,0.142223,0.143653,-9.0489
+26,0.140824,0.142187,-9.0660
+27,0.140093,0.141500,-9.0686
+28,0.138646,0.140500,-9.0751
+29,0.136699,0.139134,-9.0989
+30,0.134984,0.138453,-9.1169
+31,0.133541,0.137450,-9.1298
+32,0.131964,0.136087,-9.1574
+33,0.130760,0.134852,-9.1829
+34,0.129340,0.134072,-9.2026
+35,0.127698,0.132816,-9.2631
+36,0.126475,0.131814,-9.2810
+37,0.125118,0.130446,-9.3023
+38,0.123755,0.129432,-9.3627
+39,0.122685,0.128880,-9.3918
+40,0.122247,0.128637,-9.4183
+41,0.120872,0.126664,-9.4468
+42,0.120069,0.125881,-9.4622
+43,0.118963,0.124996,-9.4668
+44,0.118271,0.124330,-9.4806
+45,0.116945,0.123658,-9.4985
+46,0.116119,0.122973,-9.5077
+47,0.114616,0.121373,-9.5186
+48,0.114078,0.120806,-9.5407
+49,0.112912,0.119884,-9.5376
+50,0.112377,0.119205,-9.5748
+51,0.111835,0.118751,-9.5815
+52,0.110737,0.117507,-9.5959
+53,0.110771,0.117094,-9.6144
+54,0.110273,0.116353,-9.6322
+55,0.109564,0.115301,-9.6410
+56,0.109201,0.114947,-9.6521
+57,0.108829,0.114266,-9.6726
+58,0.107966,0.113543,-9.6856
+59,0.107271,0.112507,-9.7006
+60,0.106880,0.112107,-9.7220
+61,0.106304,0.111718,-9.7165
+62,0.105806,0.111400,-9.7371
+63,0.105294,0.110874,-9.7479
+64,0.105105,0.110675,-9.7819
+65,0.104695,0.110149,-9.7859
+66,0.104418,0.109795,-9.8016
+67,0.103888,0.109163,-9.8412
+68,0.103669,0.108943,-9.8653
+69,0.103389,0.108426,-9.9052
+70,0.103124,0.108436,-9.9208
+71,0.102893,0.108134,-9.9406
+72,0.102644,0.108214,-9.9869
+73,0.102014,0.107453,-9.9868
+74,0.101698,0.107188,-10.0047
+75,0.101287,0.106757,-10.0377
+76,0.101135,0.106535,-10.0655
+77,0.100925,0.106299,-10.1215
+78,0.100502,0.105783,-10.1414
+79,0.100379,0.105906,-10.1679
+80,0.099924,0.105656,-10.1669
+81,0.099807,0.105260,-10.2036
+82,0.099201,0.104875,-10.2328
+83,0.099086,0.104555,-10.2777
+84,0.098896,0.104494,-10.3117
+85,0.098843,0.104501,-10.3318
+86,0.098665,0.104018,-10.3299
+87,0.097870,0.103345,-10.3711
+88,0.098141,0.103309,-10.3997
+89,0.097544,0.103048,-10.3939
+90,0.097163,0.102468,-10.4384
+91,0.097148,0.102120,-10.4187
+92,0.096911,0.101958,-10.4285
+93,0.097284,0.101864,-10.4527
+94,0.096631,0.101036,-10.4411
+95,0.096351,0.100807,-10.4699
+96,0.096602,0.100857,-10.4700
+97,0.096166,0.100427,-10.4852
+98,0.095996,0.100274,-10.5080
+99,0.095797,0.099772,-10.4914

results/sweep_results.csv

@@ -0,0 +1,13 @@
+k,mask_ratio,n_seeds,f1,f1_sd,acc,acc_sd,auroc,paper_f1,paper_acc,sec
+6,0.5,1,54.377,0.000,68.031,0.000,85.662,54.81,70.19,352
+6,0.6,1,55.829,0.000,68.379,0.000,86.102,56.68,70.71,351
+6,0.7,1,55.202,0.000,68.135,0.000,85.919,55.41,70.63,355
+6,0.8,1,55.896,0.000,68.008,0.000,85.713,54.32,69.77,354
+8,0.5,1,54.993,0.000,68.309,0.000,85.822,62.6,74.07,489
+8,0.6,1,55.377,0.000,67.753,0.000,85.765,63.51,73.98,431
+8,0.7,1,54.805,0.000,67.324,0.000,85.577,62.1,73.86,415
+8,0.8,1,54.961,0.000,66.616,0.000,85.132,59.19,72.35,429
+10,0.5,1,54.775,0.000,66.292,0.000,85.175,51.76,67.36,455
+10,0.6,1,54.388,0.000,68.089,0.000,85.272,50.7,66.41,389
+10,0.7,1,55.687,0.000,68.564,0.000,85.978,56.33,71.07,472
+10,0.8,1,56.011,0.000,67.706,0.000,85.334,55.7,70.42,459

results/sweep_summary.json

@@ -0,0 +1,222 @@
+{
+  "rows": [
+    {
+      "k": 6,
+      "r": 0.5,
+      "f1": 54.37697603215719,
+      "f1_sd": 0.0,
+      "acc": 68.03107606679035,
+      "acc_sd": 0.0,
+      "auroc": 85.66215586194795,
+      "n_seeds": 1,
+      "paper_f1": 54.81,
+      "paper_acc": 70.19,
+      "sec": 351.9200756549835
+    },
+    {
+      "k": 6,
+      "r": 0.6,
+      "f1": 55.82852861204005,
+      "f1_sd": 0.0,
+      "acc": 68.37894248608535,
+      "acc_sd": 0.0,
+      "auroc": 86.10185973084599,
+      "n_seeds": 1,
+      "paper_f1": 56.68,
+      "paper_acc": 70.71,
+      "sec": 351.3092691898346
+    },
+    {
+      "k": 6,
+      "r": 0.7,
+      "f1": 55.20164244351372,
+      "f1_sd": 0.0,
+      "acc": 68.13543599257885,
+      "acc_sd": 0.0,
+      "auroc": 85.91943718990865,
+      "n_seeds": 1,
+      "paper_f1": 55.41,
+      "paper_acc": 70.63,
+      "sec": 354.51162242889404
+    },
+    {
+      "k": 6,
+      "r": 0.8,
+      "f1": 55.89555263337231,
+      "f1_sd": 0.0,
+      "acc": 68.00788497217069,
+      "acc_sd": 0.0,
+      "auroc": 85.71324263520769,
+      "n_seeds": 1,
+      "paper_f1": 54.32,
+      "paper_acc": 69.77,
+      "sec": 353.5883004665375
+    },
+    {
+      "k": 8,
+      "r": 0.5,
+      "f1": 54.993045102144514,
+      "f1_sd": 0.0,
+      "acc": 68.30936920222635,
+      "acc_sd": 0.0,
+      "auroc": 85.82216585792203,
+      "n_seeds": 1,
+      "paper_f1": 62.6,
+      "paper_acc": 74.07,
+      "sec": 488.88276529312134
+    },
+    {
+      "k": 8,
+      "r": 0.6,
+      "f1": 55.37683466214507,
+      "f1_sd": 0.0,
+      "acc": 67.75278293135436,
+      "acc_sd": 0.0,
+      "auroc": 85.76532047398156,
+      "n_seeds": 1,
+      "paper_f1": 63.51,
+      "paper_acc": 73.98,
+      "sec": 430.7964942455292
+    },
+    {
+      "k": 8,
+      "r": 0.7,
+      "f1": 54.805449110076296,
+      "f1_sd": 0.0,
+      "acc": 67.32374768089053,
+      "acc_sd": 0.0,
+      "auroc": 85.57745658988081,
+      "n_seeds": 1,
+      "paper_f1": 62.1,
+      "paper_acc": 73.86,
+      "sec": 414.7394459247589
+    },
+    {
+      "k": 8,
+      "r": 0.8,
+      "f1": 54.96062247561335,
+      "f1_sd": 0.0,
+      "acc": 66.61641929499072,
+      "acc_sd": 0.0,
+      "auroc": 85.13160300507687,
+      "n_seeds": 1,
+      "paper_f1": 59.19,
+      "paper_acc": 72.35,
+      "sec": 429.1282160282135
+    },
+    {
+      "k": 10,
+      "r": 0.5,
+      "f1": 54.77524404670995,
+      "f1_sd": 0.0,
+      "acc": 66.2917439703154,
+      "acc_sd": 0.0,
+      "auroc": 85.17482633239955,
+      "n_seeds": 1,
+      "paper_f1": 51.76,
+      "paper_acc": 67.36,
+      "sec": 455.18480348587036
+    },
+    {
+      "k": 10,
+      "r": 0.6,
+      "f1": 54.388220152613734,
+      "f1_sd": 0.0,
+      "acc": 68.08905380333951,
+      "acc_sd": 0.0,
+      "auroc": 85.27193811966129,
+      "n_seeds": 1,
+      "paper_f1": 50.7,
+      "paper_acc": 66.41,
+      "sec": 388.5586168766022
+    },
+    {
+      "k": 10,
+      "r": 0.7,
+      "f1": 55.68678704182574,
+      "f1_sd": 0.0,
+      "acc": 68.56447124304268,
+      "acc_sd": 0.0,
+      "auroc": 85.97759672825653,
+      "n_seeds": 1,
+      "paper_f1": 56.33,
+      "paper_acc": 71.07,
+      "sec": 472.1071059703827
+    },
+    {
+      "k": 10,
+      "r": 0.8,
+      "f1": 56.01098269541115,
+      "f1_sd": 0.0,
+      "acc": 67.70640074211502,
+      "acc_sd": 0.0,
+      "auroc": 85.3341005897932,
+      "n_seeds": 1,
+      "paper_f1": 55.7,
+      "paper_acc": 70.42,
+      "sec": 459.3941607475281
+    }
+  ],
+  "best_cell_ours": {
+    "k": 10,
+    "r": 0.8,
+    "f1": 56.01098269541115
+  },
+  "best_cell_paper": {
+    "k": 8,
+    "r": 0.6,
+    "f1": 63.51
+  },
+  "best_k_per_r": {
+    "0.5": 8,
+    "0.6": 6,
+    "0.7": 10,
+    "0.8": 10
+  },
+  "best_r_per_k": {
+    "6": 0.8,
+    "8": 0.6,
+    "10": 0.8
+  },
+  "mean_f1_by_k": {
+    "6": 55.32567493027082,
+    "8": 55.033987837494806,
+    "10": 55.21530848414014
+  },
+  "mean_f1_by_r": {
+    "0.5": 54.715088393670555,
+    "0.6": 55.197861142266284,
+    "0.7": 55.231292865138585,
+    "0.8": 55.622385934798935
+  },
+  "paper_mean_f1_by_k": {
+    "6": 55.305,
+    "8": 61.85,
+    "10": 53.6225
+  },
+  "paper_mean_f1_by_r": {
+    "0.5": 56.38999999999999,
+    "0.6": 56.96333333333333,
+    "0.7": 57.94666666666666,
+    "0.8": 56.40333333333333
+  },
+  "r08_degradation": {
+    "6": {
+      "mean_r_le_0.7": 55.135715695903656,
+      "r_0.8": 55.89555263337231,
+      "delta": 0.7598369374686555
+    },
+    "8": {
+      "mean_r_le_0.7": 55.05844295812196,
+      "r_0.8": 54.96062247561335,
+      "delta": -0.09782048250860953
+    },
+    "10": {
+      "mean_r_le_0.7": 54.9500837470498,
+      "r_0.8": 56.01098269541115,
+      "delta": 1.0608989483613485
+    }
+  },
+  "pearson_ours_vs_paper_grid": 0.12106848382642352,
+  "spearman_ours_vs_paper_grid": 0.2447552447552448
+}

results/table1_rank_audit.json

@@ -0,0 +1,97 @@
+{
+  "table_shape": [
+    7,
+    5,
+    12
+  ],
+  "parse_spot_checks": {
+    "ADFTD/Accuracy/Ours": {
+      "parsed": 53.91,
+      "paper": 53.91,
+      "match": true
+    },
+    "ADFTD/F1-score/Ours": {
+      "parsed": 51.79,
+      "paper": 51.79,
+      "match": true
+    },
+    "ADFTD/F1-score/Medformer": {
+      "parsed": 50.65,
+      "paper": 50.65,
+      "match": true
+    },
+    "PTB-XL/F1-score/Ours": {
+      "parsed": 63.51,
+      "paper": 63.51,
+      "match": true
+    },
+    "UCI-HAR/Accuracy/Medformer": {
+      "parsed": 91.65,
+      "paper": 91.65,
+      "match": true
+    },
+    "SleepEDF/AUROC/Ours": {
+      "parsed": 95.37,
+      "paper": 95.37,
+      "match": true
+    }
+  },
+  "all_5_metrics": {
+    "n_cells": 35,
+    "avg_rank_ours": 1.2857142857142858,
+    "n_rank1": 27,
+    "worst_rank": 3.0,
+    "cells_not_rank1": {
+      "PTB/Precision": 2.0,
+      "APAVA/Precision": 2.0,
+      "FLAAP/AUROC": 3.0,
+      "UCI-HAR/Accuracy": 2.0,
+      "UCI-HAR/Precision": 3.0,
+      "UCI-HAR/Recall": 2.0,
+      "UCI-HAR/F1-score": 2.0,
+      "UCI-HAR/AUROC": 2.0
+    }
+  },
+  "acc_f1_auroc (challenge wording)": {
+    "n_cells": 21,
+    "avg_rank_ours": 1.2380952380952381,
+    "n_rank1": 17,
+    "worst_rank": 3.0,
+    "cells_not_rank1": {
+      "FLAAP/AUROC": 3.0,
+      "UCI-HAR/Accuracy": 2.0,
+      "UCI-HAR/F1-score": 2.0,
+      "UCI-HAR/AUROC": 2.0
+    }
+  },
+  "acc_f1": {
+    "n_cells": 14,
+    "avg_rank_ours": 1.1428571428571428,
+    "n_rank1": 12,
+    "worst_rank": 2.0,
+    "cells_not_rank1": {
+      "UCI-HAR/Accuracy": 2.0,
+      "UCI-HAR/F1-score": 2.0
+    }
+  },
+  "avg_rank_all_methods_5metrics": {
+    "Autoformer": 10.6,
+    "Crossformer": 5.3428571428571425,
+    "FEDformer": 8.842857142857143,
+    "Informer": 6.742857142857143,
+    "iTransformer": 6.685714285714286,
+    "MTST": 7.3428571428571425,
+    "Nonformer": 6.328571428571428,
+    "PatchTST": 8.82857142857143,
+    "Reformer": 6.114285714285714,
+    "Transformer": 7.228571428571429,
+    "Medformer": 2.657142857142857,
+    "Ours": 1.2857142857142858
+  },
+  "wilcoxon_ours_gt_medformer": {
+    "statistic": 579.0,
+    "p_value": 7.655490195739945e-06,
+    "n_pairs": 35,
+    "ours_wins": 30
+  }
+}

results/theorem31_audit.json

@@ -0,0 +1,43 @@
+{
+  "A_sufficiency": {
+    "affine_max_abs_dev_nats": 3.552713678800501e-15,
+    "slope_sign_negative": true,
+    "spearman_mse_vs_elbo": -1.0,
+    "true_MI_nats": 3.295836866004329,
+    "I_LB_at_optimal_decoder_nats": 3.2912529417934726,
+    "bound_holds_I_LB_le_MI": true,
+    "bound_gap_nats": 0.004583924210856516,
+    "I_LB_suboptimal_decoder_nats": 1.792422155302205,
+    "worse_decoder_is_looser": true,
+    "control_laplace_affine_max_abs_dev_nats": 2.691125844709986
+  },
+  "B_independence": {
+    "TC_identity_max_abs_dev_nats": 2.6645352591003757e-15,
+    "TC_at_rho_0": 0.0,
+    "TC_at_rho_0.9": 7.065110651401988,
+    "TC_monotone_in_rho": true,
+    "pearson_Ldiv_vs_TC": 0.9995154920006596,
+    "affine_fit_Ldiv_vs_TC_slope": 0.925398438812194,
+    "affine_fit_Ldiv_vs_TC_max_abs_resid_nats": 0.27941074620311035,
+    "Ldiv_range_nats": 8.566508280660617,
+    "spearman_Ldiv_vs_TC": 0.9998123827392121,
+    "Ldiv_at_rho_0": -16.5818135856591,
+    "Ldiv_at_rho_0.95": -8.044056893650616,
+    "Ldiv_increases_with_redundancy": true,
+    "Ldiv_orthogonal_tokens": -16.697549079582547,
+    "Ldiv_collapsed_tokens": -3.120137951768286,
+    "orthogonal_is_the_minimiser": true,
+    "Ldiv_random_tokens_mean": -16.589238607313284,
+    "orthogonal_beats_random": true,
+    "sylvester_abs_dev": 7.105427357601002e-15,
+    "control_gaussian_TC_gauss_formula": 0.764297731299674,
+    "control_gaussian_TC_knn_estimate": 0.7807934429302339,
+    "control_gaussian_abs_error": 0.01649571163055985,
+    "control_uniform_TC_gauss_formula": 0.772922784316371,
+    "control_uniform_TC_knn_estimate": 1.0592673578233711,
+    "control_uniform_abs_error": 0.28634457350700016,
+    "control_student_t3_TC_gauss_formula": 0.7257800149072109,
+    "control_student_t3_TC_knn_estimate": 0.9149427687286575,
+    "control_student_t3_abs_error": 0.18916275382144665
+  }
+}