Upload 19 files

.gitattributes

@@ -114,3 +114,16 @@ eval_runs/eval_runs_seed_49_30_epoch/cifar100_hjepa_mv/plots/summary_p.png filte
 eval_runs/eval_runs_seed_49_30_epoch/cifar100_hjepa_mv/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
 eval_runs/eval_runs_seed_49_30_epoch/cifar100_hjepa_mv/plots/summary.png filter=lfs diff=lfs merge=lfs -text
 eval_runs/eval_runs_seed_49_30_epoch/cifar100_sigreg_tokens/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_42_30_epoch/cifar100_hjepa_mv/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_42_30_epoch/cifar100_hjepa_mv/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_42_30_epoch/cifar100_hjepa_mv/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_42_30_epoch/cifar100_sigreg_tokens/plots/summary_posthoc.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_42_30_epoch/cifar100_sigreg_tokens/plots/summary_raw.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_45_30_epoch/cifar100_hjepa_mv/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_45_30_epoch/cifar100_hjepa_mv/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_45_30_epoch/cifar100_hjepa_mv/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_45_30_epoch/cifar100_sigreg_tokens/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_49_30_epoch/cifar100_hjepa_mv/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_49_30_epoch/cifar100_hjepa_mv/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_49_30_epoch/cifar100_hjepa_mv/plots/summary.png filter=lfs diff=lfs merge=lfs -text
+eval_runs/cifar100_seed_49_30_epoch/cifar100_sigreg_tokens/plots/summary.png filter=lfs diff=lfs merge=lfs -text

eval_runs/cifar100_seed_42_30_epoch/cifar100_hjepa_mv/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/cifar100_hjepa_mv.pth",
+  "config": "configs/cifar100_hjepa_mv.yaml",
+  "dataset": "cifar100",
+  "data_root": "./data",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 4.4132771492004395
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.3114,
+      0.3026,
+      0.3137,
+      0.3155,
+      0.3014,
+      0.2914,
+      0.2785
+    ],
+    "top5": [
+      0.3388,
+      0.5179,
+      0.5327,
+      0.5632,
+      0.5927,
+      0.5907,
+      0.5838
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.3413,
+    "top5": 0.6175
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 122.94153594970703,
+      "participation_ratio_topq": 59.19148254394531,
+      "eigs_top": [
+        16.16946029663086,
+        10.269577026367188,
+        9.21041488647461,
+        6.818473815917969,
+        6.257633686065674,
+        5.2125372886657715,
+        4.979527950286865,
+        4.072881698608398,
+        3.806694984436035,
+        3.7129149436950684,
+        3.5592634677886963,
+        3.3431057929992676,
+        3.1544032096862793,
+        3.0649008750915527,
+        2.9258477687835693,
+        2.8093955516815186,
+        2.625140905380249,
+        2.52496075630188,
+        2.46907639503479,
+        2.3414387702941895,
+        2.294842481613159,
+        2.2699100971221924,
+        2.055279493331909,
+        2.0215914249420166,
+        1.9502652883529663,
+        1.886179804801941,
+        1.8262988328933716,
+        1.7601081132888794,
+        1.7348520755767822,
+        1.6936885118484497,
+        1.5902982950210571,
+        1.5466718673706055,
+        1.5197827816009521,
+        1.5059360265731812,
+        1.4312679767608643,
+        1.391599178314209,
+        1.352318525314331,
+        1.3390145301818848,
+        1.3352233171463013,
+        1.2727137804031372,
+        1.2378575801849365,
+        1.2213122844696045,
+        1.2055329084396362,
+        1.133629322052002,
+        1.108899474143982,
+        1.077985167503357,
+        1.052103877067566,
+        1.0303642749786377,
+        1.001145839691162,
+        0.9895926713943481,
+        0.9632030725479126,
+        0.9462242126464844,
+        0.9266877770423889,
+        0.9162417650222778,
+        0.8956830501556396,
+        0.8867132067680359,
+        0.8697685599327087,
+        0.8577166795730591,
+        0.8363931775093079,
+        0.8129003047943115,
+        0.808380663394928,
+        0.8000689744949341,
+        0.7727016806602478,
+        0.7593849301338196,
+        0.7539569139480591,
+        0.7464850544929504,
+        0.7349908351898193,
+        0.7111656069755554,
+        0.7087821960449219,
+        0.6953996419906616,
+        0.6722322702407837,
+        0.6664129495620728,
+        0.6648722887039185,
+        0.6535452008247375,
+        0.6341466307640076,
+        0.6202605962753296,
+        0.6075929403305054,
+        0.6061442494392395,
+        0.5941485166549683,
+        0.5863611102104187,
+        0.5813129544258118,
+        0.5738003253936768,
+        0.5707245469093323,
+        0.5634769797325134,
+        0.5624011754989624,
+        0.5506093502044678,
+        0.547061026096344,
+        0.537331223487854,
+        0.5317767262458801,
+        0.5281080007553101,
+        0.5276273488998413,
+        0.5218451023101807,
+        0.5161172747612,
+        0.5037263035774231,
+        0.50275057554245,
+        0.49687519669532776,
+        0.49388858675956726,
+        0.4865071773529053,
+        0.4819567799568176,
+        0.4764644205570221,
+        0.4692979156970978,
+        0.46656280755996704,
+        0.4626399874687195,
+        0.4532340466976166,
+        0.4494355320930481,
+        0.44586119055747986,
+        0.44321951270103455,
+        0.44117650389671326,
+        0.43615487217903137,
+        0.43176111578941345,
+        0.42675748467445374,
+        0.42531245946884155,
+        0.4224802851676941,
+        0.41859298944473267,
+        0.41366687417030334,
+        0.4122885465621948,
+        0.40740764141082764,
+        0.405083566904068,
+        0.4029708802700043,
+        0.39992058277130127,
+        0.3977682292461395,
+        0.39532050490379333,
+        0.3912598788738251,
+        0.3876652717590332,
+        0.3861701786518097,
+        0.38200968503952026,
+        0.3786638081073761,
+        0.375998854637146,
+        0.37141352891921997,
+        0.36782482266426086,
+        0.3653429448604584,
+        0.364616334438324,
+        0.3639774024486542,
+        0.35969600081443787,
+        0.3560429811477661,
+        0.35324200987815857,
+        0.3492218255996704,
+        0.34786999225616455,
+        0.3435835540294647,
+        0.34115278720855713,
+        0.3387937545776367,
+        0.3356808125972748,
+        0.33336687088012695,
+        0.3327969014644623,
+        0.3287564814090729,
+        0.32719820737838745,
+        0.32259029150009155,
+        0.3216553032398224,
+        0.31729647517204285,
+        0.31616994738578796,
+        0.31519559025764465,
+        0.3111693263053894,
+        0.30983999371528625,
+        0.3088398873806,
+        0.3074447214603424,
+        0.30519747734069824,
+        0.3038203716278076,
+        0.3033169209957123,
+        0.30215856432914734,
+        0.298515260219574,
+        0.29676109552383423,
+        0.2952054738998413,
+        0.29233020544052124,
+        0.29006993770599365,
+        0.2893504798412323,
+        0.28706538677215576,
+        0.28662794828414917,
+        0.28533056378364563,
+        0.2808886766433716,
+        0.278947651386261,
+        0.2778731882572174,
+        0.27687424421310425,
+        0.27483299374580383,
+        0.2734358012676239,
+        0.271223247051239,
+        0.26871398091316223,
+        0.2663450241088867,
+        0.2644086182117462,
+        0.2639258801937103,
+        0.2611553966999054,
+        0.25888046622276306,
+        0.2581525146961212,
+        0.25619515776634216,
+        0.25542739033699036,
+        0.2535882294178009,
+        0.251943439245224,
+        0.2507230043411255,
+        0.24904458224773407,
+        0.2484087347984314,
+        0.2466314136981964,
+        0.24514634907245636,
+        0.24470748007297516,
+        0.2426072061061859,
+        0.23988111317157745,
+        0.2390390932559967,
+        0.2365671843290329,
+        0.23577728867530823,
+        0.23473528027534485,
+        0.23362694680690765,
+        0.23192553222179413,
+        0.23095668852329254,
+        0.23017551004886627,
+        0.2296675443649292,
+        0.22725099325180054,
+        0.2256426364183426,
+        0.22433598339557648,
+        0.2238227128982544,
+        0.22071149945259094,
+        0.21978147327899933,
+        0.21845412254333496,
+        0.21699482202529907,
+        0.21591442823410034,
+        0.21414434909820557,
+        0.21385693550109863,
+        0.21269412338733673,
+        0.21075530350208282,
+        0.21000638604164124,
+        0.20851658284664154,
+        0.2057841271162033,
+        0.2040267437696457,
+        0.20365522801876068,
+        0.20249249041080475,
+        0.20200598239898682,
+        0.20151777565479279,
+        0.19999001920223236,
+        0.19979074597358704,
+        0.1964975744485855,
+        0.19552624225616455,
+        0.19316884875297546,
+        0.19238562881946564,
+        0.19137045741081238,
+        0.19085581600666046,
+        0.18855752050876617,
+        0.18812431395053864,
+        0.18673820793628693,
+        0.18578758835792542,
+        0.18487648665905,
+        0.18441493809223175,
+        0.18263518810272217,
+        0.1809346079826355,
+        0.18050873279571533,
+        0.17815186083316803,
+        0.1764964759349823,
+        0.17576105892658234,
+        0.17543865740299225,
+        0.1722937673330307,
+        0.1702219694852829,
+        0.16908369958400726,
+        0.16789011657238007,
+        0.1667696237564087,
+        0.1657937616109848,
+        0.16226047277450562,
+        0.16097882390022278,
+        0.15982332825660706,
+        0.15647274255752563,
+        0.15462331473827362
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.7141844034194946,
+      "std": 0.057114794850349426,
+      "p10": 0.6389929056167603,
+      "p50": 0.7231531143188477,
+      "p90": 0.7776603698730469,
+      "min": 0.39622098207473755,
+      "max": 1.0000001192092896
+    },
+    "feature_norms": {
+      "mean": 31.366405487060547,
+      "std": 2.133841037750244,
+      "p10": 29.44053840637207,
+      "p50": 30.892498016357422,
+      "p90": 33.74842834472656,
+      "min": 27.397232055664062,
+      "max": 53.62887191772461
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 4.4132771492004395
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.3114,
+          0.3026,
+          0.3137,
+          0.3155,
+          0.3014,
+          0.2914,
+          0.2785
+        ],
+        "top5": [
+          0.3388,
+          0.5179,
+          0.5327,
+          0.5632,
+          0.5927,
+          0.5907,
+          0.5838
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3413,
+        "top5": 0.6175
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 122.94153594970703,
+          "participation_ratio_topq": 59.19148254394531,
+          "eigs_top": [
+            16.16946029663086,
+            10.269577026367188,
+            9.21041488647461,
+            6.818473815917969,
+            6.257633686065674,
+            5.2125372886657715,
+            4.979527950286865,
+            4.072881698608398,
+            3.806694984436035,
+            3.7129149436950684,
+            3.5592634677886963,
+            3.3431057929992676,
+            3.1544032096862793,
+            3.0649008750915527,
+            2.9258477687835693,
+            2.8093955516815186,
+            2.625140905380249,
+            2.52496075630188,
+            2.46907639503479,
+            2.3414387702941895,
+            2.294842481613159,
+            2.2699100971221924,
+            2.055279493331909,
+            2.0215914249420166,
+            1.9502652883529663,
+            1.886179804801941,
+            1.8262988328933716,
+            1.7601081132888794,
+            1.7348520755767822,
+            1.6936885118484497,
+            1.5902982950210571,
+            1.5466718673706055,
+            1.5197827816009521,
+            1.5059360265731812,
+            1.4312679767608643,
+            1.391599178314209,
+            1.352318525314331,
+            1.3390145301818848,
+            1.3352233171463013,
+            1.2727137804031372,
+            1.2378575801849365,
+            1.2213122844696045,
+            1.2055329084396362,
+            1.133629322052002,
+            1.108899474143982,
+            1.077985167503357,
+            1.052103877067566,
+            1.0303642749786377,
+            1.001145839691162,
+            0.9895926713943481,
+            0.9632030725479126,
+            0.9462242126464844,
+            0.9266877770423889,
+            0.9162417650222778,
+            0.8956830501556396,
+            0.8867132067680359,
+            0.8697685599327087,
+            0.8577166795730591,
+            0.8363931775093079,
+            0.8129003047943115,
+            0.808380663394928,
+            0.8000689744949341,
+            0.7727016806602478,
+            0.7593849301338196,
+            0.7539569139480591,
+            0.7464850544929504,
+            0.7349908351898193,
+            0.7111656069755554,
+            0.7087821960449219,
+            0.6953996419906616,
+            0.6722322702407837,
+            0.6664129495620728,
+            0.6648722887039185,
+            0.6535452008247375,
+            0.6341466307640076,
+            0.6202605962753296,
+            0.6075929403305054,
+            0.6061442494392395,
+            0.5941485166549683,
+            0.5863611102104187,
+            0.5813129544258118,
+            0.5738003253936768,
+            0.5707245469093323,
+            0.5634769797325134,
+            0.5624011754989624,
+            0.5506093502044678,
+            0.547061026096344,
+            0.537331223487854,
+            0.5317767262458801,
+            0.5281080007553101,
+            0.5276273488998413,
+            0.5218451023101807,
+            0.5161172747612,
+            0.5037263035774231,
+            0.50275057554245,
+            0.49687519669532776,
+            0.49388858675956726,
+            0.4865071773529053,
+            0.4819567799568176,
+            0.4764644205570221,
+            0.4692979156970978,
+            0.46656280755996704,
+            0.4626399874687195,
+            0.4532340466976166,
+            0.4494355320930481,
+            0.44586119055747986,
+            0.44321951270103455,
+            0.44117650389671326,
+            0.43615487217903137,
+            0.43176111578941345,
+            0.42675748467445374,
+            0.42531245946884155,
+            0.4224802851676941,
+            0.41859298944473267,
+            0.41366687417030334,
+            0.4122885465621948,
+            0.40740764141082764,
+            0.405083566904068,
+            0.4029708802700043,
+            0.39992058277130127,
+            0.3977682292461395,
+            0.39532050490379333,
+            0.3912598788738251,
+            0.3876652717590332,
+            0.3861701786518097,
+            0.38200968503952026,
+            0.3786638081073761,
+            0.375998854637146,
+            0.37141352891921997,
+            0.36782482266426086,
+            0.3653429448604584,
+            0.364616334438324,
+            0.3639774024486542,
+            0.35969600081443787,
+            0.3560429811477661,
+            0.35324200987815857,
+            0.3492218255996704,
+            0.34786999225616455,
+            0.3435835540294647,
+            0.34115278720855713,
+            0.3387937545776367,
+            0.3356808125972748,
+            0.33336687088012695,
+            0.3327969014644623,
+            0.3287564814090729,
+            0.32719820737838745,
+            0.32259029150009155,
+            0.3216553032398224,
+            0.31729647517204285,
+            0.31616994738578796,
+            0.31519559025764465,
+            0.3111693263053894,
+            0.30983999371528625,
+            0.3088398873806,
+            0.3074447214603424,
+            0.30519747734069824,
+            0.3038203716278076,
+            0.3033169209957123,
+            0.30215856432914734,
+            0.298515260219574,
+            0.29676109552383423,
+            0.2952054738998413,
+            0.29233020544052124,
+            0.29006993770599365,
+            0.2893504798412323,
+            0.28706538677215576,
+            0.28662794828414917,
+            0.28533056378364563,
+            0.2808886766433716,
+            0.278947651386261,
+            0.2778731882572174,
+            0.27687424421310425,
+            0.27483299374580383,
+            0.2734358012676239,
+            0.271223247051239,
+            0.26871398091316223,
+            0.2663450241088867,
+            0.2644086182117462,
+            0.2639258801937103,
+            0.2611553966999054,
+            0.25888046622276306,
+            0.2581525146961212,
+            0.25619515776634216,
+            0.25542739033699036,
+            0.2535882294178009,
+            0.251943439245224,
+            0.2507230043411255,
+            0.24904458224773407,
+            0.2484087347984314,
+            0.2466314136981964,
+            0.24514634907245636,
+            0.24470748007297516,
+            0.2426072061061859,
+            0.23988111317157745,
+            0.2390390932559967,
+            0.2365671843290329,
+            0.23577728867530823,
+            0.23473528027534485,
+            0.23362694680690765,
+            0.23192553222179413,
+            0.23095668852329254,
+            0.23017551004886627,
+            0.2296675443649292,
+            0.22725099325180054,
+            0.2256426364183426,
+            0.22433598339557648,
+            0.2238227128982544,
+            0.22071149945259094,
+            0.21978147327899933,
+            0.21845412254333496,
+            0.21699482202529907,
+            0.21591442823410034,
+            0.21414434909820557,
+            0.21385693550109863,
+            0.21269412338733673,
+            0.21075530350208282,
+            0.21000638604164124,
+            0.20851658284664154,
+            0.2057841271162033,
+            0.2040267437696457,
+            0.20365522801876068,
+            0.20249249041080475,
+            0.20200598239898682,
+            0.20151777565479279,
+            0.19999001920223236,
+            0.19979074597358704,
+            0.1964975744485855,
+            0.19552624225616455,
+            0.19316884875297546,
+            0.19238562881946564,
+            0.19137045741081238,
+            0.19085581600666046,
+            0.18855752050876617,
+            0.18812431395053864,
+            0.18673820793628693,
+            0.18578758835792542,
+            0.18487648665905,
+            0.18441493809223175,
+            0.18263518810272217,
+            0.1809346079826355,
+            0.18050873279571533,
+            0.17815186083316803,
+            0.1764964759349823,
+            0.17576105892658234,
+            0.17543865740299225,
+            0.1722937673330307,
+            0.1702219694852829,
+            0.16908369958400726,
+            0.16789011657238007,
+            0.1667696237564087,
+            0.1657937616109848,
+            0.16226047277450562,
+            0.16097882390022278,
+            0.15982332825660706,
+            0.15647274255752563,
+            0.15462331473827362
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.7141844034194946,
+          "std": 0.057114794850349426,
+          "p10": 0.6389929056167603,
+          "p50": 0.7231531143188477,
+          "p90": 0.7776603698730469,
+          "min": 0.39622098207473755,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 31.366405487060547,
+          "std": 2.133841037750244,
+          "p10": 29.44053840637207,
+          "p50": 30.892498016357422,
+          "p90": 33.74842834472656,
+          "min": 27.397232055664062,
+          "max": 53.62887191772461
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 4.147324562072754
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.3,
+          0.2866,
+          0.2953,
+          0.2947,
+          0.2863,
+          0.2716,
+          0.2551
+        ],
+        "top5": [
+          0.3278,
+          0.4988,
+          0.5145,
+          0.5413,
+          0.5676,
+          0.5664,
+          0.555
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3346,
+        "top5": 0.6048
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 75.81217956542969,
+          "participation_ratio_topq": 23.03643226623535,
+          "eigs_top": [
+            54.608089447021484,
+            23.236623764038086,
+            17.59126091003418,
+            10.466591835021973,
+            9.607047080993652,
+            7.902287483215332,
+            6.609597682952881,
+            6.343848705291748,
+            6.038076400756836,
+            5.27848482131958,
+            4.905047416687012,
+            4.605284214019775,
+            4.472103595733643,
+            4.264621257781982,
+            3.855377435684204,
+            3.518709659576416,
+            3.463477373123169,
+            3.2369983196258545,
+            3.098982334136963,
+            2.9635419845581055,
+            2.8198554515838623,
+            2.7788352966308594,
+            2.7496531009674072,
+            2.5670762062072754,
+            2.5091915130615234,
+            2.4341413974761963,
+            2.2834525108337402,
+            2.2016608715057373,
+            2.1140003204345703,
+            1.9627578258514404,
+            1.8675129413604736,
+            1.8557887077331543,
+            1.8011289834976196,
+            1.7530051469802856,
+            1.6927121877670288,
+            1.610397219657898,
+            1.5761224031448364,
+            1.5374152660369873,
+            1.47393000125885,
+            1.449690341949463,
+            1.4059996604919434,
+            1.3677102327346802,
+            1.3107966184616089,
+            1.2906315326690674,
+            1.2574571371078491,
+            1.2292088270187378,
+            1.207091212272644,
+            1.1660516262054443,
+            1.1648064851760864,
+            1.1163045167922974,
+            1.095963954925537,
+            1.0656638145446777,
+            1.0439417362213135,
+            1.0029611587524414,
+            0.9832114577293396,
+            0.9624198079109192,
+            0.9524359703063965,
+            0.9394152164459229,
+            0.9140557646751404,
+            0.9016635417938232,
+            0.8752374649047852,
+            0.8623613119125366,
+            0.8538007140159607,
+            0.8375524878501892,
+            0.8296976685523987,
+            0.8141194581985474,
+            0.7987104654312134,
+            0.7767767906188965,
+            0.7747407555580139,
+            0.7590723037719727,
+            0.7457951307296753,
+            0.7417440414428711,
+            0.7232498526573181,
+            0.7156320810317993,
+            0.7069966793060303,
+            0.704368531703949,
+            0.6972396373748779,
+            0.674404501914978,
+            0.6621976494789124,
+            0.6574265360832214,
+            0.646640956401825,
+            0.6411277651786804,
+            0.6390318274497986,
+            0.6319814920425415,
+            0.6260249018669128,
+            0.6107887625694275,
+            0.6095643639564514,
+            0.6027595400810242,
+            0.5978084802627563,
+            0.5860028862953186,
+            0.5789662003517151,
+            0.5730273127555847,
+            0.562797486782074,
+            0.5615227818489075,
+            0.5557264685630798,
+            0.5509372353553772,
+            0.5466365218162537,
+            0.5391790270805359,
+            0.5279086828231812,
+            0.5259628891944885,
+            0.519652247428894,
+            0.5157070755958557,
+            0.5114363431930542,
+            0.5058935880661011,
+            0.501122772693634,
+            0.4969385862350464,
+            0.4932045638561249,
+            0.49084293842315674,
+            0.4863649904727936,
+            0.4828910231590271,
+            0.477981835603714,
+            0.4745997488498688,
+            0.47115784883499146,
+            0.4597977101802826,
+            0.4589577615261078,
+            0.4535749554634094,
+            0.4491068124771118,
+            0.4470057487487793,
+            0.4409704804420471,
+            0.43755683302879333,
+            0.43656623363494873,
+            0.42655205726623535,
+            0.42463287711143494,
+            0.41799336671829224,
+            0.41658732295036316,
+            0.41317564249038696,
+            0.4109640419483185,
+            0.40916207432746887,
+            0.4047846496105194,
+            0.40156090259552,
+            0.39817509055137634,
+            0.39659103751182556,
+            0.39110711216926575,
+            0.38959893584251404,
+            0.38632139563560486,
+            0.38292941451072693,
+            0.38217490911483765,
+            0.3744000494480133,
+            0.37285998463630676,
+            0.36993408203125,
+            0.36303576827049255,
+            0.36225825548171997,
+            0.35987138748168945,
+            0.35882553458213806,
+            0.3564114570617676,
+            0.3542957901954651,
+            0.35281723737716675,
+            0.348873496055603,
+            0.3477972447872162,
+            0.3437473177909851,
+            0.34194645285606384,
+            0.33771374821662903,
+            0.33666300773620605,
+            0.33183524012565613,
+            0.33032140135765076,
+            0.3289717435836792,
+            0.3265017867088318,
+            0.3220592141151428,
+            0.3197673261165619,
+            0.31770965456962585,
+            0.3154904544353485,
+            0.31346654891967773,
+            0.3132231831550598,
+            0.3115633726119995,
+            0.30693256855010986,
+            0.30366912484169006,
+            0.3031196594238281,
+            0.3025478720664978,
+            0.3002966642379761,
+            0.29909980297088623,
+            0.29588282108306885,
+            0.29505497217178345,
+            0.292452335357666,
+            0.2906084358692169,
+            0.2888447940349579,
+            0.2875421643257141,
+            0.2871286869049072,
+            0.28502020239830017,
+            0.28153327107429504,
+            0.2801341414451599,
+            0.27842068672180176,
+            0.27624964714050293,
+            0.27475208044052124,
+            0.2728423774242401,
+            0.27022188901901245,
+            0.2697378098964691,
+            0.26790571212768555,
+            0.2660653591156006,
+            0.2642073929309845,
+            0.2629639804363251,
+            0.26060035824775696,
+            0.258346289396286,
+            0.2568916380405426,
+            0.2546602189540863,
+            0.25414586067199707,
+            0.2498159259557724,
+            0.24930906295776367,
+            0.24817126989364624,
+            0.24748189747333527,
+            0.2462155818939209,
+            0.24522216618061066,
+            0.24374963343143463,
+            0.24095237255096436,
+            0.23978249728679657,
+            0.237612783908844,
+            0.23681403696537018,
+            0.23450207710266113,
+            0.2324923425912857,
+            0.23211920261383057,
+            0.23052968084812164,
+            0.22781455516815186,
+            0.22732104361057281,
+            0.2259497344493866,
+            0.22480806708335876,
+            0.22270523011684418,
+            0.22112546861171722,
+            0.22063618898391724,
+            0.21981093287467957,
+            0.21808785200119019,
+            0.21702289581298828,
+            0.21692870557308197,
+            0.21468162536621094,
+            0.21280069649219513,
+            0.20996108651161194,
+            0.20944926142692566,
+            0.208023339509964,
+            0.2077365219593048,
+            0.20622383058071136,
+            0.20504184067249298,
+            0.20424942672252655,
+            0.2025081217288971,
+            0.20074623823165894,
+            0.20002086460590363,
+            0.1982172727584839,
+            0.1973491758108139,
+            0.19649460911750793,
+            0.19514745473861694,
+            0.19259922206401825,
+            0.1919071078300476,
+            0.19058412313461304,
+            0.18894493579864502,
+            0.1874423623085022,
+            0.18645745515823364,
+            0.18410030007362366,
+            0.18332523107528687,
+            0.18042871356010437,
+            0.17964234948158264,
+            0.17840175330638885,
+            0.1768418848514557,
+            0.1764584183692932,
+            0.17553547024726868,
+            0.1739169806241989,
+            0.17247965931892395,
+            0.17221562564373016,
+            0.16989390552043915,
+            0.1644344925880432
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.6132474541664124,
+          "std": 0.0992741659283638,
+          "p10": 0.47819244861602783,
+          "p50": 0.6296209096908569,
+          "p90": 0.7252209782600403,
+          "min": 0.13157972693443298,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 31.312719345092773,
+          "std": 3.0850651264190674,
+          "p10": 28.820985794067383,
+          "p50": 30.611064910888672,
+          "p90": 34.2693977355957,
+          "min": 26.1597843170166,
+          "max": 62.56296920776367
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 4.1977410316467285
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.3102,
+          0.2963,
+          0.3048,
+          0.3108,
+          0.296,
+          0.2826,
+          0.2687
+        ],
+        "top5": [
+          0.3377,
+          0.5173,
+          0.527,
+          0.5553,
+          0.5826,
+          0.583,
+          0.57
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3436,
+        "top5": 0.6128
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 89.57148742675781,
+          "participation_ratio_topq": 31.384981155395508,
+          "eigs_top": [
+            70.40941619873047,
+            33.20672607421875,
+            26.951093673706055,
+            17.016780853271484,
+            15.703775405883789,
+            12.958685874938965,
+            11.274720191955566,
+            9.885132789611816,
+            9.696708679199219,
+            8.496915817260742,
+            8.305914878845215,
+            7.749092102050781,
+            7.447688579559326,
+            7.2629828453063965,
+            6.396575450897217,
+            6.009782791137695,
+            5.990174770355225,
+            5.839257717132568,
+            5.494765758514404,
+            5.271541595458984,
+            4.991476535797119,
+            4.796504497528076,
+            4.632054805755615,
+            4.507567882537842,
+            4.38951301574707,
+            4.149718761444092,
+            3.9917824268341064,
+            3.800132989883423,
+            3.701162815093994,
+            3.5359301567077637,
+            3.3804047107696533,
+            3.313903331756592,
+            3.17706298828125,
+            3.1494908332824707,
+            2.951725721359253,
+            2.900639295578003,
+            2.824700355529785,
+            2.7865216732025146,
+            2.6468207836151123,
+            2.6152939796447754,
+            2.5461504459381104,
+            2.5273351669311523,
+            2.4463324546813965,
+            2.324173927307129,
+            2.290313959121704,
+            2.2238168716430664,
+            2.1743240356445312,
+            2.0881171226501465,
+            2.0586278438568115,
+            2.038259983062744,
+            2.000403881072998,
+            1.9019702672958374,
+            1.859142780303955,
+            1.8290857076644897,
+            1.8032435178756714,
+            1.7576229572296143,
+            1.7049630880355835,
+            1.6896356344223022,
+            1.6427582502365112,
+            1.6007740497589111,
+            1.580964207649231,
+            1.5655792951583862,
+            1.5587573051452637,
+            1.4899827241897583,
+            1.4775712490081787,
+            1.4670906066894531,
+            1.4505549669265747,
+            1.424345850944519,
+            1.4061777591705322,
+            1.374964714050293,
+            1.3563978672027588,
+            1.3411364555358887,
+            1.3210114240646362,
+            1.2890100479125977,
+            1.279792070388794,
+            1.2446563243865967,
+            1.238051414489746,
+            1.212288498878479,
+            1.1815717220306396,
+            1.1710542440414429,
+            1.1592247486114502,
+            1.1422868967056274,
+            1.1162267923355103,
+            1.1055235862731934,
+            1.1020874977111816,
+            1.0906445980072021,
+            1.081037163734436,
+            1.0581356287002563,
+            1.045905590057373,
+            1.0353469848632812,
+            1.0279347896575928,
+            1.0240163803100586,
+            1.0104963779449463,
+            1.0094808340072632,
+            0.99940025806427,
+            0.9765510559082031,
+            0.9677063226699829,
+            0.9537261724472046,
+            0.9416252374649048,
+            0.9360641837120056,
+            0.9252380728721619,
+            0.9165753126144409,
+            0.9077531099319458,
+            0.8985292315483093,
+            0.8884591460227966,
+            0.8775928020477295,
+            0.8636418581008911,
+            0.8624591827392578,
+            0.8575720191001892,
+            0.8507078289985657,
+            0.8406612277030945,
+            0.8297016620635986,
+            0.8291242122650146,
+            0.8248483538627625,
+            0.8132102489471436,
+            0.7950685620307922,
+            0.7913710474967957,
+            0.7836950421333313,
+            0.7833970189094543,
+            0.775258481502533,
+            0.7736473679542542,
+            0.767009973526001,
+            0.7631250619888306,
+            0.7556241750717163,
+            0.740064263343811,
+            0.7360841035842896,
+            0.7287964224815369,
+            0.7237219214439392,
+            0.7212421894073486,
+            0.7098290324211121,
+            0.7044342160224915,
+            0.694343090057373,
+            0.6893365979194641,
+            0.6845641732215881,
+            0.6811558604240417,
+            0.6702810525894165,
+            0.6686088442802429,
+            0.6626659035682678,
+            0.6554430723190308,
+            0.6530852317810059,
+            0.6459318399429321,
+            0.6444641947746277,
+            0.6398221254348755,
+            0.6348426342010498,
+            0.6323245763778687,
+            0.6238653659820557,
+            0.6190770268440247,
+            0.6112595200538635,
+            0.6046323776245117,
+            0.6038153767585754,
+            0.5992993712425232,
+            0.5947855114936829,
+            0.5931708812713623,
+            0.586921215057373,
+            0.5846551060676575,
+            0.5775235891342163,
+            0.5746768712997437,
+            0.5701503753662109,
+            0.563921332359314,
+            0.5623223781585693,
+            0.5603020191192627,
+            0.5576329827308655,
+            0.5513539910316467,
+            0.5485405325889587,
+            0.5462523698806763,
+            0.5426836013793945,
+            0.5413756370544434,
+            0.5362624526023865,
+            0.532065749168396,
+            0.5287236571311951,
+            0.5240319967269897,
+            0.5205854773521423,
+            0.5171915292739868,
+            0.5112951397895813,
+            0.5094653367996216,
+            0.5040538907051086,
+            0.5008304119110107,
+            0.49867919087409973,
+            0.49750933051109314,
+            0.49378347396850586,
+            0.48956459760665894,
+            0.48578158020973206,
+            0.48406854271888733,
+            0.4791107177734375,
+            0.47694501280784607,
+            0.4700566232204437,
+            0.4660632312297821,
+            0.46449002623558044,
+            0.45988041162490845,
+            0.45714518427848816,
+            0.45479559898376465,
+            0.45298200845718384,
+            0.4504372179508209,
+            0.4470706284046173,
+            0.44420865178108215,
+            0.4420630633831024,
+            0.43687087297439575,
+            0.4338788092136383,
+            0.43195202946662903,
+            0.42915746569633484,
+            0.4261784851551056,
+            0.4249510169029236,
+            0.42154306173324585,
+            0.41858068108558655,
+            0.41482359170913696,
+            0.41147276759147644,
+            0.40839529037475586,
+            0.40548795461654663,
+            0.4033975899219513,
+            0.4012534022331238,
+            0.40009447932243347,
+            0.3977518081665039,
+            0.39288175106048584,
+            0.39231163263320923,
+            0.3902253806591034,
+            0.38688915967941284,
+            0.38422632217407227,
+            0.3823997378349304,
+            0.3787236511707306,
+            0.37659427523612976,
+            0.37587565183639526,
+            0.37258315086364746,
+            0.37088286876678467,
+            0.36843809485435486,
+            0.36579030752182007,
+            0.3636704683303833,
+            0.3617461919784546,
+            0.3597009778022766,
+            0.35857126116752625,
+            0.3543669581413269,
+            0.35260578989982605,
+            0.34859177470207214,
+            0.3469438850879669,
+            0.3459029197692871,
+            0.34241271018981934,
+            0.3397529721260071,
+            0.337542325258255,
+            0.3349359929561615,
+            0.3334657549858093,
+            0.33253681659698486,
+            0.32791781425476074,
+            0.3254714608192444,
+            0.324002742767334,
+            0.3187427818775177,
+            0.3171837627887726,
+            0.31436774134635925,
+            0.3134370446205139,
+            0.3110414445400238,
+            0.3079043924808502,
+            0.3051615357398987,
+            0.29812487959861755,
+            0.29607176780700684,
+            0.2941707670688629,
+            0.2887980043888092,
+            0.28801819682121277,
+            0.28280314803123474
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.6635009050369263,
+          "std": 0.07791518419981003,
+          "p10": 0.5580745935440063,
+          "p50": 0.6764081716537476,
+          "p90": 0.7504286766052246,
+          "min": 0.269940584897995,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 44.33278274536133,
+          "std": 3.6074061393737793,
+          "p10": 41.411380767822266,
+          "p50": 43.47184371948242,
+          "p90": 48.00027847290039,
+          "min": 38.329708099365234,
+          "max": 82.40254974365234
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/cifar100_seed_42_30_epoch/cifar100_sigreg_tokens/metrics.json

@@ -0,0 +1,680 @@
+{
+  "checkpoint": "checkpoints/cifar100_sigreg_tokens.pth",
+  "config": "configs/cifar100_sigreg_tokens.yaml",
+  "dataset": "cifar100",
+  "data_root": "./data",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "both",
+  "coords": {
+    "raw": {
+      "coord": "raw",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 455.22759103775024
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.2782,
+          0.256,
+          0.2647,
+          0.2668,
+          0.2555,
+          0.2453,
+          0.2281
+        ],
+        "top5": [
+          0.3098,
+          0.4788,
+          0.4894,
+          0.5081,
+          0.5268,
+          0.5285,
+          0.5158
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3053,
+        "top5": 0.5736
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 110.36210632324219,
+          "participation_ratio_topq": 60.5599365234375,
+          "eigs_top": [
+            88.67242431640625,
+            78.07771301269531,
+            73.25442504882812,
+            65.73053741455078,
+            62.871150970458984,
+            56.39299011230469,
+            52.67157745361328,
+            51.312801361083984,
+            43.6617431640625,
+            39.36102294921875,
+            37.19538497924805,
+            36.60491943359375,
+            33.793216705322266,
+            28.92894172668457,
+            26.883129119873047,
+            26.419862747192383,
+            24.643667221069336,
+            23.200767517089844,
+            21.826589584350586,
+            20.878646850585938,
+            20.07716178894043,
+            19.38475227355957,
+            18.892648696899414,
+            17.407976150512695,
+            16.837421417236328,
+            16.08258056640625,
+            15.563739776611328,
+            15.331622123718262,
+            15.079172134399414,
+            14.27993106842041,
+            13.534411430358887,
+            13.312854766845703,
+            12.971409797668457,
+            12.81834888458252,
+            12.359942436218262,
+            11.694677352905273,
+            11.408196449279785,
+            11.225093841552734,
+            11.032035827636719,
+            10.733170509338379,
+            10.5690336227417,
+            10.155538558959961,
+            10.058660507202148,
+            9.515416145324707,
+            9.355284690856934,
+            9.230297088623047,
+            9.114419937133789,
+            8.801602363586426,
+            8.701521873474121,
+            8.680663108825684,
+            8.31265640258789,
+            8.172531127929688,
+            7.926751613616943,
+            7.701099395751953,
+            7.637160301208496,
+            7.56611967086792,
+            7.415430068969727,
+            7.249127388000488,
+            7.155814170837402,
+            7.037719249725342,
+            6.928092002868652,
+            6.865998268127441,
+            6.738816738128662,
+            6.6737470626831055,
+            6.590378284454346,
+            6.438260078430176,
+            6.243209362030029,
+            6.167096138000488,
+            6.096672534942627,
+            6.008976459503174,
+            5.772549629211426,
+            5.658083915710449,
+            5.581357002258301,
+            5.539610862731934,
+            5.403941631317139,
+            5.310492515563965,
+            5.256011009216309,
+            5.116513729095459,
+            5.086958885192871,
+            5.056656837463379,
+            4.909816741943359,
+            4.7962727546691895,
+            4.7132182121276855,
+            4.588319778442383,
+            4.499906063079834,
+            4.460783004760742,
+            4.40675163269043,
+            4.363342761993408,
+            4.345734119415283,
+            4.2755351066589355,
+            4.204828262329102,
+            4.146055221557617,
+            4.086277961730957,
+            3.9802401065826416,
+            3.922827959060669,
+            3.8703768253326416,
+            3.8226184844970703,
+            3.7546653747558594,
+            3.7186741828918457,
+            3.695486307144165,
+            3.640944242477417,
+            3.6075942516326904,
+            3.548424243927002,
+            3.4911885261535645,
+            3.4640395641326904,
+            3.425487518310547,
+            3.3842482566833496,
+            3.3368873596191406,
+            3.3051652908325195,
+            3.2638754844665527,
+            3.2508325576782227,
+            3.214651346206665,
+            3.184258222579956,
+            3.140001058578491,
+            3.11690354347229,
+            3.076854944229126,
+            3.0511648654937744,
+            3.014925718307495,
+            2.942460536956787,
+            2.9253249168395996,
+            2.878545045852661,
+            2.8204257488250732,
+            2.8088572025299072,
+            2.7534546852111816,
+            2.719752073287964,
+            2.709670066833496,
+            2.6595566272735596,
+            2.619596242904663,
+            2.590006113052368,
+            2.5618808269500732,
+            2.5386857986450195,
+            2.5074594020843506,
+            2.467979907989502,
+            2.463106870651245,
+            2.457335948944092,
+            2.4145939350128174,
+            2.379443645477295,
+            2.3644652366638184,
+            2.3312976360321045,
+            2.3042409420013428,
+            2.2860519886016846,
+            2.261353015899658,
+            2.241103172302246,
+            2.2153501510620117,
+            2.2047629356384277,
+            2.174283981323242,
+            2.1588542461395264,
+            2.1384236812591553,
+            2.128988742828369,
+            2.107792377471924,
+            2.0818402767181396,
+            2.0446488857269287,
+            2.021198272705078,
+            1.9958317279815674,
+            1.986184000968933,
+            1.9833189249038696,
+            1.965435266494751,
+            1.9392122030258179,
+            1.9160511493682861,
+            1.897186040878296,
+            1.857506513595581,
+            1.849057674407959,
+            1.8344545364379883,
+            1.8055089712142944,
+            1.7906914949417114,
+            1.7816827297210693,
+            1.7637079954147339,
+            1.729885458946228,
+            1.7190393209457397,
+            1.7127294540405273,
+            1.6898252964019775,
+            1.6681816577911377,
+            1.6573560237884521,
+            1.6296383142471313,
+            1.6245139837265015,
+            1.6175885200500488,
+            1.5994707345962524,
+            1.581324815750122,
+            1.57465660572052,
+            1.5564299821853638,
+            1.537261962890625,
+            1.5186212062835693,
+            1.4981746673583984,
+            1.4848952293395996,
+            1.4686319828033447,
+            1.4650181531906128,
+            1.4596360921859741,
+            1.4453881978988647,
+            1.4318864345550537,
+            1.3946233987808228,
+            1.3912454843521118,
+            1.3837337493896484,
+            1.3764804601669312,
+            1.3567105531692505,
+            1.3410345315933228,
+            1.3364938497543335,
+            1.320526361465454,
+            1.3057234287261963,
+            1.2938692569732666,
+            1.2815825939178467,
+            1.263238787651062,
+            1.2570182085037231,
+            1.2477773427963257,
+            1.2342449426651,
+            1.211746096611023,
+            1.1991571187973022,
+            1.1908382177352905,
+            1.1744568347930908,
+            1.1692094802856445,
+            1.163922905921936,
+            1.148733139038086,
+            1.144432783126831,
+            1.1306633949279785,
+            1.1180847883224487,
+            1.1041086912155151,
+            1.099497675895691,
+            1.082990288734436,
+            1.0738770961761475,
+            1.0609511137008667,
+            1.0472941398620605,
+            1.03635835647583,
+            1.0284556150436401,
+            1.0199494361877441,
+            1.0080593824386597,
+            0.9830852150917053,
+            0.980750322341919,
+            0.9620715975761414,
+            0.9594920873641968,
+            0.9500823020935059,
+            0.9323863983154297,
+            0.9278488755226135,
+            0.9176442623138428,
+            0.9082516431808472,
+            0.9031857252120972,
+            0.8914040327072144,
+            0.8824281692504883,
+            0.8776200413703918,
+            0.8761308789253235,
+            0.8638238310813904,
+            0.843988299369812,
+            0.834155797958374,
+            0.8221142292022705,
+            0.8082083463668823,
+            0.7976824641227722,
+            0.7905275225639343,
+            0.7820806503295898,
+            0.773976743221283,
+            0.7535080313682556,
+            0.7437058687210083,
+            0.73418128490448,
+            0.7172536849975586,
+            0.7036275267601013,
+            0.6928342580795288,
+            0.6672658920288086,
+            0.6637712717056274,
+            0.6455513834953308
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.01598329283297062,
+          "std": 0.11502620577812195,
+          "p10": -0.11141826957464218,
+          "p50": -0.00203521316871047,
+          "p90": 0.16640082001686096,
+          "min": -0.30788654088974,
+          "max": 0.9999998807907104
+        },
+        "feature_norms": {
+          "mean": 44.82709503173828,
+          "std": 3.4720711708068848,
+          "p10": 40.85463333129883,
+          "p50": 44.36532974243164,
+          "p90": 49.264869689941406,
+          "min": 34.718746185302734,
+          "max": 65.09197998046875
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "posthoc": {
+      "coord": "posthoc",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 450.9515769481659
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.2836,
+          0.2567,
+          0.2644,
+          0.2686,
+          0.2609,
+          0.2453,
+          0.2328
+        ],
+        "top5": [
+          0.3149,
+          0.4754,
+          0.4834,
+          0.514,
+          0.5308,
+          0.5362,
+          0.5256
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.2814,
+        "top5": 0.5426
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 155.98619079589844,
+          "participation_ratio_topq": 97.37883758544922,
+          "eigs_top": [
+            30.720130920410156,
+            27.554548263549805,
+            23.79758071899414,
+            20.167469024658203,
+            19.372325897216797,
+            18.00433921813965,
+            16.64223861694336,
+            15.805808067321777,
+            15.037543296813965,
+            13.70736026763916,
+            13.255194664001465,
+            12.528522491455078,
+            11.587608337402344,
+            11.029237747192383,
+            10.5316801071167,
+            10.176314353942871,
+            9.727546691894531,
+            9.319319725036621,
+            8.786395072937012,
+            8.503955841064453,
+            8.417518615722656,
+            8.087409019470215,
+            7.854974746704102,
+            7.589221000671387,
+            7.128117084503174,
+            7.115013599395752,
+            6.912926197052002,
+            6.669823169708252,
+            6.3611602783203125,
+            6.20493221282959,
+            6.0721635818481445,
+            6.05920934677124,
+            5.913527011871338,
+            5.895518779754639,
+            5.652457237243652,
+            5.487786769866943,
+            5.422644138336182,
+            5.255741596221924,
+            5.118103504180908,
+            5.086441993713379,
+            5.03559684753418,
+            4.949376106262207,
+            4.863986015319824,
+            4.821323394775391,
+            4.772955894470215,
+            4.702915668487549,
+            4.6539435386657715,
+            4.507808208465576,
+            4.467803955078125,
+            4.42202091217041,
+            4.311010837554932,
+            4.184202671051025,
+            4.167558670043945,
+            4.0676703453063965,
+            4.037469387054443,
+            3.992424964904785,
+            3.9651215076446533,
+            3.8539843559265137,
+            3.8184566497802734,
+            3.8043406009674072,
+            3.7266645431518555,
+            3.7131683826446533,
+            3.6038601398468018,
+            3.5970146656036377,
+            3.561180591583252,
+            3.488919734954834,
+            3.4418134689331055,
+            3.4384403228759766,
+            3.3774125576019287,
+            3.333453893661499,
+            3.2531158924102783,
+            3.222978353500366,
+            3.2094297409057617,
+            3.164961576461792,
+            3.099097728729248,
+            3.0768051147460938,
+            3.0472819805145264,
+            3.0132830142974854,
+            2.991276741027832,
+            2.955509662628174,
+            2.933398723602295,
+            2.883575677871704,
+            2.8368453979492188,
+            2.819636821746826,
+            2.789757251739502,
+            2.75789213180542,
+            2.7249739170074463,
+            2.70280385017395,
+            2.675065755844116,
+            2.6478216648101807,
+            2.6258022785186768,
+            2.6109447479248047,
+            2.5788300037384033,
+            2.560485601425171,
+            2.525543451309204,
+            2.510347843170166,
+            2.458911657333374,
+            2.4314098358154297,
+            2.4150478839874268,
+            2.3962860107421875,
+            2.382861614227295,
+            2.3628857135772705,
+            2.335878849029541,
+            2.3171589374542236,
+            2.3024396896362305,
+            2.2856838703155518,
+            2.2711386680603027,
+            2.2484498023986816,
+            2.2317118644714355,
+            2.209230422973633,
+            2.1886327266693115,
+            2.1546213626861572,
+            2.145200490951538,
+            2.1262621879577637,
+            2.123647451400757,
+            2.1041650772094727,
+            2.0734710693359375,
+            2.070255756378174,
+            2.044147491455078,
+            2.0337724685668945,
+            2.013772487640381,
+            2.003030300140381,
+            1.9824873208999634,
+            1.9705692529678345,
+            1.9465076923370361,
+            1.934160828590393,
+            1.91460382938385,
+            1.897430658340454,
+            1.887878179550171,
+            1.8703043460845947,
+            1.8379967212677002,
+            1.8126691579818726,
+            1.8051196336746216,
+            1.782286286354065,
+            1.7750285863876343,
+            1.7650154829025269,
+            1.7557798624038696,
+            1.7477734088897705,
+            1.7048472166061401,
+            1.6937354803085327,
+            1.6748234033584595,
+            1.668473482131958,
+            1.6508733034133911,
+            1.6339737176895142,
+            1.62153160572052,
+            1.6140726804733276,
+            1.6090811491012573,
+            1.5970790386199951,
+            1.5622594356536865,
+            1.5565037727355957,
+            1.548522710800171,
+            1.5339837074279785,
+            1.529007911682129,
+            1.5055650472640991,
+            1.492687463760376,
+            1.4908478260040283,
+            1.4779220819473267,
+            1.4703664779663086,
+            1.4533671140670776,
+            1.4449888467788696,
+            1.4246232509613037,
+            1.4230471849441528,
+            1.4076168537139893,
+            1.392168402671814,
+            1.3849602937698364,
+            1.3680615425109863,
+            1.3630166053771973,
+            1.344425082206726,
+            1.339035987854004,
+            1.3359004259109497,
+            1.3214479684829712,
+            1.3072192668914795,
+            1.2999781370162964,
+            1.2871918678283691,
+            1.2839080095291138,
+            1.2709624767303467,
+            1.2621501684188843,
+            1.2383655309677124,
+            1.2279492616653442,
+            1.2199841737747192,
+            1.205747127532959,
+            1.1987864971160889,
+            1.1866346597671509,
+            1.1807000637054443,
+            1.1643478870391846,
+            1.1596087217330933,
+            1.144864559173584,
+            1.1370316743850708,
+            1.1355667114257812,
+            1.127241611480713,
+            1.10489821434021,
+            1.085008978843689,
+            1.0762981176376343,
+            1.0672354698181152,
+            1.056337594985962,
+            1.0522440671920776,
+            1.0486477613449097,
+            1.0308257341384888,
+            1.020279884338379,
+            1.015710711479187,
+            1.0074163675308228,
+            0.9964329600334167,
+            0.9906266331672668,
+            0.982475221157074,
+            0.973376989364624,
+            0.9674010276794434,
+            0.9635772109031677,
+            0.9585657119750977,
+            0.9535715579986572,
+            0.9421436190605164,
+            0.9315285086631775,
+            0.922759473323822,
+            0.9110572934150696,
+            0.9054615497589111,
+            0.9005537629127502,
+            0.8832893371582031,
+            0.8789927959442139,
+            0.870162308216095,
+            0.8645057082176208,
+            0.8460082411766052,
+            0.8394695520401001,
+            0.8382306098937988,
+            0.831496000289917,
+            0.817048192024231,
+            0.810173511505127,
+            0.8043270707130432,
+            0.7996417880058289,
+            0.7937971949577332,
+            0.785944402217865,
+            0.7804458141326904,
+            0.768140971660614,
+            0.7500520348548889,
+            0.7435342073440552,
+            0.7354618906974792,
+            0.728525698184967,
+            0.7224220037460327,
+            0.7173296809196472,
+            0.7063911557197571,
+            0.7010648250579834,
+            0.6881702542304993,
+            0.6842342019081116,
+            0.6792977452278137,
+            0.6673161387443542,
+            0.6556533575057983,
+            0.6518706679344177,
+            0.6499874591827393,
+            0.6281003952026367,
+            0.6184217929840088,
+            0.614190399646759,
+            0.5982134342193604,
+            0.5928300619125366,
+            0.5866788625717163,
+            0.575937032699585,
+            0.5609508156776428,
+            0.553497314453125,
+            0.5385488867759705
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.009509041905403137,
+          "std": 0.08497127890586853,
+          "p10": -0.08366189152002335,
+          "p50": -0.0025970591232180595,
+          "p90": 0.1166834831237793,
+          "min": -0.24309177696704865,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 31.858943939208984,
+          "std": 1.59885835647583,
+          "p10": 29.873504638671875,
+          "p50": 31.890003204345703,
+          "p90": 33.81692123413086,
+          "min": 24.955923080444336,
+          "max": 38.91459274291992
+        }
+      },
+      "alignment_uniformity": null,
+      "transform": {
+        "type": "ham",
+        "source": "posthoc",
+        "config": "configs/cifar100_hamsigreg_chain.yaml",
+        "ckpt": null,
+        "ham_kind": "chain"
+      }
+    }
+  }
+}

eval_runs/cifar100_seed_45_30_epoch/cifar100_hjepa_mv/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/cifar100_hjepa_mv.pth",
+  "config": "configs/cifar100_hjepa_mv.yaml",
+  "dataset": "cifar100",
+  "data_root": "./data",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 4.587561845779419
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.307,
+      0.2996,
+      0.3089,
+      0.3114,
+      0.3071,
+      0.2915,
+      0.2758
+    ],
+    "top5": [
+      0.3335,
+      0.5181,
+      0.523,
+      0.5544,
+      0.5866,
+      0.5873,
+      0.5807
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.3368,
+    "top5": 0.6154
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 129.315673828125,
+      "participation_ratio_topq": 65.78143310546875,
+      "eigs_top": [
+        14.089932441711426,
+        10.036478042602539,
+        7.497029781341553,
+        6.169079780578613,
+        5.5020012855529785,
+        5.021440029144287,
+        4.507328987121582,
+        4.23130464553833,
+        3.968318223953247,
+        3.8121511936187744,
+        3.351588726043701,
+        3.3154170513153076,
+        3.0587680339813232,
+        2.877955913543701,
+        2.8028159141540527,
+        2.715766429901123,
+        2.619884490966797,
+        2.5355677604675293,
+        2.3876304626464844,
+        2.3538548946380615,
+        2.2231736183166504,
+        2.159425735473633,
+        2.150733232498169,
+        2.073805809020996,
+        1.9554637670516968,
+        1.8991491794586182,
+        1.802668571472168,
+        1.7928009033203125,
+        1.7444754838943481,
+        1.685521125793457,
+        1.629906415939331,
+        1.598171591758728,
+        1.5267456769943237,
+        1.4748939275741577,
+        1.4424370527267456,
+        1.4112058877944946,
+        1.383243203163147,
+        1.3472627401351929,
+        1.319350242614746,
+        1.2894474267959595,
+        1.2652090787887573,
+        1.204397439956665,
+        1.1895403861999512,
+        1.1729707717895508,
+        1.1106311082839966,
+        1.1019760370254517,
+        1.070780634880066,
+        1.0345685482025146,
+        1.012315273284912,
+        0.9967069625854492,
+        0.9726322293281555,
+        0.9615363478660583,
+        0.9429519772529602,
+        0.9124722480773926,
+        0.9042895436286926,
+        0.887285590171814,
+        0.8798225522041321,
+        0.8634579181671143,
+        0.841748833656311,
+        0.8151057958602905,
+        0.8052748441696167,
+        0.7927139401435852,
+        0.7766727805137634,
+        0.7678544521331787,
+        0.7552518248558044,
+        0.7494345903396606,
+        0.7301585674285889,
+        0.7123897075653076,
+        0.7053477764129639,
+        0.6940554976463318,
+        0.6768027544021606,
+        0.6738978028297424,
+        0.6602967381477356,
+        0.6521751284599304,
+        0.6412694454193115,
+        0.6302165389060974,
+        0.6252883672714233,
+        0.6192033886909485,
+        0.6127622723579407,
+        0.6023741960525513,
+        0.5988085865974426,
+        0.5867457389831543,
+        0.5836668014526367,
+        0.573968231678009,
+        0.5680350661277771,
+        0.5624588131904602,
+        0.5500717163085938,
+        0.5461306571960449,
+        0.5352009534835815,
+        0.5329071879386902,
+        0.522647500038147,
+        0.5186543464660645,
+        0.5155957341194153,
+        0.508196234703064,
+        0.5058991312980652,
+        0.500819742679596,
+        0.4970248341560364,
+        0.4927290678024292,
+        0.4906233251094818,
+        0.4755321145057678,
+        0.4735453426837921,
+        0.46844738721847534,
+        0.4641505479812622,
+        0.46158015727996826,
+        0.45352327823638916,
+        0.44998252391815186,
+        0.4462451934814453,
+        0.44385287165641785,
+        0.4429636299610138,
+        0.438177227973938,
+        0.4334632158279419,
+        0.43178316950798035,
+        0.426053911447525,
+        0.4207879602909088,
+        0.41688475012779236,
+        0.41593053936958313,
+        0.41420668363571167,
+        0.4114726185798645,
+        0.4062156081199646,
+        0.40450623631477356,
+        0.40269380807876587,
+        0.40018579363822937,
+        0.39407479763031006,
+        0.3914778530597687,
+        0.38765764236450195,
+        0.38363003730773926,
+        0.3819723427295685,
+        0.37737366557121277,
+        0.3735293447971344,
+        0.36982014775276184,
+        0.3662642240524292,
+        0.36396414041519165,
+        0.3620416224002838,
+        0.36009085178375244,
+        0.3562711179256439,
+        0.353911429643631,
+        0.350952684879303,
+        0.34968432784080505,
+        0.34868019819259644,
+        0.34341198205947876,
+        0.34104785323143005,
+        0.3408787250518799,
+        0.33810681104660034,
+        0.33657950162887573,
+        0.3325904607772827,
+        0.33066120743751526,
+        0.32820871472358704,
+        0.3243106007575989,
+        0.3206973969936371,
+        0.31992045044898987,
+        0.31785255670547485,
+        0.3148770034313202,
+        0.3142194151878357,
+        0.31189724802970886,
+        0.30929121375083923,
+        0.3057734966278076,
+        0.30486124753952026,
+        0.302386075258255,
+        0.2998022735118866,
+        0.2980929911136627,
+        0.2958756983280182,
+        0.2941162884235382,
+        0.2928309440612793,
+        0.290094792842865,
+        0.2892584800720215,
+        0.28694072365760803,
+        0.28582602739334106,
+        0.2828540503978729,
+        0.28193598985671997,
+        0.2795763909816742,
+        0.27716100215911865,
+        0.27469268441200256,
+        0.27302801609039307,
+        0.27169695496559143,
+        0.27020278573036194,
+        0.2689109146595001,
+        0.26788777112960815,
+        0.265851765871048,
+        0.2652093172073364,
+        0.26226532459259033,
+        0.26120322942733765,
+        0.2606413960456848,
+        0.259450227022171,
+        0.2559071481227875,
+        0.2554067075252533,
+        0.2543552815914154,
+        0.25253134965896606,
+        0.2517486810684204,
+        0.2503984868526459,
+        0.2479228973388672,
+        0.2475746124982834,
+        0.24586321413516998,
+        0.24369043111801147,
+        0.24243248999118805,
+        0.24128404259681702,
+        0.2391732782125473,
+        0.23784828186035156,
+        0.236631378531456,
+        0.23487399518489838,
+        0.23449622094631195,
+        0.23249943554401398,
+        0.23088373243808746,
+        0.23011569678783417,
+        0.22853271663188934,
+        0.22672295570373535,
+        0.22429324686527252,
+        0.2234140932559967,
+        0.22212332487106323,
+        0.22107680141925812,
+        0.21921074390411377,
+        0.21794290840625763,
+        0.21686886250972748,
+        0.21567606925964355,
+        0.21490778028964996,
+        0.21365581452846527,
+        0.2123262584209442,
+        0.20986627042293549,
+        0.2094099521636963,
+        0.20659829676151276,
+        0.20570415258407593,
+        0.2049873173236847,
+        0.20444391667842865,
+        0.20319458842277527,
+        0.2014428973197937,
+        0.20031031966209412,
+        0.1994936317205429,
+        0.19855131208896637,
+        0.19694171845912933,
+        0.1959322690963745,
+        0.19354280829429626,
+        0.19302614033222198,
+        0.19205240905284882,
+        0.1911439597606659,
+        0.19071827828884125,
+        0.1879369467496872,
+        0.18643628060817719,
+        0.18547211587429047,
+        0.184118390083313,
+        0.18302199244499207,
+        0.18144546449184418,
+        0.1796482354402542,
+        0.1791825294494629,
+        0.17859826982021332,
+        0.17698320746421814,
+        0.17625391483306885,
+        0.17585374414920807,
+        0.17400074005126953,
+        0.17346060276031494,
+        0.16990558803081512,
+        0.16823658347129822,
+        0.1679147630929947,
+        0.16621041297912598,
+        0.16393302381038666,
+        0.16192348301410675,
+        0.16026797890663147,
+        0.15711811184883118
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.7166808843612671,
+      "std": 0.0548628494143486,
+      "p10": 0.6451629996299744,
+      "p50": 0.7254540324211121,
+      "p90": 0.7764701843261719,
+      "min": 0.3985958397388458,
+      "max": 1.0000001192092896
+    },
+    "feature_norms": {
+      "mean": 31.338903427124023,
+      "std": 1.7457412481307983,
+      "p10": 29.854259490966797,
+      "p50": 30.93817138671875,
+      "p90": 33.19670486450195,
+      "min": 28.104780197143555,
+      "max": 53.77277755737305
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 4.587561845779419
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.307,
+          0.2996,
+          0.3089,
+          0.3114,
+          0.3071,
+          0.2915,
+          0.2758
+        ],
+        "top5": [
+          0.3335,
+          0.5181,
+          0.523,
+          0.5544,
+          0.5866,
+          0.5873,
+          0.5807
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3368,
+        "top5": 0.6154
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 129.315673828125,
+          "participation_ratio_topq": 65.78143310546875,
+          "eigs_top": [
+            14.089932441711426,
+            10.036478042602539,
+            7.497029781341553,
+            6.169079780578613,
+            5.5020012855529785,
+            5.021440029144287,
+            4.507328987121582,
+            4.23130464553833,
+            3.968318223953247,
+            3.8121511936187744,
+            3.351588726043701,
+            3.3154170513153076,
+            3.0587680339813232,
+            2.877955913543701,
+            2.8028159141540527,
+            2.715766429901123,
+            2.619884490966797,
+            2.5355677604675293,
+            2.3876304626464844,
+            2.3538548946380615,
+            2.2231736183166504,
+            2.159425735473633,
+            2.150733232498169,
+            2.073805809020996,
+            1.9554637670516968,
+            1.8991491794586182,
+            1.802668571472168,
+            1.7928009033203125,
+            1.7444754838943481,
+            1.685521125793457,
+            1.629906415939331,
+            1.598171591758728,
+            1.5267456769943237,
+            1.4748939275741577,
+            1.4424370527267456,
+            1.4112058877944946,
+            1.383243203163147,
+            1.3472627401351929,
+            1.319350242614746,
+            1.2894474267959595,
+            1.2652090787887573,
+            1.204397439956665,
+            1.1895403861999512,
+            1.1729707717895508,
+            1.1106311082839966,
+            1.1019760370254517,
+            1.070780634880066,
+            1.0345685482025146,
+            1.012315273284912,
+            0.9967069625854492,
+            0.9726322293281555,
+            0.9615363478660583,
+            0.9429519772529602,
+            0.9124722480773926,
+            0.9042895436286926,
+            0.887285590171814,
+            0.8798225522041321,
+            0.8634579181671143,
+            0.841748833656311,
+            0.8151057958602905,
+            0.8052748441696167,
+            0.7927139401435852,
+            0.7766727805137634,
+            0.7678544521331787,
+            0.7552518248558044,
+            0.7494345903396606,
+            0.7301585674285889,
+            0.7123897075653076,
+            0.7053477764129639,
+            0.6940554976463318,
+            0.6768027544021606,
+            0.6738978028297424,
+            0.6602967381477356,
+            0.6521751284599304,
+            0.6412694454193115,
+            0.6302165389060974,
+            0.6252883672714233,
+            0.6192033886909485,
+            0.6127622723579407,
+            0.6023741960525513,
+            0.5988085865974426,
+            0.5867457389831543,
+            0.5836668014526367,
+            0.573968231678009,
+            0.5680350661277771,
+            0.5624588131904602,
+            0.5500717163085938,
+            0.5461306571960449,
+            0.5352009534835815,
+            0.5329071879386902,
+            0.522647500038147,
+            0.5186543464660645,
+            0.5155957341194153,
+            0.508196234703064,
+            0.5058991312980652,
+            0.500819742679596,
+            0.4970248341560364,
+            0.4927290678024292,
+            0.4906233251094818,
+            0.4755321145057678,
+            0.4735453426837921,
+            0.46844738721847534,
+            0.4641505479812622,
+            0.46158015727996826,
+            0.45352327823638916,
+            0.44998252391815186,
+            0.4462451934814453,
+            0.44385287165641785,
+            0.4429636299610138,
+            0.438177227973938,
+            0.4334632158279419,
+            0.43178316950798035,
+            0.426053911447525,
+            0.4207879602909088,
+            0.41688475012779236,
+            0.41593053936958313,
+            0.41420668363571167,
+            0.4114726185798645,
+            0.4062156081199646,
+            0.40450623631477356,
+            0.40269380807876587,
+            0.40018579363822937,
+            0.39407479763031006,
+            0.3914778530597687,
+            0.38765764236450195,
+            0.38363003730773926,
+            0.3819723427295685,
+            0.37737366557121277,
+            0.3735293447971344,
+            0.36982014775276184,
+            0.3662642240524292,
+            0.36396414041519165,
+            0.3620416224002838,
+            0.36009085178375244,
+            0.3562711179256439,
+            0.353911429643631,
+            0.350952684879303,
+            0.34968432784080505,
+            0.34868019819259644,
+            0.34341198205947876,
+            0.34104785323143005,
+            0.3408787250518799,
+            0.33810681104660034,
+            0.33657950162887573,
+            0.3325904607772827,
+            0.33066120743751526,
+            0.32820871472358704,
+            0.3243106007575989,
+            0.3206973969936371,
+            0.31992045044898987,
+            0.31785255670547485,
+            0.3148770034313202,
+            0.3142194151878357,
+            0.31189724802970886,
+            0.30929121375083923,
+            0.3057734966278076,
+            0.30486124753952026,
+            0.302386075258255,
+            0.2998022735118866,
+            0.2980929911136627,
+            0.2958756983280182,
+            0.2941162884235382,
+            0.2928309440612793,
+            0.290094792842865,
+            0.2892584800720215,
+            0.28694072365760803,
+            0.28582602739334106,
+            0.2828540503978729,
+            0.28193598985671997,
+            0.2795763909816742,
+            0.27716100215911865,
+            0.27469268441200256,
+            0.27302801609039307,
+            0.27169695496559143,
+            0.27020278573036194,
+            0.2689109146595001,
+            0.26788777112960815,
+            0.265851765871048,
+            0.2652093172073364,
+            0.26226532459259033,
+            0.26120322942733765,
+            0.2606413960456848,
+            0.259450227022171,
+            0.2559071481227875,
+            0.2554067075252533,
+            0.2543552815914154,
+            0.25253134965896606,
+            0.2517486810684204,
+            0.2503984868526459,
+            0.2479228973388672,
+            0.2475746124982834,
+            0.24586321413516998,
+            0.24369043111801147,
+            0.24243248999118805,
+            0.24128404259681702,
+            0.2391732782125473,
+            0.23784828186035156,
+            0.236631378531456,
+            0.23487399518489838,
+            0.23449622094631195,
+            0.23249943554401398,
+            0.23088373243808746,
+            0.23011569678783417,
+            0.22853271663188934,
+            0.22672295570373535,
+            0.22429324686527252,
+            0.2234140932559967,
+            0.22212332487106323,
+            0.22107680141925812,
+            0.21921074390411377,
+            0.21794290840625763,
+            0.21686886250972748,
+            0.21567606925964355,
+            0.21490778028964996,
+            0.21365581452846527,
+            0.2123262584209442,
+            0.20986627042293549,
+            0.2094099521636963,
+            0.20659829676151276,
+            0.20570415258407593,
+            0.2049873173236847,
+            0.20444391667842865,
+            0.20319458842277527,
+            0.2014428973197937,
+            0.20031031966209412,
+            0.1994936317205429,
+            0.19855131208896637,
+            0.19694171845912933,
+            0.1959322690963745,
+            0.19354280829429626,
+            0.19302614033222198,
+            0.19205240905284882,
+            0.1911439597606659,
+            0.19071827828884125,
+            0.1879369467496872,
+            0.18643628060817719,
+            0.18547211587429047,
+            0.184118390083313,
+            0.18302199244499207,
+            0.18144546449184418,
+            0.1796482354402542,
+            0.1791825294494629,
+            0.17859826982021332,
+            0.17698320746421814,
+            0.17625391483306885,
+            0.17585374414920807,
+            0.17400074005126953,
+            0.17346060276031494,
+            0.16990558803081512,
+            0.16823658347129822,
+            0.1679147630929947,
+            0.16621041297912598,
+            0.16393302381038666,
+            0.16192348301410675,
+            0.16026797890663147,
+            0.15711811184883118
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.7166808843612671,
+          "std": 0.0548628494143486,
+          "p10": 0.6451629996299744,
+          "p50": 0.7254540324211121,
+          "p90": 0.7764701843261719,
+          "min": 0.3985958397388458,
+          "max": 1.0000001192092896
+        },
+        "feature_norms": {
+          "mean": 31.338903427124023,
+          "std": 1.7457412481307983,
+          "p10": 29.854259490966797,
+          "p50": 30.93817138671875,
+          "p90": 33.19670486450195,
+          "min": 28.104780197143555,
+          "max": 53.77277755737305
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 4.5927910804748535
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.3005,
+          0.2871,
+          0.2973,
+          0.2996,
+          0.2912,
+          0.282,
+          0.2657
+        ],
+        "top5": [
+          0.3277,
+          0.503,
+          0.5113,
+          0.5448,
+          0.5683,
+          0.5688,
+          0.5625
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3297,
+        "top5": 0.6103
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 83.72199249267578,
+          "participation_ratio_topq": 27.00779151916504,
+          "eigs_top": [
+            47.00193786621094,
+            21.28650665283203,
+            13.450663566589355,
+            9.749305725097656,
+            8.916821479797363,
+            8.219602584838867,
+            6.79184103012085,
+            6.096780300140381,
+            5.6973748207092285,
+            5.66208553314209,
+            4.724549770355225,
+            4.362150192260742,
+            4.103439807891846,
+            3.9600393772125244,
+            3.649721384048462,
+            3.5196118354797363,
+            3.3565638065338135,
+            3.1825814247131348,
+            3.122375726699829,
+            2.9877021312713623,
+            2.8818182945251465,
+            2.8438377380371094,
+            2.7547168731689453,
+            2.5889573097229004,
+            2.426058769226074,
+            2.4014179706573486,
+            2.3660969734191895,
+            2.258171796798706,
+            2.039885997772217,
+            1.9490876197814941,
+            1.9020806550979614,
+            1.8433349132537842,
+            1.8024221658706665,
+            1.7694175243377686,
+            1.6969579458236694,
+            1.6439416408538818,
+            1.6049599647521973,
+            1.5711188316345215,
+            1.5095551013946533,
+            1.4797391891479492,
+            1.4430276155471802,
+            1.3710261583328247,
+            1.3569691181182861,
+            1.315947413444519,
+            1.3016098737716675,
+            1.286519169807434,
+            1.2495157718658447,
+            1.1929974555969238,
+            1.1517547369003296,
+            1.147499442100525,
+            1.1216696500778198,
+            1.0758928060531616,
+            1.0569449663162231,
+            1.041010856628418,
+            0.987302839756012,
+            0.9820551872253418,
+            0.9673770666122437,
+            0.9503326416015625,
+            0.93125981092453,
+            0.9118913412094116,
+            0.8906213641166687,
+            0.8786290287971497,
+            0.8727338314056396,
+            0.8513122797012329,
+            0.8348817229270935,
+            0.8221659660339355,
+            0.8094218969345093,
+            0.7985818386077881,
+            0.7890042066574097,
+            0.7622867226600647,
+            0.7582703828811646,
+            0.744004487991333,
+            0.7334327697753906,
+            0.7120519280433655,
+            0.6989057660102844,
+            0.6902390718460083,
+            0.6860076785087585,
+            0.6781559586524963,
+            0.6648164391517639,
+            0.6576781272888184,
+            0.6508753299713135,
+            0.6355022192001343,
+            0.6342664361000061,
+            0.6230943202972412,
+            0.6204087138175964,
+            0.6056899428367615,
+            0.6031216382980347,
+            0.5981771349906921,
+            0.5853639245033264,
+            0.5795742869377136,
+            0.5755177736282349,
+            0.5654991269111633,
+            0.5614994764328003,
+            0.5578731894493103,
+            0.5491787791252136,
+            0.5463674068450928,
+            0.5409408211708069,
+            0.5379467606544495,
+            0.5308471918106079,
+            0.5284114480018616,
+            0.52241051197052,
+            0.5115453004837036,
+            0.5075515508651733,
+            0.5063067674636841,
+            0.49759408831596375,
+            0.4929422438144684,
+            0.490776926279068,
+            0.48507773876190186,
+            0.4835832417011261,
+            0.4801921844482422,
+            0.47162777185440063,
+            0.47054529190063477,
+            0.46797654032707214,
+            0.46149834990501404,
+            0.45641306042671204,
+            0.4550859332084656,
+            0.4465770125389099,
+            0.4446266293525696,
+            0.44046831130981445,
+            0.4380001425743103,
+            0.4336552321910858,
+            0.4315446615219116,
+            0.4298804998397827,
+            0.4256754219532013,
+            0.4196227490901947,
+            0.4184013605117798,
+            0.4176470935344696,
+            0.41296932101249695,
+            0.4101886749267578,
+            0.40827807784080505,
+            0.4064761698246002,
+            0.39608433842658997,
+            0.3930548429489136,
+            0.39232105016708374,
+            0.38942721486091614,
+            0.3831571638584137,
+            0.38167837262153625,
+            0.38063114881515503,
+            0.3755960166454315,
+            0.3751344382762909,
+            0.37196049094200134,
+            0.3682490885257721,
+            0.3661954998970032,
+            0.3599027693271637,
+            0.35852110385894775,
+            0.35776761174201965,
+            0.35482481122016907,
+            0.3521858751773834,
+            0.35050714015960693,
+            0.3457396626472473,
+            0.3439594805240631,
+            0.3422316312789917,
+            0.3375474214553833,
+            0.3360004425048828,
+            0.3351929783821106,
+            0.3337800204753876,
+            0.3304011821746826,
+            0.32789596915245056,
+            0.32599905133247375,
+            0.3228411376476288,
+            0.32116594910621643,
+            0.31902340054512024,
+            0.31703975796699524,
+            0.3147096037864685,
+            0.3123663663864136,
+            0.3098848760128021,
+            0.3077198266983032,
+            0.3052510917186737,
+            0.3043390214443207,
+            0.30339229106903076,
+            0.2980960011482239,
+            0.29696983098983765,
+            0.29590904712677,
+            0.29432323575019836,
+            0.29123178124427795,
+            0.2908114790916443,
+            0.28724411129951477,
+            0.2859184443950653,
+            0.2841934859752655,
+            0.2830903232097626,
+            0.28135210275650024,
+            0.27900221943855286,
+            0.27670803666114807,
+            0.2761138677597046,
+            0.27330076694488525,
+            0.2723548114299774,
+            0.2713874876499176,
+            0.2701062858104706,
+            0.26779836416244507,
+            0.26728302240371704,
+            0.2639978528022766,
+            0.2626577615737915,
+            0.2609339952468872,
+            0.258461058139801,
+            0.2563793659210205,
+            0.25427404046058655,
+            0.25246956944465637,
+            0.25194498896598816,
+            0.24904775619506836,
+            0.2469889223575592,
+            0.24654808640480042,
+            0.24562908709049225,
+            0.24432356655597687,
+            0.24318325519561768,
+            0.24155683815479279,
+            0.24059516191482544,
+            0.23777958750724792,
+            0.23656457662582397,
+            0.23623743653297424,
+            0.23396432399749756,
+            0.23131774365901947,
+            0.2307022511959076,
+            0.2295585572719574,
+            0.22697164118289948,
+            0.22602199018001556,
+            0.22556078433990479,
+            0.22471408545970917,
+            0.22296033799648285,
+            0.2208513468503952,
+            0.21964295208454132,
+            0.2189013510942459,
+            0.21813245117664337,
+            0.21606123447418213,
+            0.21524578332901,
+            0.21404419839382172,
+            0.21285060048103333,
+            0.21256111562252045,
+            0.20921218395233154,
+            0.2082846760749817,
+            0.20737864077091217,
+            0.20515282452106476,
+            0.2044118046760559,
+            0.2025369256734848,
+            0.20068471133708954,
+            0.20036150515079498,
+            0.19887664914131165,
+            0.1963825821876526,
+            0.1958983689546585,
+            0.1922108232975006,
+            0.1911497861146927,
+            0.1906694918870926,
+            0.18870438635349274,
+            0.1879732459783554,
+            0.1856766939163208,
+            0.18485227227210999,
+            0.18441568315029144,
+            0.18217997252941132,
+            0.1808745414018631,
+            0.17811821401119232,
+            0.17658933997154236,
+            0.1755036860704422,
+            0.17313095927238464,
+            0.17261189222335815,
+            0.17003034055233002,
+            0.1685985028743744,
+            0.16584421694278717
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.6213070154190063,
+          "std": 0.0960293635725975,
+          "p10": 0.4922690689563751,
+          "p50": 0.6377419233322144,
+          "p90": 0.7266966700553894,
+          "min": 0.15399961173534393,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 31.27210235595703,
+          "std": 2.355560064315796,
+          "p10": 29.313745498657227,
+          "p50": 30.816997528076172,
+          "p90": 33.398555755615234,
+          "min": 25.976673126220703,
+          "max": 63.32975769042969
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 4.523166179656982
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.3069,
+          0.2948,
+          0.3054,
+          0.3043,
+          0.3022,
+          0.2915,
+          0.2749
+        ],
+        "top5": [
+          0.3346,
+          0.5139,
+          0.5241,
+          0.5546,
+          0.5796,
+          0.5857,
+          0.5758
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3416,
+        "top5": 0.6144
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 97.44693756103516,
+          "participation_ratio_topq": 36.46717071533203,
+          "eigs_top": [
+            60.82418441772461,
+            31.10483741760254,
+            20.7664852142334,
+            15.828734397888184,
+            14.164613723754883,
+            13.124730110168457,
+            11.172301292419434,
+            9.86063003540039,
+            9.65953540802002,
+            8.644225120544434,
+            8.411541938781738,
+            7.475956916809082,
+            6.747349262237549,
+            6.633115768432617,
+            6.459826946258545,
+            6.064992904663086,
+            5.89634370803833,
+            5.444349765777588,
+            5.370394229888916,
+            5.244372844696045,
+            4.969470977783203,
+            4.873919486999512,
+            4.7827959060668945,
+            4.434676647186279,
+            4.34901762008667,
+            4.204094886779785,
+            4.0555901527404785,
+            3.9522900581359863,
+            3.7137954235076904,
+            3.4492034912109375,
+            3.4229509830474854,
+            3.2965166568756104,
+            3.2767393589019775,
+            3.101227283477783,
+            2.998073101043701,
+            2.9364070892333984,
+            2.870427131652832,
+            2.79887318611145,
+            2.7344202995300293,
+            2.6683921813964844,
+            2.582519769668579,
+            2.517259359359741,
+            2.445591688156128,
+            2.383545398712158,
+            2.295306921005249,
+            2.2711777687072754,
+            2.2045931816101074,
+            2.1344335079193115,
+            2.094097375869751,
+            2.0365355014801025,
+            1.99386727809906,
+            1.9465070962905884,
+            1.8987873792648315,
+            1.8543906211853027,
+            1.817607045173645,
+            1.7745656967163086,
+            1.7217148542404175,
+            1.7029376029968262,
+            1.658610463142395,
+            1.6493149995803833,
+            1.6288083791732788,
+            1.5954816341400146,
+            1.5742669105529785,
+            1.5629141330718994,
+            1.5276508331298828,
+            1.5010608434677124,
+            1.4662796258926392,
+            1.440557599067688,
+            1.4124794006347656,
+            1.3790816068649292,
+            1.3475385904312134,
+            1.3421322107315063,
+            1.290560245513916,
+            1.286530613899231,
+            1.2849634885787964,
+            1.2582076787948608,
+            1.2329790592193604,
+            1.209952473640442,
+            1.1855460405349731,
+            1.1798288822174072,
+            1.15403151512146,
+            1.1347867250442505,
+            1.1271556615829468,
+            1.1077734231948853,
+            1.0983036756515503,
+            1.0884186029434204,
+            1.0671842098236084,
+            1.0642026662826538,
+            1.0520365238189697,
+            1.0351636409759521,
+            1.0322903394699097,
+            1.02761709690094,
+            1.009968638420105,
+            0.9999926686286926,
+            0.9899541139602661,
+            0.9854442477226257,
+            0.9609817266464233,
+            0.9517619609832764,
+            0.9434138536453247,
+            0.9322320222854614,
+            0.9273485541343689,
+            0.9204245209693909,
+            0.910106360912323,
+            0.9065989851951599,
+            0.8948208689689636,
+            0.8883678317070007,
+            0.8760967254638672,
+            0.8701081871986389,
+            0.8607329726219177,
+            0.8543296456336975,
+            0.8403283953666687,
+            0.8334673047065735,
+            0.8280938267707825,
+            0.8194525837898254,
+            0.8082042932510376,
+            0.8037564754486084,
+            0.7996247410774231,
+            0.7908802032470703,
+            0.788724958896637,
+            0.7810019850730896,
+            0.7774457931518555,
+            0.7743004560470581,
+            0.7574087381362915,
+            0.7561311721801758,
+            0.7505640983581543,
+            0.7431570291519165,
+            0.7290547490119934,
+            0.7267289161682129,
+            0.720550537109375,
+            0.7144596576690674,
+            0.7119081020355225,
+            0.707789421081543,
+            0.70102459192276,
+            0.6945757865905762,
+            0.6906393766403198,
+            0.6892517805099487,
+            0.6762311458587646,
+            0.6730292439460754,
+            0.66805499792099,
+            0.6667330265045166,
+            0.663672149181366,
+            0.6585209369659424,
+            0.6542364954948425,
+            0.6502944827079773,
+            0.6474548578262329,
+            0.6393150091171265,
+            0.632321298122406,
+            0.6263540983200073,
+            0.6223533749580383,
+            0.6180235147476196,
+            0.6152219772338867,
+            0.6047282814979553,
+            0.6030901074409485,
+            0.6006227731704712,
+            0.5961964726448059,
+            0.5904332995414734,
+            0.582026481628418,
+            0.5786548852920532,
+            0.576725423336029,
+            0.5764567255973816,
+            0.5696001052856445,
+            0.558358907699585,
+            0.5568161606788635,
+            0.5548367500305176,
+            0.5520787239074707,
+            0.5449659824371338,
+            0.5433055758476257,
+            0.5408177971839905,
+            0.5344669222831726,
+            0.5307899117469788,
+            0.5281914472579956,
+            0.5234557390213013,
+            0.5220385193824768,
+            0.5198471546173096,
+            0.5140852332115173,
+            0.5133330225944519,
+            0.5085839033126831,
+            0.5044708847999573,
+            0.5037469863891602,
+            0.5004960298538208,
+            0.492631196975708,
+            0.4887642562389374,
+            0.486944317817688,
+            0.48616594076156616,
+            0.48292726278305054,
+            0.479489803314209,
+            0.47479233145713806,
+            0.4709526002407074,
+            0.4703250229358673,
+            0.4674339294433594,
+            0.4614627957344055,
+            0.4607691168785095,
+            0.45764049887657166,
+            0.4549102187156677,
+            0.4524323344230652,
+            0.4516204595565796,
+            0.44950541853904724,
+            0.4493054747581482,
+            0.4434207081794739,
+            0.4409937560558319,
+            0.43590569496154785,
+            0.4321504533290863,
+            0.4308786690235138,
+            0.4277249574661255,
+            0.4242491126060486,
+            0.4228830635547638,
+            0.41899463534355164,
+            0.41681623458862305,
+            0.41347450017929077,
+            0.4104222357273102,
+            0.40816715359687805,
+            0.4052380919456482,
+            0.40338924527168274,
+            0.40154433250427246,
+            0.3987158536911011,
+            0.3966081142425537,
+            0.3922232389450073,
+            0.3907422721385956,
+            0.385011225938797,
+            0.3823659121990204,
+            0.380604088306427,
+            0.379260778427124,
+            0.37628963589668274,
+            0.3753510117530823,
+            0.3704037666320801,
+            0.3685816824436188,
+            0.3663487434387207,
+            0.36376744508743286,
+            0.36116552352905273,
+            0.3579554557800293,
+            0.3557383120059967,
+            0.3538995385169983,
+            0.351764440536499,
+            0.34996914863586426,
+            0.3460213541984558,
+            0.34549680352211,
+            0.3426664173603058,
+            0.34028011560440063,
+            0.3382054269313812,
+            0.3367234468460083,
+            0.3340877890586853,
+            0.3320811092853546,
+            0.3301563560962677,
+            0.3290007710456848,
+            0.3247677981853485,
+            0.32232773303985596,
+            0.3197525143623352,
+            0.3158480226993561,
+            0.3121813237667084,
+            0.3092346787452698,
+            0.308618426322937,
+            0.30369025468826294,
+            0.30246108770370483,
+            0.3006587028503418,
+            0.29303115606307983,
+            0.28597959876060486
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.6688962578773499,
+          "std": 0.07497608661651611,
+          "p10": 0.5697990655899048,
+          "p50": 0.681769609451294,
+          "p90": 0.7505374550819397,
+          "min": 0.2997835874557495,
+          "max": 1.000000238418579
+        },
+        "feature_norms": {
+          "mean": 44.278717041015625,
+          "std": 2.8393607139587402,
+          "p10": 41.96363067626953,
+          "p50": 43.68072509765625,
+          "p90": 46.90177917480469,
+          "min": 38.9179573059082,
+          "max": 83.07929992675781
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/cifar100_seed_45_30_epoch/cifar100_sigreg_tokens/metrics.json

@@ -0,0 +1,342 @@
+{
+  "checkpoint": "checkpoints/cifar100_sigreg_tokens.pth",
+  "config": "configs/cifar100_sigreg_tokens.yaml",
+  "dataset": "cifar100",
+  "data_root": "./data",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": false,
+  "coord": "raw",
+  "qp_variant": "qp",
+  "feature_dim": 2048,
+  "timing": {
+    "feature_extract_sec": 4.812119483947754
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.2727,
+      0.2491,
+      0.2608,
+      0.2636,
+      0.259,
+      0.2456,
+      0.2304
+    ],
+    "top5": [
+      0.302,
+      0.4656,
+      0.4759,
+      0.5054,
+      0.5294,
+      0.5247,
+      0.5119
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.3009,
+    "top5": 0.5714
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 109.15158081054688,
+      "participation_ratio_topq": 60.265419006347656,
+      "eigs_top": [
+        87.62020874023438,
+        76.7666244506836,
+        72.66266632080078,
+        71.10408020019531,
+        59.12954330444336,
+        56.938106536865234,
+        52.00828552246094,
+        50.26552963256836,
+        45.47327423095703,
+        42.67387390136719,
+        39.69089889526367,
+        35.34342575073242,
+        34.23835754394531,
+        29.91925621032715,
+        29.162717819213867,
+        27.647289276123047,
+        24.954509735107422,
+        22.623605728149414,
+        21.761486053466797,
+        20.606454849243164,
+        19.619518280029297,
+        18.519895553588867,
+        18.17135238647461,
+        17.819904327392578,
+        16.69266128540039,
+        16.255794525146484,
+        15.43232536315918,
+        15.15025806427002,
+        14.73732852935791,
+        14.2669677734375,
+        14.053123474121094,
+        13.757027626037598,
+        13.150086402893066,
+        12.707818031311035,
+        12.28796672821045,
+        12.1766939163208,
+        11.956571578979492,
+        11.839377403259277,
+        11.259581565856934,
+        11.09064769744873,
+        10.466887474060059,
+        10.284905433654785,
+        10.155714988708496,
+        9.698814392089844,
+        9.464713096618652,
+        9.326027870178223,
+        9.214686393737793,
+        9.01777458190918,
+        8.668253898620605,
+        8.510397911071777,
+        8.344608306884766,
+        8.268594741821289,
+        8.146172523498535,
+        7.926929950714111,
+        7.8555779457092285,
+        7.710974216461182,
+        7.579709053039551,
+        7.254812717437744,
+        7.1782121658325195,
+        7.087169647216797,
+        6.985401630401611,
+        6.822826385498047,
+        6.591754913330078,
+        6.4204816818237305,
+        6.243441104888916,
+        6.2140583992004395,
+        6.135620594024658,
+        6.037512302398682,
+        5.943531513214111,
+        5.839828014373779,
+        5.719311237335205,
+        5.691429138183594,
+        5.560446739196777,
+        5.469981670379639,
+        5.445947170257568,
+        5.2912821769714355,
+        5.223212242126465,
+        5.1208672523498535,
+        5.051753997802734,
+        4.963531017303467,
+        4.898377895355225,
+        4.843295097351074,
+        4.731257915496826,
+        4.658002853393555,
+        4.618526458740234,
+        4.569141864776611,
+        4.491940021514893,
+        4.420024871826172,
+        4.3738555908203125,
+        4.315073013305664,
+        4.296125411987305,
+        4.164098262786865,
+        4.075472831726074,
+        4.042078495025635,
+        4.016280174255371,
+        3.9755465984344482,
+        3.837531089782715,
+        3.8021233081817627,
+        3.7485692501068115,
+        3.7265305519104004,
+        3.686436176300049,
+        3.650235176086426,
+        3.5797178745269775,
+        3.497943639755249,
+        3.478971242904663,
+        3.4225258827209473,
+        3.3878884315490723,
+        3.358555316925049,
+        3.3126981258392334,
+        3.2760941982269287,
+        3.228792667388916,
+        3.1640727519989014,
+        3.1437430381774902,
+        3.103457450866699,
+        3.0366244316101074,
+        2.9863898754119873,
+        2.976398229598999,
+        2.9531145095825195,
+        2.900461435317993,
+        2.895906686782837,
+        2.825124979019165,
+        2.8075075149536133,
+        2.8020896911621094,
+        2.7488324642181396,
+        2.7196388244628906,
+        2.6698453426361084,
+        2.6507105827331543,
+        2.638031005859375,
+        2.577409505844116,
+        2.559678554534912,
+        2.525324583053589,
+        2.503751277923584,
+        2.450880289077759,
+        2.4289486408233643,
+        2.4223861694335938,
+        2.388115882873535,
+        2.336543560028076,
+        2.3261518478393555,
+        2.3110556602478027,
+        2.2625489234924316,
+        2.233590602874756,
+        2.21998929977417,
+        2.1923320293426514,
+        2.1612765789031982,
+        2.13199520111084,
+        2.131828784942627,
+        2.093834638595581,
+        2.0751335620880127,
+        2.0670459270477295,
+        2.0450050830841064,
+        2.0147292613983154,
+        2.0024421215057373,
+        1.9770110845565796,
+        1.9432835578918457,
+        1.9185844659805298,
+        1.916503667831421,
+        1.898622751235962,
+        1.8557226657867432,
+        1.8435468673706055,
+        1.8205152750015259,
+        1.8168381452560425,
+        1.803442358970642,
+        1.7785588502883911,
+        1.7465227842330933,
+        1.7283419370651245,
+        1.700835108757019,
+        1.6959737539291382,
+        1.6793415546417236,
+        1.6614667177200317,
+        1.6412907838821411,
+        1.6307182312011719,
+        1.6221349239349365,
+        1.5969719886779785,
+        1.5920473337173462,
+        1.583141565322876,
+        1.5646486282348633,
+        1.5474709272384644,
+        1.519787073135376,
+        1.5049841403961182,
+        1.4912000894546509,
+        1.4788408279418945,
+        1.4636322259902954,
+        1.4463636875152588,
+        1.429398775100708,
+        1.421030044555664,
+        1.4126355648040771,
+        1.4016164541244507,
+        1.3927881717681885,
+        1.3814959526062012,
+        1.3565239906311035,
+        1.353399634361267,
+        1.345946192741394,
+        1.32610023021698,
+        1.314014196395874,
+        1.3023717403411865,
+        1.286240577697754,
+        1.2693406343460083,
+        1.259087324142456,
+        1.2485878467559814,
+        1.2323453426361084,
+        1.221350073814392,
+        1.2101860046386719,
+        1.1962031126022339,
+        1.1896346807479858,
+        1.1720954179763794,
+        1.1550287008285522,
+        1.1464189291000366,
+        1.1293814182281494,
+        1.123889446258545,
+        1.113335132598877,
+        1.1045055389404297,
+        1.091112494468689,
+        1.0793226957321167,
+        1.0690439939498901,
+        1.0537751913070679,
+        1.0447173118591309,
+        1.04340398311615,
+        1.023382544517517,
+        1.0135220289230347,
+        0.9840644001960754,
+        0.9754807353019714,
+        0.9635289311408997,
+        0.9554900527000427,
+        0.9414345026016235,
+        0.9296231269836426,
+        0.9254980087280273,
+        0.9173862934112549,
+        0.9112759232521057,
+        0.9048281311988831,
+        0.8968541622161865,
+        0.891889214515686,
+        0.8866221308708191,
+        0.8744285702705383,
+        0.863052487373352,
+        0.8560388088226318,
+        0.8350040316581726,
+        0.8302643895149231,
+        0.8127214908599854,
+        0.7893738150596619,
+        0.7859282493591309,
+        0.7663382887840271,
+        0.7558430433273315,
+        0.7506850957870483,
+        0.7403942942619324,
+        0.7331126928329468,
+        0.7221282720565796,
+        0.7119956612586975,
+        0.7028353214263916,
+        0.6904250383377075,
+        0.6784229874610901,
+        0.6657981872558594,
+        0.6609434485435486,
+        0.6475129127502441,
+        0.6338005661964417,
+        0.6213758587837219,
+        0.6036533713340759
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.017644790932536125,
+      "std": 0.11519569903612137,
+      "p10": -0.1124076172709465,
+      "p50": 0.001489538699388504,
+      "p90": 0.1685473918914795,
+      "min": -0.28540265560150146,
+      "max": 0.9999998807907104
+    },
+    "feature_norms": {
+      "mean": 44.85280990600586,
+      "std": 3.418567657470703,
+      "p10": 40.99689865112305,
+      "p50": 44.38587188720703,
+      "p90": 49.23741912841797,
+      "min": 35.52128601074219,
+      "max": 64.7712631225586
+    }
+  },
+  "alignment_uniformity": null
+}

eval_runs/cifar100_seed_49_30_epoch/cifar100_hjepa_mv/metrics.json

@@ -0,0 +1,1345 @@
+{
+  "checkpoint": "checkpoints/cifar100_hjepa_mv.pth",
+  "config": "configs/cifar100_hjepa_mv.yaml",
+  "dataset": "cifar100",
+  "data_root": "./data",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": true,
+  "coord": "raw",
+  "qp_variant": "q",
+  "feature_dim": 1024,
+  "timing": {
+    "feature_extract_sec": 4.903321266174316
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.3112,
+      0.3036,
+      0.3153,
+      0.3165,
+      0.3082,
+      0.2964,
+      0.278
+    ],
+    "top5": [
+      0.3386,
+      0.5181,
+      0.5233,
+      0.5554,
+      0.5831,
+      0.5874,
+      0.5872
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.3403,
+    "top5": 0.6155
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 124.47029876708984,
+      "participation_ratio_topq": 60.523536682128906,
+      "eigs_top": [
+        15.816581726074219,
+        9.916452407836914,
+        8.083974838256836,
+        6.5907464027404785,
+        5.9733052253723145,
+        5.232187271118164,
+        4.902383804321289,
+        4.035549640655518,
+        3.968390464782715,
+        3.8096165657043457,
+        3.5423295497894287,
+        3.368642807006836,
+        3.159156322479248,
+        3.0144426822662354,
+        2.9149789810180664,
+        2.6496291160583496,
+        2.615365505218506,
+        2.5481181144714355,
+        2.421809673309326,
+        2.306300640106201,
+        2.240720510482788,
+        2.144859790802002,
+        2.072169780731201,
+        1.997304916381836,
+        1.924578309059143,
+        1.8525696992874146,
+        1.8206642866134644,
+        1.7326488494873047,
+        1.6754307746887207,
+        1.609246850013733,
+        1.6004115343093872,
+        1.5433639287948608,
+        1.4933017492294312,
+        1.4875401258468628,
+        1.4246281385421753,
+        1.3901808261871338,
+        1.3494575023651123,
+        1.306323528289795,
+        1.286029577255249,
+        1.2333464622497559,
+        1.222569227218628,
+        1.1896997690200806,
+        1.1379456520080566,
+        1.1249213218688965,
+        1.0873382091522217,
+        1.0769673585891724,
+        1.0269320011138916,
+        1.0214300155639648,
+        1.0111582279205322,
+        0.9897297620773315,
+        0.95021653175354,
+        0.9290875792503357,
+        0.9062923789024353,
+        0.89863520860672,
+        0.8733125329017639,
+        0.8600922226905823,
+        0.8467292189598083,
+        0.8286046981811523,
+        0.8200117349624634,
+        0.7889645099639893,
+        0.7760826349258423,
+        0.7674943804740906,
+        0.7447401881217957,
+        0.7322657704353333,
+        0.722952127456665,
+        0.710863471031189,
+        0.704652726650238,
+        0.6963591575622559,
+        0.6889129281044006,
+        0.6791729927062988,
+        0.6653656959533691,
+        0.6574493050575256,
+        0.6392064094543457,
+        0.6325736045837402,
+        0.6280539035797119,
+        0.6173087358474731,
+        0.6086130738258362,
+        0.6011078357696533,
+        0.5935497879981995,
+        0.5925233364105225,
+        0.5772824287414551,
+        0.5730772018432617,
+        0.565834641456604,
+        0.5566131472587585,
+        0.5491923093795776,
+        0.5389009714126587,
+        0.5359623432159424,
+        0.5300326943397522,
+        0.5218525528907776,
+        0.5178372263908386,
+        0.5161615610122681,
+        0.5120441913604736,
+        0.5041424036026001,
+        0.5003296136856079,
+        0.4892228841781616,
+        0.4874346852302551,
+        0.4838412404060364,
+        0.47558823227882385,
+        0.47124096751213074,
+        0.46765393018722534,
+        0.46608394384384155,
+        0.46231502294540405,
+        0.4497252404689789,
+        0.4486999809741974,
+        0.4459620416164398,
+        0.4421324133872986,
+        0.43874630331993103,
+        0.4315353333950043,
+        0.4281468093395233,
+        0.4243798553943634,
+        0.4213559031486511,
+        0.42044565081596375,
+        0.4175296127796173,
+        0.40931662917137146,
+        0.4079408645629883,
+        0.4057481586933136,
+        0.404554158449173,
+        0.3997797667980194,
+        0.3944707214832306,
+        0.39106371998786926,
+        0.3907904624938965,
+        0.3865727484226227,
+        0.3840908408164978,
+        0.38147544860839844,
+        0.3755028247833252,
+        0.37273526191711426,
+        0.3722221851348877,
+        0.37179169058799744,
+        0.3664494454860687,
+        0.36549413204193115,
+        0.3651595115661621,
+        0.3630691170692444,
+        0.3604177236557007,
+        0.35837024450302124,
+        0.35455402731895447,
+        0.35042551159858704,
+        0.346876323223114,
+        0.3433396518230438,
+        0.342699259519577,
+        0.3386915624141693,
+        0.33544453978538513,
+        0.3330053687095642,
+        0.3319351375102997,
+        0.33015772700309753,
+        0.3286914527416229,
+        0.32658857107162476,
+        0.32446837425231934,
+        0.3226116895675659,
+        0.31899750232696533,
+        0.3181955814361572,
+        0.3166493773460388,
+        0.3140203356742859,
+        0.3119756877422333,
+        0.31052881479263306,
+        0.3085835874080658,
+        0.30578774213790894,
+        0.30300429463386536,
+        0.30130183696746826,
+        0.2994937598705292,
+        0.2969668507575989,
+        0.29583096504211426,
+        0.29512494802474976,
+        0.29169607162475586,
+        0.2906988263130188,
+        0.28877124190330505,
+        0.2844628691673279,
+        0.2828744649887085,
+        0.2819737493991852,
+        0.28101491928100586,
+        0.2782345712184906,
+        0.27672749757766724,
+        0.2747211754322052,
+        0.2725159525871277,
+        0.27039411664009094,
+        0.2698209881782532,
+        0.26717090606689453,
+        0.2663413882255554,
+        0.2645590007305145,
+        0.26444992423057556,
+        0.262539803981781,
+        0.2618202567100525,
+        0.2596047520637512,
+        0.25753214955329895,
+        0.25470563769340515,
+        0.25382986664772034,
+        0.25151532888412476,
+        0.2501562535762787,
+        0.24981550872325897,
+        0.2478427141904831,
+        0.24696606397628784,
+        0.24634875357151031,
+        0.24426394701004028,
+        0.24275583028793335,
+        0.24201644957065582,
+        0.23895733058452606,
+        0.23823854327201843,
+        0.2381134182214737,
+        0.23718170821666718,
+        0.23523256182670593,
+        0.23277787864208221,
+        0.23249569535255432,
+        0.23088201880455017,
+        0.22851574420928955,
+        0.22697493433952332,
+        0.2248774915933609,
+        0.2240658849477768,
+        0.22200866043567657,
+        0.2200707048177719,
+        0.2187129557132721,
+        0.2181473672389984,
+        0.21622872352600098,
+        0.21533875167369843,
+        0.21422524750232697,
+        0.21265141665935516,
+        0.2111331671476364,
+        0.20891514420509338,
+        0.20879581570625305,
+        0.2070089727640152,
+        0.2056874781847,
+        0.20509816706180573,
+        0.2043628841638565,
+        0.20406284928321838,
+        0.202024906873703,
+        0.1996028572320938,
+        0.19775742292404175,
+        0.1969323307275772,
+        0.1953813135623932,
+        0.19510790705680847,
+        0.19401367008686066,
+        0.1928708404302597,
+        0.19260263442993164,
+        0.19122733175754547,
+        0.18883675336837769,
+        0.18804988265037537,
+        0.18566012382507324,
+        0.18508751690387726,
+        0.18423756957054138,
+        0.18258650600910187,
+        0.1812976747751236,
+        0.18061089515686035,
+        0.1785677820444107,
+        0.17815355956554413,
+        0.17681820690631866,
+        0.17569676041603088,
+        0.17327648401260376,
+        0.1718551516532898,
+        0.17120686173439026,
+        0.1704743206501007,
+        0.16837550699710846,
+        0.1668180525302887,
+        0.1640351116657257,
+        0.16378122568130493,
+        0.16063463687896729,
+        0.1584264039993286,
+        0.1571607142686844,
+        0.1550520807504654
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.7159672975540161,
+      "std": 0.05917159467935562,
+      "p10": 0.6371180415153503,
+      "p50": 0.7268081903457642,
+      "p90": 0.7798563838005066,
+      "min": 0.3631119728088379,
+      "max": 1.0
+    },
+    "feature_norms": {
+      "mean": 31.368974685668945,
+      "std": 1.9423311948776245,
+      "p10": 29.566001892089844,
+      "p50": 31.008106231689453,
+      "p90": 33.343170166015625,
+      "min": 27.70174789428711,
+      "max": 54.5634651184082
+    }
+  },
+  "alignment_uniformity": null,
+  "qp_eval": {
+    "variants": [
+      "q",
+      "p",
+      "qp"
+    ],
+    "default_variant": "q",
+    "q_dim": 1024,
+    "p_dim": 1024,
+    "qp_dim": 2048
+  },
+  "qp_variants": {
+    "q": {
+      "coord": "raw",
+      "qp_variant": "q",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 4.903321266174316
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.3112,
+          0.3036,
+          0.3153,
+          0.3165,
+          0.3082,
+          0.2964,
+          0.278
+        ],
+        "top5": [
+          0.3386,
+          0.5181,
+          0.5233,
+          0.5554,
+          0.5831,
+          0.5874,
+          0.5872
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3403,
+        "top5": 0.6155
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 124.47029876708984,
+          "participation_ratio_topq": 60.523536682128906,
+          "eigs_top": [
+            15.816581726074219,
+            9.916452407836914,
+            8.083974838256836,
+            6.5907464027404785,
+            5.9733052253723145,
+            5.232187271118164,
+            4.902383804321289,
+            4.035549640655518,
+            3.968390464782715,
+            3.8096165657043457,
+            3.5423295497894287,
+            3.368642807006836,
+            3.159156322479248,
+            3.0144426822662354,
+            2.9149789810180664,
+            2.6496291160583496,
+            2.615365505218506,
+            2.5481181144714355,
+            2.421809673309326,
+            2.306300640106201,
+            2.240720510482788,
+            2.144859790802002,
+            2.072169780731201,
+            1.997304916381836,
+            1.924578309059143,
+            1.8525696992874146,
+            1.8206642866134644,
+            1.7326488494873047,
+            1.6754307746887207,
+            1.609246850013733,
+            1.6004115343093872,
+            1.5433639287948608,
+            1.4933017492294312,
+            1.4875401258468628,
+            1.4246281385421753,
+            1.3901808261871338,
+            1.3494575023651123,
+            1.306323528289795,
+            1.286029577255249,
+            1.2333464622497559,
+            1.222569227218628,
+            1.1896997690200806,
+            1.1379456520080566,
+            1.1249213218688965,
+            1.0873382091522217,
+            1.0769673585891724,
+            1.0269320011138916,
+            1.0214300155639648,
+            1.0111582279205322,
+            0.9897297620773315,
+            0.95021653175354,
+            0.9290875792503357,
+            0.9062923789024353,
+            0.89863520860672,
+            0.8733125329017639,
+            0.8600922226905823,
+            0.8467292189598083,
+            0.8286046981811523,
+            0.8200117349624634,
+            0.7889645099639893,
+            0.7760826349258423,
+            0.7674943804740906,
+            0.7447401881217957,
+            0.7322657704353333,
+            0.722952127456665,
+            0.710863471031189,
+            0.704652726650238,
+            0.6963591575622559,
+            0.6889129281044006,
+            0.6791729927062988,
+            0.6653656959533691,
+            0.6574493050575256,
+            0.6392064094543457,
+            0.6325736045837402,
+            0.6280539035797119,
+            0.6173087358474731,
+            0.6086130738258362,
+            0.6011078357696533,
+            0.5935497879981995,
+            0.5925233364105225,
+            0.5772824287414551,
+            0.5730772018432617,
+            0.565834641456604,
+            0.5566131472587585,
+            0.5491923093795776,
+            0.5389009714126587,
+            0.5359623432159424,
+            0.5300326943397522,
+            0.5218525528907776,
+            0.5178372263908386,
+            0.5161615610122681,
+            0.5120441913604736,
+            0.5041424036026001,
+            0.5003296136856079,
+            0.4892228841781616,
+            0.4874346852302551,
+            0.4838412404060364,
+            0.47558823227882385,
+            0.47124096751213074,
+            0.46765393018722534,
+            0.46608394384384155,
+            0.46231502294540405,
+            0.4497252404689789,
+            0.4486999809741974,
+            0.4459620416164398,
+            0.4421324133872986,
+            0.43874630331993103,
+            0.4315353333950043,
+            0.4281468093395233,
+            0.4243798553943634,
+            0.4213559031486511,
+            0.42044565081596375,
+            0.4175296127796173,
+            0.40931662917137146,
+            0.4079408645629883,
+            0.4057481586933136,
+            0.404554158449173,
+            0.3997797667980194,
+            0.3944707214832306,
+            0.39106371998786926,
+            0.3907904624938965,
+            0.3865727484226227,
+            0.3840908408164978,
+            0.38147544860839844,
+            0.3755028247833252,
+            0.37273526191711426,
+            0.3722221851348877,
+            0.37179169058799744,
+            0.3664494454860687,
+            0.36549413204193115,
+            0.3651595115661621,
+            0.3630691170692444,
+            0.3604177236557007,
+            0.35837024450302124,
+            0.35455402731895447,
+            0.35042551159858704,
+            0.346876323223114,
+            0.3433396518230438,
+            0.342699259519577,
+            0.3386915624141693,
+            0.33544453978538513,
+            0.3330053687095642,
+            0.3319351375102997,
+            0.33015772700309753,
+            0.3286914527416229,
+            0.32658857107162476,
+            0.32446837425231934,
+            0.3226116895675659,
+            0.31899750232696533,
+            0.3181955814361572,
+            0.3166493773460388,
+            0.3140203356742859,
+            0.3119756877422333,
+            0.31052881479263306,
+            0.3085835874080658,
+            0.30578774213790894,
+            0.30300429463386536,
+            0.30130183696746826,
+            0.2994937598705292,
+            0.2969668507575989,
+            0.29583096504211426,
+            0.29512494802474976,
+            0.29169607162475586,
+            0.2906988263130188,
+            0.28877124190330505,
+            0.2844628691673279,
+            0.2828744649887085,
+            0.2819737493991852,
+            0.28101491928100586,
+            0.2782345712184906,
+            0.27672749757766724,
+            0.2747211754322052,
+            0.2725159525871277,
+            0.27039411664009094,
+            0.2698209881782532,
+            0.26717090606689453,
+            0.2663413882255554,
+            0.2645590007305145,
+            0.26444992423057556,
+            0.262539803981781,
+            0.2618202567100525,
+            0.2596047520637512,
+            0.25753214955329895,
+            0.25470563769340515,
+            0.25382986664772034,
+            0.25151532888412476,
+            0.2501562535762787,
+            0.24981550872325897,
+            0.2478427141904831,
+            0.24696606397628784,
+            0.24634875357151031,
+            0.24426394701004028,
+            0.24275583028793335,
+            0.24201644957065582,
+            0.23895733058452606,
+            0.23823854327201843,
+            0.2381134182214737,
+            0.23718170821666718,
+            0.23523256182670593,
+            0.23277787864208221,
+            0.23249569535255432,
+            0.23088201880455017,
+            0.22851574420928955,
+            0.22697493433952332,
+            0.2248774915933609,
+            0.2240658849477768,
+            0.22200866043567657,
+            0.2200707048177719,
+            0.2187129557132721,
+            0.2181473672389984,
+            0.21622872352600098,
+            0.21533875167369843,
+            0.21422524750232697,
+            0.21265141665935516,
+            0.2111331671476364,
+            0.20891514420509338,
+            0.20879581570625305,
+            0.2070089727640152,
+            0.2056874781847,
+            0.20509816706180573,
+            0.2043628841638565,
+            0.20406284928321838,
+            0.202024906873703,
+            0.1996028572320938,
+            0.19775742292404175,
+            0.1969323307275772,
+            0.1953813135623932,
+            0.19510790705680847,
+            0.19401367008686066,
+            0.1928708404302597,
+            0.19260263442993164,
+            0.19122733175754547,
+            0.18883675336837769,
+            0.18804988265037537,
+            0.18566012382507324,
+            0.18508751690387726,
+            0.18423756957054138,
+            0.18258650600910187,
+            0.1812976747751236,
+            0.18061089515686035,
+            0.1785677820444107,
+            0.17815355956554413,
+            0.17681820690631866,
+            0.17569676041603088,
+            0.17327648401260376,
+            0.1718551516532898,
+            0.17120686173439026,
+            0.1704743206501007,
+            0.16837550699710846,
+            0.1668180525302887,
+            0.1640351116657257,
+            0.16378122568130493,
+            0.16063463687896729,
+            0.1584264039993286,
+            0.1571607142686844,
+            0.1550520807504654
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.7159672975540161,
+          "std": 0.05917159467935562,
+          "p10": 0.6371180415153503,
+          "p50": 0.7268081903457642,
+          "p90": 0.7798563838005066,
+          "min": 0.3631119728088379,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 31.368974685668945,
+          "std": 1.9423311948776245,
+          "p10": 29.566001892089844,
+          "p50": 31.008106231689453,
+          "p90": 33.343170166015625,
+          "min": 27.70174789428711,
+          "max": 54.5634651184082
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "p": {
+      "coord": "raw",
+      "qp_variant": "p",
+      "feature_dim": 1024,
+      "timing": {
+        "feature_extract_sec": 4.416042327880859
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.3001,
+          0.2857,
+          0.2971,
+          0.2971,
+          0.286,
+          0.2721,
+          0.2534
+        ],
+        "top5": [
+          0.3285,
+          0.4994,
+          0.5104,
+          0.54,
+          0.5658,
+          0.5673,
+          0.5581
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3277,
+        "top5": 0.6069
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 78.85678100585938,
+          "participation_ratio_topq": 23.781583786010742,
+          "eigs_top": [
+            53.2027473449707,
+            20.593076705932617,
+            14.016904830932617,
+            10.326462745666504,
+            8.962892532348633,
+            8.30399227142334,
+            6.493828296661377,
+            6.276853561401367,
+            5.737724304199219,
+            5.39017391204834,
+            5.091172218322754,
+            4.38718843460083,
+            4.17641544342041,
+            4.023270606994629,
+            3.7356204986572266,
+            3.6488780975341797,
+            3.421063184738159,
+            3.4044606685638428,
+            3.1313376426696777,
+            2.952765703201294,
+            2.8491222858428955,
+            2.713069200515747,
+            2.637556791305542,
+            2.5099472999572754,
+            2.4003372192382812,
+            2.349625825881958,
+            2.2846899032592773,
+            2.202369213104248,
+            2.072803258895874,
+            2.0084643363952637,
+            1.9360132217407227,
+            1.8668780326843262,
+            1.828000545501709,
+            1.7369318008422852,
+            1.7126400470733643,
+            1.649961233139038,
+            1.5660330057144165,
+            1.5275380611419678,
+            1.4961909055709839,
+            1.4696872234344482,
+            1.4114705324172974,
+            1.39820396900177,
+            1.2717363834381104,
+            1.26524019241333,
+            1.2422856092453003,
+            1.1943442821502686,
+            1.1718746423721313,
+            1.1501123905181885,
+            1.1379668712615967,
+            1.0972177982330322,
+            1.0671160221099854,
+            1.036649227142334,
+            1.0138299465179443,
+            1.0059467554092407,
+            0.9878125786781311,
+            0.9731205105781555,
+            0.954911470413208,
+            0.922978937625885,
+            0.90716952085495,
+            0.9003049731254578,
+            0.8652713894844055,
+            0.8410751223564148,
+            0.835286021232605,
+            0.8281537294387817,
+            0.8074390888214111,
+            0.7975859045982361,
+            0.7855013608932495,
+            0.7769672870635986,
+            0.7692155838012695,
+            0.7625650763511658,
+            0.7386435866355896,
+            0.7262336611747742,
+            0.7183345556259155,
+            0.7051184177398682,
+            0.6896510124206543,
+            0.6795625686645508,
+            0.6723917126655579,
+            0.6661947965621948,
+            0.6588268280029297,
+            0.6524719595909119,
+            0.6393317580223083,
+            0.6333880424499512,
+            0.6213791370391846,
+            0.6197634935379028,
+            0.6172947287559509,
+            0.6066895723342896,
+            0.5938389301300049,
+            0.5910557508468628,
+            0.58701491355896,
+            0.5745338797569275,
+            0.5693950057029724,
+            0.5668898224830627,
+            0.5622355937957764,
+            0.55674809217453,
+            0.5538120865821838,
+            0.549839437007904,
+            0.5434961318969727,
+            0.533505916595459,
+            0.5261955857276917,
+            0.5238379240036011,
+            0.5196986198425293,
+            0.5156896710395813,
+            0.5073942542076111,
+            0.5017170310020447,
+            0.49458882212638855,
+            0.49204277992248535,
+            0.4902777373790741,
+            0.4842117428779602,
+            0.4781651496887207,
+            0.47734004259109497,
+            0.47031208872795105,
+            0.4667608439922333,
+            0.46383050084114075,
+            0.4604313373565674,
+            0.45312467217445374,
+            0.4495790898799896,
+            0.4439511001110077,
+            0.4408882260322571,
+            0.43778520822525024,
+            0.43317219614982605,
+            0.4293588101863861,
+            0.4275931715965271,
+            0.4230598211288452,
+            0.41914916038513184,
+            0.41739535331726074,
+            0.4155358374118805,
+            0.41149401664733887,
+            0.40633824467658997,
+            0.4027186334133148,
+            0.3981597125530243,
+            0.39663922786712646,
+            0.3940366804599762,
+            0.390327125787735,
+            0.3880595564842224,
+            0.3849288821220398,
+            0.38278746604919434,
+            0.3784984350204468,
+            0.3773150146007538,
+            0.37621426582336426,
+            0.37153077125549316,
+            0.3706274628639221,
+            0.36772269010543823,
+            0.3649841845035553,
+            0.3636726140975952,
+            0.36112263798713684,
+            0.35675573348999023,
+            0.3527684807777405,
+            0.34799137711524963,
+            0.3449205160140991,
+            0.34457293152809143,
+            0.34402188658714294,
+            0.33877918124198914,
+            0.3381084203720093,
+            0.3355042338371277,
+            0.33426475524902344,
+            0.3317883014678955,
+            0.3301302194595337,
+            0.3267744481563568,
+            0.32342207431793213,
+            0.32235264778137207,
+            0.3200255036354065,
+            0.31952905654907227,
+            0.31705448031425476,
+            0.3137330710887909,
+            0.3123774826526642,
+            0.312056303024292,
+            0.30852004885673523,
+            0.3059501349925995,
+            0.3053445518016815,
+            0.3015061616897583,
+            0.30004072189331055,
+            0.29526716470718384,
+            0.2925586700439453,
+            0.2915622889995575,
+            0.291032075881958,
+            0.28610894083976746,
+            0.28550076484680176,
+            0.2829397916793823,
+            0.28149351477622986,
+            0.27912864089012146,
+            0.2772561013698578,
+            0.276017427444458,
+            0.2748846709728241,
+            0.27277159690856934,
+            0.2710314691066742,
+            0.2696683704853058,
+            0.26783788204193115,
+            0.26676613092422485,
+            0.2630869746208191,
+            0.26294589042663574,
+            0.25971710681915283,
+            0.25902217626571655,
+            0.2574216425418854,
+            0.2560287117958069,
+            0.25529205799102783,
+            0.2544741630554199,
+            0.2521207928657532,
+            0.250141978263855,
+            0.24927888810634613,
+            0.245604008436203,
+            0.24497027695178986,
+            0.24280688166618347,
+            0.2410406619310379,
+            0.24016647040843964,
+            0.23987825214862823,
+            0.23814097046852112,
+            0.23708096146583557,
+            0.2355259209871292,
+            0.23473921418190002,
+            0.23333236575126648,
+            0.2312486469745636,
+            0.23006170988082886,
+            0.22815825045108795,
+            0.22582212090492249,
+            0.22429978847503662,
+            0.22299443185329437,
+            0.22244514524936676,
+            0.22120827436447144,
+            0.2190571129322052,
+            0.21845081448554993,
+            0.21688781678676605,
+            0.2155403047800064,
+            0.21224135160446167,
+            0.21191848814487457,
+            0.2110884040594101,
+            0.20958632230758667,
+            0.20880292356014252,
+            0.2074604630470276,
+            0.2054804563522339,
+            0.20447619259357452,
+            0.2030920535326004,
+            0.20118355751037598,
+            0.20063185691833496,
+            0.19786472618579865,
+            0.19619758427143097,
+            0.19505760073661804,
+            0.19494903087615967,
+            0.19393064081668854,
+            0.19228044152259827,
+            0.1915748119354248,
+            0.18904811143875122,
+            0.18799342215061188,
+            0.1876765936613083,
+            0.18482032418251038,
+            0.1844378560781479,
+            0.18235419690608978,
+            0.18148167431354523,
+            0.179268017411232,
+            0.17720024287700653,
+            0.17639179527759552,
+            0.1754823923110962,
+            0.1730882227420807,
+            0.1715497225522995,
+            0.17065273225307465,
+            0.16937138140201569,
+            0.164304718375206
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.6160475015640259,
+          "std": 0.10573171824216843,
+          "p10": 0.4727436304092407,
+          "p50": 0.6320874691009521,
+          "p90": 0.7355848550796509,
+          "min": 0.13164010643959045,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 31.257488250732422,
+          "std": 2.9403953552246094,
+          "p10": 28.30429458618164,
+          "p50": 30.77956771850586,
+          "p90": 34.548866271972656,
+          "min": 25.462221145629883,
+          "max": 62.551856994628906
+        }
+      },
+      "alignment_uniformity": null
+    },
+    "qp": {
+      "coord": "raw",
+      "qp_variant": "qp",
+      "feature_dim": 2048,
+      "timing": {
+        "feature_extract_sec": 4.347857236862183
+      },
+      "knn": {
+        "k_values": [
+          1,
+          5,
+          10,
+          20,
+          50,
+          100,
+          200
+        ],
+        "top1": [
+          0.3098,
+          0.2992,
+          0.3076,
+          0.3113,
+          0.2975,
+          0.2873,
+          0.2703
+        ],
+        "top5": [
+          0.3378,
+          0.5112,
+          0.5238,
+          0.5559,
+          0.5826,
+          0.5868,
+          0.5768
+        ]
+      },
+      "linear_probe": {
+        "epochs": 50,
+        "batch_size": 256,
+        "lr": 0.001,
+        "weight_decay": 1e-06,
+        "top1": 0.3402,
+        "top5": 0.6135
+      },
+      "diagnostics": {
+        "covariance_spectrum_topq": {
+          "n_used": 5000,
+          "q_used": 256,
+          "eff_rank_topq": 92.27851104736328,
+          "participation_ratio_topq": 32.431941986083984,
+          "eigs_top": [
+            68.55193328857422,
+            30.44740104675293,
+            22.050928115844727,
+            16.629802703857422,
+            14.60637092590332,
+            13.584890365600586,
+            11.065938949584961,
+            10.05618667602539,
+            9.266797065734863,
+            8.688511848449707,
+            8.535480499267578,
+            7.551015853881836,
+            7.173604965209961,
+            7.019705295562744,
+            6.485677242279053,
+            6.196774482727051,
+            5.834449291229248,
+            5.805275917053223,
+            5.391366004943848,
+            5.007869720458984,
+            4.798816680908203,
+            4.702940464019775,
+            4.470654010772705,
+            4.319375038146973,
+            4.195676803588867,
+            4.123739242553711,
+            3.9919402599334717,
+            3.866863965988159,
+            3.607673168182373,
+            3.5498123168945312,
+            3.435786008834839,
+            3.3077776432037354,
+            3.1932170391082764,
+            3.088677406311035,
+            3.0117650032043457,
+            2.8942315578460693,
+            2.8512015342712402,
+            2.751803398132324,
+            2.650235414505005,
+            2.60781192779541,
+            2.505737543106079,
+            2.441251039505005,
+            2.3860578536987305,
+            2.242642402648926,
+            2.2320377826690674,
+            2.112423896789551,
+            2.0750715732574463,
+            2.0722250938415527,
+            2.065434455871582,
+            1.9696093797683716,
+            1.906365990638733,
+            1.8674936294555664,
+            1.7935832738876343,
+            1.785814642906189,
+            1.7630748748779297,
+            1.746286392211914,
+            1.7097853422164917,
+            1.6677818298339844,
+            1.6348671913146973,
+            1.6161099672317505,
+            1.5793025493621826,
+            1.514114499092102,
+            1.5017917156219482,
+            1.475994348526001,
+            1.4537736177444458,
+            1.434938669204712,
+            1.4103271961212158,
+            1.3806320428848267,
+            1.3680485486984253,
+            1.36202073097229,
+            1.333229422569275,
+            1.2875022888183594,
+            1.2760175466537476,
+            1.263554573059082,
+            1.243621826171875,
+            1.2192926406860352,
+            1.187854290008545,
+            1.1770281791687012,
+            1.1715987920761108,
+            1.147432565689087,
+            1.1399600505828857,
+            1.1063419580459595,
+            1.1035913228988647,
+            1.0939098596572876,
+            1.0827231407165527,
+            1.0803004503250122,
+            1.0695900917053223,
+            1.0493866205215454,
+            1.0376214981079102,
+            1.0308037996292114,
+            1.0264824628829956,
+            1.015447735786438,
+            1.0073742866516113,
+            0.9883884191513062,
+            0.9758445024490356,
+            0.9722729921340942,
+            0.9645068645477295,
+            0.9379267692565918,
+            0.9301699995994568,
+            0.9187719225883484,
+            0.9145908355712891,
+            0.9087027311325073,
+            0.8965909481048584,
+            0.887390673160553,
+            0.8838135600090027,
+            0.8679150938987732,
+            0.8624750375747681,
+            0.8527148962020874,
+            0.8497645854949951,
+            0.8424804210662842,
+            0.8315659165382385,
+            0.81948322057724,
+            0.810699999332428,
+            0.8060822486877441,
+            0.8033093810081482,
+            0.7975689768791199,
+            0.7904385328292847,
+            0.784605860710144,
+            0.7758957147598267,
+            0.7651821970939636,
+            0.759276807308197,
+            0.7553538680076599,
+            0.750898540019989,
+            0.7455067038536072,
+            0.7392489314079285,
+            0.7289145588874817,
+            0.7263951897621155,
+            0.7159620523452759,
+            0.7111560702323914,
+            0.7052351236343384,
+            0.7031989693641663,
+            0.7019634246826172,
+            0.6882746815681458,
+            0.6843462586402893,
+            0.6812644004821777,
+            0.6759794354438782,
+            0.6693784594535828,
+            0.6621333956718445,
+            0.6575199365615845,
+            0.6554803252220154,
+            0.6527694463729858,
+            0.647757887840271,
+            0.6374956369400024,
+            0.6354110836982727,
+            0.6277148127555847,
+            0.6249276399612427,
+            0.619357705116272,
+            0.6154381036758423,
+            0.6120433807373047,
+            0.6067718267440796,
+            0.6038255095481873,
+            0.5989769101142883,
+            0.5934316515922546,
+            0.5890001058578491,
+            0.58336341381073,
+            0.5817691087722778,
+            0.5786742568016052,
+            0.573299765586853,
+            0.5686228275299072,
+            0.5662890076637268,
+            0.5613968372344971,
+            0.5600636601448059,
+            0.5556939244270325,
+            0.550774872303009,
+            0.5478749871253967,
+            0.5449025630950928,
+            0.5375891327857971,
+            0.5351249575614929,
+            0.531105101108551,
+            0.5262759327888489,
+            0.5221536755561829,
+            0.5207950472831726,
+            0.5136502385139465,
+            0.5110666751861572,
+            0.5067536234855652,
+            0.5018099546432495,
+            0.4967058300971985,
+            0.4900635778903961,
+            0.4892042875289917,
+            0.48647093772888184,
+            0.4859084486961365,
+            0.48317691683769226,
+            0.4783298373222351,
+            0.47707194089889526,
+            0.47223564982414246,
+            0.470758855342865,
+            0.4700010418891907,
+            0.46449965238571167,
+            0.4589870572090149,
+            0.4579216539859772,
+            0.4549945592880249,
+            0.45449891686439514,
+            0.45212557911872864,
+            0.4487801790237427,
+            0.4478451907634735,
+            0.4431201219558716,
+            0.4410688281059265,
+            0.43793734908103943,
+            0.4353398382663727,
+            0.4346718490123749,
+            0.43151775002479553,
+            0.43015384674072266,
+            0.42660215497016907,
+            0.42466115951538086,
+            0.4222804009914398,
+            0.4175020456314087,
+            0.41367775201797485,
+            0.40922626852989197,
+            0.40908077359199524,
+            0.4058487117290497,
+            0.4046902656555176,
+            0.4043155610561371,
+            0.401680588722229,
+            0.3978758156299591,
+            0.39163491129875183,
+            0.39048081636428833,
+            0.38810670375823975,
+            0.3867506980895996,
+            0.38212814927101135,
+            0.3795144259929657,
+            0.3775233030319214,
+            0.37647545337677,
+            0.3740502595901489,
+            0.37187308073043823,
+            0.3690718710422516,
+            0.36539167165756226,
+            0.36213335394859314,
+            0.3595260977745056,
+            0.35695597529411316,
+            0.3555377125740051,
+            0.354044109582901,
+            0.3512379229068756,
+            0.34810689091682434,
+            0.3468407392501831,
+            0.34436216950416565,
+            0.3423030972480774,
+            0.34050890803337097,
+            0.3369652330875397,
+            0.3359934985637665,
+            0.33310797810554504,
+            0.33018243312835693,
+            0.3278123140335083,
+            0.32605433464050293,
+            0.32539039850234985,
+            0.32136794924736023,
+            0.31865617632865906,
+            0.3175491690635681,
+            0.31507235765457153,
+            0.31205207109451294,
+            0.3076431453227997,
+            0.30574390292167664,
+            0.29924458265304565,
+            0.29672491550445557,
+            0.2939477860927582,
+            0.2881946861743927,
+            0.28429001569747925
+          ]
+        },
+        "cosine_similarity": {
+          "mean": 0.665993332862854,
+          "std": 0.08173222094774246,
+          "p10": 0.5561912059783936,
+          "p50": 0.679886519908905,
+          "p90": 0.7567112445831299,
+          "min": 0.2525442838668823,
+          "max": 1.0
+        },
+        "feature_norms": {
+          "mean": 44.29778289794922,
+          "std": 3.3418478965759277,
+          "p10": 41.10466384887695,
+          "p50": 43.710174560546875,
+          "p90": 47.781429290771484,
+          "min": 38.01764678955078,
+          "max": 83.0054702758789
+        }
+      },
+      "alignment_uniformity": null
+    }
+  }
+}

eval_runs/cifar100_seed_49_30_epoch/cifar100_sigreg_tokens/metrics.json

@@ -0,0 +1,342 @@
+{
+  "checkpoint": "checkpoints/cifar100_sigreg_tokens.pth",
+  "config": "configs/cifar100_sigreg_tokens.yaml",
+  "dataset": "cifar100",
+  "data_root": "./data",
+  "num_classes": 100,
+  "ckpt_load_info": {
+    "try_0_missing": 0,
+    "try_0_unexpected": 0,
+    "loaded_from_try": 0
+  },
+  "coord_mode": "raw",
+  "split_qp": false,
+  "coord": "raw",
+  "qp_variant": "qp",
+  "feature_dim": 2048,
+  "timing": {
+    "feature_extract_sec": 4.905106782913208
+  },
+  "knn": {
+    "k_values": [
+      1,
+      5,
+      10,
+      20,
+      50,
+      100,
+      200
+    ],
+    "top1": [
+      0.2729,
+      0.2621,
+      0.2714,
+      0.2665,
+      0.2621,
+      0.2456,
+      0.2344
+    ],
+    "top5": [
+      0.3027,
+      0.4734,
+      0.4884,
+      0.511,
+      0.53,
+      0.5295,
+      0.5203
+    ]
+  },
+  "linear_probe": {
+    "epochs": 50,
+    "batch_size": 256,
+    "lr": 0.001,
+    "weight_decay": 1e-06,
+    "top1": 0.3067,
+    "top5": 0.5752
+  },
+  "diagnostics": {
+    "covariance_spectrum_topq": {
+      "n_used": 5000,
+      "q_used": 256,
+      "eff_rank_topq": 109.67774200439453,
+      "participation_ratio_topq": 60.701656341552734,
+      "eigs_top": [
+        90.11219787597656,
+        79.27870178222656,
+        70.92435455322266,
+        69.34307861328125,
+        60.419559478759766,
+        53.16814422607422,
+        52.193782806396484,
+        47.33252716064453,
+        45.23280715942383,
+        44.30950927734375,
+        41.351680755615234,
+        36.281856536865234,
+        34.9483528137207,
+        30.691659927368164,
+        30.10065460205078,
+        27.403789520263672,
+        24.86463165283203,
+        23.686485290527344,
+        21.337308883666992,
+        20.708816528320312,
+        20.219430923461914,
+        19.837356567382812,
+        18.658788681030273,
+        17.951147079467773,
+        17.569822311401367,
+        16.757461547851562,
+        15.51458740234375,
+        14.800899505615234,
+        14.728431701660156,
+        14.562267303466797,
+        13.917511940002441,
+        13.49972152709961,
+        13.207526206970215,
+        12.748790740966797,
+        12.39924430847168,
+        12.33810806274414,
+        11.7227201461792,
+        11.47690200805664,
+        11.0811767578125,
+        10.97385311126709,
+        10.798135757446289,
+        10.659875869750977,
+        10.307950973510742,
+        10.145502090454102,
+        9.815412521362305,
+        9.648244857788086,
+        9.51032829284668,
+        8.995827674865723,
+        8.844261169433594,
+        8.764753341674805,
+        8.433891296386719,
+        8.257298469543457,
+        8.14231014251709,
+        7.8339762687683105,
+        7.6761064529418945,
+        7.617553234100342,
+        7.545448303222656,
+        7.373047828674316,
+        7.217238903045654,
+        7.0727715492248535,
+        6.86476993560791,
+        6.8222808837890625,
+        6.78829288482666,
+        6.513866424560547,
+        6.334434509277344,
+        6.310287952423096,
+        6.277056694030762,
+        6.174722671508789,
+        6.076949596405029,
+        5.901331424713135,
+        5.790075778961182,
+        5.6793293952941895,
+        5.617974281311035,
+        5.584380626678467,
+        5.548440933227539,
+        5.475378036499023,
+        5.3675665855407715,
+        5.246015548706055,
+        5.222534656524658,
+        5.084390163421631,
+        5.072545528411865,
+        4.969028949737549,
+        4.911850452423096,
+        4.8203840255737305,
+        4.729321479797363,
+        4.655251979827881,
+        4.587508678436279,
+        4.519704818725586,
+        4.373288631439209,
+        4.295041084289551,
+        4.2668938636779785,
+        4.214456558227539,
+        4.122727870941162,
+        4.061486721038818,
+        3.9975545406341553,
+        3.9553027153015137,
+        3.9149677753448486,
+        3.8491721153259277,
+        3.829641342163086,
+        3.771012306213379,
+        3.7437069416046143,
+        3.6628997325897217,
+        3.623843193054199,
+        3.569378614425659,
+        3.534863233566284,
+        3.5017194747924805,
+        3.440855026245117,
+        3.3732097148895264,
+        3.310715675354004,
+        3.281501293182373,
+        3.2489705085754395,
+        3.2202134132385254,
+        3.167742967605591,
+        3.1382100582122803,
+        3.1040802001953125,
+        3.0837223529815674,
+        3.0311429500579834,
+        3.0072875022888184,
+        2.9616341590881348,
+        2.9459128379821777,
+        2.899749517440796,
+        2.881786823272705,
+        2.8569109439849854,
+        2.7990732192993164,
+        2.7496581077575684,
+        2.7259902954101562,
+        2.7060866355895996,
+        2.666161060333252,
+        2.645677089691162,
+        2.614069938659668,
+        2.5796327590942383,
+        2.569403886795044,
+        2.5499231815338135,
+        2.5377352237701416,
+        2.466470956802368,
+        2.4328722953796387,
+        2.4250354766845703,
+        2.370671510696411,
+        2.3500795364379883,
+        2.32694149017334,
+        2.3211669921875,
+        2.2684786319732666,
+        2.2615439891815186,
+        2.2438764572143555,
+        2.2052488327026367,
+        2.153165102005005,
+        2.1160874366760254,
+        2.10506272315979,
+        2.0825085639953613,
+        2.049762487411499,
+        2.033979892730713,
+        2.005258560180664,
+        1.993735909461975,
+        1.982934832572937,
+        1.9579355716705322,
+        1.9505842924118042,
+        1.9213199615478516,
+        1.8986693620681763,
+        1.8851865530014038,
+        1.844283103942871,
+        1.8301935195922852,
+        1.817462682723999,
+        1.8027487993240356,
+        1.7657326459884644,
+        1.7540628910064697,
+        1.7509129047393799,
+        1.7403427362442017,
+        1.7151609659194946,
+        1.6933655738830566,
+        1.6662408113479614,
+        1.6421518325805664,
+        1.6399420499801636,
+        1.6137157678604126,
+        1.6061404943466187,
+        1.576130986213684,
+        1.5591267347335815,
+        1.5490800142288208,
+        1.5456743240356445,
+        1.536417841911316,
+        1.5152008533477783,
+        1.475240707397461,
+        1.4698514938354492,
+        1.4564653635025024,
+        1.4430614709854126,
+        1.421526312828064,
+        1.4157018661499023,
+        1.4084256887435913,
+        1.4021438360214233,
+        1.3756420612335205,
+        1.3609846830368042,
+        1.3548320531845093,
+        1.330147624015808,
+        1.3294519186019897,
+        1.3062983751296997,
+        1.2884103059768677,
+        1.2799071073532104,
+        1.2749711275100708,
+        1.2457221746444702,
+        1.2425875663757324,
+        1.2249659299850464,
+        1.2163175344467163,
+        1.2111124992370605,
+        1.2027112245559692,
+        1.1931483745574951,
+        1.175866723060608,
+        1.1621438264846802,
+        1.1557283401489258,
+        1.1340445280075073,
+        1.1170055866241455,
+        1.1021651029586792,
+        1.0985567569732666,
+        1.0940258502960205,
+        1.0857452154159546,
+        1.0682048797607422,
+        1.0535178184509277,
+        1.0431944131851196,
+        1.0270785093307495,
+        1.0218194723129272,
+        1.008011817932129,
+        0.9971637725830078,
+        0.9787520170211792,
+        0.9710907936096191,
+        0.9602505564689636,
+        0.9594076871871948,
+        0.9485062956809998,
+        0.9348194599151611,
+        0.9238143563270569,
+        0.9018317461013794,
+        0.9001824855804443,
+        0.8976121544837952,
+        0.8791359066963196,
+        0.873996376991272,
+        0.8662297129631042,
+        0.8581196665763855,
+        0.8399375081062317,
+        0.8297948837280273,
+        0.8234654664993286,
+        0.8120946288108826,
+        0.8034374713897705,
+        0.7911666035652161,
+        0.7784521579742432,
+        0.7630166411399841,
+        0.7593420147895813,
+        0.7462844252586365,
+        0.7454435229301453,
+        0.7271296977996826,
+        0.7187585830688477,
+        0.7046986818313599,
+        0.7016528248786926,
+        0.6923535466194153,
+        0.6813614964485168,
+        0.6714364290237427,
+        0.6623547673225403,
+        0.6506654024124146,
+        0.6196513772010803,
+        0.5976859927177429
+      ]
+    },
+    "cosine_similarity": {
+      "mean": 0.017353922128677368,
+      "std": 0.1157163605093956,
+      "p10": -0.11546286195516586,
+      "p50": 0.0015977479051798582,
+      "p90": 0.16861559450626373,
+      "min": -0.2870454788208008,
+      "max": 1.0000001192092896
+    },
+    "feature_norms": {
+      "mean": 44.99414825439453,
+      "std": 3.3264787197113037,
+      "p10": 41.29039764404297,
+      "p50": 44.541561126708984,
+      "p90": 49.183135986328125,
+      "min": 35.88242721557617,
+      "max": 65.3153305053711
+    }
+  },
+  "alignment_uniformity": null
+}