diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..b6e1ae67947aa28bbcd8c13d928393db8c4fe09e 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,67 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +eval_runs/cifar100_hjepa_mv/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/cifar100_hjepa_mv/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/cifar100_hjepa_mv/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/cifar100_sigreg_tokens/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_hjepa_mv/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens/plots/summary_p.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens/plots/summary_qp.png filter=lfs diff=lfs merge=lfs -text +eval_runs/imagenet_sigreg_tokens/plots/summary.png filter=lfs diff=lfs merge=lfs -text diff --git a/eval_runs/cifar100_hjepa_mv/metrics.json b/eval_runs/cifar100_hjepa_mv/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..aac9bd6fc696d42269fa334f2fc80ff742d02b4a --- /dev/null +++ b/eval_runs/cifar100_hjepa_mv/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/cifar100_hjepa_mv.pth", + "config": "configs/cifar100_hjepa_mv.yaml", + "dataset": "cifar100", + "data_root": "./data", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 4.703675985336304 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.3232, + 0.3226, + 0.3421, + 0.3443, + 0.3431, + 0.3334, + 0.3201 + ], + "top5": [ + 0.3498, + 0.5468, + 0.5659, + 0.6058, + 0.6346, + 0.6379, + 0.635 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.4459, + "top5": 0.7294 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 128.98362731933594, + "participation_ratio_topq": 70.33891296386719, + "eigs_top": [ + 24.748926162719727, + 15.372430801391602, + 13.855799674987793, + 10.139344215393066, + 9.161185264587402, + 9.117219924926758, + 8.561614036560059, + 7.8005900382995605, + 7.166092395782471, + 6.602936267852783, + 6.184543609619141, + 5.865609645843506, + 5.518916130065918, + 5.324978828430176, + 4.9440717697143555, + 4.827391624450684, + 4.609276294708252, + 4.413812160491943, + 4.257317543029785, + 4.20548152923584, + 4.149991989135742, + 3.9779303073883057, + 3.9024765491485596, + 3.7714967727661133, + 3.6359169483184814, + 3.5094218254089355, + 3.416339635848999, + 3.311696767807007, + 3.256213665008545, + 3.1955811977386475, + 3.157466411590576, + 3.0414414405822754, + 2.976814031600952, + 2.8924052715301514, + 2.8674652576446533, + 2.8222527503967285, + 2.75616717338562, + 2.7122299671173096, + 2.653907299041748, + 2.591749906539917, + 2.5526440143585205, + 2.508694648742676, + 2.433879852294922, + 2.3557119369506836, + 2.321216106414795, + 2.300050735473633, + 2.2385776042938232, + 2.2160754203796387, + 2.1688449382781982, + 2.1076998710632324, + 2.084275722503662, + 2.0381228923797607, + 2.012153387069702, + 1.9730994701385498, + 1.9528087377548218, + 1.9095714092254639, + 1.886664628982544, + 1.8506149053573608, + 1.7908552885055542, + 1.7758780717849731, + 1.7286964654922485, + 1.6929165124893188, + 1.6691306829452515, + 1.648154377937317, + 1.6188499927520752, + 1.613603115081787, + 1.5862014293670654, + 1.5442438125610352, + 1.5247591733932495, + 1.5055444240570068, + 1.4974979162216187, + 1.4597296714782715, + 1.4567636251449585, + 1.4415364265441895, + 1.4041106700897217, + 1.395888328552246, + 1.3469703197479248, + 1.3368412256240845, + 1.3171825408935547, + 1.2964379787445068, + 1.2757676839828491, + 1.2476000785827637, + 1.236478567123413, + 1.2226579189300537, + 1.2188720703125, + 1.2108440399169922, + 1.18906831741333, + 1.1738083362579346, + 1.148625135421753, + 1.1416608095169067, + 1.1165683269500732, + 1.1140872240066528, + 1.1034715175628662, + 1.0787081718444824, + 1.070095419883728, + 1.0531316995620728, + 1.039760947227478, + 1.0177541971206665, + 1.01308274269104, + 1.008974313735962, + 0.987053632736206, + 0.9674317836761475, + 0.9585726857185364, + 0.9543023109436035, + 0.9408959746360779, + 0.9379227161407471, + 0.9220262765884399, + 0.9100703001022339, + 0.8908953666687012, + 0.8828144669532776, + 0.8717508316040039, + 0.8636834025382996, + 0.8567780256271362, + 0.8421494960784912, + 0.8389341831207275, + 0.8262506127357483, + 0.8137169480323792, + 0.8010255694389343, + 0.7945958375930786, + 0.7917172908782959, + 0.772784411907196, + 0.767447292804718, + 0.7593787312507629, + 0.7444448471069336, + 0.7417382001876831, + 0.7273156046867371, + 0.7227349877357483, + 0.7179660797119141, + 0.7070817351341248, + 0.6992776393890381, + 0.6939821839332581, + 0.6868038773536682, + 0.6832840442657471, + 0.6756269335746765, + 0.6642886400222778, + 0.6570566296577454, + 0.6494923830032349, + 0.6413538455963135, + 0.6347200870513916, + 0.6197420358657837, + 0.6170512437820435, + 0.6122565269470215, + 0.6051766276359558, + 0.6009043455123901, + 0.5897508859634399, + 0.5842161774635315, + 0.5831237435340881, + 0.5721104741096497, + 0.5651781558990479, + 0.5620085597038269, + 0.5544472336769104, + 0.5474562048912048, + 0.542032778263092, + 0.5378718972206116, + 0.5220387578010559, + 0.5179683566093445, + 0.5095191597938538, + 0.5081953406333923, + 0.5017706155776978, + 0.49756816029548645, + 0.48974356055259705, + 0.485683798789978, + 0.4855198562145233, + 0.4774298667907715, + 0.4742441177368164, + 0.4654299020767212, + 0.461938738822937, + 0.4581279456615448, + 0.45698943734169006, + 0.45011264085769653, + 0.44727692008018494, + 0.4457753002643585, + 0.43631064891815186, + 0.43068793416023254, + 0.4247194528579712, + 0.42151355743408203, + 0.411864697933197, + 0.41153812408447266, + 0.4062308073043823, + 0.4022948741912842, + 0.3938441276550293, + 0.3865642249584198, + 0.3833768367767334, + 0.38012444972991943, + 0.37817779183387756, + 0.37542983889579773, + 0.36758357286453247, + 0.3669265806674957, + 0.3644280731678009, + 0.3561214804649353, + 0.3557933270931244, + 0.35097193717956543, + 0.34848421812057495, + 0.34399285912513733, + 0.3391519784927368, + 0.33690357208251953, + 0.3336111307144165, + 0.32939621806144714, + 0.3256014883518219, + 0.32247692346572876, + 0.3207319676876068, + 0.3136599063873291, + 0.30941495299339294, + 0.30680131912231445, + 0.3041675090789795, + 0.3014022409915924, + 0.29900282621383667, + 0.294537752866745, + 0.2894693613052368, + 0.2879514992237091, + 0.28417420387268066, + 0.28310248255729675, + 0.2796267867088318, + 0.27328404784202576, + 0.2714744806289673, + 0.26904863119125366, + 0.26551294326782227, + 0.26196619868278503, + 0.2608550190925598, + 0.2583797872066498, + 0.2572186291217804, + 0.2559051811695099, + 0.25116944313049316, + 0.24567914009094238, + 0.2428494244813919, + 0.2392958253622055, + 0.23806560039520264, + 0.23303118348121643, + 0.23248139023780823, + 0.2279413640499115, + 0.22568251192569733, + 0.224961519241333, + 0.22266492247581482, + 0.2206089198589325, + 0.21426531672477722, + 0.21147750318050385, + 0.20768821239471436, + 0.20650692284107208, + 0.20397865772247314, + 0.20225045084953308, + 0.20111411809921265, + 0.19347381591796875, + 0.19297413527965546, + 0.19131051003932953, + 0.18882161378860474, + 0.18830528855323792, + 0.18443727493286133, + 0.18079547584056854, + 0.17863385379314423, + 0.17691944539546967, + 0.16963167488574982, + 0.16534927487373352, + 0.16475006937980652, + 0.1607847511768341, + 0.16032306849956512, + 0.14681953191757202 + ] + }, + "cosine_similarity": { + "mean": 0.6246305704116821, + "std": 0.10047575831413269, + "p10": 0.4864341914653778, + "p50": 0.6347160339355469, + "p90": 0.7457625865936279, + "min": 0.20356938242912292, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 31.80938720703125, + "std": 4.899799346923828, + "p10": 27.9008846282959, + "p50": 30.30567169189453, + "p90": 37.661773681640625, + "min": 25.676376342773438, + "max": 86.25719451904297 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 4.703675985336304 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.3232, + 0.3226, + 0.3421, + 0.3443, + 0.3431, + 0.3334, + 0.3201 + ], + "top5": [ + 0.3498, + 0.5468, + 0.5659, + 0.6058, + 0.6346, + 0.6379, + 0.635 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.4459, + "top5": 0.7294 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 128.98362731933594, + "participation_ratio_topq": 70.33891296386719, + "eigs_top": [ + 24.748926162719727, + 15.372430801391602, + 13.855799674987793, + 10.139344215393066, + 9.161185264587402, + 9.117219924926758, + 8.561614036560059, + 7.8005900382995605, + 7.166092395782471, + 6.602936267852783, + 6.184543609619141, + 5.865609645843506, + 5.518916130065918, + 5.324978828430176, + 4.9440717697143555, + 4.827391624450684, + 4.609276294708252, + 4.413812160491943, + 4.257317543029785, + 4.20548152923584, + 4.149991989135742, + 3.9779303073883057, + 3.9024765491485596, + 3.7714967727661133, + 3.6359169483184814, + 3.5094218254089355, + 3.416339635848999, + 3.311696767807007, + 3.256213665008545, + 3.1955811977386475, + 3.157466411590576, + 3.0414414405822754, + 2.976814031600952, + 2.8924052715301514, + 2.8674652576446533, + 2.8222527503967285, + 2.75616717338562, + 2.7122299671173096, + 2.653907299041748, + 2.591749906539917, + 2.5526440143585205, + 2.508694648742676, + 2.433879852294922, + 2.3557119369506836, + 2.321216106414795, + 2.300050735473633, + 2.2385776042938232, + 2.2160754203796387, + 2.1688449382781982, + 2.1076998710632324, + 2.084275722503662, + 2.0381228923797607, + 2.012153387069702, + 1.9730994701385498, + 1.9528087377548218, + 1.9095714092254639, + 1.886664628982544, + 1.8506149053573608, + 1.7908552885055542, + 1.7758780717849731, + 1.7286964654922485, + 1.6929165124893188, + 1.6691306829452515, + 1.648154377937317, + 1.6188499927520752, + 1.613603115081787, + 1.5862014293670654, + 1.5442438125610352, + 1.5247591733932495, + 1.5055444240570068, + 1.4974979162216187, + 1.4597296714782715, + 1.4567636251449585, + 1.4415364265441895, + 1.4041106700897217, + 1.395888328552246, + 1.3469703197479248, + 1.3368412256240845, + 1.3171825408935547, + 1.2964379787445068, + 1.2757676839828491, + 1.2476000785827637, + 1.236478567123413, + 1.2226579189300537, + 1.2188720703125, + 1.2108440399169922, + 1.18906831741333, + 1.1738083362579346, + 1.148625135421753, + 1.1416608095169067, + 1.1165683269500732, + 1.1140872240066528, + 1.1034715175628662, + 1.0787081718444824, + 1.070095419883728, + 1.0531316995620728, + 1.039760947227478, + 1.0177541971206665, + 1.01308274269104, + 1.008974313735962, + 0.987053632736206, + 0.9674317836761475, + 0.9585726857185364, + 0.9543023109436035, + 0.9408959746360779, + 0.9379227161407471, + 0.9220262765884399, + 0.9100703001022339, + 0.8908953666687012, + 0.8828144669532776, + 0.8717508316040039, + 0.8636834025382996, + 0.8567780256271362, + 0.8421494960784912, + 0.8389341831207275, + 0.8262506127357483, + 0.8137169480323792, + 0.8010255694389343, + 0.7945958375930786, + 0.7917172908782959, + 0.772784411907196, + 0.767447292804718, + 0.7593787312507629, + 0.7444448471069336, + 0.7417382001876831, + 0.7273156046867371, + 0.7227349877357483, + 0.7179660797119141, + 0.7070817351341248, + 0.6992776393890381, + 0.6939821839332581, + 0.6868038773536682, + 0.6832840442657471, + 0.6756269335746765, + 0.6642886400222778, + 0.6570566296577454, + 0.6494923830032349, + 0.6413538455963135, + 0.6347200870513916, + 0.6197420358657837, + 0.6170512437820435, + 0.6122565269470215, + 0.6051766276359558, + 0.6009043455123901, + 0.5897508859634399, + 0.5842161774635315, + 0.5831237435340881, + 0.5721104741096497, + 0.5651781558990479, + 0.5620085597038269, + 0.5544472336769104, + 0.5474562048912048, + 0.542032778263092, + 0.5378718972206116, + 0.5220387578010559, + 0.5179683566093445, + 0.5095191597938538, + 0.5081953406333923, + 0.5017706155776978, + 0.49756816029548645, + 0.48974356055259705, + 0.485683798789978, + 0.4855198562145233, + 0.4774298667907715, + 0.4742441177368164, + 0.4654299020767212, + 0.461938738822937, + 0.4581279456615448, + 0.45698943734169006, + 0.45011264085769653, + 0.44727692008018494, + 0.4457753002643585, + 0.43631064891815186, + 0.43068793416023254, + 0.4247194528579712, + 0.42151355743408203, + 0.411864697933197, + 0.41153812408447266, + 0.4062308073043823, + 0.4022948741912842, + 0.3938441276550293, + 0.3865642249584198, + 0.3833768367767334, + 0.38012444972991943, + 0.37817779183387756, + 0.37542983889579773, + 0.36758357286453247, + 0.3669265806674957, + 0.3644280731678009, + 0.3561214804649353, + 0.3557933270931244, + 0.35097193717956543, + 0.34848421812057495, + 0.34399285912513733, + 0.3391519784927368, + 0.33690357208251953, + 0.3336111307144165, + 0.32939621806144714, + 0.3256014883518219, + 0.32247692346572876, + 0.3207319676876068, + 0.3136599063873291, + 0.30941495299339294, + 0.30680131912231445, + 0.3041675090789795, + 0.3014022409915924, + 0.29900282621383667, + 0.294537752866745, + 0.2894693613052368, + 0.2879514992237091, + 0.28417420387268066, + 0.28310248255729675, + 0.2796267867088318, + 0.27328404784202576, + 0.2714744806289673, + 0.26904863119125366, + 0.26551294326782227, + 0.26196619868278503, + 0.2608550190925598, + 0.2583797872066498, + 0.2572186291217804, + 0.2559051811695099, + 0.25116944313049316, + 0.24567914009094238, + 0.2428494244813919, + 0.2392958253622055, + 0.23806560039520264, + 0.23303118348121643, + 0.23248139023780823, + 0.2279413640499115, + 0.22568251192569733, + 0.224961519241333, + 0.22266492247581482, + 0.2206089198589325, + 0.21426531672477722, + 0.21147750318050385, + 0.20768821239471436, + 0.20650692284107208, + 0.20397865772247314, + 0.20225045084953308, + 0.20111411809921265, + 0.19347381591796875, + 0.19297413527965546, + 0.19131051003932953, + 0.18882161378860474, + 0.18830528855323792, + 0.18443727493286133, + 0.18079547584056854, + 0.17863385379314423, + 0.17691944539546967, + 0.16963167488574982, + 0.16534927487373352, + 0.16475006937980652, + 0.1607847511768341, + 0.16032306849956512, + 0.14681953191757202 + ] + }, + "cosine_similarity": { + "mean": 0.6246305704116821, + "std": 0.10047575831413269, + "p10": 0.4864341914653778, + "p50": 0.6347160339355469, + "p90": 0.7457625865936279, + "min": 0.20356938242912292, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 31.80938720703125, + "std": 4.899799346923828, + "p10": 27.9008846282959, + "p50": 30.30567169189453, + "p90": 37.661773681640625, + "min": 25.676376342773438, + "max": 86.25719451904297 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 4.3746178150177 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.3174, + 0.3117, + 0.3267, + 0.3296, + 0.3269, + 0.3179, + 0.3071 + ], + "top5": [ + 0.3441, + 0.5318, + 0.5583, + 0.5894, + 0.6238, + 0.6273, + 0.6176 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.4444, + "top5": 0.7257 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 67.0322265625, + "participation_ratio_topq": 22.224931716918945, + "eigs_top": [ + 97.5863265991211, + 59.504268646240234, + 38.7355842590332, + 22.986671447753906, + 18.40049171447754, + 15.624687194824219, + 14.5549955368042, + 12.844243049621582, + 12.26298999786377, + 10.560145378112793, + 9.282872200012207, + 8.458418846130371, + 8.096395492553711, + 7.9166717529296875, + 6.78548526763916, + 6.77802848815918, + 6.059544563293457, + 5.846926212310791, + 5.750881671905518, + 5.358363628387451, + 5.173284530639648, + 4.91474723815918, + 4.764333248138428, + 4.619499206542969, + 4.470550060272217, + 4.289463520050049, + 4.235455513000488, + 4.093530654907227, + 3.9086289405822754, + 3.822627067565918, + 3.792363166809082, + 3.5902841091156006, + 3.503347873687744, + 3.4547698497772217, + 3.3175408840179443, + 3.1950156688690186, + 3.1842846870422363, + 3.121863842010498, + 3.0026791095733643, + 2.933645725250244, + 2.8132095336914062, + 2.747593641281128, + 2.7298285961151123, + 2.6602609157562256, + 2.640190362930298, + 2.5695059299468994, + 2.4995949268341064, + 2.4007816314697266, + 2.3802995681762695, + 2.3103902339935303, + 2.292712926864624, + 2.290397882461548, + 2.188321590423584, + 2.1838643550872803, + 2.143061399459839, + 2.0885469913482666, + 2.022448778152466, + 1.996777892112732, + 1.9280953407287598, + 1.8977484703063965, + 1.8541263341903687, + 1.7936280965805054, + 1.78456449508667, + 1.7562689781188965, + 1.7350528240203857, + 1.719446063041687, + 1.660581350326538, + 1.6213157176971436, + 1.6063768863677979, + 1.5959089994430542, + 1.579626202583313, + 1.5628501176834106, + 1.496269941329956, + 1.483019471168518, + 1.4677314758300781, + 1.4370887279510498, + 1.3939738273620605, + 1.3850265741348267, + 1.3743501901626587, + 1.3558114767074585, + 1.3264271020889282, + 1.3117547035217285, + 1.279667615890503, + 1.2651280164718628, + 1.2379618883132935, + 1.2243984937667847, + 1.2060716152191162, + 1.1911062002182007, + 1.1756268739700317, + 1.1682991981506348, + 1.1658629179000854, + 1.1188465356826782, + 1.102425217628479, + 1.086919903755188, + 1.0677815675735474, + 1.0510733127593994, + 1.034714698791504, + 1.025510311126709, + 1.0129203796386719, + 1.0083390474319458, + 0.9925095438957214, + 0.9890673160552979, + 0.9567972421646118, + 0.954531729221344, + 0.9224453568458557, + 0.9158604145050049, + 0.9062530994415283, + 0.8996309041976929, + 0.8912879228591919, + 0.8742358684539795, + 0.8636138439178467, + 0.8628532290458679, + 0.8427996039390564, + 0.8370136022567749, + 0.8248381018638611, + 0.8202696442604065, + 0.8036587834358215, + 0.795926570892334, + 0.7871053814888, + 0.7768427133560181, + 0.7596703767776489, + 0.7534895539283752, + 0.7430858612060547, + 0.7369346618652344, + 0.7230914831161499, + 0.7136523723602295, + 0.6936903595924377, + 0.6883695721626282, + 0.67738938331604, + 0.6699732542037964, + 0.6624263525009155, + 0.6592587232589722, + 0.6554802656173706, + 0.6437155604362488, + 0.6292253732681274, + 0.6238716244697571, + 0.6187348961830139, + 0.6151228547096252, + 0.6128879189491272, + 0.6064186692237854, + 0.5960139632225037, + 0.5867483019828796, + 0.5792598724365234, + 0.5745384693145752, + 0.5663566589355469, + 0.5626299977302551, + 0.5564083456993103, + 0.5470503568649292, + 0.5372427701950073, + 0.5292589068412781, + 0.5221362709999084, + 0.5218507051467896, + 0.5122374296188354, + 0.5035648941993713, + 0.5002115368843079, + 0.493895024061203, + 0.4912606179714203, + 0.4852909445762634, + 0.4736701250076294, + 0.46709972620010376, + 0.465920090675354, + 0.4597318470478058, + 0.45279398560523987, + 0.4457103908061981, + 0.4406479299068451, + 0.4388355612754822, + 0.43449535965919495, + 0.4304935336112976, + 0.4276816248893738, + 0.4205336570739746, + 0.41514280438423157, + 0.4132313132286072, + 0.4109344184398651, + 0.4067184627056122, + 0.40140876173973083, + 0.38922756910324097, + 0.38570401072502136, + 0.38458654284477234, + 0.3757379353046417, + 0.37530773878097534, + 0.3734131455421448, + 0.36708346009254456, + 0.36380693316459656, + 0.3582673668861389, + 0.3563765585422516, + 0.35184961557388306, + 0.34802618622779846, + 0.3474511206150055, + 0.3402600884437561, + 0.3352786898612976, + 0.3339235186576843, + 0.3288336396217346, + 0.3259883522987366, + 0.3198399543762207, + 0.3135451674461365, + 0.3107716143131256, + 0.3086789846420288, + 0.3065926432609558, + 0.30176177620887756, + 0.29862305521965027, + 0.2963859736919403, + 0.2936152219772339, + 0.2914516031742096, + 0.28849199414253235, + 0.28065991401672363, + 0.27867087721824646, + 0.27735936641693115, + 0.27425822615623474, + 0.2693217396736145, + 0.2679038941860199, + 0.26589399576187134, + 0.26315245032310486, + 0.2582671046257019, + 0.255525678396225, + 0.2529776394367218, + 0.250456303358078, + 0.24776889383792877, + 0.24379964172840118, + 0.23885135352611542, + 0.2370494306087494, + 0.23402871191501617, + 0.23078829050064087, + 0.22955653071403503, + 0.22695325314998627, + 0.2254609614610672, + 0.22329844534397125, + 0.2224830687046051, + 0.2150239199399948, + 0.21409086883068085, + 0.20999331772327423, + 0.20966383814811707, + 0.20784960687160492, + 0.20455370843410492, + 0.20248790085315704, + 0.20210371911525726, + 0.19882740080356598, + 0.1972787082195282, + 0.1912807673215866, + 0.18961773812770844, + 0.18731243908405304, + 0.18388453125953674, + 0.18197205662727356, + 0.17847365140914917, + 0.1763417273759842, + 0.1737019568681717, + 0.1729898601770401, + 0.1689881980419159, + 0.16403988003730774, + 0.1627202332019806, + 0.16024361550807953, + 0.15620285272598267, + 0.1545715034008026, + 0.15169657766819, + 0.14922240376472473, + 0.14746910333633423, + 0.145069420337677 + ] + }, + "cosine_similarity": { + "mean": 0.443286657333374, + "std": 0.18428343534469604, + "p10": 0.18549956381320953, + "p50": 0.45495325326919556, + "p90": 0.68007892370224, + "min": -0.042188167572021484, + "max": 0.9999999403953552 + }, + "feature_norms": { + "mean": 31.877967834472656, + "std": 6.715106010437012, + "p10": 26.18268394470215, + "p50": 30.067018508911133, + "p90": 39.733516693115234, + "min": 21.919086456298828, + "max": 102.15607452392578 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 4.410887956619263 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.3199, + 0.3157, + 0.3332, + 0.3366, + 0.3338, + 0.325, + 0.314 + ], + "top5": [ + 0.3466, + 0.5393, + 0.5657, + 0.5958, + 0.6306, + 0.6342, + 0.6254 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.4452, + "top5": 0.7262 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 89.03018951416016, + "participation_ratio_topq": 33.54952621459961, + "eigs_top": [ + 120.92510986328125, + 75.2733383178711, + 52.457279205322266, + 32.98566818237305, + 27.47101593017578, + 23.900800704956055, + 23.362138748168945, + 20.52254867553711, + 19.593660354614258, + 17.134763717651367, + 15.23974323272705, + 14.299970626831055, + 13.58469009399414, + 13.165449142456055, + 11.6558837890625, + 11.331024169921875, + 10.565400123596191, + 10.11723804473877, + 9.719587326049805, + 9.361772537231445, + 9.241488456726074, + 8.931367874145508, + 8.554943084716797, + 7.981706619262695, + 7.8913164138793945, + 7.674437999725342, + 7.577478885650635, + 7.353769779205322, + 7.227333068847656, + 6.928680896759033, + 6.743160247802734, + 6.493458271026611, + 6.366491317749023, + 6.231557369232178, + 6.067809104919434, + 5.9489216804504395, + 5.833541393280029, + 5.7858147621154785, + 5.556614398956299, + 5.489507675170898, + 5.443299770355225, + 5.290339946746826, + 5.112513542175293, + 5.045314311981201, + 4.985407829284668, + 4.87689733505249, + 4.724757671356201, + 4.639556884765625, + 4.511837482452393, + 4.4755377769470215, + 4.3837971687316895, + 4.297592639923096, + 4.244753837585449, + 4.156201362609863, + 4.059232234954834, + 3.962301015853882, + 3.898740291595459, + 3.8230912685394287, + 3.7661759853363037, + 3.6496455669403076, + 3.6036152839660645, + 3.5244600772857666, + 3.466808557510376, + 3.4082446098327637, + 3.3723490238189697, + 3.288489818572998, + 3.245575428009033, + 3.1786930561065674, + 3.1312108039855957, + 3.0717577934265137, + 3.065235137939453, + 3.0069968700408936, + 2.9636051654815674, + 2.9111225605010986, + 2.9014546871185303, + 2.796717882156372, + 2.782888650894165, + 2.712367057800293, + 2.6457571983337402, + 2.63816237449646, + 2.6071829795837402, + 2.5623979568481445, + 2.525002956390381, + 2.510874032974243, + 2.4869024753570557, + 2.4628024101257324, + 2.395848274230957, + 2.3808438777923584, + 2.3477907180786133, + 2.320139169692993, + 2.2860395908355713, + 2.245382785797119, + 2.2263572216033936, + 2.172297716140747, + 2.1603150367736816, + 2.1147515773773193, + 2.067476272583008, + 2.048649787902832, + 2.0208780765533447, + 1.9995057582855225, + 1.9678527116775513, + 1.9572175741195679, + 1.9368330240249634, + 1.914090871810913, + 1.8593217134475708, + 1.845960021018982, + 1.8376059532165527, + 1.8301879167556763, + 1.8090651035308838, + 1.771368145942688, + 1.7385668754577637, + 1.7144917249679565, + 1.7075576782226562, + 1.6816517114639282, + 1.6674491167068481, + 1.6396162509918213, + 1.627402901649475, + 1.6056016683578491, + 1.600291132926941, + 1.5669132471084595, + 1.5328211784362793, + 1.5274996757507324, + 1.504752516746521, + 1.4843415021896362, + 1.4667855501174927, + 1.4467010498046875, + 1.4360350370407104, + 1.3866431713104248, + 1.370958924293518, + 1.362114429473877, + 1.3521711826324463, + 1.336525797843933, + 1.3231620788574219, + 1.3140547275543213, + 1.2907330989837646, + 1.2716803550720215, + 1.2681583166122437, + 1.251095175743103, + 1.238525390625, + 1.2175867557525635, + 1.202745795249939, + 1.2007074356079102, + 1.183860421180725, + 1.174668788909912, + 1.155291199684143, + 1.1411659717559814, + 1.1357688903808594, + 1.1190797090530396, + 1.1159846782684326, + 1.0912688970565796, + 1.07307767868042, + 1.0707567930221558, + 1.052632212638855, + 1.0360870361328125, + 1.0252668857574463, + 1.0020993947982788, + 0.9997568130493164, + 0.995640754699707, + 0.9932564496994019, + 0.9670332670211792, + 0.9541298747062683, + 0.9479830265045166, + 0.93272864818573, + 0.926343560218811, + 0.9118339419364929, + 0.9024803042411804, + 0.8962913751602173, + 0.8894876837730408, + 0.8775625228881836, + 0.8693292140960693, + 0.8508694171905518, + 0.8488432765007019, + 0.8428037166595459, + 0.8263629078865051, + 0.8195226788520813, + 0.817665696144104, + 0.7977277040481567, + 0.7909949421882629, + 0.7873275876045227, + 0.773124635219574, + 0.7679829001426697, + 0.7544294595718384, + 0.7480424046516418, + 0.735568642616272, + 0.7293569445610046, + 0.7133857011795044, + 0.7057967782020569, + 0.7008597254753113, + 0.6979237794876099, + 0.6924334168434143, + 0.6806491017341614, + 0.6765459775924683, + 0.6681592464447021, + 0.6642633676528931, + 0.6568861603736877, + 0.6511275172233582, + 0.6492814421653748, + 0.6436871290206909, + 0.6340677738189697, + 0.6263208985328674, + 0.6095249056816101, + 0.6085935235023499, + 0.5986142754554749, + 0.595101535320282, + 0.5910753011703491, + 0.583288848400116, + 0.5771372318267822, + 0.5765513181686401, + 0.5641892552375793, + 0.5563395619392395, + 0.5493684411048889, + 0.5488877296447754, + 0.5440450310707092, + 0.53856360912323, + 0.5253321528434753, + 0.5215856432914734, + 0.515108585357666, + 0.5056690573692322, + 0.4931451976299286, + 0.4849422872066498, + 0.4820901155471802, + 0.47824883460998535, + 0.47303611040115356, + 0.4663211405277252, + 0.464713990688324, + 0.4566057622432709, + 0.45621562004089355, + 0.4512579143047333, + 0.44345587491989136, + 0.44098228216171265, + 0.43805205821990967, + 0.42374423146247864, + 0.4209827780723572, + 0.41848623752593994, + 0.411777138710022, + 0.40614354610443115, + 0.4008806049823761, + 0.3948967158794403, + 0.3861798346042633, + 0.3841077983379364, + 0.3826330006122589, + 0.37628012895584106, + 0.3726139962673187, + 0.3694460690021515, + 0.3662869930267334, + 0.35722965002059937, + 0.3561345636844635, + 0.3462520241737366, + 0.34137165546417236, + 0.33504554629325867, + 0.332011342048645, + 0.32102158665657043, + 0.31279563903808594, + 0.30285385251045227, + 0.29217585921287537, + 0.2787870466709137 + ] + }, + "cosine_similarity": { + "mean": 0.5336413383483887, + "std": 0.14143459498882294, + "p10": 0.33595535159111023, + "p50": 0.5450121164321899, + "p90": 0.7117115259170532, + "min": 0.09520386159420013, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 45.06437683105469, + "std": 8.145228385925293, + "p10": 38.48691940307617, + "p50": 42.70386505126953, + "p90": 54.617332458496094, + "min": 34.56407928466797, + "max": 133.70176696777344 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/cifar100_hjepa_mv/plots/summary.png b/eval_runs/cifar100_hjepa_mv/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..4ba1cafe2fea27b1ca13d8154acb3ff0e6792c86 --- /dev/null +++ b/eval_runs/cifar100_hjepa_mv/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c558cbd0792cd2559f1360d5c8bec11d8cdc88320541f0eeded8ec088d46723 +size 150822 diff --git a/eval_runs/cifar100_hjepa_mv/plots/summary_p.png b/eval_runs/cifar100_hjepa_mv/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..85dea9f34498f19ca9a176ab1f7a9f9fe8ae2d6a --- /dev/null +++ b/eval_runs/cifar100_hjepa_mv/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e003cda4f4f6067cd1f956c55a8225c3a80d934f87dfacc9a8bf00dd7fb072 +size 143479 diff --git a/eval_runs/cifar100_hjepa_mv/plots/summary_qp.png b/eval_runs/cifar100_hjepa_mv/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..8f7ac47875ff4eea05385e1dd92f16db69e0f222 --- /dev/null +++ b/eval_runs/cifar100_hjepa_mv/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:550c1ad2b11819e5fa7d6f235cbaf711ec30882a9f267ef1c35c848014d85e7a +size 143568 diff --git a/eval_runs/cifar100_sigreg_tokens/metrics.json b/eval_runs/cifar100_sigreg_tokens/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7933b9901c9dedc418fe8d25de745400dd0c7439 --- /dev/null +++ b/eval_runs/cifar100_sigreg_tokens/metrics.json @@ -0,0 +1,342 @@ +{ + "checkpoint": "checkpoints/cifar100_sigreg_tokens.pth", + "config": "configs/cifar100_sigreg_tokens.yaml", + "dataset": "cifar100", + "data_root": "./data", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": false, + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 628.1770348548889 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.2871, + 0.2689, + 0.2811, + 0.2798, + 0.2681, + 0.2564, + 0.2425 + ], + "top5": [ + 0.3192, + 0.4849, + 0.5012, + 0.5283, + 0.5504, + 0.5462, + 0.5352 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.3395, + "top5": 0.6195 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 99.80455017089844, + "participation_ratio_topq": 58.31888198852539, + "eigs_top": [ + 91.71305847167969, + 77.927978515625, + 75.5390625, + 70.34971618652344, + 64.4350814819336, + 61.325164794921875, + 58.416351318359375, + 56.67802810668945, + 50.65476989746094, + 47.6412353515625, + 46.775054931640625, + 44.80158233642578, + 42.878047943115234, + 41.88864517211914, + 38.11954116821289, + 36.74302673339844, + 34.553306579589844, + 32.14150619506836, + 27.684558868408203, + 26.820220947265625, + 25.929189682006836, + 24.155614852905273, + 23.710649490356445, + 22.402170181274414, + 21.656354904174805, + 20.499183654785156, + 19.84373664855957, + 19.00457191467285, + 18.68440055847168, + 17.16257667541504, + 16.95624351501465, + 16.062149047851562, + 15.66362190246582, + 15.57094669342041, + 13.732585906982422, + 13.381210327148438, + 12.809087753295898, + 12.326773643493652, + 11.98609447479248, + 11.466229438781738, + 11.18543529510498, + 10.940067291259766, + 10.792553901672363, + 10.402713775634766, + 10.026627540588379, + 9.886466026306152, + 9.57995319366455, + 9.372565269470215, + 9.077535629272461, + 8.980436325073242, + 8.727191925048828, + 8.5308256149292, + 8.417497634887695, + 8.308588027954102, + 8.005444526672363, + 7.797114849090576, + 7.781221866607666, + 7.71409273147583, + 7.436280250549316, + 7.222188949584961, + 7.168534278869629, + 6.96997594833374, + 6.828031063079834, + 6.800446033477783, + 6.724728584289551, + 6.583191871643066, + 6.404856204986572, + 6.335486888885498, + 6.274576187133789, + 6.118643760681152, + 6.092016220092773, + 5.8930277824401855, + 5.710419178009033, + 5.6410441398620605, + 5.556328296661377, + 5.447956085205078, + 5.310460567474365, + 5.197956562042236, + 5.093911170959473, + 5.062114238739014, + 4.887343883514404, + 4.794604778289795, + 4.781340599060059, + 4.713653087615967, + 4.662731170654297, + 4.543357849121094, + 4.412980556488037, + 4.26339864730835, + 4.246025562286377, + 4.156647205352783, + 4.091612339019775, + 4.034416198730469, + 4.013938903808594, + 3.9602837562561035, + 3.9270102977752686, + 3.882183790206909, + 3.775228977203369, + 3.720714569091797, + 3.67445707321167, + 3.6500678062438965, + 3.6051034927368164, + 3.530571460723877, + 3.492894172668457, + 3.4177398681640625, + 3.376192092895508, + 3.3034322261810303, + 3.2730774879455566, + 3.2676963806152344, + 3.1875815391540527, + 3.0770137310028076, + 3.0267529487609863, + 2.983030080795288, + 2.9758870601654053, + 2.9447743892669678, + 2.9016973972320557, + 2.878957509994507, + 2.8454644680023193, + 2.808572292327881, + 2.76853084564209, + 2.7487685680389404, + 2.7365779876708984, + 2.679802656173706, + 2.6363115310668945, + 2.613023281097412, + 2.598616123199463, + 2.5349676609039307, + 2.512096643447876, + 2.454251289367676, + 2.446211338043213, + 2.3711416721343994, + 2.339547634124756, + 2.310572385787964, + 2.264000654220581, + 2.2541863918304443, + 2.2217040061950684, + 2.189588785171509, + 2.163151741027832, + 2.158808946609497, + 2.1098568439483643, + 2.085817575454712, + 2.0678775310516357, + 2.0539796352386475, + 2.0453999042510986, + 1.9943556785583496, + 1.972461462020874, + 1.927974820137024, + 1.8878616094589233, + 1.8718247413635254, + 1.858160138130188, + 1.8323975801467896, + 1.8005977869033813, + 1.7921772003173828, + 1.7746418714523315, + 1.7332316637039185, + 1.7140629291534424, + 1.6952705383300781, + 1.6551339626312256, + 1.628568172454834, + 1.6113494634628296, + 1.5935972929000854, + 1.568498969078064, + 1.546020746231079, + 1.529905080795288, + 1.509391188621521, + 1.4978975057601929, + 1.4882490634918213, + 1.4779784679412842, + 1.4672106504440308, + 1.4388501644134521, + 1.4049875736236572, + 1.3877712488174438, + 1.3724684715270996, + 1.3567798137664795, + 1.3491792678833008, + 1.3272277116775513, + 1.3214077949523926, + 1.2997840642929077, + 1.287279486656189, + 1.2676448822021484, + 1.2414360046386719, + 1.233505129814148, + 1.2261507511138916, + 1.2145401239395142, + 1.1999340057373047, + 1.1847573518753052, + 1.1695295572280884, + 1.1652332544326782, + 1.141595721244812, + 1.1336863040924072, + 1.1256229877471924, + 1.1039057970046997, + 1.0837817192077637, + 1.0803319215774536, + 1.059470295906067, + 1.0360208749771118, + 1.014754295349121, + 1.0136144161224365, + 1.006646990776062, + 0.9927117228507996, + 0.9689703583717346, + 0.9638229608535767, + 0.9519268274307251, + 0.9486139416694641, + 0.9400131702423096, + 0.9046458005905151, + 0.9021847248077393, + 0.8880476355552673, + 0.8831589818000793, + 0.8607602119445801, + 0.854546308517456, + 0.8461508750915527, + 0.8301339745521545, + 0.8231378793716431, + 0.8060016632080078, + 0.8010439276695251, + 0.7962862849235535, + 0.7927648425102234, + 0.7703307867050171, + 0.7603830099105835, + 0.7520958781242371, + 0.743400514125824, + 0.7370412349700928, + 0.7329410910606384, + 0.7204873561859131, + 0.700620710849762, + 0.6915796995162964, + 0.6855846047401428, + 0.6785130500793457, + 0.6699046492576599, + 0.6592282056808472, + 0.6512324213981628, + 0.6468505859375, + 0.6403626203536987, + 0.6270603537559509, + 0.6232987642288208, + 0.6089054942131042, + 0.5947345495223999, + 0.5827359557151794, + 0.578679621219635, + 0.5617511868476868, + 0.5592958927154541, + 0.5481107831001282, + 0.5453304052352905, + 0.5319725871086121, + 0.5297989249229431, + 0.5237147808074951, + 0.5171259641647339, + 0.5056141018867493, + 0.4979952573776245, + 0.4891551434993744, + 0.4841906428337097, + 0.4676496386528015, + 0.4558272361755371, + 0.43917548656463623, + 0.43085551261901855, + 0.4074157178401947 + ] + }, + "cosine_similarity": { + "mean": 0.006086986977607012, + "std": 0.12125080823898315, + "p10": -0.12510666251182556, + "p50": -0.013761823996901512, + "p90": 0.16597892343997955, + "min": -0.3040308356285095, + "max": 0.9999999403953552 + }, + "feature_norms": { + "mean": 45.57535171508789, + "std": 4.8510637283325195, + "p10": 40.06682205200195, + "p50": 44.96002197265625, + "p90": 51.803348541259766, + "min": 33.04237747192383, + "max": 76.4754638671875 + } + }, + "alignment_uniformity": null +} \ No newline at end of file diff --git a/eval_runs/cifar100_sigreg_tokens/plots/summary.png b/eval_runs/cifar100_sigreg_tokens/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..22cc466d6d99b94b2803d313bc9536d7353a68ab --- /dev/null +++ b/eval_runs/cifar100_sigreg_tokens/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9c9c4860e1547e0f995f390e1a0edceb05822331f8a79652643647fd896ff6f +size 139838 diff --git a/eval_runs/imagenet_hjepa_mv/metrics.json b/eval_runs/imagenet_hjepa_mv/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8dbc33fd55d36ff633a6427d0cba0112d1d54819 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_hjepa_mv.pth", + "config": "configs/imagenet_hjepa_mv.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.86351013183594 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.31920000033378604, + "top5": 0.6237999996185303 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.86351013183594 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.31920000033378604, + "top5": 0.6237999996185303 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.53208303451538 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2138, + 0.242, + 0.2472, + 0.2596, + 0.2536, + 0.2444 + ], + "top5": [ + 0.2154, + 0.4308, + 0.4628, + 0.4944, + 0.525, + 0.5326, + 0.5298 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.3207999997138977, + "top5": 0.6263999994277955 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 98.10114288330078, + "participation_ratio_topq": 46.880680084228516, + "eigs_top": [ + 65.32612609863281, + 41.4065055847168, + 36.720603942871094, + 28.902908325195312, + 26.35218048095703, + 24.153812408447266, + 21.48311996459961, + 19.30586051940918, + 16.03692054748535, + 15.026819229125977, + 14.5722017288208, + 12.49468994140625, + 12.068480491638184, + 11.409064292907715, + 11.135738372802734, + 10.104720115661621, + 9.258394241333008, + 9.139996528625488, + 8.624658584594727, + 8.567041397094727, + 8.343732833862305, + 7.875635147094727, + 7.492020130157471, + 7.2407732009887695, + 7.125801086425781, + 6.86662483215332, + 6.6839213371276855, + 6.475077152252197, + 6.148419380187988, + 5.903943061828613, + 5.812570571899414, + 5.631750106811523, + 5.599538803100586, + 5.337035179138184, + 5.254690170288086, + 5.052853107452393, + 4.881061553955078, + 4.737224578857422, + 4.599926471710205, + 4.490720272064209, + 4.441259384155273, + 4.275722503662109, + 4.160139083862305, + 4.004781246185303, + 3.94815731048584, + 3.942859172821045, + 3.859355926513672, + 3.76413631439209, + 3.659703493118286, + 3.5293617248535156, + 3.5071260929107666, + 3.4750559329986572, + 3.427496910095215, + 3.3803112506866455, + 3.2971882820129395, + 3.2800047397613525, + 3.1718780994415283, + 3.078545093536377, + 3.0446460247039795, + 3.034125566482544, + 2.958810806274414, + 2.8826406002044678, + 2.856151819229126, + 2.8434057235717773, + 2.7651267051696777, + 2.732701301574707, + 2.6635117530822754, + 2.6502556800842285, + 2.570507287979126, + 2.515974283218384, + 2.4518015384674072, + 2.4292874336242676, + 2.400637149810791, + 2.3227767944335938, + 2.282496690750122, + 2.2566258907318115, + 2.2231457233428955, + 2.2049975395202637, + 2.1722335815429688, + 2.114521026611328, + 2.101524591445923, + 2.0814151763916016, + 2.0408213138580322, + 2.007067918777466, + 1.986541986465454, + 1.954993486404419, + 1.910170078277588, + 1.8843413591384888, + 1.8668323755264282, + 1.8641927242279053, + 1.8243087530136108, + 1.7978243827819824, + 1.7811003923416138, + 1.7536215782165527, + 1.7128410339355469, + 1.6983388662338257, + 1.6884533166885376, + 1.6675044298171997, + 1.6349689960479736, + 1.6232558488845825, + 1.5932772159576416, + 1.5738366842269897, + 1.5269513130187988, + 1.5139269828796387, + 1.4841513633728027, + 1.472174048423767, + 1.4512355327606201, + 1.4307621717453003, + 1.4178736209869385, + 1.4072328805923462, + 1.3926451206207275, + 1.3782668113708496, + 1.3547687530517578, + 1.330971598625183, + 1.3114900588989258, + 1.2884904146194458, + 1.2664785385131836, + 1.262993335723877, + 1.2545011043548584, + 1.227927565574646, + 1.1978306770324707, + 1.18706476688385, + 1.1674325466156006, + 1.1487666368484497, + 1.1386783123016357, + 1.1149340867996216, + 1.1044743061065674, + 1.0978976488113403, + 1.0888456106185913, + 1.0831315517425537, + 1.0637996196746826, + 1.0392725467681885, + 1.0267937183380127, + 1.0074483156204224, + 0.9991416335105896, + 0.9982129335403442, + 0.9665610790252686, + 0.9579340815544128, + 0.9462064504623413, + 0.936298668384552, + 0.922227680683136, + 0.9093877077102661, + 0.8943248391151428, + 0.8890796899795532, + 0.8755910396575928, + 0.8691439628601074, + 0.8587139248847961, + 0.8427330255508423, + 0.8381950855255127, + 0.8278809189796448, + 0.8162902593612671, + 0.8075752258300781, + 0.800631582736969, + 0.7766911387443542, + 0.7665649056434631, + 0.7578364014625549, + 0.752418577671051, + 0.7414014339447021, + 0.7398664951324463, + 0.7283312678337097, + 0.721635103225708, + 0.7081571817398071, + 0.6924144625663757, + 0.6877843141555786, + 0.6741694808006287, + 0.6637480854988098, + 0.6556633710861206, + 0.6518390774726868, + 0.6424941420555115, + 0.6369492411613464, + 0.6261022686958313, + 0.6221775412559509, + 0.6221120357513428, + 0.6048952341079712, + 0.601888120174408, + 0.5952357649803162, + 0.586183488368988, + 0.5800952315330505, + 0.5679442286491394, + 0.5627536177635193, + 0.5613991022109985, + 0.5536391735076904, + 0.5494264960289001, + 0.5408570170402527, + 0.5365706086158752, + 0.5243836045265198, + 0.5187468528747559, + 0.5117509961128235, + 0.510094940662384, + 0.5059252381324768, + 0.49522292613983154, + 0.4928499460220337, + 0.4874664843082428, + 0.4806399643421173, + 0.4719468653202057, + 0.4683748781681061, + 0.4651719033718109, + 0.45193520188331604, + 0.4488099217414856, + 0.4446795582771301, + 0.4364883303642273, + 0.43350183963775635, + 0.4269534945487976, + 0.4238772988319397, + 0.4184611737728119, + 0.415038138628006, + 0.409812867641449, + 0.40662652254104614, + 0.40071946382522583, + 0.39068517088890076, + 0.3864102065563202, + 0.3834470808506012, + 0.380303293466568, + 0.3671737611293793, + 0.36622992157936096, + 0.3595367968082428, + 0.3564186096191406, + 0.35253700613975525, + 0.34815338253974915, + 0.3443923592567444, + 0.33946558833122253, + 0.3341960906982422, + 0.3271540105342865, + 0.31899693608283997, + 0.3162514865398407, + 0.31448712944984436, + 0.3125956058502197, + 0.3052861988544464, + 0.30406075716018677, + 0.2995906472206116, + 0.2903907299041748, + 0.2888844609260559, + 0.2845689356327057, + 0.28365960717201233, + 0.27749454975128174, + 0.27714064717292786, + 0.2669450044631958, + 0.26008841395378113, + 0.2573792338371277, + 0.2548104524612427, + 0.24781222641468048, + 0.24611662328243256, + 0.24233196675777435, + 0.23827999830245972, + 0.23723594844341278, + 0.22753341495990753, + 0.21977613866329193, + 0.21833160519599915, + 0.2130175530910492, + 0.21001943945884705, + 0.20726406574249268, + 0.20226643979549408, + 0.20177452266216278, + 0.19234424829483032, + 0.18970434367656708, + 0.17938491702079773 + ] + }, + "cosine_similarity": { + "mean": 0.2742627263069153, + "std": 0.15116584300994873, + "p10": 0.08787548542022705, + "p50": 0.2574678063392639, + "p90": 0.4837460517883301, + "min": -0.08830465376377106, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40989303588867, + "std": 5.503716468811035, + "p10": 26.72922134399414, + "p50": 31.186073303222656, + "p90": 39.851863861083984, + "min": 21.90940284729004, + "max": 65.5579605102539 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.88045692443848 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1882, + 0.2134, + 0.2414, + 0.2464, + 0.2592, + 0.2542, + 0.2446 + ], + "top5": [ + 0.2162, + 0.4306, + 0.4612, + 0.4972, + 0.526, + 0.5328, + 0.531 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.3203999999046326, + "top5": 0.6249999996185303 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 96.47624969482422, + "participation_ratio_topq": 46.136924743652344, + "eigs_top": [ + 129.57850646972656, + 88.12474822998047, + 79.12186431884766, + 59.72737121582031, + 54.72053909301758, + 49.62251281738281, + 44.02778244018555, + 39.67307662963867, + 33.0413932800293, + 30.54564094543457, + 30.499114990234375, + 25.41230583190918, + 25.035449981689453, + 23.113990783691406, + 22.3596248626709, + 20.48369598388672, + 18.917091369628906, + 18.597362518310547, + 17.60577964782715, + 17.43318748474121, + 16.873014450073242, + 16.03534698486328, + 15.004648208618164, + 14.782678604125977, + 14.469897270202637, + 13.743678092956543, + 13.5770902633667, + 13.11165714263916, + 12.41049575805664, + 11.883820533752441, + 11.701665878295898, + 11.453205108642578, + 11.260743141174316, + 10.785274505615234, + 10.706657409667969, + 10.085938453674316, + 9.79771900177002, + 9.498029708862305, + 9.252346992492676, + 8.934775352478027, + 8.830716133117676, + 8.538490295410156, + 8.290459632873535, + 8.058323860168457, + 7.94192361831665, + 7.865719318389893, + 7.748193264007568, + 7.534918785095215, + 7.2967329025268555, + 7.17311429977417, + 7.025953769683838, + 6.894039630889893, + 6.875185012817383, + 6.832378387451172, + 6.627296447753906, + 6.555520534515381, + 6.329351425170898, + 6.194334506988525, + 6.105953216552734, + 6.055258750915527, + 5.960397720336914, + 5.813824653625488, + 5.725099563598633, + 5.682492256164551, + 5.531920909881592, + 5.4325408935546875, + 5.353272438049316, + 5.335445880889893, + 5.128609657287598, + 5.0299072265625, + 4.938704013824463, + 4.867646217346191, + 4.805387496948242, + 4.630474090576172, + 4.560822486877441, + 4.544180393218994, + 4.4698262214660645, + 4.4189958572387695, + 4.363794803619385, + 4.216035842895508, + 4.194879055023193, + 4.1536760330200195, + 4.0763654708862305, + 4.0069122314453125, + 3.993190050125122, + 3.9351143836975098, + 3.8399429321289062, + 3.7535808086395264, + 3.7499375343322754, + 3.686114549636841, + 3.6362478733062744, + 3.5899569988250732, + 3.583638906478882, + 3.5088729858398438, + 3.4308764934539795, + 3.395642042160034, + 3.379005193710327, + 3.323338031768799, + 3.2520816326141357, + 3.225454092025757, + 3.1780009269714355, + 3.1522600650787354, + 3.062326192855835, + 3.0155422687530518, + 2.9889273643493652, + 2.9503188133239746, + 2.8835506439208984, + 2.8620457649230957, + 2.8442282676696777, + 2.8027899265289307, + 2.77278995513916, + 2.761716604232788, + 2.701526403427124, + 2.6528050899505615, + 2.6357152462005615, + 2.5694425106048584, + 2.529245615005493, + 2.508594274520874, + 2.4915874004364014, + 2.4469833374023438, + 2.393453359603882, + 2.3715505599975586, + 2.34220290184021, + 2.311411142349243, + 2.2712976932525635, + 2.241807222366333, + 2.2259325981140137, + 2.186279773712158, + 2.1663262844085693, + 2.145538568496704, + 2.1254923343658447, + 2.064826250076294, + 2.0597033500671387, + 2.0214345455169678, + 1.99748694896698, + 1.9904508590698242, + 1.932140588760376, + 1.908981442451477, + 1.8903343677520752, + 1.8692541122436523, + 1.8328851461410522, + 1.8124849796295166, + 1.7815666198730469, + 1.7695074081420898, + 1.745163083076477, + 1.7211946249008179, + 1.706101417541504, + 1.6845329999923706, + 1.680176854133606, + 1.6436039209365845, + 1.6304974555969238, + 1.6095359325408936, + 1.5988227128982544, + 1.5489733219146729, + 1.5330438613891602, + 1.5056138038635254, + 1.4998937845230103, + 1.4822036027908325, + 1.4713624715805054, + 1.4515659809112549, + 1.4274502992630005, + 1.4124433994293213, + 1.3909225463867188, + 1.3696935176849365, + 1.347185492515564, + 1.3274264335632324, + 1.3181027173995972, + 1.303680658340454, + 1.275560736656189, + 1.2711995840072632, + 1.2446881532669067, + 1.2436332702636719, + 1.2254893779754639, + 1.2113302946090698, + 1.1955076456069946, + 1.1802088022232056, + 1.1691840887069702, + 1.1601533889770508, + 1.1317297220230103, + 1.1238161325454712, + 1.121955156326294, + 1.0967315435409546, + 1.0859310626983643, + 1.0775600671768188, + 1.0675376653671265, + 1.0443947315216064, + 1.038201093673706, + 1.0255229473114014, + 1.0184839963912964, + 1.009566307067871, + 0.992249608039856, + 0.977063000202179, + 0.9675165414810181, + 0.9533017873764038, + 0.9459127187728882, + 0.9371911287307739, + 0.9131326079368591, + 0.8979706168174744, + 0.8840915560722351, + 0.8816735744476318, + 0.8758874535560608, + 0.8658093214035034, + 0.8601594567298889, + 0.8463324308395386, + 0.8322176337242126, + 0.8256054520606995, + 0.8086512684822083, + 0.8047052025794983, + 0.7973256707191467, + 0.7835441827774048, + 0.7784824371337891, + 0.7697938084602356, + 0.7530639171600342, + 0.7436043620109558, + 0.7332557439804077, + 0.7274295091629028, + 0.7139625549316406, + 0.6978341937065125, + 0.6886135935783386, + 0.6803708672523499, + 0.6762545704841614, + 0.6679361462593079, + 0.6567384004592896, + 0.6549647450447083, + 0.640639066696167, + 0.6303430795669556, + 0.6214114427566528, + 0.6104433536529541, + 0.606747031211853, + 0.5983012318611145, + 0.5881211757659912, + 0.5806055068969727, + 0.5761549472808838, + 0.5657968521118164, + 0.556624174118042, + 0.5437987446784973, + 0.5319599509239197, + 0.5157062411308289, + 0.5102180242538452, + 0.5088167786598206, + 0.5029419660568237, + 0.4939872622489929, + 0.4756522476673126, + 0.4658546447753906, + 0.4569658041000366, + 0.45400163531303406, + 0.4409935772418976, + 0.4333672523498535, + 0.426209032535553, + 0.4183240830898285, + 0.41039803624153137, + 0.3982560336589813, + 0.39569565653800964, + 0.38738998770713806, + 0.3746824860572815, + 0.3641413450241089 + ] + }, + "cosine_similarity": { + "mean": 0.2769365608692169, + "std": 0.15192407369613647, + "p10": 0.08985316753387451, + "p50": 0.26010650396347046, + "p90": 0.48760372400283813, + "min": -0.08325280249118805, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 46.176578521728516, + "std": 8.17845344543457, + "p10": 37.90884017944336, + "p50": 44.3083610534668, + "p90": 57.1520881652832, + "min": 31.325836181640625, + "max": 96.52604675292969 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_hjepa_mv/plots/summary.png b/eval_runs/imagenet_hjepa_mv/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..a902ab64bc7dd47e3184356b445a65472a93c9cd --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce1474c4e2a903ba8ac8772d392e1f18c1a8c80d2ea22bfdf57173373a7253b +size 139466 diff --git a/eval_runs/imagenet_hjepa_mv/plots/summary_p.png b/eval_runs/imagenet_hjepa_mv/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..a194ddb48cce34b1915851a0bfb5ab55082de0e8 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e34c807697ac318b6f4d2b6e1fc2f163a87f87599f660733e730faa1e4e22e4 +size 137969 diff --git a/eval_runs/imagenet_hjepa_mv/plots/summary_qp.png b/eval_runs/imagenet_hjepa_mv/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..5d76cd291a37b3e19749e9ad50c26fe46eed6752 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e150b69f345122bde0e8b49cc937e1255740f86b70d88e379a8cb5d4c5730cd +size 140247 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_010/metrics.json b/eval_runs/imagenet_hjepa_mv_epoch_010/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b1ef10204f3e6f47967000bc021e1989d3066e57 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_010/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_010.pth", + "config": "configs/imagenet_hjepa_mv.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.2307255268097 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.159, + 0.1728, + 0.1954, + 0.2086, + 0.2084, + 0.2062, + 0.202 + ], + "top5": [ + 0.1896, + 0.3808, + 0.396, + 0.427, + 0.4652, + 0.468, + 0.4698 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.2530000000476837, + "top5": 0.525199999332428 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 81.40277099609375, + "participation_ratio_topq": 31.864444732666016, + "eigs_top": [ + 79.37963104248047, + 39.806575775146484, + 35.199710845947266, + 22.49191665649414, + 19.54206085205078, + 17.281993865966797, + 15.64621353149414, + 14.915578842163086, + 13.722511291503906, + 12.245991706848145, + 10.916265487670898, + 10.040336608886719, + 9.59189224243164, + 9.2507963180542, + 8.764497756958008, + 7.837208271026611, + 7.57200813293457, + 7.069807052612305, + 6.999462604522705, + 6.609328746795654, + 6.38880729675293, + 5.90360164642334, + 5.758946895599365, + 5.475938320159912, + 5.376593112945557, + 5.206814765930176, + 5.134838104248047, + 4.757511615753174, + 4.656062602996826, + 4.594667911529541, + 4.332874774932861, + 4.242495536804199, + 4.208806991577148, + 3.9345436096191406, + 3.856611490249634, + 3.8245155811309814, + 3.716872215270996, + 3.620103359222412, + 3.5390241146087646, + 3.468778610229492, + 3.377309799194336, + 3.26303768157959, + 3.199352264404297, + 3.162038803100586, + 3.0375149250030518, + 2.9602599143981934, + 2.88877010345459, + 2.7911410331726074, + 2.7197723388671875, + 2.673823833465576, + 2.623202085494995, + 2.604818344116211, + 2.5101144313812256, + 2.5000596046447754, + 2.3933472633361816, + 2.327533483505249, + 2.282379388809204, + 2.2578072547912598, + 2.2294986248016357, + 2.108125925064087, + 2.072136878967285, + 2.019099712371826, + 2.008469343185425, + 1.9797422885894775, + 1.906322717666626, + 1.9017990827560425, + 1.803293228149414, + 1.7747135162353516, + 1.7389192581176758, + 1.6930993795394897, + 1.6215795278549194, + 1.5760185718536377, + 1.536874532699585, + 1.5280240774154663, + 1.4821475744247437, + 1.4751992225646973, + 1.4601234197616577, + 1.4190651178359985, + 1.4057143926620483, + 1.3557335138320923, + 1.3463231325149536, + 1.3248261213302612, + 1.3128825426101685, + 1.2833019495010376, + 1.2550135850906372, + 1.24443781375885, + 1.2265328168869019, + 1.2071239948272705, + 1.178342342376709, + 1.1744365692138672, + 1.1566829681396484, + 1.1488839387893677, + 1.1180694103240967, + 1.0926554203033447, + 1.0794354677200317, + 1.0608457326889038, + 1.0418663024902344, + 1.0234259366989136, + 1.0102357864379883, + 1.000622034072876, + 0.9866092205047607, + 0.9785922765731812, + 0.9508910775184631, + 0.9397405982017517, + 0.9251298308372498, + 0.907903254032135, + 0.8960167765617371, + 0.8884438872337341, + 0.8788345456123352, + 0.8758838772773743, + 0.8626309037208557, + 0.8566826581954956, + 0.8447886109352112, + 0.8369391560554504, + 0.8144981265068054, + 0.8129751682281494, + 0.7952315807342529, + 0.787235677242279, + 0.780138373374939, + 0.7656216025352478, + 0.7646444439888, + 0.7547371983528137, + 0.7423314452171326, + 0.7375699877738953, + 0.722905158996582, + 0.7087409496307373, + 0.7008439898490906, + 0.6953369975090027, + 0.6882324814796448, + 0.6815016269683838, + 0.6670655608177185, + 0.663340151309967, + 0.6586194634437561, + 0.6525378227233887, + 0.6454848051071167, + 0.6346416473388672, + 0.6269321441650391, + 0.6220499873161316, + 0.6195952892303467, + 0.6101008057594299, + 0.6061491966247559, + 0.6034942865371704, + 0.601254940032959, + 0.5867969989776611, + 0.5842960476875305, + 0.5769323706626892, + 0.5749526023864746, + 0.5726203918457031, + 0.5602316856384277, + 0.5551228523254395, + 0.5532879829406738, + 0.5482823848724365, + 0.5439383387565613, + 0.5361033082008362, + 0.5317779779434204, + 0.530127763748169, + 0.5248448848724365, + 0.5181206464767456, + 0.5127912163734436, + 0.5117318630218506, + 0.5011302828788757, + 0.49836069345474243, + 0.49466896057128906, + 0.4908338487148285, + 0.48673108220100403, + 0.48571544885635376, + 0.48422208428382874, + 0.47994092106819153, + 0.4726478159427643, + 0.46811768412590027, + 0.4656521677970886, + 0.45993104577064514, + 0.45478832721710205, + 0.45400622487068176, + 0.447393536567688, + 0.4461258351802826, + 0.4396338164806366, + 0.43643465638160706, + 0.4302814304828644, + 0.4268806278705597, + 0.4217175841331482, + 0.42031532526016235, + 0.41592440009117126, + 0.4145562946796417, + 0.4069307744503021, + 0.4021573066711426, + 0.39743489027023315, + 0.3957046866416931, + 0.39281919598579407, + 0.38861554861068726, + 0.38649848103523254, + 0.38415250182151794, + 0.38007068634033203, + 0.37981727719306946, + 0.3756251037120819, + 0.37384358048439026, + 0.36989739537239075, + 0.3668636977672577, + 0.36431705951690674, + 0.361115962266922, + 0.3574032783508301, + 0.35488060116767883, + 0.35228776931762695, + 0.3503434956073761, + 0.3432666063308716, + 0.34205010533332825, + 0.3359338045120239, + 0.3307386338710785, + 0.32930809259414673, + 0.32829052209854126, + 0.3253690302371979, + 0.32162702083587646, + 0.3210774064064026, + 0.31662485003471375, + 0.31388264894485474, + 0.31051886081695557, + 0.30899402499198914, + 0.30809861421585083, + 0.30481183528900146, + 0.30213409662246704, + 0.300828754901886, + 0.2982849180698395, + 0.2959658205509186, + 0.2930198907852173, + 0.2901288568973541, + 0.28966325521469116, + 0.2856634855270386, + 0.28072598576545715, + 0.27937549352645874, + 0.27753838896751404, + 0.2729042172431946, + 0.2722022235393524, + 0.2704278528690338, + 0.2666926681995392, + 0.26442697644233704, + 0.2621319890022278, + 0.2586527168750763, + 0.25603678822517395, + 0.2530636191368103, + 0.24963437020778656, + 0.246073380112648, + 0.2450590878725052, + 0.24184273183345795, + 0.23920030891895294, + 0.2363593578338623, + 0.23574572801589966, + 0.2321145087480545, + 0.23190660774707794, + 0.22789563238620758, + 0.2257126420736313, + 0.22215668857097626, + 0.21767136454582214, + 0.21275493502616882, + 0.2121756374835968, + 0.2039518654346466, + 0.20169256627559662 + ] + }, + "cosine_similarity": { + "mean": 0.3739889860153198, + "std": 0.128146231174469, + "p10": 0.20979419350624084, + "p50": 0.36982426047325134, + "p90": 0.5449109077453613, + "min": 0.02266043797135353, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.10947036743164, + "std": 4.145549297332764, + "p10": 27.841459274291992, + "p50": 31.219905853271484, + "p90": 37.4282112121582, + "min": 24.507797241210938, + "max": 57.44981384277344 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.2307255268097 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.159, + 0.1728, + 0.1954, + 0.2086, + 0.2084, + 0.2062, + 0.202 + ], + "top5": [ + 0.1896, + 0.3808, + 0.396, + 0.427, + 0.4652, + 0.468, + 0.4698 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.2530000000476837, + "top5": 0.525199999332428 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 81.40277099609375, + "participation_ratio_topq": 31.864444732666016, + "eigs_top": [ + 79.37963104248047, + 39.806575775146484, + 35.199710845947266, + 22.49191665649414, + 19.54206085205078, + 17.281993865966797, + 15.64621353149414, + 14.915578842163086, + 13.722511291503906, + 12.245991706848145, + 10.916265487670898, + 10.040336608886719, + 9.59189224243164, + 9.2507963180542, + 8.764497756958008, + 7.837208271026611, + 7.57200813293457, + 7.069807052612305, + 6.999462604522705, + 6.609328746795654, + 6.38880729675293, + 5.90360164642334, + 5.758946895599365, + 5.475938320159912, + 5.376593112945557, + 5.206814765930176, + 5.134838104248047, + 4.757511615753174, + 4.656062602996826, + 4.594667911529541, + 4.332874774932861, + 4.242495536804199, + 4.208806991577148, + 3.9345436096191406, + 3.856611490249634, + 3.8245155811309814, + 3.716872215270996, + 3.620103359222412, + 3.5390241146087646, + 3.468778610229492, + 3.377309799194336, + 3.26303768157959, + 3.199352264404297, + 3.162038803100586, + 3.0375149250030518, + 2.9602599143981934, + 2.88877010345459, + 2.7911410331726074, + 2.7197723388671875, + 2.673823833465576, + 2.623202085494995, + 2.604818344116211, + 2.5101144313812256, + 2.5000596046447754, + 2.3933472633361816, + 2.327533483505249, + 2.282379388809204, + 2.2578072547912598, + 2.2294986248016357, + 2.108125925064087, + 2.072136878967285, + 2.019099712371826, + 2.008469343185425, + 1.9797422885894775, + 1.906322717666626, + 1.9017990827560425, + 1.803293228149414, + 1.7747135162353516, + 1.7389192581176758, + 1.6930993795394897, + 1.6215795278549194, + 1.5760185718536377, + 1.536874532699585, + 1.5280240774154663, + 1.4821475744247437, + 1.4751992225646973, + 1.4601234197616577, + 1.4190651178359985, + 1.4057143926620483, + 1.3557335138320923, + 1.3463231325149536, + 1.3248261213302612, + 1.3128825426101685, + 1.2833019495010376, + 1.2550135850906372, + 1.24443781375885, + 1.2265328168869019, + 1.2071239948272705, + 1.178342342376709, + 1.1744365692138672, + 1.1566829681396484, + 1.1488839387893677, + 1.1180694103240967, + 1.0926554203033447, + 1.0794354677200317, + 1.0608457326889038, + 1.0418663024902344, + 1.0234259366989136, + 1.0102357864379883, + 1.000622034072876, + 0.9866092205047607, + 0.9785922765731812, + 0.9508910775184631, + 0.9397405982017517, + 0.9251298308372498, + 0.907903254032135, + 0.8960167765617371, + 0.8884438872337341, + 0.8788345456123352, + 0.8758838772773743, + 0.8626309037208557, + 0.8566826581954956, + 0.8447886109352112, + 0.8369391560554504, + 0.8144981265068054, + 0.8129751682281494, + 0.7952315807342529, + 0.787235677242279, + 0.780138373374939, + 0.7656216025352478, + 0.7646444439888, + 0.7547371983528137, + 0.7423314452171326, + 0.7375699877738953, + 0.722905158996582, + 0.7087409496307373, + 0.7008439898490906, + 0.6953369975090027, + 0.6882324814796448, + 0.6815016269683838, + 0.6670655608177185, + 0.663340151309967, + 0.6586194634437561, + 0.6525378227233887, + 0.6454848051071167, + 0.6346416473388672, + 0.6269321441650391, + 0.6220499873161316, + 0.6195952892303467, + 0.6101008057594299, + 0.6061491966247559, + 0.6034942865371704, + 0.601254940032959, + 0.5867969989776611, + 0.5842960476875305, + 0.5769323706626892, + 0.5749526023864746, + 0.5726203918457031, + 0.5602316856384277, + 0.5551228523254395, + 0.5532879829406738, + 0.5482823848724365, + 0.5439383387565613, + 0.5361033082008362, + 0.5317779779434204, + 0.530127763748169, + 0.5248448848724365, + 0.5181206464767456, + 0.5127912163734436, + 0.5117318630218506, + 0.5011302828788757, + 0.49836069345474243, + 0.49466896057128906, + 0.4908338487148285, + 0.48673108220100403, + 0.48571544885635376, + 0.48422208428382874, + 0.47994092106819153, + 0.4726478159427643, + 0.46811768412590027, + 0.4656521677970886, + 0.45993104577064514, + 0.45478832721710205, + 0.45400622487068176, + 0.447393536567688, + 0.4461258351802826, + 0.4396338164806366, + 0.43643465638160706, + 0.4302814304828644, + 0.4268806278705597, + 0.4217175841331482, + 0.42031532526016235, + 0.41592440009117126, + 0.4145562946796417, + 0.4069307744503021, + 0.4021573066711426, + 0.39743489027023315, + 0.3957046866416931, + 0.39281919598579407, + 0.38861554861068726, + 0.38649848103523254, + 0.38415250182151794, + 0.38007068634033203, + 0.37981727719306946, + 0.3756251037120819, + 0.37384358048439026, + 0.36989739537239075, + 0.3668636977672577, + 0.36431705951690674, + 0.361115962266922, + 0.3574032783508301, + 0.35488060116767883, + 0.35228776931762695, + 0.3503434956073761, + 0.3432666063308716, + 0.34205010533332825, + 0.3359338045120239, + 0.3307386338710785, + 0.32930809259414673, + 0.32829052209854126, + 0.3253690302371979, + 0.32162702083587646, + 0.3210774064064026, + 0.31662485003471375, + 0.31388264894485474, + 0.31051886081695557, + 0.30899402499198914, + 0.30809861421585083, + 0.30481183528900146, + 0.30213409662246704, + 0.300828754901886, + 0.2982849180698395, + 0.2959658205509186, + 0.2930198907852173, + 0.2901288568973541, + 0.28966325521469116, + 0.2856634855270386, + 0.28072598576545715, + 0.27937549352645874, + 0.27753838896751404, + 0.2729042172431946, + 0.2722022235393524, + 0.2704278528690338, + 0.2666926681995392, + 0.26442697644233704, + 0.2621319890022278, + 0.2586527168750763, + 0.25603678822517395, + 0.2530636191368103, + 0.24963437020778656, + 0.246073380112648, + 0.2450590878725052, + 0.24184273183345795, + 0.23920030891895294, + 0.2363593578338623, + 0.23574572801589966, + 0.2321145087480545, + 0.23190660774707794, + 0.22789563238620758, + 0.2257126420736313, + 0.22215668857097626, + 0.21767136454582214, + 0.21275493502616882, + 0.2121756374835968, + 0.2039518654346466, + 0.20169256627559662 + ] + }, + "cosine_similarity": { + "mean": 0.3739889860153198, + "std": 0.128146231174469, + "p10": 0.20979419350624084, + "p50": 0.36982426047325134, + "p90": 0.5449109077453613, + "min": 0.02266043797135353, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.10947036743164, + "std": 4.145549297332764, + "p10": 27.841459274291992, + "p50": 31.219905853271484, + "p90": 37.4282112121582, + "min": 24.507797241210938, + "max": 57.44981384277344 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.30917024612427 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1612, + 0.1728, + 0.1976, + 0.2086, + 0.206, + 0.208, + 0.1998 + ], + "top5": [ + 0.1912, + 0.3806, + 0.3974, + 0.4286, + 0.4612, + 0.4712, + 0.4726 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.2534000000476837, + "top5": 0.5217999997138977 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 84.1562271118164, + "participation_ratio_topq": 33.57939910888672, + "eigs_top": [ + 74.73690032958984, + 37.54214096069336, + 32.866580963134766, + 21.35849380493164, + 18.85067367553711, + 17.10530662536621, + 15.465496063232422, + 14.185407638549805, + 13.430874824523926, + 11.83684253692627, + 10.78878402709961, + 9.782952308654785, + 9.367555618286133, + 8.887068748474121, + 8.532431602478027, + 7.9149556159973145, + 7.515164852142334, + 7.005756855010986, + 6.820285320281982, + 6.748966217041016, + 6.39345121383667, + 5.768466472625732, + 5.637057304382324, + 5.3196258544921875, + 5.2163825035095215, + 5.154743671417236, + 5.053656578063965, + 4.7255730628967285, + 4.62643575668335, + 4.574491024017334, + 4.37014102935791, + 4.220247745513916, + 4.154654502868652, + 3.918962240219116, + 3.8754777908325195, + 3.8230674266815186, + 3.652162790298462, + 3.6210246086120605, + 3.4954681396484375, + 3.4420125484466553, + 3.2619495391845703, + 3.2464792728424072, + 3.176105260848999, + 3.157872200012207, + 3.058803081512451, + 3.0111496448516846, + 2.9073541164398193, + 2.8291819095611572, + 2.716250419616699, + 2.660017728805542, + 2.618391752243042, + 2.5953660011291504, + 2.493501901626587, + 2.4615132808685303, + 2.395622730255127, + 2.3200604915618896, + 2.2838683128356934, + 2.2276031970977783, + 2.20519757270813, + 2.1314566135406494, + 2.0460736751556396, + 2.0403244495391846, + 1.9606842994689941, + 1.8989840745925903, + 1.8471184968948364, + 1.842626690864563, + 1.7925710678100586, + 1.7751915454864502, + 1.7342259883880615, + 1.6815005540847778, + 1.6014442443847656, + 1.5983600616455078, + 1.5641930103302002, + 1.5582863092422485, + 1.5297032594680786, + 1.4863612651824951, + 1.466516137123108, + 1.434848666191101, + 1.4073930978775024, + 1.3904478549957275, + 1.336660623550415, + 1.307355523109436, + 1.2929267883300781, + 1.2846417427062988, + 1.2740603685379028, + 1.2374022006988525, + 1.2132513523101807, + 1.2023162841796875, + 1.1818760633468628, + 1.1540690660476685, + 1.1346118450164795, + 1.1311802864074707, + 1.1093580722808838, + 1.0900838375091553, + 1.0856387615203857, + 1.0432825088500977, + 1.0378016233444214, + 1.0280630588531494, + 1.0121608972549438, + 0.9920303225517273, + 0.9748979210853577, + 0.9662684202194214, + 0.9507909417152405, + 0.9425686597824097, + 0.9284807443618774, + 0.921958327293396, + 0.9131715893745422, + 0.889021635055542, + 0.884707510471344, + 0.8783020973205566, + 0.8730905652046204, + 0.8604947328567505, + 0.8493623733520508, + 0.8414245247840881, + 0.8198246359825134, + 0.8116544485092163, + 0.8039859533309937, + 0.7885856628417969, + 0.7781220078468323, + 0.7708973288536072, + 0.7679529786109924, + 0.7554307579994202, + 0.7509161829948425, + 0.7350512146949768, + 0.73184734582901, + 0.7086883783340454, + 0.7003328204154968, + 0.6909570097923279, + 0.6866250038146973, + 0.6786260008811951, + 0.6681889295578003, + 0.6648823022842407, + 0.6608356833457947, + 0.6515598297119141, + 0.6447848677635193, + 0.6436333060264587, + 0.6349770426750183, + 0.6287991404533386, + 0.6219209432601929, + 0.616435170173645, + 0.6133304238319397, + 0.6048383712768555, + 0.6028077602386475, + 0.5947747826576233, + 0.5858679413795471, + 0.5777963995933533, + 0.5766009092330933, + 0.5700218081474304, + 0.5681260228157043, + 0.5611161589622498, + 0.5523125529289246, + 0.5505459308624268, + 0.5450974702835083, + 0.5360566973686218, + 0.534136176109314, + 0.5308146476745605, + 0.5254263281822205, + 0.5197727680206299, + 0.5185731053352356, + 0.5129126310348511, + 0.5090411901473999, + 0.5047751069068909, + 0.4978402554988861, + 0.4905019700527191, + 0.4879966676235199, + 0.48539942502975464, + 0.4826587438583374, + 0.47483399510383606, + 0.47012126445770264, + 0.46691691875457764, + 0.4628234803676605, + 0.45988938212394714, + 0.45315244793891907, + 0.4489501416683197, + 0.4442649781703949, + 0.44283467531204224, + 0.43759000301361084, + 0.4346974790096283, + 0.42977574467658997, + 0.42240235209465027, + 0.419990599155426, + 0.4185483455657959, + 0.4146643877029419, + 0.41105765104293823, + 0.40990322828292847, + 0.4074713885784149, + 0.40553268790245056, + 0.4030093252658844, + 0.39543217420578003, + 0.3907971978187561, + 0.3870706558227539, + 0.384079247713089, + 0.37995675206184387, + 0.3789913058280945, + 0.37624359130859375, + 0.37428417801856995, + 0.3714462220668793, + 0.3704746961593628, + 0.3640218675136566, + 0.3616996109485626, + 0.3568422198295593, + 0.35513612627983093, + 0.35268643498420715, + 0.34813231229782104, + 0.3451417088508606, + 0.34193235635757446, + 0.3370749354362488, + 0.3350037634372711, + 0.33342140913009644, + 0.3290286958217621, + 0.32756394147872925, + 0.3251078724861145, + 0.32187318801879883, + 0.3197930157184601, + 0.31503260135650635, + 0.3129996955394745, + 0.309476763010025, + 0.30761873722076416, + 0.3027944266796112, + 0.2988586127758026, + 0.297560453414917, + 0.2965781092643738, + 0.29265743494033813, + 0.2911982238292694, + 0.2908017039299011, + 0.29036518931388855, + 0.2874426543712616, + 0.2840951383113861, + 0.282841295003891, + 0.27752986550331116, + 0.27532824873924255, + 0.27392610907554626, + 0.267212450504303, + 0.26588910818099976, + 0.26264503598213196, + 0.26057523488998413, + 0.25968751311302185, + 0.25655171275138855, + 0.2536921799182892, + 0.25074175000190735, + 0.24823501706123352, + 0.24412353336811066, + 0.24329151213169098, + 0.24025854468345642, + 0.23751337826251984, + 0.23433493077754974, + 0.23192931711673737, + 0.23060937225818634, + 0.22825466096401215, + 0.2212885469198227, + 0.2209567427635193, + 0.2171071171760559, + 0.21546797454357147, + 0.20978277921676636, + 0.20780469477176666, + 0.2026110291481018 + ] + }, + "cosine_similarity": { + "mean": 0.3149411976337433, + "std": 0.12765853106975555, + "p10": 0.15537987649440765, + "p50": 0.30616211891174316, + "p90": 0.487275630235672, + "min": -0.005461422726511955, + "max": 1.0 + }, + "feature_norms": { + "mean": 30.33094024658203, + "std": 4.221384048461914, + "p10": 25.86456871032715, + "p50": 29.472888946533203, + "p90": 35.81605911254883, + "min": 22.957651138305664, + "max": 54.7603759765625 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.9325234889984 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1622, + 0.1732, + 0.1972, + 0.2082, + 0.2096, + 0.2068, + 0.2022 + ], + "top5": [ + 0.1928, + 0.3788, + 0.3976, + 0.4268, + 0.4642, + 0.4724, + 0.4684 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.2559999998569489, + "top5": 0.5236000005722046 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 82.69682312011719, + "participation_ratio_topq": 32.68458938598633, + "eigs_top": [ + 153.93084716796875, + 77.39167022705078, + 68.00521850585938, + 43.76658630371094, + 38.406497955322266, + 34.35694122314453, + 30.992107391357422, + 29.130489349365234, + 27.069747924804688, + 24.054933547973633, + 21.73464584350586, + 19.77119255065918, + 18.89955711364746, + 18.229934692382812, + 17.300376892089844, + 15.728713035583496, + 15.077898025512695, + 14.086270332336426, + 13.76424789428711, + 13.38974666595459, + 12.783981323242188, + 11.577077865600586, + 11.411019325256348, + 10.808963775634766, + 10.601339340209961, + 10.356940269470215, + 10.179351806640625, + 9.442853927612305, + 9.253096580505371, + 9.196590423583984, + 8.671520233154297, + 8.446069717407227, + 8.367615699768066, + 7.8368120193481445, + 7.6928277015686035, + 7.651273250579834, + 7.358098030090332, + 7.227595329284668, + 7.039466381072998, + 6.903432369232178, + 6.620148181915283, + 6.461596488952637, + 6.438172340393066, + 6.295332431793213, + 6.066679000854492, + 6.022720813751221, + 5.726316452026367, + 5.685510635375977, + 5.418594837188721, + 5.3247175216674805, + 5.244078159332275, + 5.190268516540527, + 5.023736000061035, + 4.968278884887695, + 4.77219295501709, + 4.632235527038574, + 4.560971260070801, + 4.503448963165283, + 4.457345962524414, + 4.246503829956055, + 4.112412929534912, + 4.0542731285095215, + 3.9633734226226807, + 3.8840932846069336, + 3.7489895820617676, + 3.7321925163269043, + 3.60890531539917, + 3.5534908771514893, + 3.4661552906036377, + 3.371995449066162, + 3.2197444438934326, + 3.1631124019622803, + 3.0876810550689697, + 3.0772299766540527, + 3.014699697494507, + 2.9475526809692383, + 2.932622194290161, + 2.8360774517059326, + 2.806189775466919, + 2.766460418701172, + 2.684091091156006, + 2.6070196628570557, + 2.604090452194214, + 2.5638341903686523, + 2.5230159759521484, + 2.474048376083374, + 2.4473440647125244, + 2.40517520904541, + 2.3694205284118652, + 2.3162670135498047, + 2.296563148498535, + 2.2472822666168213, + 2.2197422981262207, + 2.1982622146606445, + 2.1681747436523438, + 2.1009347438812256, + 2.0696299076080322, + 2.058608055114746, + 2.0212457180023193, + 1.9958341121673584, + 1.9597437381744385, + 1.9383820295333862, + 1.8984240293502808, + 1.8709958791732788, + 1.8377059698104858, + 1.8239285945892334, + 1.7964327335357666, + 1.7797107696533203, + 1.7634718418121338, + 1.748435616493225, + 1.7282648086547852, + 1.723867654800415, + 1.6953403949737549, + 1.6758666038513184, + 1.6277823448181152, + 1.6186131238937378, + 1.5943570137023926, + 1.5713868141174316, + 1.5507895946502686, + 1.5395281314849854, + 1.5281574726104736, + 1.5170763731002808, + 1.4922584295272827, + 1.4684052467346191, + 1.448287010192871, + 1.4055242538452148, + 1.3977972269058228, + 1.381047248840332, + 1.3645868301391602, + 1.3580375909805298, + 1.3362191915512085, + 1.3240169286727905, + 1.310166597366333, + 1.3007371425628662, + 1.289463996887207, + 1.2747176885604858, + 1.2611477375030518, + 1.2462856769561768, + 1.2402371168136597, + 1.2306478023529053, + 1.220729947090149, + 1.2061948776245117, + 1.1912318468093872, + 1.1782042980194092, + 1.1641199588775635, + 1.1617873907089233, + 1.148941993713379, + 1.1420848369598389, + 1.125361680984497, + 1.119588851928711, + 1.1041712760925293, + 1.0896661281585693, + 1.0818212032318115, + 1.0709530115127563, + 1.0593905448913574, + 1.0517736673355103, + 1.0444331169128418, + 1.0358119010925293, + 1.0284130573272705, + 1.0213836431503296, + 1.0128154754638672, + 0.9993411898612976, + 0.9891287088394165, + 0.9847112894058228, + 0.9745559692382812, + 0.9639102816581726, + 0.9596214294433594, + 0.9571501016616821, + 0.9506371021270752, + 0.9262287020683289, + 0.9178686141967773, + 0.9149353504180908, + 0.8993276357650757, + 0.8943836688995361, + 0.8909144997596741, + 0.8851259350776672, + 0.8760842084884644, + 0.8655446767807007, + 0.8551813960075378, + 0.8460774421691895, + 0.8350655436515808, + 0.8328843712806702, + 0.8289657831192017, + 0.8140386939048767, + 0.8110624551773071, + 0.7998910546302795, + 0.7914928197860718, + 0.7891066670417786, + 0.7840773463249207, + 0.7830475568771362, + 0.773261308670044, + 0.7676176428794861, + 0.7620992064476013, + 0.7586405873298645, + 0.753291666507721, + 0.7481276392936707, + 0.744195818901062, + 0.7308320999145508, + 0.7290576696395874, + 0.7169110774993896, + 0.7118392586708069, + 0.7066776752471924, + 0.7025519609451294, + 0.6979804039001465, + 0.6925196051597595, + 0.6852438449859619, + 0.6790145039558411, + 0.6707528233528137, + 0.66103595495224, + 0.6567479968070984, + 0.653815746307373, + 0.649854302406311, + 0.6407341361045837, + 0.636171281337738, + 0.6273270845413208, + 0.6228057146072388, + 0.618231475353241, + 0.6137645840644836, + 0.6091803312301636, + 0.6042320132255554, + 0.5992269515991211, + 0.5945678353309631, + 0.5938210487365723, + 0.5855278372764587, + 0.5787329077720642, + 0.5723695755004883, + 0.5687962770462036, + 0.562847912311554, + 0.557645857334137, + 0.5485088229179382, + 0.5447903275489807, + 0.5380711555480957, + 0.5349490642547607, + 0.5281205773353577, + 0.5258849859237671, + 0.5211034417152405, + 0.5145522952079773, + 0.5083036422729492, + 0.5061461329460144, + 0.4930148720741272, + 0.4917279779911041, + 0.48945921659469604, + 0.48261362314224243, + 0.47794109582901, + 0.46784523129463196, + 0.4652554392814636, + 0.46255573630332947, + 0.4536206126213074, + 0.4486513137817383, + 0.4451577365398407, + 0.4414795935153961, + 0.4367388188838959, + 0.43128693103790283, + 0.40680021047592163, + 0.40610572695732117, + 0.4034465253353119 + ] + }, + "cosine_similarity": { + "mean": 0.34620925784111023, + "std": 0.12778973579406738, + "p10": 0.18497033417224884, + "p50": 0.3399723470211029, + "p90": 0.5174909234046936, + "min": 0.01257257629185915, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 44.171627044677734, + "std": 5.903918743133545, + "p10": 38.04325866699219, + "p50": 42.91703796386719, + "p90": 51.79051971435547, + "min": 33.74359130859375, + "max": 79.25025939941406 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary.png b/eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..0cd0dba9f0d75e4d972cc217ff3a4fbcba2698a4 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e405fc0f65646ce28a785649ce8e7c6efa5777f12117774efae6279d0df413f +size 132204 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary_p.png b/eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..b035d2cdfb0988cbc1cb41974eff72deef6876a7 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad9bd6def3f45e13316eb0c400ac5c3238aa106f9640629bd0abb21533442dca +size 136871 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary_qp.png b/eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..7403117b9520911052ab6d9eafd1c3df2c32503b --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_010/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8935b0d10c6acb2f7163dab9dde70eccd6046e873d89ef31881f28362e679e +size 133976 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_020/metrics.json b/eval_runs/imagenet_hjepa_mv_epoch_020/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..30871d2f093a63d1b5771ef3c4ff55c9f02f53b2 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_020/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_020.pth", + "config": "configs/imagenet_hjepa_mv.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.01185870170593 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1764, + 0.206, + 0.2254, + 0.2412, + 0.2396, + 0.2376, + 0.227 + ], + "top5": [ + 0.2046, + 0.4132, + 0.4336, + 0.469, + 0.5094, + 0.5084, + 0.5022 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.29740000021457674, + "top5": 0.597599999332428 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 87.88372039794922, + "participation_ratio_topq": 37.44143295288086, + "eigs_top": [ + 81.37760925292969, + 44.95391082763672, + 40.34253692626953, + 29.975154876708984, + 23.8144588470459, + 21.583723068237305, + 20.206634521484375, + 17.7368106842041, + 16.278812408447266, + 13.660019874572754, + 12.886622428894043, + 11.88328742980957, + 11.050919532775879, + 10.220237731933594, + 9.644749641418457, + 9.58858871459961, + 8.739639282226562, + 8.56925106048584, + 8.040215492248535, + 7.87350606918335, + 7.43528938293457, + 7.399446487426758, + 7.093230247497559, + 6.8233513832092285, + 6.487343788146973, + 6.433655261993408, + 6.197287082672119, + 6.122608661651611, + 5.873980522155762, + 5.704810619354248, + 5.551914691925049, + 5.511509895324707, + 5.337771415710449, + 5.061858654022217, + 4.903830528259277, + 4.8098907470703125, + 4.566145420074463, + 4.457707405090332, + 4.3028082847595215, + 4.208106994628906, + 4.110143661499023, + 4.072746753692627, + 4.000572204589844, + 3.829221248626709, + 3.721985101699829, + 3.6844935417175293, + 3.5809242725372314, + 3.5266740322113037, + 3.459214210510254, + 3.3939807415008545, + 3.3100533485412598, + 3.2155418395996094, + 3.1540191173553467, + 3.0992753505706787, + 2.9868228435516357, + 2.942967414855957, + 2.877155303955078, + 2.8734076023101807, + 2.803044557571411, + 2.7488391399383545, + 2.7371866703033447, + 2.6710944175720215, + 2.5732882022857666, + 2.5571610927581787, + 2.4817283153533936, + 2.441335439682007, + 2.422964572906494, + 2.3759636878967285, + 2.3392624855041504, + 2.2894725799560547, + 2.252767562866211, + 2.2416932582855225, + 2.2180659770965576, + 2.169426202774048, + 2.1060006618499756, + 2.0756585597991943, + 2.0461442470550537, + 1.992848515510559, + 1.9755693674087524, + 1.9605588912963867, + 1.9369813203811646, + 1.8750890493392944, + 1.8645908832550049, + 1.835260033607483, + 1.8092491626739502, + 1.761764407157898, + 1.7323120832443237, + 1.719201683998108, + 1.6830518245697021, + 1.6453853845596313, + 1.6333587169647217, + 1.621382474899292, + 1.5907416343688965, + 1.5615179538726807, + 1.555191159248352, + 1.5310609340667725, + 1.5112677812576294, + 1.5009855031967163, + 1.480307698249817, + 1.4430091381072998, + 1.4138507843017578, + 1.3992706537246704, + 1.3866093158721924, + 1.3421391248703003, + 1.3333324193954468, + 1.3009623289108276, + 1.2786463499069214, + 1.266517162322998, + 1.251343011856079, + 1.2279561758041382, + 1.2142081260681152, + 1.194814920425415, + 1.1766301393508911, + 1.157951831817627, + 1.1345343589782715, + 1.1165815591812134, + 1.1078163385391235, + 1.0924243927001953, + 1.0751148462295532, + 1.0646806955337524, + 1.0537776947021484, + 1.035262942314148, + 1.0107208490371704, + 0.9943416714668274, + 0.9922589063644409, + 0.9852767586708069, + 0.9666544795036316, + 0.9569474458694458, + 0.9447360038757324, + 0.9354369640350342, + 0.9264785647392273, + 0.9100165963172913, + 0.897034764289856, + 0.8691602349281311, + 0.8656434416770935, + 0.8602126836776733, + 0.8479267358779907, + 0.8455353379249573, + 0.8327091336250305, + 0.8195602297782898, + 0.8123899698257446, + 0.8063330054283142, + 0.7980189919471741, + 0.7859925031661987, + 0.7806558609008789, + 0.7669258713722229, + 0.7517644762992859, + 0.7496497631072998, + 0.7392862439155579, + 0.7184706926345825, + 0.7054321765899658, + 0.7032094597816467, + 0.6907899975776672, + 0.6756282448768616, + 0.6689460277557373, + 0.6621761918067932, + 0.655769407749176, + 0.6462312936782837, + 0.6382505297660828, + 0.6347489953041077, + 0.6270868182182312, + 0.6167126297950745, + 0.615347683429718, + 0.6097868084907532, + 0.600573718547821, + 0.5938102006912231, + 0.590587317943573, + 0.5722347497940063, + 0.5684453248977661, + 0.5594639182090759, + 0.5454930067062378, + 0.5400530695915222, + 0.5339673161506653, + 0.5289313793182373, + 0.5252145528793335, + 0.5202690362930298, + 0.509608805179596, + 0.5037657618522644, + 0.4942099153995514, + 0.49276870489120483, + 0.48279768228530884, + 0.4814758896827698, + 0.4687557518482208, + 0.46417373418807983, + 0.46340322494506836, + 0.4559587836265564, + 0.4545871615409851, + 0.4478403627872467, + 0.4450579583644867, + 0.44007840752601624, + 0.43338292837142944, + 0.42807793617248535, + 0.4202790856361389, + 0.41302210092544556, + 0.4102537930011749, + 0.4029911756515503, + 0.3989379405975342, + 0.3921462893486023, + 0.39041629433631897, + 0.3882812261581421, + 0.3817737400531769, + 0.3797842860221863, + 0.37462273240089417, + 0.3688860535621643, + 0.3604024648666382, + 0.35488513112068176, + 0.35179784893989563, + 0.34912413358688354, + 0.3478221893310547, + 0.3449055552482605, + 0.33837831020355225, + 0.33517155051231384, + 0.33257246017456055, + 0.3283597528934479, + 0.3242139518260956, + 0.32002806663513184, + 0.31405726075172424, + 0.3132011890411377, + 0.30681973695755005, + 0.30377793312072754, + 0.3019063174724579, + 0.3001335859298706, + 0.2941253185272217, + 0.2890641987323761, + 0.28596749901771545, + 0.28313425183296204, + 0.2810603976249695, + 0.2781020402908325, + 0.2751973867416382, + 0.2703991234302521, + 0.26894664764404297, + 0.2638607919216156, + 0.26078176498413086, + 0.25583913922309875, + 0.2505103349685669, + 0.24598854780197144, + 0.24116666615009308, + 0.23990023136138916, + 0.23842771351337433, + 0.23481741547584534, + 0.23067201673984528, + 0.2246796041727066, + 0.22274211049079895, + 0.22128771245479584, + 0.2143334448337555, + 0.21262523531913757, + 0.20682843029499054, + 0.2054896056652069, + 0.2016870677471161, + 0.1996544599533081, + 0.1954958736896515, + 0.1897018849849701, + 0.1852395087480545, + 0.18250055611133575, + 0.17447923123836517, + 0.1714126467704773 + ] + }, + "cosine_similarity": { + "mean": 0.32101115584373474, + "std": 0.14119793474674225, + "p10": 0.14505533874034882, + "p50": 0.3091559410095215, + "p90": 0.5152819752693176, + "min": -0.058743346482515335, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 33.10063552856445, + "std": 5.266437530517578, + "p10": 27.581249237060547, + "p50": 32.101905822753906, + "p90": 39.543819427490234, + "min": 23.694406509399414, + "max": 76.86200714111328 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.01185870170593 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1764, + 0.206, + 0.2254, + 0.2412, + 0.2396, + 0.2376, + 0.227 + ], + "top5": [ + 0.2046, + 0.4132, + 0.4336, + 0.469, + 0.5094, + 0.5084, + 0.5022 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.29740000021457674, + "top5": 0.597599999332428 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 87.88372039794922, + "participation_ratio_topq": 37.44143295288086, + "eigs_top": [ + 81.37760925292969, + 44.95391082763672, + 40.34253692626953, + 29.975154876708984, + 23.8144588470459, + 21.583723068237305, + 20.206634521484375, + 17.7368106842041, + 16.278812408447266, + 13.660019874572754, + 12.886622428894043, + 11.88328742980957, + 11.050919532775879, + 10.220237731933594, + 9.644749641418457, + 9.58858871459961, + 8.739639282226562, + 8.56925106048584, + 8.040215492248535, + 7.87350606918335, + 7.43528938293457, + 7.399446487426758, + 7.093230247497559, + 6.8233513832092285, + 6.487343788146973, + 6.433655261993408, + 6.197287082672119, + 6.122608661651611, + 5.873980522155762, + 5.704810619354248, + 5.551914691925049, + 5.511509895324707, + 5.337771415710449, + 5.061858654022217, + 4.903830528259277, + 4.8098907470703125, + 4.566145420074463, + 4.457707405090332, + 4.3028082847595215, + 4.208106994628906, + 4.110143661499023, + 4.072746753692627, + 4.000572204589844, + 3.829221248626709, + 3.721985101699829, + 3.6844935417175293, + 3.5809242725372314, + 3.5266740322113037, + 3.459214210510254, + 3.3939807415008545, + 3.3100533485412598, + 3.2155418395996094, + 3.1540191173553467, + 3.0992753505706787, + 2.9868228435516357, + 2.942967414855957, + 2.877155303955078, + 2.8734076023101807, + 2.803044557571411, + 2.7488391399383545, + 2.7371866703033447, + 2.6710944175720215, + 2.5732882022857666, + 2.5571610927581787, + 2.4817283153533936, + 2.441335439682007, + 2.422964572906494, + 2.3759636878967285, + 2.3392624855041504, + 2.2894725799560547, + 2.252767562866211, + 2.2416932582855225, + 2.2180659770965576, + 2.169426202774048, + 2.1060006618499756, + 2.0756585597991943, + 2.0461442470550537, + 1.992848515510559, + 1.9755693674087524, + 1.9605588912963867, + 1.9369813203811646, + 1.8750890493392944, + 1.8645908832550049, + 1.835260033607483, + 1.8092491626739502, + 1.761764407157898, + 1.7323120832443237, + 1.719201683998108, + 1.6830518245697021, + 1.6453853845596313, + 1.6333587169647217, + 1.621382474899292, + 1.5907416343688965, + 1.5615179538726807, + 1.555191159248352, + 1.5310609340667725, + 1.5112677812576294, + 1.5009855031967163, + 1.480307698249817, + 1.4430091381072998, + 1.4138507843017578, + 1.3992706537246704, + 1.3866093158721924, + 1.3421391248703003, + 1.3333324193954468, + 1.3009623289108276, + 1.2786463499069214, + 1.266517162322998, + 1.251343011856079, + 1.2279561758041382, + 1.2142081260681152, + 1.194814920425415, + 1.1766301393508911, + 1.157951831817627, + 1.1345343589782715, + 1.1165815591812134, + 1.1078163385391235, + 1.0924243927001953, + 1.0751148462295532, + 1.0646806955337524, + 1.0537776947021484, + 1.035262942314148, + 1.0107208490371704, + 0.9943416714668274, + 0.9922589063644409, + 0.9852767586708069, + 0.9666544795036316, + 0.9569474458694458, + 0.9447360038757324, + 0.9354369640350342, + 0.9264785647392273, + 0.9100165963172913, + 0.897034764289856, + 0.8691602349281311, + 0.8656434416770935, + 0.8602126836776733, + 0.8479267358779907, + 0.8455353379249573, + 0.8327091336250305, + 0.8195602297782898, + 0.8123899698257446, + 0.8063330054283142, + 0.7980189919471741, + 0.7859925031661987, + 0.7806558609008789, + 0.7669258713722229, + 0.7517644762992859, + 0.7496497631072998, + 0.7392862439155579, + 0.7184706926345825, + 0.7054321765899658, + 0.7032094597816467, + 0.6907899975776672, + 0.6756282448768616, + 0.6689460277557373, + 0.6621761918067932, + 0.655769407749176, + 0.6462312936782837, + 0.6382505297660828, + 0.6347489953041077, + 0.6270868182182312, + 0.6167126297950745, + 0.615347683429718, + 0.6097868084907532, + 0.600573718547821, + 0.5938102006912231, + 0.590587317943573, + 0.5722347497940063, + 0.5684453248977661, + 0.5594639182090759, + 0.5454930067062378, + 0.5400530695915222, + 0.5339673161506653, + 0.5289313793182373, + 0.5252145528793335, + 0.5202690362930298, + 0.509608805179596, + 0.5037657618522644, + 0.4942099153995514, + 0.49276870489120483, + 0.48279768228530884, + 0.4814758896827698, + 0.4687557518482208, + 0.46417373418807983, + 0.46340322494506836, + 0.4559587836265564, + 0.4545871615409851, + 0.4478403627872467, + 0.4450579583644867, + 0.44007840752601624, + 0.43338292837142944, + 0.42807793617248535, + 0.4202790856361389, + 0.41302210092544556, + 0.4102537930011749, + 0.4029911756515503, + 0.3989379405975342, + 0.3921462893486023, + 0.39041629433631897, + 0.3882812261581421, + 0.3817737400531769, + 0.3797842860221863, + 0.37462273240089417, + 0.3688860535621643, + 0.3604024648666382, + 0.35488513112068176, + 0.35179784893989563, + 0.34912413358688354, + 0.3478221893310547, + 0.3449055552482605, + 0.33837831020355225, + 0.33517155051231384, + 0.33257246017456055, + 0.3283597528934479, + 0.3242139518260956, + 0.32002806663513184, + 0.31405726075172424, + 0.3132011890411377, + 0.30681973695755005, + 0.30377793312072754, + 0.3019063174724579, + 0.3001335859298706, + 0.2941253185272217, + 0.2890641987323761, + 0.28596749901771545, + 0.28313425183296204, + 0.2810603976249695, + 0.2781020402908325, + 0.2751973867416382, + 0.2703991234302521, + 0.26894664764404297, + 0.2638607919216156, + 0.26078176498413086, + 0.25583913922309875, + 0.2505103349685669, + 0.24598854780197144, + 0.24116666615009308, + 0.23990023136138916, + 0.23842771351337433, + 0.23481741547584534, + 0.23067201673984528, + 0.2246796041727066, + 0.22274211049079895, + 0.22128771245479584, + 0.2143334448337555, + 0.21262523531913757, + 0.20682843029499054, + 0.2054896056652069, + 0.2016870677471161, + 0.1996544599533081, + 0.1954958736896515, + 0.1897018849849701, + 0.1852395087480545, + 0.18250055611133575, + 0.17447923123836517, + 0.1714126467704773 + ] + }, + "cosine_similarity": { + "mean": 0.32101115584373474, + "std": 0.14119793474674225, + "p10": 0.14505533874034882, + "p50": 0.3091559410095215, + "p90": 0.5152819752693176, + "min": -0.058743346482515335, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 33.10063552856445, + "std": 5.266437530517578, + "p10": 27.581249237060547, + "p50": 32.101905822753906, + "p90": 39.543819427490234, + "min": 23.694406509399414, + "max": 76.86200714111328 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.28182554244995 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1764, + 0.2108, + 0.2308, + 0.2458, + 0.2394, + 0.238, + 0.2262 + ], + "top5": [ + 0.2054, + 0.4168, + 0.4394, + 0.4672, + 0.5078, + 0.5146, + 0.5046 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.2978000001907349, + "top5": 0.597199999332428 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 90.99058532714844, + "participation_ratio_topq": 39.78733444213867, + "eigs_top": [ + 76.32017517089844, + 41.1653938293457, + 38.42158126831055, + 27.861509323120117, + 21.817081451416016, + 21.28143310546875, + 19.467985153198242, + 17.04442596435547, + 15.91098403930664, + 13.478995323181152, + 12.788875579833984, + 11.930110931396484, + 11.07968521118164, + 10.575078964233398, + 10.075272560119629, + 9.433192253112793, + 8.623381614685059, + 8.453460693359375, + 8.026750564575195, + 7.825833320617676, + 7.528421401977539, + 7.30556583404541, + 7.015902519226074, + 6.824807167053223, + 6.596930980682373, + 6.430835247039795, + 6.247179985046387, + 6.051962375640869, + 5.835398197174072, + 5.744141101837158, + 5.669137954711914, + 5.389030933380127, + 5.090738773345947, + 4.990118503570557, + 4.875910758972168, + 4.728566646575928, + 4.488537788391113, + 4.443844795227051, + 4.419064998626709, + 4.269677639007568, + 4.107994556427002, + 4.015153884887695, + 3.9384572505950928, + 3.847278118133545, + 3.708099126815796, + 3.5958364009857178, + 3.5592708587646484, + 3.5335702896118164, + 3.4596731662750244, + 3.4109342098236084, + 3.296475648880005, + 3.2546746730804443, + 3.181650161743164, + 3.144862413406372, + 3.052746295928955, + 2.977513551712036, + 2.9200258255004883, + 2.8680734634399414, + 2.8184216022491455, + 2.7411446571350098, + 2.716275930404663, + 2.680858850479126, + 2.5928499698638916, + 2.5618481636047363, + 2.5083611011505127, + 2.4681460857391357, + 2.4164040088653564, + 2.410064220428467, + 2.3703665733337402, + 2.335580825805664, + 2.2748465538024902, + 2.2528793811798096, + 2.2117128372192383, + 2.1952719688415527, + 2.0916354656219482, + 2.0356314182281494, + 2.023475408554077, + 2.0042665004730225, + 1.9846407175064087, + 1.9536811113357544, + 1.9038827419281006, + 1.8824571371078491, + 1.8532623052597046, + 1.8181633949279785, + 1.8114879131317139, + 1.785675287246704, + 1.7327930927276611, + 1.7201740741729736, + 1.6912940740585327, + 1.6656944751739502, + 1.6403124332427979, + 1.6149649620056152, + 1.6041947603225708, + 1.5546314716339111, + 1.5502384901046753, + 1.5366315841674805, + 1.4881036281585693, + 1.4795489311218262, + 1.4608490467071533, + 1.457916259765625, + 1.407668113708496, + 1.3947360515594482, + 1.3569611310958862, + 1.3499903678894043, + 1.3228763341903687, + 1.2851195335388184, + 1.2745245695114136, + 1.2548407316207886, + 1.2296388149261475, + 1.2219839096069336, + 1.216752052307129, + 1.195045828819275, + 1.17243492603302, + 1.1644340753555298, + 1.1424306631088257, + 1.135833740234375, + 1.1089155673980713, + 1.088650107383728, + 1.072813630104065, + 1.069638967514038, + 1.0490256547927856, + 1.0389654636383057, + 1.0249419212341309, + 1.0048457384109497, + 0.9882223606109619, + 0.9718974232673645, + 0.9583250880241394, + 0.955205500125885, + 0.929572343826294, + 0.9214898347854614, + 0.911952793598175, + 0.9007695913314819, + 0.8877552151679993, + 0.8762428164482117, + 0.8678149580955505, + 0.852361798286438, + 0.8493762016296387, + 0.840225100517273, + 0.8384979963302612, + 0.8186610341072083, + 0.812004029750824, + 0.808846652507782, + 0.7998334169387817, + 0.7893010377883911, + 0.7721076011657715, + 0.753200352191925, + 0.7492949366569519, + 0.7414489984512329, + 0.7262347936630249, + 0.7190989255905151, + 0.7095714807510376, + 0.7028926610946655, + 0.6898750066757202, + 0.6809911727905273, + 0.6717771887779236, + 0.662068784236908, + 0.6564943194389343, + 0.6506929993629456, + 0.6476011276245117, + 0.6259527802467346, + 0.6226823925971985, + 0.6153764724731445, + 0.6091576218605042, + 0.6028941869735718, + 0.5982555150985718, + 0.5902888178825378, + 0.5854983925819397, + 0.5748856067657471, + 0.569014310836792, + 0.5636695027351379, + 0.5548456311225891, + 0.5395298004150391, + 0.5312579274177551, + 0.52985018491745, + 0.5208378434181213, + 0.5170376300811768, + 0.5102195143699646, + 0.5057030320167542, + 0.4998818039894104, + 0.49762701988220215, + 0.4858349561691284, + 0.4800606667995453, + 0.47336849570274353, + 0.46903735399246216, + 0.4646502435207367, + 0.45837098360061646, + 0.4564056396484375, + 0.4489986300468445, + 0.44397953152656555, + 0.4339239001274109, + 0.4291798770427704, + 0.4228335916996002, + 0.41573676466941833, + 0.41405823826789856, + 0.4053126275539398, + 0.40249085426330566, + 0.398812860250473, + 0.39776840806007385, + 0.39314785599708557, + 0.39154261350631714, + 0.38504278659820557, + 0.3791992664337158, + 0.3749704658985138, + 0.36281290650367737, + 0.3615737855434418, + 0.3582099974155426, + 0.3521416187286377, + 0.35117417573928833, + 0.34611618518829346, + 0.3398200571537018, + 0.3383373022079468, + 0.3345145285129547, + 0.33300235867500305, + 0.3301498591899872, + 0.3264344334602356, + 0.3242000639438629, + 0.320055216550827, + 0.31379571557044983, + 0.3090392053127289, + 0.30658164620399475, + 0.3031119406223297, + 0.2964264452457428, + 0.2929919362068176, + 0.28907883167266846, + 0.2848493158817291, + 0.27911055088043213, + 0.2744649648666382, + 0.27301058173179626, + 0.26864245533943176, + 0.26776590943336487, + 0.2654227018356323, + 0.2574584484100342, + 0.2570061981678009, + 0.2521800398826599, + 0.24860170483589172, + 0.24406090378761292, + 0.2410806566476822, + 0.23737162351608276, + 0.23365849256515503, + 0.23089975118637085, + 0.2292202264070511, + 0.2223077118396759, + 0.219387948513031, + 0.2170604020357132, + 0.21347804367542267, + 0.211368590593338, + 0.2062174677848816, + 0.2027459740638733, + 0.20163756608963013, + 0.1971760243177414, + 0.19575989246368408, + 0.19083061814308167, + 0.1841917186975479, + 0.1818469911813736, + 0.1757136434316635, + 0.16801045835018158 + ] + }, + "cosine_similarity": { + "mean": 0.28228959441185, + "std": 0.13755521178245544, + "p10": 0.11658728867769241, + "p50": 0.26637235283851624, + "p90": 0.47405922412872314, + "min": -0.057257577776908875, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 31.896862030029297, + "std": 5.0491943359375, + "p10": 26.377355575561523, + "p50": 31.04678726196289, + "p90": 38.327999114990234, + "min": 21.988636016845703, + "max": 70.66529846191406 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 129.47748613357544 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1778, + 0.2074, + 0.2272, + 0.2454, + 0.2396, + 0.2374, + 0.2258 + ], + "top5": [ + 0.206, + 0.414, + 0.4358, + 0.469, + 0.5058, + 0.5122, + 0.5044 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.2996, + "top5": 0.5960000003814697 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 89.5271224975586, + "participation_ratio_topq": 38.63780212402344, + "eigs_top": [ + 157.54177856445312, + 85.69104766845703, + 78.9177474975586, + 57.78860855102539, + 45.645225524902344, + 42.81226348876953, + 39.67802429199219, + 34.79255676269531, + 32.25801467895508, + 27.007160186767578, + 25.725217819213867, + 23.774404525756836, + 22.075254440307617, + 20.84078025817871, + 19.697465896606445, + 19.056575775146484, + 17.350460052490234, + 17.026996612548828, + 16.04084014892578, + 15.670815467834473, + 14.899659156799316, + 14.711860656738281, + 14.139585494995117, + 13.63040542602539, + 13.101445198059082, + 12.768664360046387, + 12.404815673828125, + 12.212761878967285, + 11.735174179077148, + 11.524481773376465, + 11.259413719177246, + 10.884577751159668, + 10.419156074523926, + 10.058998107910156, + 9.763472557067871, + 9.534577369689941, + 9.013855934143066, + 8.91808795928955, + 8.719307899475098, + 8.499378204345703, + 8.197406768798828, + 8.10103988647461, + 7.954975605010986, + 7.663644313812256, + 7.418818950653076, + 7.254241466522217, + 7.153698921203613, + 7.071469783782959, + 6.905746936798096, + 6.836626052856445, + 6.624379634857178, + 6.445891380310059, + 6.346076488494873, + 6.2569804191589355, + 6.021298408508301, + 5.909190654754639, + 5.815032958984375, + 5.711642742156982, + 5.616308689117432, + 5.516689300537109, + 5.44483757019043, + 5.359296798706055, + 5.153742790222168, + 5.133030414581299, + 4.956716537475586, + 4.9247002601623535, + 4.825159549713135, + 4.787315845489502, + 4.7213640213012695, + 4.613914489746094, + 4.526399612426758, + 4.511342525482178, + 4.424407005310059, + 4.386476993560791, + 4.168265342712402, + 4.132950305938721, + 4.04745626449585, + 4.02508020401001, + 3.9622366428375244, + 3.9085755348205566, + 3.844855308532715, + 3.7712621688842773, + 3.7052996158599854, + 3.6683926582336426, + 3.6093292236328125, + 3.5706777572631836, + 3.464869499206543, + 3.41314435005188, + 3.4020965099334717, + 3.303864002227783, + 3.251664876937866, + 3.246373414993286, + 3.2152929306030273, + 3.115614891052246, + 3.1086015701293945, + 3.084015130996704, + 2.999138593673706, + 2.9827096462249756, + 2.9440581798553467, + 2.9135661125183105, + 2.81471586227417, + 2.7918262481689453, + 2.748011589050293, + 2.6947171688079834, + 2.656392812728882, + 2.5905776023864746, + 2.548187017440796, + 2.5310475826263428, + 2.478449583053589, + 2.4541921615600586, + 2.4323651790618896, + 2.3931472301483154, + 2.3464622497558594, + 2.322539806365967, + 2.2712221145629883, + 2.243267774581909, + 2.2198781967163086, + 2.168269634246826, + 2.1592819690704346, + 2.1300227642059326, + 2.098311185836792, + 2.089189291000366, + 2.0377235412597656, + 2.0007224082946777, + 1.9780733585357666, + 1.9588552713394165, + 1.921989917755127, + 1.9189380407333374, + 1.8708490133285522, + 1.863651990890503, + 1.8434172868728638, + 1.8122769594192505, + 1.7859691381454468, + 1.7432215213775635, + 1.7329307794570923, + 1.7093615531921387, + 1.6963279247283936, + 1.6872978210449219, + 1.6698150634765625, + 1.641454815864563, + 1.6218820810317993, + 1.6164449453353882, + 1.597667932510376, + 1.5807145833969116, + 1.5577239990234375, + 1.5228970050811768, + 1.5038444995880127, + 1.4913755655288696, + 1.4697628021240234, + 1.4355274438858032, + 1.4145053625106812, + 1.4048811197280884, + 1.3896842002868652, + 1.3537689447402954, + 1.339688777923584, + 1.3201749324798584, + 1.3126553297042847, + 1.3002350330352783, + 1.2877168655395508, + 1.260241985321045, + 1.2508654594421387, + 1.233638882637024, + 1.2229031324386597, + 1.2089688777923584, + 1.1956690549850464, + 1.1840256452560425, + 1.1788852214813232, + 1.145719289779663, + 1.134705901145935, + 1.1266086101531982, + 1.1043418645858765, + 1.075227975845337, + 1.0657427310943604, + 1.0592433214187622, + 1.0499440431594849, + 1.0410124063491821, + 1.0210105180740356, + 1.0122332572937012, + 1.0057295560836792, + 0.9888812899589539, + 0.9769287705421448, + 0.9647403955459595, + 0.947278618812561, + 0.9332005977630615, + 0.9292508959770203, + 0.9174085855484009, + 0.9106894731521606, + 0.8963497877120972, + 0.8872414231300354, + 0.8740028142929077, + 0.8721340894699097, + 0.8515103459358215, + 0.8436517119407654, + 0.832246720790863, + 0.8076247572898865, + 0.8069272041320801, + 0.7945195436477661, + 0.7836275696754456, + 0.7779908180236816, + 0.7724946737289429, + 0.7685141563415527, + 0.7453027963638306, + 0.7368640899658203, + 0.731020450592041, + 0.7290522456169128, + 0.7160592675209045, + 0.7133327722549438, + 0.6988924741744995, + 0.6955225467681885, + 0.6901304721832275, + 0.6775036454200745, + 0.673849880695343, + 0.6712655425071716, + 0.6569675803184509, + 0.6487722992897034, + 0.6445654034614563, + 0.6326112151145935, + 0.6287574768066406, + 0.6180689930915833, + 0.6145704388618469, + 0.6022504568099976, + 0.5950888991355896, + 0.590786874294281, + 0.5795250535011292, + 0.5712711215019226, + 0.5687750577926636, + 0.5599334239959717, + 0.5479903817176819, + 0.5448349714279175, + 0.5425172448158264, + 0.5344324707984924, + 0.5242156982421875, + 0.5197985768318176, + 0.5066143870353699, + 0.5040189623832703, + 0.49555569887161255, + 0.49047163128852844, + 0.4846971929073334, + 0.4741864800453186, + 0.46602559089660645, + 0.46144014596939087, + 0.4580456614494324, + 0.4571305811405182, + 0.4436641335487366, + 0.4382210969924927, + 0.435671865940094, + 0.422993928194046, + 0.4199311137199402, + 0.4048915505409241, + 0.39831843972206116, + 0.3948051929473877, + 0.38544514775276184, + 0.3712001442909241, + 0.36816632747650146, + 0.35685309767723083, + 0.3509666323661804 + ] + }, + "cosine_similarity": { + "mean": 0.3023635149002075, + "std": 0.13924959301948547, + "p10": 0.13173821568489075, + "p50": 0.28812289237976074, + "p90": 0.49493250250816345, + "min": -0.058034032583236694, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 45.9692268371582, + "std": 7.288478851318359, + "p10": 38.17057418823242, + "p50": 44.64701843261719, + "p90": 55.08156204223633, + "min": 32.32529830932617, + "max": 104.40953826904297 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary.png b/eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..fc8f5c02cbd47b5276ed8e4a71f3ca7da967f1d9 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35ea9942e8313d6793e23fe109977bee4a7b2a8f08c53dc8f116a3400edb82e +size 137908 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary_p.png b/eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..ff9581a1a0883afdb8c0b66c4025db370097b469 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c8094d60631e35421bdaae9e09f833a07f74c89330ad97d149a8570f2ad0b9 +size 140961 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary_qp.png b/eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..acecd3f23a32b4090025d4efd04d1de66966ce24 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_020/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6741a0db5dc73276b57ce9a271c829810a8cebcd2ab7f126dcb0479fb360ff80 +size 141972 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_030/metrics.json b/eval_runs/imagenet_hjepa_mv_epoch_030/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..135bb0f904008328c866ccfc861b3f9eb09f35d0 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_030/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_030.pth", + "config": "configs/imagenet_hjepa_mv.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.7257330417633 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1836, + 0.2118, + 0.2316, + 0.2462, + 0.2526, + 0.2464, + 0.2412 + ], + "top5": [ + 0.212, + 0.4224, + 0.4502, + 0.4818, + 0.5166, + 0.5252, + 0.527 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.30680000014305114, + "top5": 0.6085999995231628 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 90.86783599853516, + "participation_ratio_topq": 41.390655517578125, + "eigs_top": [ + 69.04986572265625, + 50.324100494384766, + 42.052886962890625, + 32.17570114135742, + 27.320589065551758, + 22.461345672607422, + 19.593069076538086, + 18.79332733154297, + 16.492523193359375, + 15.019529342651367, + 14.78869342803955, + 12.500336647033691, + 11.634967803955078, + 11.247102737426758, + 10.549040794372559, + 9.84411334991455, + 9.342011451721191, + 9.143954277038574, + 8.778973579406738, + 8.314932823181152, + 8.108796119689941, + 7.773434162139893, + 7.413235664367676, + 7.122018814086914, + 6.825320720672607, + 6.623037815093994, + 6.48914909362793, + 6.112313747406006, + 5.858813762664795, + 5.785671710968018, + 5.715928554534912, + 5.564177513122559, + 5.196283340454102, + 5.1040191650390625, + 4.9213385581970215, + 4.87183141708374, + 4.737376689910889, + 4.627370834350586, + 4.445568561553955, + 4.377198219299316, + 4.2309956550598145, + 4.095789432525635, + 4.057037353515625, + 3.9857170581817627, + 3.93143630027771, + 3.7218739986419678, + 3.6499595642089844, + 3.580336093902588, + 3.4838647842407227, + 3.4119791984558105, + 3.367250442504883, + 3.3366942405700684, + 3.2815113067626953, + 3.1605772972106934, + 3.148847818374634, + 3.087811231613159, + 2.998321056365967, + 2.9381699562072754, + 2.889707326889038, + 2.8681259155273438, + 2.7887611389160156, + 2.737229347229004, + 2.665160655975342, + 2.629284620285034, + 2.621183395385742, + 2.5720298290252686, + 2.5352208614349365, + 2.4912197589874268, + 2.4480621814727783, + 2.39888596534729, + 2.371860980987549, + 2.343492031097412, + 2.2921030521392822, + 2.2463648319244385, + 2.2051339149475098, + 2.1989853382110596, + 2.1496353149414062, + 2.096764087677002, + 2.0443222522735596, + 2.014111280441284, + 1.970709204673767, + 1.9577484130859375, + 1.9348669052124023, + 1.8742064237594604, + 1.8687552213668823, + 1.8508070707321167, + 1.8185845613479614, + 1.8127731084823608, + 1.7555692195892334, + 1.7221317291259766, + 1.7141119241714478, + 1.6899727582931519, + 1.673439383506775, + 1.6536004543304443, + 1.6339967250823975, + 1.6008609533309937, + 1.579716682434082, + 1.5372357368469238, + 1.5206849575042725, + 1.5127307176589966, + 1.4854052066802979, + 1.4531545639038086, + 1.442337155342102, + 1.4148668050765991, + 1.392800211906433, + 1.3774707317352295, + 1.3684271574020386, + 1.3589372634887695, + 1.3268834352493286, + 1.3016570806503296, + 1.2931137084960938, + 1.2616437673568726, + 1.2417691946029663, + 1.223760724067688, + 1.2174279689788818, + 1.2139478921890259, + 1.1898720264434814, + 1.176688313484192, + 1.1673370599746704, + 1.141772747039795, + 1.1172046661376953, + 1.1143699884414673, + 1.073988437652588, + 1.0704225301742554, + 1.0629640817642212, + 1.0420231819152832, + 1.0224568843841553, + 1.008515477180481, + 0.9994967579841614, + 0.9917750358581543, + 0.9760165214538574, + 0.9727060794830322, + 0.947837233543396, + 0.939400851726532, + 0.9164782166481018, + 0.9099733233451843, + 0.8959716558456421, + 0.8906431794166565, + 0.8821621537208557, + 0.8658514618873596, + 0.8559284210205078, + 0.8387088775634766, + 0.8356491327285767, + 0.8270788192749023, + 0.8185716271400452, + 0.8107357621192932, + 0.8021137714385986, + 0.794847846031189, + 0.7847534418106079, + 0.7605211138725281, + 0.7540590167045593, + 0.7485067844390869, + 0.7439420819282532, + 0.729114830493927, + 0.7265537977218628, + 0.7041918635368347, + 0.694013774394989, + 0.6895567774772644, + 0.6836852431297302, + 0.6765441298484802, + 0.665593147277832, + 0.658569872379303, + 0.6418643593788147, + 0.6321446299552917, + 0.6311955451965332, + 0.6263003349304199, + 0.6189559698104858, + 0.6136718392372131, + 0.6049460172653198, + 0.5975143313407898, + 0.5940905213356018, + 0.5925740599632263, + 0.5732384920120239, + 0.5689387917518616, + 0.5635582208633423, + 0.554299533367157, + 0.5498954057693481, + 0.5383813977241516, + 0.5327374339103699, + 0.5296046733856201, + 0.5209911465644836, + 0.5152819156646729, + 0.5111832618713379, + 0.4982255697250366, + 0.4888768792152405, + 0.4866783916950226, + 0.48356273770332336, + 0.47434893250465393, + 0.4684869050979614, + 0.46368420124053955, + 0.4556596279144287, + 0.4521350562572479, + 0.4506145417690277, + 0.443606972694397, + 0.4366423487663269, + 0.4328998029232025, + 0.4321327209472656, + 0.42533111572265625, + 0.41463223099708557, + 0.4127050042152405, + 0.40975049138069153, + 0.4079933166503906, + 0.4024946689605713, + 0.3943646550178528, + 0.3852185010910034, + 0.37998121976852417, + 0.37723156809806824, + 0.37022969126701355, + 0.36747506260871887, + 0.36358368396759033, + 0.3564770221710205, + 0.3550665080547333, + 0.3526715934276581, + 0.347285658121109, + 0.34288421273231506, + 0.33855876326560974, + 0.33551403880119324, + 0.3316461741924286, + 0.3301375210285187, + 0.321607768535614, + 0.31952738761901855, + 0.3161396086215973, + 0.3096705675125122, + 0.3057815432548523, + 0.3005436360836029, + 0.29786622524261475, + 0.2925417423248291, + 0.28650498390197754, + 0.27992647886276245, + 0.2775008976459503, + 0.27082276344299316, + 0.2675454616546631, + 0.263797402381897, + 0.2607618570327759, + 0.2551819682121277, + 0.25166165828704834, + 0.24814535677433014, + 0.24642330408096313, + 0.24241894483566284, + 0.23881961405277252, + 0.2356187105178833, + 0.2324666529893875, + 0.22929051518440247, + 0.22398151457309723, + 0.2221703678369522, + 0.2201080620288849, + 0.21449707448482513, + 0.2062901109457016, + 0.2038813978433609, + 0.20254148542881012, + 0.196913942694664, + 0.19642888009548187, + 0.18938671052455902, + 0.18252763152122498, + 0.17878466844558716, + 0.1717727780342102 + ] + }, + "cosine_similarity": { + "mean": 0.2865917980670929, + "std": 0.1456674188375473, + "p10": 0.11018218845129013, + "p50": 0.26847800612449646, + "p90": 0.49042654037475586, + "min": -0.07024721801280975, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 32.45759201049805, + "std": 6.012365341186523, + "p10": 26.47298240661621, + "p50": 31.059431076049805, + "p90": 40.484188079833984, + "min": 22.15213966369629, + "max": 74.365478515625 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.7257330417633 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1836, + 0.2118, + 0.2316, + 0.2462, + 0.2526, + 0.2464, + 0.2412 + ], + "top5": [ + 0.212, + 0.4224, + 0.4502, + 0.4818, + 0.5166, + 0.5252, + 0.527 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.30680000014305114, + "top5": 0.6085999995231628 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 90.86783599853516, + "participation_ratio_topq": 41.390655517578125, + "eigs_top": [ + 69.04986572265625, + 50.324100494384766, + 42.052886962890625, + 32.17570114135742, + 27.320589065551758, + 22.461345672607422, + 19.593069076538086, + 18.79332733154297, + 16.492523193359375, + 15.019529342651367, + 14.78869342803955, + 12.500336647033691, + 11.634967803955078, + 11.247102737426758, + 10.549040794372559, + 9.84411334991455, + 9.342011451721191, + 9.143954277038574, + 8.778973579406738, + 8.314932823181152, + 8.108796119689941, + 7.773434162139893, + 7.413235664367676, + 7.122018814086914, + 6.825320720672607, + 6.623037815093994, + 6.48914909362793, + 6.112313747406006, + 5.858813762664795, + 5.785671710968018, + 5.715928554534912, + 5.564177513122559, + 5.196283340454102, + 5.1040191650390625, + 4.9213385581970215, + 4.87183141708374, + 4.737376689910889, + 4.627370834350586, + 4.445568561553955, + 4.377198219299316, + 4.2309956550598145, + 4.095789432525635, + 4.057037353515625, + 3.9857170581817627, + 3.93143630027771, + 3.7218739986419678, + 3.6499595642089844, + 3.580336093902588, + 3.4838647842407227, + 3.4119791984558105, + 3.367250442504883, + 3.3366942405700684, + 3.2815113067626953, + 3.1605772972106934, + 3.148847818374634, + 3.087811231613159, + 2.998321056365967, + 2.9381699562072754, + 2.889707326889038, + 2.8681259155273438, + 2.7887611389160156, + 2.737229347229004, + 2.665160655975342, + 2.629284620285034, + 2.621183395385742, + 2.5720298290252686, + 2.5352208614349365, + 2.4912197589874268, + 2.4480621814727783, + 2.39888596534729, + 2.371860980987549, + 2.343492031097412, + 2.2921030521392822, + 2.2463648319244385, + 2.2051339149475098, + 2.1989853382110596, + 2.1496353149414062, + 2.096764087677002, + 2.0443222522735596, + 2.014111280441284, + 1.970709204673767, + 1.9577484130859375, + 1.9348669052124023, + 1.8742064237594604, + 1.8687552213668823, + 1.8508070707321167, + 1.8185845613479614, + 1.8127731084823608, + 1.7555692195892334, + 1.7221317291259766, + 1.7141119241714478, + 1.6899727582931519, + 1.673439383506775, + 1.6536004543304443, + 1.6339967250823975, + 1.6008609533309937, + 1.579716682434082, + 1.5372357368469238, + 1.5206849575042725, + 1.5127307176589966, + 1.4854052066802979, + 1.4531545639038086, + 1.442337155342102, + 1.4148668050765991, + 1.392800211906433, + 1.3774707317352295, + 1.3684271574020386, + 1.3589372634887695, + 1.3268834352493286, + 1.3016570806503296, + 1.2931137084960938, + 1.2616437673568726, + 1.2417691946029663, + 1.223760724067688, + 1.2174279689788818, + 1.2139478921890259, + 1.1898720264434814, + 1.176688313484192, + 1.1673370599746704, + 1.141772747039795, + 1.1172046661376953, + 1.1143699884414673, + 1.073988437652588, + 1.0704225301742554, + 1.0629640817642212, + 1.0420231819152832, + 1.0224568843841553, + 1.008515477180481, + 0.9994967579841614, + 0.9917750358581543, + 0.9760165214538574, + 0.9727060794830322, + 0.947837233543396, + 0.939400851726532, + 0.9164782166481018, + 0.9099733233451843, + 0.8959716558456421, + 0.8906431794166565, + 0.8821621537208557, + 0.8658514618873596, + 0.8559284210205078, + 0.8387088775634766, + 0.8356491327285767, + 0.8270788192749023, + 0.8185716271400452, + 0.8107357621192932, + 0.8021137714385986, + 0.794847846031189, + 0.7847534418106079, + 0.7605211138725281, + 0.7540590167045593, + 0.7485067844390869, + 0.7439420819282532, + 0.729114830493927, + 0.7265537977218628, + 0.7041918635368347, + 0.694013774394989, + 0.6895567774772644, + 0.6836852431297302, + 0.6765441298484802, + 0.665593147277832, + 0.658569872379303, + 0.6418643593788147, + 0.6321446299552917, + 0.6311955451965332, + 0.6263003349304199, + 0.6189559698104858, + 0.6136718392372131, + 0.6049460172653198, + 0.5975143313407898, + 0.5940905213356018, + 0.5925740599632263, + 0.5732384920120239, + 0.5689387917518616, + 0.5635582208633423, + 0.554299533367157, + 0.5498954057693481, + 0.5383813977241516, + 0.5327374339103699, + 0.5296046733856201, + 0.5209911465644836, + 0.5152819156646729, + 0.5111832618713379, + 0.4982255697250366, + 0.4888768792152405, + 0.4866783916950226, + 0.48356273770332336, + 0.47434893250465393, + 0.4684869050979614, + 0.46368420124053955, + 0.4556596279144287, + 0.4521350562572479, + 0.4506145417690277, + 0.443606972694397, + 0.4366423487663269, + 0.4328998029232025, + 0.4321327209472656, + 0.42533111572265625, + 0.41463223099708557, + 0.4127050042152405, + 0.40975049138069153, + 0.4079933166503906, + 0.4024946689605713, + 0.3943646550178528, + 0.3852185010910034, + 0.37998121976852417, + 0.37723156809806824, + 0.37022969126701355, + 0.36747506260871887, + 0.36358368396759033, + 0.3564770221710205, + 0.3550665080547333, + 0.3526715934276581, + 0.347285658121109, + 0.34288421273231506, + 0.33855876326560974, + 0.33551403880119324, + 0.3316461741924286, + 0.3301375210285187, + 0.321607768535614, + 0.31952738761901855, + 0.3161396086215973, + 0.3096705675125122, + 0.3057815432548523, + 0.3005436360836029, + 0.29786622524261475, + 0.2925417423248291, + 0.28650498390197754, + 0.27992647886276245, + 0.2775008976459503, + 0.27082276344299316, + 0.2675454616546631, + 0.263797402381897, + 0.2607618570327759, + 0.2551819682121277, + 0.25166165828704834, + 0.24814535677433014, + 0.24642330408096313, + 0.24241894483566284, + 0.23881961405277252, + 0.2356187105178833, + 0.2324666529893875, + 0.22929051518440247, + 0.22398151457309723, + 0.2221703678369522, + 0.2201080620288849, + 0.21449707448482513, + 0.2062901109457016, + 0.2038813978433609, + 0.20254148542881012, + 0.196913942694664, + 0.19642888009548187, + 0.18938671052455902, + 0.18252763152122498, + 0.17878466844558716, + 0.1717727780342102 + ] + }, + "cosine_similarity": { + "mean": 0.2865917980670929, + "std": 0.1456674188375473, + "p10": 0.11018218845129013, + "p50": 0.26847800612449646, + "p90": 0.49042654037475586, + "min": -0.07024721801280975, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 32.45759201049805, + "std": 6.012365341186523, + "p10": 26.47298240661621, + "p50": 31.059431076049805, + "p90": 40.484188079833984, + "min": 22.15213966369629, + "max": 74.365478515625 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.86553120613098 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1828, + 0.2096, + 0.2314, + 0.2498, + 0.2526, + 0.2466, + 0.2416 + ], + "top5": [ + 0.2112, + 0.4242, + 0.446, + 0.4862, + 0.5144, + 0.5266, + 0.5286 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.3056000003814697, + "top5": 0.6093999993324279 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 95.10759735107422, + "participation_ratio_topq": 44.15311813354492, + "eigs_top": [ + 64.99853515625, + 44.25728988647461, + 36.66891098022461, + 31.31956672668457, + 23.994823455810547, + 21.468585968017578, + 18.861225128173828, + 17.460241317749023, + 15.817904472351074, + 14.243542671203613, + 13.843228340148926, + 11.695809364318848, + 11.467288970947266, + 10.836067199707031, + 10.37841510772705, + 9.595268249511719, + 9.171823501586914, + 8.627036094665527, + 8.40688419342041, + 7.9270830154418945, + 7.74321174621582, + 7.416806221008301, + 7.123720169067383, + 6.841548919677734, + 6.5872721672058105, + 6.408604145050049, + 6.385143280029297, + 6.108583927154541, + 5.743070602416992, + 5.643764495849609, + 5.599390506744385, + 5.38601541519165, + 5.208168983459473, + 4.993382930755615, + 4.80030632019043, + 4.708616733551025, + 4.5473175048828125, + 4.458872318267822, + 4.408666610717773, + 4.36086893081665, + 4.2568559646606445, + 4.053074836730957, + 3.997509717941284, + 3.9179890155792236, + 3.889169216156006, + 3.716495990753174, + 3.660496950149536, + 3.544497489929199, + 3.5031898021698, + 3.399872064590454, + 3.3235576152801514, + 3.306764841079712, + 3.2400870323181152, + 3.169766426086426, + 3.125994920730591, + 3.065880537033081, + 2.97501540184021, + 2.965270519256592, + 2.858112335205078, + 2.8243815898895264, + 2.7616147994995117, + 2.7159652709960938, + 2.698648691177368, + 2.653456926345825, + 2.6326510906219482, + 2.586185932159424, + 2.524393081665039, + 2.463020086288452, + 2.4314303398132324, + 2.37410306930542, + 2.366039991378784, + 2.3215689659118652, + 2.252067804336548, + 2.2251715660095215, + 2.2110745906829834, + 2.1754612922668457, + 2.1019153594970703, + 2.0561203956604004, + 2.0283706188201904, + 1.9959659576416016, + 1.9842814207077026, + 1.9416992664337158, + 1.904154658317566, + 1.8884515762329102, + 1.8511838912963867, + 1.8302472829818726, + 1.8221182823181152, + 1.7759959697723389, + 1.7447474002838135, + 1.734307050704956, + 1.7075227499008179, + 1.688821792602539, + 1.6669524908065796, + 1.635601282119751, + 1.6116421222686768, + 1.5975010395050049, + 1.591591238975525, + 1.5386582612991333, + 1.527940034866333, + 1.505325436592102, + 1.481160044670105, + 1.474051833152771, + 1.4593905210494995, + 1.4205883741378784, + 1.38822603225708, + 1.378036379814148, + 1.3652021884918213, + 1.342133641242981, + 1.3197451829910278, + 1.3113739490509033, + 1.2749711275100708, + 1.2620424032211304, + 1.244143009185791, + 1.2248783111572266, + 1.2152819633483887, + 1.2074556350708008, + 1.1914314031600952, + 1.1772892475128174, + 1.1521432399749756, + 1.1415765285491943, + 1.1130143404006958, + 1.1080721616744995, + 1.0796276330947876, + 1.0644757747650146, + 1.0542919635772705, + 1.038814663887024, + 1.0255590677261353, + 1.0092202425003052, + 1.004504680633545, + 0.9899063110351562, + 0.9874637722969055, + 0.9583301544189453, + 0.9439436793327332, + 0.9328228831291199, + 0.9267135858535767, + 0.9126134514808655, + 0.9011383056640625, + 0.8926215171813965, + 0.8808494210243225, + 0.874039351940155, + 0.8482546210289001, + 0.8417900204658508, + 0.836052656173706, + 0.8276380896568298, + 0.8232253789901733, + 0.8168059587478638, + 0.7972959876060486, + 0.7900897264480591, + 0.7839075922966003, + 0.762029230594635, + 0.7562381029129028, + 0.7527233958244324, + 0.7427083253860474, + 0.734856903553009, + 0.7130450010299683, + 0.7069989442825317, + 0.6958112120628357, + 0.693063497543335, + 0.6796460747718811, + 0.675518274307251, + 0.672518789768219, + 0.6636471748352051, + 0.6486163139343262, + 0.6387256979942322, + 0.6356816291809082, + 0.6278137564659119, + 0.6210414171218872, + 0.6141238212585449, + 0.6086849570274353, + 0.5973379015922546, + 0.5910755395889282, + 0.5893794298171997, + 0.5701349973678589, + 0.5671844482421875, + 0.5645164251327515, + 0.5596036314964294, + 0.5492517352104187, + 0.5439909100532532, + 0.5354002714157104, + 0.5318846702575684, + 0.5183273553848267, + 0.5123775005340576, + 0.5034705996513367, + 0.49993327260017395, + 0.49588778614997864, + 0.4867035448551178, + 0.48359614610671997, + 0.4817829430103302, + 0.4706496596336365, + 0.4639213979244232, + 0.4614400863647461, + 0.4516444802284241, + 0.4464832842350006, + 0.4457164406776428, + 0.43538960814476013, + 0.4283423125743866, + 0.42782434821128845, + 0.42535513639450073, + 0.4203442335128784, + 0.416965514421463, + 0.4116632342338562, + 0.3998529016971588, + 0.3986126780509949, + 0.3942144513130188, + 0.38947367668151855, + 0.38074615597724915, + 0.3769407570362091, + 0.37640801072120667, + 0.3686540722846985, + 0.36613842844963074, + 0.36120760440826416, + 0.35642901062965393, + 0.3474559187889099, + 0.34208014607429504, + 0.3385191559791565, + 0.3363500237464905, + 0.330996036529541, + 0.329068124294281, + 0.32343271374702454, + 0.3203578591346741, + 0.31236788630485535, + 0.3055911660194397, + 0.30175715684890747, + 0.29649120569229126, + 0.2953709661960602, + 0.28988954424858093, + 0.28925958275794983, + 0.28384020924568176, + 0.2829682230949402, + 0.27516597509384155, + 0.27144667506217957, + 0.2695864737033844, + 0.2647014260292053, + 0.26220205426216125, + 0.2568419277667999, + 0.251806378364563, + 0.2490561604499817, + 0.24702748656272888, + 0.24497424066066742, + 0.24089659750461578, + 0.23754696547985077, + 0.23535935580730438, + 0.23189233243465424, + 0.22900041937828064, + 0.22426556050777435, + 0.2211635261774063, + 0.21602511405944824, + 0.21458715200424194, + 0.20659776031970978, + 0.20445410907268524, + 0.20046797394752502, + 0.19866769015789032, + 0.19391562044620514, + 0.1879526525735855, + 0.18122068047523499, + 0.17265558242797852 + ] + }, + "cosine_similarity": { + "mean": 0.2893524467945099, + "std": 0.142166867852211, + "p10": 0.11756616085767746, + "p50": 0.2721986770629883, + "p90": 0.48816975951194763, + "min": -0.07272090762853622, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.00372314453125, + "std": 5.465149879455566, + "p10": 26.36090087890625, + "p50": 30.851333618164062, + "p90": 39.30615234375, + "min": 21.947895050048828, + "max": 68.22718811035156 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.0446834564209 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1832, + 0.2092, + 0.2318, + 0.249, + 0.253, + 0.2494, + 0.2408 + ], + "top5": [ + 0.2114, + 0.4242, + 0.4468, + 0.4834, + 0.5162, + 0.5244, + 0.5254 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.3035999997615814, + "top5": 0.6065999995231628 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 93.01307678222656, + "participation_ratio_topq": 42.778228759765625, + "eigs_top": [ + 133.9304656982422, + 94.11003875732422, + 79.04523468017578, + 63.3799934387207, + 51.32701110839844, + 43.90386199951172, + 38.31300735473633, + 36.23423767089844, + 32.380001068115234, + 29.077856063842773, + 28.71579360961914, + 24.09750747680664, + 23.13823890686035, + 22.046903610229492, + 20.995708465576172, + 19.43204689025879, + 18.471649169921875, + 17.76813316345215, + 17.190149307250977, + 16.22096824645996, + 15.838668823242188, + 15.222723960876465, + 14.53489875793457, + 13.844297409057617, + 13.476520538330078, + 13.094581604003906, + 12.894468307495117, + 12.23279094696045, + 11.51492691040039, + 11.458542823791504, + 11.338451385498047, + 10.963844299316406, + 10.395214080810547, + 10.049114227294922, + 9.71432113647461, + 9.63263988494873, + 9.299200057983398, + 9.08936595916748, + 8.849039077758789, + 8.743687629699707, + 8.485319137573242, + 8.130279541015625, + 8.03828239440918, + 7.892542362213135, + 7.834463596343994, + 7.427822113037109, + 7.302753448486328, + 7.107520580291748, + 7.000370979309082, + 6.800937652587891, + 6.6787543296813965, + 6.660216331481934, + 6.533226013183594, + 6.305568695068359, + 6.271803379058838, + 6.196472644805908, + 5.971545696258545, + 5.896735668182373, + 5.7449421882629395, + 5.7086896896362305, + 5.54861307144165, + 5.430769920349121, + 5.384113311767578, + 5.274040222167969, + 5.225712299346924, + 5.1980485916137695, + 5.023477554321289, + 4.9652862548828125, + 4.860271453857422, + 4.798322677612305, + 4.725317001342773, + 4.702031135559082, + 4.527702331542969, + 4.489902019500732, + 4.422568321228027, + 4.380204677581787, + 4.2337565422058105, + 4.154382228851318, + 4.06603479385376, + 3.999225616455078, + 3.9570329189300537, + 3.893301248550415, + 3.8541266918182373, + 3.761817216873169, + 3.718027114868164, + 3.690412998199463, + 3.656775951385498, + 3.5929222106933594, + 3.4843995571136475, + 3.452965497970581, + 3.4134607315063477, + 3.3884835243225098, + 3.3678054809570312, + 3.2908742427825928, + 3.230555772781372, + 3.2191286087036133, + 3.1769585609436035, + 3.0641345977783203, + 3.0411298274993896, + 3.025952100753784, + 2.9784226417541504, + 2.93415904045105, + 2.906810760498047, + 2.8277666568756104, + 2.7916738986968994, + 2.748051643371582, + 2.7405970096588135, + 2.7107596397399902, + 2.6478867530822754, + 2.614293098449707, + 2.5702052116394043, + 2.524160385131836, + 2.4810147285461426, + 2.4522368907928467, + 2.4414222240448, + 2.4260144233703613, + 2.380051612854004, + 2.348170757293701, + 2.3252134323120117, + 2.285700798034668, + 2.2344725131988525, + 2.222773313522339, + 2.1517486572265625, + 2.13623046875, + 2.1158804893493652, + 2.0785279273986816, + 2.0495126247406006, + 2.024583339691162, + 2.0029430389404297, + 1.987078309059143, + 1.9639629125595093, + 1.9306906461715698, + 1.896256446838379, + 1.8710259199142456, + 1.8462133407592773, + 1.8245184421539307, + 1.8002824783325195, + 1.7861562967300415, + 1.7609226703643799, + 1.739810824394226, + 1.7042080163955688, + 1.684251070022583, + 1.6674317121505737, + 1.656033992767334, + 1.6439409255981445, + 1.624128818511963, + 1.6150254011154175, + 1.581563949584961, + 1.574629545211792, + 1.5178606510162354, + 1.5100040435791016, + 1.5066372156143188, + 1.4862782955169678, + 1.466065526008606, + 1.4415667057037354, + 1.40616774559021, + 1.3890609741210938, + 1.3859713077545166, + 1.3626834154129028, + 1.3491185903549194, + 1.334173560142517, + 1.3285043239593506, + 1.2924914360046387, + 1.276319146156311, + 1.2716161012649536, + 1.2487882375717163, + 1.2448159456253052, + 1.2317073345184326, + 1.2157422304153442, + 1.1975045204162598, + 1.1937215328216553, + 1.1884056329727173, + 1.1440562009811401, + 1.1356008052825928, + 1.1330409049987793, + 1.1191883087158203, + 1.095618724822998, + 1.082397222518921, + 1.0720763206481934, + 1.0606132745742798, + 1.040400505065918, + 1.0239108800888062, + 1.0183335542678833, + 0.9917497038841248, + 0.9853551983833313, + 0.9802913665771484, + 0.9692838788032532, + 0.9560170769691467, + 0.9380373358726501, + 0.9339233040809631, + 0.9120478630065918, + 0.9081899523735046, + 0.9022341370582581, + 0.892331600189209, + 0.8793413043022156, + 0.864018976688385, + 0.8580476641654968, + 0.8519841432571411, + 0.8441929817199707, + 0.8278056979179382, + 0.814791738986969, + 0.8116404414176941, + 0.7997743487358093, + 0.7825698256492615, + 0.7741540670394897, + 0.7612462639808655, + 0.7540390491485596, + 0.7437413334846497, + 0.7369818687438965, + 0.7263052463531494, + 0.7184426188468933, + 0.7053228616714478, + 0.6999145150184631, + 0.6889774203300476, + 0.6857003569602966, + 0.6797640323638916, + 0.6724976301193237, + 0.6600083708763123, + 0.6480274796485901, + 0.6453485488891602, + 0.6250551342964172, + 0.6228610277175903, + 0.6098681092262268, + 0.6012618541717529, + 0.5943528413772583, + 0.5876756310462952, + 0.5706368088722229, + 0.5582395195960999, + 0.5564292669296265, + 0.54705810546875, + 0.5437157154083252, + 0.5280253887176514, + 0.5252130031585693, + 0.518858015537262, + 0.5149324536323547, + 0.5099682807922363, + 0.5075099468231201, + 0.498740553855896, + 0.4861518144607544, + 0.47985896468162537, + 0.4790266156196594, + 0.47231653332710266, + 0.4591337740421295, + 0.45554783940315247, + 0.44011589884757996, + 0.43679946660995483, + 0.4288761019706726, + 0.4258958697319031, + 0.4139133393764496, + 0.40306556224823, + 0.39622241258621216, + 0.38389497995376587, + 0.37671148777008057, + 0.3689975440502167, + 0.36172616481781006, + 0.3545334041118622 + ] + }, + "cosine_similarity": { + "mean": 0.28793105483055115, + "std": 0.14384359121322632, + "p10": 0.11422254145145416, + "p50": 0.2704753279685974, + "p90": 0.48880767822265625, + "min": -0.07138976454734802, + "max": 1.0 + }, + "feature_norms": { + "mean": 45.584232330322266, + "std": 8.113429069519043, + "p10": 37.33382797241211, + "p50": 43.771873474121094, + "p90": 56.3822021484375, + "min": 31.18988037109375, + "max": 100.92161560058594 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary.png b/eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..32850564ee022fb9db688fdd8c42e4ffe9cb544d --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa4925a3b5bee388189540c3e40e7771e16f8efed9f21136200bc1694d82dbd +size 138334 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary_p.png b/eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..66b9c54b9b34f7a6b4238246be58803d1e822f45 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc6eb5100de0c512586e323fd36f2e2662b5e70be67fbfbd4b9fbc683b2f8dc +size 139196 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary_qp.png b/eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..f7b28cce83658936dd07448b0473ad5c706efeba --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_030/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7545664be0c5cec7662451d03b71f495eb10b12bb51aa217793a7f7366ca0447 +size 140186 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_040/metrics.json b/eval_runs/imagenet_hjepa_mv_epoch_040/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..2c44c918bc8416f071bbfe34357adafb11b68afe --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_040/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_040.pth", + "config": "configs/imagenet_hjepa_mv.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.44809556007385 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1882, + 0.218, + 0.2382, + 0.2496, + 0.2568, + 0.2496, + 0.24 + ], + "top5": [ + 0.217, + 0.4288, + 0.4546, + 0.4912, + 0.525, + 0.5314, + 0.5334 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.320200000333786, + "top5": 0.6175999996185303 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 92.54082489013672, + "participation_ratio_topq": 43.66357421875, + "eigs_top": [ + 69.88835906982422, + 47.02597427368164, + 42.20751190185547, + 33.73612976074219, + 29.27532386779785, + 25.43728256225586, + 21.984596252441406, + 20.313505172729492, + 18.003684997558594, + 16.405086517333984, + 16.19439125061035, + 13.508524894714355, + 13.15499210357666, + 12.17888069152832, + 11.407048225402832, + 10.478437423706055, + 10.351142883300781, + 9.669721603393555, + 9.536155700683594, + 8.844464302062988, + 8.700419425964355, + 8.254332542419434, + 7.92744779586792, + 7.665619850158691, + 7.498436450958252, + 7.0691022872924805, + 6.967753887176514, + 6.710609436035156, + 6.5489501953125, + 6.089770793914795, + 6.031025409698486, + 5.963912010192871, + 5.603623867034912, + 5.546435356140137, + 5.512882232666016, + 5.162956714630127, + 4.9701385498046875, + 4.852329254150391, + 4.706064701080322, + 4.475224494934082, + 4.392404556274414, + 4.31817626953125, + 4.15789270401001, + 4.04909086227417, + 3.971207857131958, + 3.936048984527588, + 3.8907577991485596, + 3.7709174156188965, + 3.717108726501465, + 3.6708548069000244, + 3.5357961654663086, + 3.444493293762207, + 3.437133550643921, + 3.395514726638794, + 3.306227207183838, + 3.2904295921325684, + 3.2020609378814697, + 3.1716437339782715, + 3.092700481414795, + 3.041405439376831, + 2.986814022064209, + 2.9384031295776367, + 2.908790111541748, + 2.8596556186676025, + 2.7763264179229736, + 2.7139341831207275, + 2.657590389251709, + 2.627930164337158, + 2.5665905475616455, + 2.542184829711914, + 2.48187255859375, + 2.4772791862487793, + 2.4378411769866943, + 2.385629177093506, + 2.29726505279541, + 2.255040168762207, + 2.2452800273895264, + 2.2112369537353516, + 2.1804699897766113, + 2.1324501037597656, + 2.0919301509857178, + 2.0744125843048096, + 2.0502853393554688, + 2.0339324474334717, + 2.0090582370758057, + 1.9628607034683228, + 1.9177354574203491, + 1.8754774332046509, + 1.8398951292037964, + 1.8284183740615845, + 1.7971117496490479, + 1.787069320678711, + 1.7696539163589478, + 1.7393684387207031, + 1.7285226583480835, + 1.7014786005020142, + 1.6795953512191772, + 1.659722924232483, + 1.6358579397201538, + 1.5955255031585693, + 1.5597310066223145, + 1.5543606281280518, + 1.5256760120391846, + 1.5053153038024902, + 1.4677366018295288, + 1.4640575647354126, + 1.4324696063995361, + 1.422909140586853, + 1.4098056554794312, + 1.397507667541504, + 1.3579299449920654, + 1.3507332801818848, + 1.3322412967681885, + 1.3202621936798096, + 1.3045823574066162, + 1.2775682210922241, + 1.2631089687347412, + 1.239060878753662, + 1.2148785591125488, + 1.2056694030761719, + 1.2018595933914185, + 1.1730002164840698, + 1.1610963344573975, + 1.1430331468582153, + 1.1252611875534058, + 1.100586175918579, + 1.093104362487793, + 1.0818828344345093, + 1.0702959299087524, + 1.065099835395813, + 1.0374186038970947, + 1.0226080417633057, + 1.0085783004760742, + 0.9925970435142517, + 0.9780750870704651, + 0.9637486338615417, + 0.955402135848999, + 0.9316366314888, + 0.9265561103820801, + 0.9129229187965393, + 0.9061765670776367, + 0.8917168378829956, + 0.8819440603256226, + 0.8555297255516052, + 0.8486096858978271, + 0.8431355953216553, + 0.837222695350647, + 0.8316266536712646, + 0.8228754997253418, + 0.8005915284156799, + 0.7957872748374939, + 0.7834038138389587, + 0.7812241911888123, + 0.7680285573005676, + 0.7581214904785156, + 0.7540718913078308, + 0.7441917061805725, + 0.7276292443275452, + 0.720493733882904, + 0.7107704877853394, + 0.7042344808578491, + 0.6992045044898987, + 0.6883065104484558, + 0.684508204460144, + 0.6777036786079407, + 0.6604081988334656, + 0.6503244042396545, + 0.644159734249115, + 0.6413448452949524, + 0.632297694683075, + 0.621046245098114, + 0.6162833571434021, + 0.6067512035369873, + 0.595085859298706, + 0.5937238931655884, + 0.5845528244972229, + 0.5780766606330872, + 0.5741657614707947, + 0.5585838556289673, + 0.5567565560340881, + 0.5526924133300781, + 0.5356432199478149, + 0.5344098806381226, + 0.5319395065307617, + 0.5252040028572083, + 0.5179508924484253, + 0.5074900388717651, + 0.4996930658817291, + 0.49719876050949097, + 0.49136272072792053, + 0.48194950819015503, + 0.4805994927883148, + 0.47572463750839233, + 0.4683504104614258, + 0.45636099576950073, + 0.452589213848114, + 0.44815343618392944, + 0.43912434577941895, + 0.4366314113140106, + 0.4308454394340515, + 0.42439746856689453, + 0.4201808273792267, + 0.41831350326538086, + 0.41177698969841003, + 0.4061524271965027, + 0.4038864076137543, + 0.4001758396625519, + 0.3930015563964844, + 0.3877590298652649, + 0.3809337913990021, + 0.3765126168727875, + 0.3733682334423065, + 0.3703014552593231, + 0.35705915093421936, + 0.35476455092430115, + 0.35177499055862427, + 0.3478443920612335, + 0.33931413292884827, + 0.3380706012248993, + 0.33317241072654724, + 0.33079925179481506, + 0.32670754194259644, + 0.3176831007003784, + 0.31156131625175476, + 0.3084541857242584, + 0.3064582049846649, + 0.30352115631103516, + 0.3002997934818268, + 0.29722198843955994, + 0.29089832305908203, + 0.2881130278110504, + 0.2781398892402649, + 0.2745591700077057, + 0.27078738808631897, + 0.2652255594730377, + 0.2627566456794739, + 0.25668865442276, + 0.2551036477088928, + 0.2514096200466156, + 0.24746201932430267, + 0.24421364068984985, + 0.24287809431552887, + 0.23609307408332825, + 0.23265497386455536, + 0.23057770729064941, + 0.22250990569591522, + 0.22004730999469757, + 0.21673525869846344, + 0.2140517234802246, + 0.20604218542575836, + 0.19733038544654846, + 0.19281218945980072, + 0.18830715119838715, + 0.18580953776836395, + 0.18271172046661377, + 0.1713012456893921 + ] + }, + "cosine_similarity": { + "mean": 0.27754461765289307, + "std": 0.14877021312713623, + "p10": 0.09869017452001572, + "p50": 0.2588438093662262, + "p90": 0.4865669012069702, + "min": -0.07704430818557739, + "max": 1.0 + }, + "feature_norms": { + "mean": 33.10338592529297, + "std": 6.259359359741211, + "p10": 26.84437370300293, + "p50": 31.66546630859375, + "p90": 41.63309097290039, + "min": 21.831050872802734, + "max": 71.83719635009766 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.44809556007385 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1882, + 0.218, + 0.2382, + 0.2496, + 0.2568, + 0.2496, + 0.24 + ], + "top5": [ + 0.217, + 0.4288, + 0.4546, + 0.4912, + 0.525, + 0.5314, + 0.5334 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.320200000333786, + "top5": 0.6175999996185303 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 92.54082489013672, + "participation_ratio_topq": 43.66357421875, + "eigs_top": [ + 69.88835906982422, + 47.02597427368164, + 42.20751190185547, + 33.73612976074219, + 29.27532386779785, + 25.43728256225586, + 21.984596252441406, + 20.313505172729492, + 18.003684997558594, + 16.405086517333984, + 16.19439125061035, + 13.508524894714355, + 13.15499210357666, + 12.17888069152832, + 11.407048225402832, + 10.478437423706055, + 10.351142883300781, + 9.669721603393555, + 9.536155700683594, + 8.844464302062988, + 8.700419425964355, + 8.254332542419434, + 7.92744779586792, + 7.665619850158691, + 7.498436450958252, + 7.0691022872924805, + 6.967753887176514, + 6.710609436035156, + 6.5489501953125, + 6.089770793914795, + 6.031025409698486, + 5.963912010192871, + 5.603623867034912, + 5.546435356140137, + 5.512882232666016, + 5.162956714630127, + 4.9701385498046875, + 4.852329254150391, + 4.706064701080322, + 4.475224494934082, + 4.392404556274414, + 4.31817626953125, + 4.15789270401001, + 4.04909086227417, + 3.971207857131958, + 3.936048984527588, + 3.8907577991485596, + 3.7709174156188965, + 3.717108726501465, + 3.6708548069000244, + 3.5357961654663086, + 3.444493293762207, + 3.437133550643921, + 3.395514726638794, + 3.306227207183838, + 3.2904295921325684, + 3.2020609378814697, + 3.1716437339782715, + 3.092700481414795, + 3.041405439376831, + 2.986814022064209, + 2.9384031295776367, + 2.908790111541748, + 2.8596556186676025, + 2.7763264179229736, + 2.7139341831207275, + 2.657590389251709, + 2.627930164337158, + 2.5665905475616455, + 2.542184829711914, + 2.48187255859375, + 2.4772791862487793, + 2.4378411769866943, + 2.385629177093506, + 2.29726505279541, + 2.255040168762207, + 2.2452800273895264, + 2.2112369537353516, + 2.1804699897766113, + 2.1324501037597656, + 2.0919301509857178, + 2.0744125843048096, + 2.0502853393554688, + 2.0339324474334717, + 2.0090582370758057, + 1.9628607034683228, + 1.9177354574203491, + 1.8754774332046509, + 1.8398951292037964, + 1.8284183740615845, + 1.7971117496490479, + 1.787069320678711, + 1.7696539163589478, + 1.7393684387207031, + 1.7285226583480835, + 1.7014786005020142, + 1.6795953512191772, + 1.659722924232483, + 1.6358579397201538, + 1.5955255031585693, + 1.5597310066223145, + 1.5543606281280518, + 1.5256760120391846, + 1.5053153038024902, + 1.4677366018295288, + 1.4640575647354126, + 1.4324696063995361, + 1.422909140586853, + 1.4098056554794312, + 1.397507667541504, + 1.3579299449920654, + 1.3507332801818848, + 1.3322412967681885, + 1.3202621936798096, + 1.3045823574066162, + 1.2775682210922241, + 1.2631089687347412, + 1.239060878753662, + 1.2148785591125488, + 1.2056694030761719, + 1.2018595933914185, + 1.1730002164840698, + 1.1610963344573975, + 1.1430331468582153, + 1.1252611875534058, + 1.100586175918579, + 1.093104362487793, + 1.0818828344345093, + 1.0702959299087524, + 1.065099835395813, + 1.0374186038970947, + 1.0226080417633057, + 1.0085783004760742, + 0.9925970435142517, + 0.9780750870704651, + 0.9637486338615417, + 0.955402135848999, + 0.9316366314888, + 0.9265561103820801, + 0.9129229187965393, + 0.9061765670776367, + 0.8917168378829956, + 0.8819440603256226, + 0.8555297255516052, + 0.8486096858978271, + 0.8431355953216553, + 0.837222695350647, + 0.8316266536712646, + 0.8228754997253418, + 0.8005915284156799, + 0.7957872748374939, + 0.7834038138389587, + 0.7812241911888123, + 0.7680285573005676, + 0.7581214904785156, + 0.7540718913078308, + 0.7441917061805725, + 0.7276292443275452, + 0.720493733882904, + 0.7107704877853394, + 0.7042344808578491, + 0.6992045044898987, + 0.6883065104484558, + 0.684508204460144, + 0.6777036786079407, + 0.6604081988334656, + 0.6503244042396545, + 0.644159734249115, + 0.6413448452949524, + 0.632297694683075, + 0.621046245098114, + 0.6162833571434021, + 0.6067512035369873, + 0.595085859298706, + 0.5937238931655884, + 0.5845528244972229, + 0.5780766606330872, + 0.5741657614707947, + 0.5585838556289673, + 0.5567565560340881, + 0.5526924133300781, + 0.5356432199478149, + 0.5344098806381226, + 0.5319395065307617, + 0.5252040028572083, + 0.5179508924484253, + 0.5074900388717651, + 0.4996930658817291, + 0.49719876050949097, + 0.49136272072792053, + 0.48194950819015503, + 0.4805994927883148, + 0.47572463750839233, + 0.4683504104614258, + 0.45636099576950073, + 0.452589213848114, + 0.44815343618392944, + 0.43912434577941895, + 0.4366314113140106, + 0.4308454394340515, + 0.42439746856689453, + 0.4201808273792267, + 0.41831350326538086, + 0.41177698969841003, + 0.4061524271965027, + 0.4038864076137543, + 0.4001758396625519, + 0.3930015563964844, + 0.3877590298652649, + 0.3809337913990021, + 0.3765126168727875, + 0.3733682334423065, + 0.3703014552593231, + 0.35705915093421936, + 0.35476455092430115, + 0.35177499055862427, + 0.3478443920612335, + 0.33931413292884827, + 0.3380706012248993, + 0.33317241072654724, + 0.33079925179481506, + 0.32670754194259644, + 0.3176831007003784, + 0.31156131625175476, + 0.3084541857242584, + 0.3064582049846649, + 0.30352115631103516, + 0.3002997934818268, + 0.29722198843955994, + 0.29089832305908203, + 0.2881130278110504, + 0.2781398892402649, + 0.2745591700077057, + 0.27078738808631897, + 0.2652255594730377, + 0.2627566456794739, + 0.25668865442276, + 0.2551036477088928, + 0.2514096200466156, + 0.24746201932430267, + 0.24421364068984985, + 0.24287809431552887, + 0.23609307408332825, + 0.23265497386455536, + 0.23057770729064941, + 0.22250990569591522, + 0.22004730999469757, + 0.21673525869846344, + 0.2140517234802246, + 0.20604218542575836, + 0.19733038544654846, + 0.19281218945980072, + 0.18830715119838715, + 0.18580953776836395, + 0.18271172046661377, + 0.1713012456893921 + ] + }, + "cosine_similarity": { + "mean": 0.27754461765289307, + "std": 0.14877021312713623, + "p10": 0.09869017452001572, + "p50": 0.2588438093662262, + "p90": 0.4865669012069702, + "min": -0.07704430818557739, + "max": 1.0 + }, + "feature_norms": { + "mean": 33.10338592529297, + "std": 6.259359359741211, + "p10": 26.84437370300293, + "p50": 31.66546630859375, + "p90": 41.63309097290039, + "min": 21.831050872802734, + "max": 71.83719635009766 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.51765704154968 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2164, + 0.2402, + 0.2484, + 0.2578, + 0.2518, + 0.2444 + ], + "top5": [ + 0.2162, + 0.4268, + 0.4588, + 0.4924, + 0.527, + 0.5312, + 0.5314 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.3199999997138977, + "top5": 0.6190000004768371 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 95.78523254394531, + "participation_ratio_topq": 45.234806060791016, + "eigs_top": [ + 70.81986236572266, + 41.25244903564453, + 39.08069610595703, + 31.907197952270508, + 27.599897384643555, + 24.732593536376953, + 20.875661849975586, + 19.742122650146484, + 17.27756690979004, + 16.331649780273438, + 15.144200325012207, + 13.098358154296875, + 12.86590576171875, + 11.877822875976562, + 11.44116497039795, + 10.284219741821289, + 10.030510902404785, + 9.574580192565918, + 9.21186351776123, + 8.698698997497559, + 8.547847747802734, + 8.284323692321777, + 7.810995578765869, + 7.476538181304932, + 7.425788402557373, + 7.0812811851501465, + 6.870294570922852, + 6.681404113769531, + 6.557794570922852, + 6.132974624633789, + 6.075775146484375, + 5.92666482925415, + 5.645236968994141, + 5.474390029907227, + 5.369359970092773, + 5.223321914672852, + 5.032537460327148, + 4.874569892883301, + 4.8064117431640625, + 4.6058669090271, + 4.440561771392822, + 4.399908065795898, + 4.213332176208496, + 4.101935386657715, + 4.0435566902160645, + 3.956437826156616, + 3.8796005249023438, + 3.8178889751434326, + 3.741929292678833, + 3.714048385620117, + 3.578427791595459, + 3.4920475482940674, + 3.432325839996338, + 3.4252777099609375, + 3.4002559185028076, + 3.3006808757781982, + 3.231886386871338, + 3.205658435821533, + 3.1409778594970703, + 3.078359603881836, + 3.0228238105773926, + 3.0021374225616455, + 2.896653652191162, + 2.8530595302581787, + 2.8268685340881348, + 2.7413127422332764, + 2.694674491882324, + 2.68349027633667, + 2.6337411403656006, + 2.5538721084594727, + 2.5274500846862793, + 2.4776194095611572, + 2.4478347301483154, + 2.433177947998047, + 2.3365209102630615, + 2.308136463165283, + 2.2419803142547607, + 2.21852445602417, + 2.1891696453094482, + 2.175477981567383, + 2.1358914375305176, + 2.1275973320007324, + 2.0747125148773193, + 2.0486903190612793, + 2.024855852127075, + 1.9950931072235107, + 1.9672555923461914, + 1.9382810592651367, + 1.8857498168945312, + 1.8518515825271606, + 1.8348044157028198, + 1.7961961030960083, + 1.7871671915054321, + 1.7769616842269897, + 1.7454535961151123, + 1.7394030094146729, + 1.7084428071975708, + 1.6937636137008667, + 1.655073642730713, + 1.6175404787063599, + 1.5892791748046875, + 1.5756546258926392, + 1.5494439601898193, + 1.5414495468139648, + 1.5154528617858887, + 1.4794350862503052, + 1.4692074060440063, + 1.4590213298797607, + 1.4440706968307495, + 1.4241896867752075, + 1.3957210779190063, + 1.3721531629562378, + 1.3540266752243042, + 1.3438746929168701, + 1.317940592765808, + 1.2937116622924805, + 1.2797307968139648, + 1.2603144645690918, + 1.2502788305282593, + 1.2243343591690063, + 1.214766502380371, + 1.1972875595092773, + 1.1798239946365356, + 1.1665244102478027, + 1.1408408880233765, + 1.1347085237503052, + 1.1143922805786133, + 1.101166844367981, + 1.0963490009307861, + 1.0926235914230347, + 1.0601576566696167, + 1.043864369392395, + 1.0339279174804688, + 1.0130536556243896, + 1.0094150304794312, + 0.9927552938461304, + 0.9633458852767944, + 0.9562292098999023, + 0.9533987641334534, + 0.9333550333976746, + 0.9259263277053833, + 0.9164559245109558, + 0.8883435726165771, + 0.8788738250732422, + 0.8723134994506836, + 0.8599957227706909, + 0.8564621806144714, + 0.8439405560493469, + 0.8376666307449341, + 0.8243080377578735, + 0.8168716430664062, + 0.8019249439239502, + 0.7918896675109863, + 0.7819420099258423, + 0.7751442193984985, + 0.7651452422142029, + 0.7569742798805237, + 0.7509687542915344, + 0.7431278228759766, + 0.7269864678382874, + 0.721824586391449, + 0.7142695188522339, + 0.7087144255638123, + 0.6999130249023438, + 0.6896344423294067, + 0.6751426458358765, + 0.6638264060020447, + 0.6556482911109924, + 0.6515536308288574, + 0.6413314938545227, + 0.6370957493782043, + 0.629085898399353, + 0.6169474124908447, + 0.6124151349067688, + 0.6021138429641724, + 0.5973963737487793, + 0.5898810029029846, + 0.5860773921012878, + 0.571448802947998, + 0.5640704035758972, + 0.5630140900611877, + 0.5501288175582886, + 0.5468417406082153, + 0.5394519567489624, + 0.5361918807029724, + 0.5258766412734985, + 0.5206252932548523, + 0.5148445963859558, + 0.5132771730422974, + 0.5011574625968933, + 0.4963471591472626, + 0.48932310938835144, + 0.4843868315219879, + 0.4762679636478424, + 0.4665074646472931, + 0.4626612961292267, + 0.460704505443573, + 0.4508889615535736, + 0.4479374885559082, + 0.44016918540000916, + 0.4365764260292053, + 0.4311722218990326, + 0.4282374083995819, + 0.42752471566200256, + 0.412975549697876, + 0.4093640148639679, + 0.40757685899734497, + 0.40609899163246155, + 0.40014123916625977, + 0.39523765444755554, + 0.38622018694877625, + 0.3822263181209564, + 0.3746654987335205, + 0.368649423122406, + 0.36120903491973877, + 0.35652682185173035, + 0.349989116191864, + 0.348587304353714, + 0.3435612916946411, + 0.3369792103767395, + 0.330196738243103, + 0.3287101984024048, + 0.3250824511051178, + 0.3197568356990814, + 0.3163796663284302, + 0.3145236670970917, + 0.30944952368736267, + 0.3037918508052826, + 0.29898786544799805, + 0.29588115215301514, + 0.2905285060405731, + 0.28585872054100037, + 0.2838081419467926, + 0.27939116954803467, + 0.2746386229991913, + 0.268045574426651, + 0.2645568549633026, + 0.2612755298614502, + 0.25812697410583496, + 0.25500398874282837, + 0.24976040422916412, + 0.24415557086467743, + 0.24140289425849915, + 0.2388136088848114, + 0.23571906983852386, + 0.23122932016849518, + 0.2245892733335495, + 0.22211967408657074, + 0.21576568484306335, + 0.21170826256275177, + 0.20744192600250244, + 0.1989264041185379, + 0.1967296302318573, + 0.1925075501203537, + 0.18831057846546173, + 0.18507538735866547 + ] + }, + "cosine_similarity": { + "mean": 0.25872087478637695, + "std": 0.1462869644165039, + "p10": 0.08592203259468079, + "p50": 0.23896858096122742, + "p90": 0.46479910612106323, + "min": -0.08730906993150711, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 32.54988479614258, + "std": 5.888147354125977, + "p10": 26.473573684692383, + "p50": 31.310136795043945, + "p90": 40.53131103515625, + "min": 21.23935890197754, + "max": 67.61560821533203 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.8657729625702 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.189, + 0.2188, + 0.2378, + 0.2502, + 0.256, + 0.2474, + 0.2432 + ], + "top5": [ + 0.2176, + 0.4274, + 0.455, + 0.4906, + 0.5242, + 0.534, + 0.5306 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.32019999990463255, + "top5": 0.6162000008583068 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.20799255371094, + "participation_ratio_topq": 44.502288818359375, + "eigs_top": [ + 140.56471252441406, + 87.8338851928711, + 81.61051940917969, + 65.5935287475586, + 56.82768249511719, + 50.19735336303711, + 42.75606918334961, + 40.03083419799805, + 35.189903259277344, + 32.749839782714844, + 31.356246948242188, + 26.49706268310547, + 26.113697052001953, + 24.009029388427734, + 22.919282913208008, + 20.757871627807617, + 20.37582778930664, + 19.174619674682617, + 18.798662185668945, + 17.538928985595703, + 17.258037567138672, + 16.52733039855957, + 15.650361061096191, + 15.235671043395996, + 14.896934509277344, + 14.154375076293945, + 13.840911865234375, + 13.370838165283203, + 13.149923324584961, + 12.242247581481934, + 12.04882526397705, + 11.920181274414062, + 11.238011360168457, + 11.055671691894531, + 10.9008150100708, + 10.385266304016113, + 10.009897232055664, + 9.733114242553711, + 9.50899887084961, + 9.058755874633789, + 8.831341743469238, + 8.71408462524414, + 8.354665756225586, + 8.155924797058105, + 8.002331733703613, + 7.890130519866943, + 7.790236949920654, + 7.553481578826904, + 7.477547645568848, + 7.370316982269287, + 7.1146039962768555, + 6.938569068908691, + 6.854656219482422, + 6.822788715362549, + 6.694106101989746, + 6.598418712615967, + 6.408591270446777, + 6.388547420501709, + 6.258511543273926, + 6.104491233825684, + 6.038059234619141, + 5.941891670227051, + 5.808995246887207, + 5.714763164520264, + 5.61100435256958, + 5.455608367919922, + 5.349476337432861, + 5.318000793457031, + 5.208559036254883, + 5.091541290283203, + 5.009546756744385, + 4.969167709350586, + 4.871714115142822, + 4.83195161819458, + 4.64264440536499, + 4.5535197257995605, + 4.480878829956055, + 4.438597202301025, + 4.363316535949707, + 4.31596565246582, + 4.21798849105835, + 4.206023693084717, + 4.109203815460205, + 4.095555305480957, + 4.038923263549805, + 3.964320182800293, + 3.890909433364868, + 3.814174175262451, + 3.7167606353759766, + 3.6820626258850098, + 3.6397993564605713, + 3.5874948501586914, + 3.5639913082122803, + 3.5208654403686523, + 3.47644305229187, + 3.4423611164093018, + 3.3913540840148926, + 3.3544631004333496, + 3.2906877994537354, + 3.204914093017578, + 3.150514602661133, + 3.112240791320801, + 3.0926918983459473, + 3.0564544200897217, + 2.9791793823242188, + 2.9306719303131104, + 2.90513014793396, + 2.883380889892578, + 2.8652915954589844, + 2.814086675643921, + 2.7615487575531006, + 2.727543592453003, + 2.678522825241089, + 2.6756064891815186, + 2.6249217987060547, + 2.567002296447754, + 2.552051544189453, + 2.4978904724121094, + 2.468308210372925, + 2.434152364730835, + 2.4197044372558594, + 2.3622331619262695, + 2.342066526412964, + 2.3082993030548096, + 2.2682924270629883, + 2.239107131958008, + 2.205960273742676, + 2.1922214031219482, + 2.1670024394989014, + 2.1626405715942383, + 2.096761703491211, + 2.0675575733184814, + 2.0421597957611084, + 2.010249137878418, + 1.9867260456085205, + 1.9532828330993652, + 1.9214979410171509, + 1.8909369707107544, + 1.8852338790893555, + 1.842797875404358, + 1.836211919784546, + 1.807841420173645, + 1.770753026008606, + 1.7262049913406372, + 1.7252298593521118, + 1.7028051614761353, + 1.6966603994369507, + 1.670561671257019, + 1.6649736166000366, + 1.6271253824234009, + 1.6127766370773315, + 1.5866961479187012, + 1.5697191953659058, + 1.5471813678741455, + 1.5334662199020386, + 1.5241519212722778, + 1.5032023191452026, + 1.4762109518051147, + 1.4669275283813477, + 1.4352483749389648, + 1.4284117221832275, + 1.4101035594940186, + 1.397257924079895, + 1.3907995223999023, + 1.3692753314971924, + 1.3395131826400757, + 1.3046298027038574, + 1.3010270595550537, + 1.2973202466964722, + 1.2757488489151, + 1.2595123052597046, + 1.249285101890564, + 1.2193377017974854, + 1.206594467163086, + 1.2014938592910767, + 1.1816749572753906, + 1.167404294013977, + 1.16315495967865, + 1.1312612295150757, + 1.1237573623657227, + 1.1155848503112793, + 1.087734341621399, + 1.0797892808914185, + 1.0725239515304565, + 1.0615674257278442, + 1.0438112020492554, + 1.0269168615341187, + 1.0166248083114624, + 1.0085952281951904, + 0.9996443390846252, + 0.9740070104598999, + 0.9685996770858765, + 0.960228443145752, + 0.9521385431289673, + 0.9281787872314453, + 0.918680727481842, + 0.9088825583457947, + 0.8951045274734497, + 0.8907133936882019, + 0.8669112920761108, + 0.8573230504989624, + 0.8551393151283264, + 0.851184606552124, + 0.8417826890945435, + 0.8232287764549255, + 0.8146651983261108, + 0.8068053722381592, + 0.7874739170074463, + 0.7810194492340088, + 0.7799125909805298, + 0.7707970142364502, + 0.7587834596633911, + 0.748437225818634, + 0.741517186164856, + 0.7228654026985168, + 0.7165169715881348, + 0.700562059879303, + 0.6858117580413818, + 0.6811323165893555, + 0.6743140816688538, + 0.6669760942459106, + 0.6529665589332581, + 0.6496241688728333, + 0.6438022255897522, + 0.6326873302459717, + 0.6246978640556335, + 0.6224132180213928, + 0.5958817601203918, + 0.5934717655181885, + 0.5828301906585693, + 0.5772958993911743, + 0.5736469626426697, + 0.5586676001548767, + 0.5472077131271362, + 0.534156858921051, + 0.5274078845977783, + 0.5205106735229492, + 0.5144450664520264, + 0.5132794380187988, + 0.49216264486312866, + 0.48602861166000366, + 0.48057952523231506, + 0.47377482056617737, + 0.46561920642852783, + 0.44842204451560974, + 0.4425411522388458, + 0.4378739893436432, + 0.4257001280784607, + 0.4198733866214752, + 0.40863263607025146, + 0.40213239192962646, + 0.3884131610393524, + 0.3850261867046356, + 0.3731932044029236, + 0.368358850479126, + 0.358858197927475 + ] + }, + "cosine_similarity": { + "mean": 0.2682563364505768, + "std": 0.14741364121437073, + "p10": 0.09246064722537994, + "p50": 0.24908314645290375, + "p90": 0.4753383994102478, + "min": -0.07968517392873764, + "max": 1.0 + }, + "feature_norms": { + "mean": 46.42667007446289, + "std": 8.587409973144531, + "p10": 37.738861083984375, + "p50": 44.49972152709961, + "p90": 58.02103805541992, + "min": 30.458251953125, + "max": 98.65320587158203 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary.png b/eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..7a69c122ef4a7afa946aac49299d7d693e50fb2e --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622860a3d4f843d737459ba448fa67d556cd66d06f149bfc37d300ed8e151c73 +size 140698 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary_p.png b/eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..cab98f5a73daae0236bc46af4b5c616e2f4c3b73 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad904e93ad9093088ec25e76142e11346f65908892b81cfbfe52d49610e5a3f3 +size 139160 diff --git a/eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary_qp.png b/eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..991987474531092e3a983478e0708fc31c3fa8b0 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_epoch_040/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf7eb85493134a454df4e15cb6a757b343ddaea38f7bb0b5773563da0bf14f1c +size 139803 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p01/metrics.json b/eval_runs/imagenet_hjepa_mv_lp_lr0p01/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..62d7360fb9d2a559cc8e99acf38888734875af73 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p01/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_045.pth", + "config": "configs/imagenet_hjepa_mv.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.35291719436646 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.01, + "weight_decay": 1e-06, + "top1": 0.32160000009536743, + "top5": 0.6175999994277954 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.35291719436646 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.01, + "weight_decay": 1e-06, + "top1": 0.32160000009536743, + "top5": 0.6175999994277954 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.1537024974823 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2138, + 0.242, + 0.2472, + 0.2596, + 0.2536, + 0.2444 + ], + "top5": [ + 0.2154, + 0.4308, + 0.4628, + 0.4944, + 0.525, + 0.5326, + 0.5298 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.01, + "weight_decay": 1e-06, + "top1": 0.320200000333786, + "top5": 0.6183999996185303 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 98.10114288330078, + "participation_ratio_topq": 46.880680084228516, + "eigs_top": [ + 65.32612609863281, + 41.4065055847168, + 36.720603942871094, + 28.902908325195312, + 26.35218048095703, + 24.153812408447266, + 21.48311996459961, + 19.30586051940918, + 16.03692054748535, + 15.026819229125977, + 14.5722017288208, + 12.49468994140625, + 12.068480491638184, + 11.409064292907715, + 11.135738372802734, + 10.104720115661621, + 9.258394241333008, + 9.139996528625488, + 8.624658584594727, + 8.567041397094727, + 8.343732833862305, + 7.875635147094727, + 7.492020130157471, + 7.2407732009887695, + 7.125801086425781, + 6.86662483215332, + 6.6839213371276855, + 6.475077152252197, + 6.148419380187988, + 5.903943061828613, + 5.812570571899414, + 5.631750106811523, + 5.599538803100586, + 5.337035179138184, + 5.254690170288086, + 5.052853107452393, + 4.881061553955078, + 4.737224578857422, + 4.599926471710205, + 4.490720272064209, + 4.441259384155273, + 4.275722503662109, + 4.160139083862305, + 4.004781246185303, + 3.94815731048584, + 3.942859172821045, + 3.859355926513672, + 3.76413631439209, + 3.659703493118286, + 3.5293617248535156, + 3.5071260929107666, + 3.4750559329986572, + 3.427496910095215, + 3.3803112506866455, + 3.2971882820129395, + 3.2800047397613525, + 3.1718780994415283, + 3.078545093536377, + 3.0446460247039795, + 3.034125566482544, + 2.958810806274414, + 2.8826406002044678, + 2.856151819229126, + 2.8434057235717773, + 2.7651267051696777, + 2.732701301574707, + 2.6635117530822754, + 2.6502556800842285, + 2.570507287979126, + 2.515974283218384, + 2.4518015384674072, + 2.4292874336242676, + 2.400637149810791, + 2.3227767944335938, + 2.282496690750122, + 2.2566258907318115, + 2.2231457233428955, + 2.2049975395202637, + 2.1722335815429688, + 2.114521026611328, + 2.101524591445923, + 2.0814151763916016, + 2.0408213138580322, + 2.007067918777466, + 1.986541986465454, + 1.954993486404419, + 1.910170078277588, + 1.8843413591384888, + 1.8668323755264282, + 1.8641927242279053, + 1.8243087530136108, + 1.7978243827819824, + 1.7811003923416138, + 1.7536215782165527, + 1.7128410339355469, + 1.6983388662338257, + 1.6884533166885376, + 1.6675044298171997, + 1.6349689960479736, + 1.6232558488845825, + 1.5932772159576416, + 1.5738366842269897, + 1.5269513130187988, + 1.5139269828796387, + 1.4841513633728027, + 1.472174048423767, + 1.4512355327606201, + 1.4307621717453003, + 1.4178736209869385, + 1.4072328805923462, + 1.3926451206207275, + 1.3782668113708496, + 1.3547687530517578, + 1.330971598625183, + 1.3114900588989258, + 1.2884904146194458, + 1.2664785385131836, + 1.262993335723877, + 1.2545011043548584, + 1.227927565574646, + 1.1978306770324707, + 1.18706476688385, + 1.1674325466156006, + 1.1487666368484497, + 1.1386783123016357, + 1.1149340867996216, + 1.1044743061065674, + 1.0978976488113403, + 1.0888456106185913, + 1.0831315517425537, + 1.0637996196746826, + 1.0392725467681885, + 1.0267937183380127, + 1.0074483156204224, + 0.9991416335105896, + 0.9982129335403442, + 0.9665610790252686, + 0.9579340815544128, + 0.9462064504623413, + 0.936298668384552, + 0.922227680683136, + 0.9093877077102661, + 0.8943248391151428, + 0.8890796899795532, + 0.8755910396575928, + 0.8691439628601074, + 0.8587139248847961, + 0.8427330255508423, + 0.8381950855255127, + 0.8278809189796448, + 0.8162902593612671, + 0.8075752258300781, + 0.800631582736969, + 0.7766911387443542, + 0.7665649056434631, + 0.7578364014625549, + 0.752418577671051, + 0.7414014339447021, + 0.7398664951324463, + 0.7283312678337097, + 0.721635103225708, + 0.7081571817398071, + 0.6924144625663757, + 0.6877843141555786, + 0.6741694808006287, + 0.6637480854988098, + 0.6556633710861206, + 0.6518390774726868, + 0.6424941420555115, + 0.6369492411613464, + 0.6261022686958313, + 0.6221775412559509, + 0.6221120357513428, + 0.6048952341079712, + 0.601888120174408, + 0.5952357649803162, + 0.586183488368988, + 0.5800952315330505, + 0.5679442286491394, + 0.5627536177635193, + 0.5613991022109985, + 0.5536391735076904, + 0.5494264960289001, + 0.5408570170402527, + 0.5365706086158752, + 0.5243836045265198, + 0.5187468528747559, + 0.5117509961128235, + 0.510094940662384, + 0.5059252381324768, + 0.49522292613983154, + 0.4928499460220337, + 0.4874664843082428, + 0.4806399643421173, + 0.4719468653202057, + 0.4683748781681061, + 0.4651719033718109, + 0.45193520188331604, + 0.4488099217414856, + 0.4446795582771301, + 0.4364883303642273, + 0.43350183963775635, + 0.4269534945487976, + 0.4238772988319397, + 0.4184611737728119, + 0.415038138628006, + 0.409812867641449, + 0.40662652254104614, + 0.40071946382522583, + 0.39068517088890076, + 0.3864102065563202, + 0.3834470808506012, + 0.380303293466568, + 0.3671737611293793, + 0.36622992157936096, + 0.3595367968082428, + 0.3564186096191406, + 0.35253700613975525, + 0.34815338253974915, + 0.3443923592567444, + 0.33946558833122253, + 0.3341960906982422, + 0.3271540105342865, + 0.31899693608283997, + 0.3162514865398407, + 0.31448712944984436, + 0.3125956058502197, + 0.3052861988544464, + 0.30406075716018677, + 0.2995906472206116, + 0.2903907299041748, + 0.2888844609260559, + 0.2845689356327057, + 0.28365960717201233, + 0.27749454975128174, + 0.27714064717292786, + 0.2669450044631958, + 0.26008841395378113, + 0.2573792338371277, + 0.2548104524612427, + 0.24781222641468048, + 0.24611662328243256, + 0.24233196675777435, + 0.23827999830245972, + 0.23723594844341278, + 0.22753341495990753, + 0.21977613866329193, + 0.21833160519599915, + 0.2130175530910492, + 0.21001943945884705, + 0.20726406574249268, + 0.20226643979549408, + 0.20177452266216278, + 0.19234424829483032, + 0.18970434367656708, + 0.17938491702079773 + ] + }, + "cosine_similarity": { + "mean": 0.2742627263069153, + "std": 0.15116584300994873, + "p10": 0.08787548542022705, + "p50": 0.2574678063392639, + "p90": 0.4837460517883301, + "min": -0.08830465376377106, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40989303588867, + "std": 5.503716468811035, + "p10": 26.72922134399414, + "p50": 31.186073303222656, + "p90": 39.851863861083984, + "min": 21.90940284729004, + "max": 65.5579605102539 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.94296741485596 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1882, + 0.2134, + 0.2414, + 0.2464, + 0.2592, + 0.2542, + 0.2446 + ], + "top5": [ + 0.2162, + 0.4306, + 0.4612, + 0.4972, + 0.526, + 0.5328, + 0.531 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.01, + "weight_decay": 1e-06, + "top1": 0.32219999990463255, + "top5": 0.6187999996185303 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 96.47624969482422, + "participation_ratio_topq": 46.136924743652344, + "eigs_top": [ + 129.57850646972656, + 88.12474822998047, + 79.12186431884766, + 59.72737121582031, + 54.72053909301758, + 49.62251281738281, + 44.02778244018555, + 39.67307662963867, + 33.0413932800293, + 30.54564094543457, + 30.499114990234375, + 25.41230583190918, + 25.035449981689453, + 23.113990783691406, + 22.3596248626709, + 20.48369598388672, + 18.917091369628906, + 18.597362518310547, + 17.60577964782715, + 17.43318748474121, + 16.873014450073242, + 16.03534698486328, + 15.004648208618164, + 14.782678604125977, + 14.469897270202637, + 13.743678092956543, + 13.5770902633667, + 13.11165714263916, + 12.41049575805664, + 11.883820533752441, + 11.701665878295898, + 11.453205108642578, + 11.260743141174316, + 10.785274505615234, + 10.706657409667969, + 10.085938453674316, + 9.79771900177002, + 9.498029708862305, + 9.252346992492676, + 8.934775352478027, + 8.830716133117676, + 8.538490295410156, + 8.290459632873535, + 8.058323860168457, + 7.94192361831665, + 7.865719318389893, + 7.748193264007568, + 7.534918785095215, + 7.2967329025268555, + 7.17311429977417, + 7.025953769683838, + 6.894039630889893, + 6.875185012817383, + 6.832378387451172, + 6.627296447753906, + 6.555520534515381, + 6.329351425170898, + 6.194334506988525, + 6.105953216552734, + 6.055258750915527, + 5.960397720336914, + 5.813824653625488, + 5.725099563598633, + 5.682492256164551, + 5.531920909881592, + 5.4325408935546875, + 5.353272438049316, + 5.335445880889893, + 5.128609657287598, + 5.0299072265625, + 4.938704013824463, + 4.867646217346191, + 4.805387496948242, + 4.630474090576172, + 4.560822486877441, + 4.544180393218994, + 4.4698262214660645, + 4.4189958572387695, + 4.363794803619385, + 4.216035842895508, + 4.194879055023193, + 4.1536760330200195, + 4.0763654708862305, + 4.0069122314453125, + 3.993190050125122, + 3.9351143836975098, + 3.8399429321289062, + 3.7535808086395264, + 3.7499375343322754, + 3.686114549636841, + 3.6362478733062744, + 3.5899569988250732, + 3.583638906478882, + 3.5088729858398438, + 3.4308764934539795, + 3.395642042160034, + 3.379005193710327, + 3.323338031768799, + 3.2520816326141357, + 3.225454092025757, + 3.1780009269714355, + 3.1522600650787354, + 3.062326192855835, + 3.0155422687530518, + 2.9889273643493652, + 2.9503188133239746, + 2.8835506439208984, + 2.8620457649230957, + 2.8442282676696777, + 2.8027899265289307, + 2.77278995513916, + 2.761716604232788, + 2.701526403427124, + 2.6528050899505615, + 2.6357152462005615, + 2.5694425106048584, + 2.529245615005493, + 2.508594274520874, + 2.4915874004364014, + 2.4469833374023438, + 2.393453359603882, + 2.3715505599975586, + 2.34220290184021, + 2.311411142349243, + 2.2712976932525635, + 2.241807222366333, + 2.2259325981140137, + 2.186279773712158, + 2.1663262844085693, + 2.145538568496704, + 2.1254923343658447, + 2.064826250076294, + 2.0597033500671387, + 2.0214345455169678, + 1.99748694896698, + 1.9904508590698242, + 1.932140588760376, + 1.908981442451477, + 1.8903343677520752, + 1.8692541122436523, + 1.8328851461410522, + 1.8124849796295166, + 1.7815666198730469, + 1.7695074081420898, + 1.745163083076477, + 1.7211946249008179, + 1.706101417541504, + 1.6845329999923706, + 1.680176854133606, + 1.6436039209365845, + 1.6304974555969238, + 1.6095359325408936, + 1.5988227128982544, + 1.5489733219146729, + 1.5330438613891602, + 1.5056138038635254, + 1.4998937845230103, + 1.4822036027908325, + 1.4713624715805054, + 1.4515659809112549, + 1.4274502992630005, + 1.4124433994293213, + 1.3909225463867188, + 1.3696935176849365, + 1.347185492515564, + 1.3274264335632324, + 1.3181027173995972, + 1.303680658340454, + 1.275560736656189, + 1.2711995840072632, + 1.2446881532669067, + 1.2436332702636719, + 1.2254893779754639, + 1.2113302946090698, + 1.1955076456069946, + 1.1802088022232056, + 1.1691840887069702, + 1.1601533889770508, + 1.1317297220230103, + 1.1238161325454712, + 1.121955156326294, + 1.0967315435409546, + 1.0859310626983643, + 1.0775600671768188, + 1.0675376653671265, + 1.0443947315216064, + 1.038201093673706, + 1.0255229473114014, + 1.0184839963912964, + 1.009566307067871, + 0.992249608039856, + 0.977063000202179, + 0.9675165414810181, + 0.9533017873764038, + 0.9459127187728882, + 0.9371911287307739, + 0.9131326079368591, + 0.8979706168174744, + 0.8840915560722351, + 0.8816735744476318, + 0.8758874535560608, + 0.8658093214035034, + 0.8601594567298889, + 0.8463324308395386, + 0.8322176337242126, + 0.8256054520606995, + 0.8086512684822083, + 0.8047052025794983, + 0.7973256707191467, + 0.7835441827774048, + 0.7784824371337891, + 0.7697938084602356, + 0.7530639171600342, + 0.7436043620109558, + 0.7332557439804077, + 0.7274295091629028, + 0.7139625549316406, + 0.6978341937065125, + 0.6886135935783386, + 0.6803708672523499, + 0.6762545704841614, + 0.6679361462593079, + 0.6567384004592896, + 0.6549647450447083, + 0.640639066696167, + 0.6303430795669556, + 0.6214114427566528, + 0.6104433536529541, + 0.606747031211853, + 0.5983012318611145, + 0.5881211757659912, + 0.5806055068969727, + 0.5761549472808838, + 0.5657968521118164, + 0.556624174118042, + 0.5437987446784973, + 0.5319599509239197, + 0.5157062411308289, + 0.5102180242538452, + 0.5088167786598206, + 0.5029419660568237, + 0.4939872622489929, + 0.4756522476673126, + 0.4658546447753906, + 0.4569658041000366, + 0.45400163531303406, + 0.4409935772418976, + 0.4333672523498535, + 0.426209032535553, + 0.4183240830898285, + 0.41039803624153137, + 0.3982560336589813, + 0.39569565653800964, + 0.38738998770713806, + 0.3746824860572815, + 0.3641413450241089 + ] + }, + "cosine_similarity": { + "mean": 0.2769365608692169, + "std": 0.15192407369613647, + "p10": 0.08985316753387451, + "p50": 0.26010650396347046, + "p90": 0.48760372400283813, + "min": -0.08325280249118805, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 46.176578521728516, + "std": 8.17845344543457, + "p10": 37.90884017944336, + "p50": 44.3083610534668, + "p90": 57.1520881652832, + "min": 31.325836181640625, + "max": 96.52604675292969 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..a902ab64bc7dd47e3184356b445a65472a93c9cd --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce1474c4e2a903ba8ac8772d392e1f18c1a8c80d2ea22bfdf57173373a7253b +size 139466 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary_p.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..a194ddb48cce34b1915851a0bfb5ab55082de0e8 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e34c807697ac318b6f4d2b6e1fc2f163a87f87599f660733e730faa1e4e22e4 +size 137969 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary_qp.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..5d76cd291a37b3e19749e9ad50c26fe46eed6752 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p01/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e150b69f345122bde0e8b49cc937e1255740f86b70d88e379a8cb5d4c5730cd +size 140247 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p03/metrics.json b/eval_runs/imagenet_hjepa_mv_lp_lr0p03/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..72aa0e521e9323722736997a9b6e3b4ec6acde51 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p03/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_045.pth", + "config": "configs/imagenet_hjepa_mv.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.65827798843384 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.03, + "weight_decay": 1e-06, + "top1": 0.315000000333786, + "top5": 0.6193999998092652 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.65827798843384 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.03, + "weight_decay": 1e-06, + "top1": 0.315000000333786, + "top5": 0.6193999998092652 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.34513354301453 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2138, + 0.242, + 0.2472, + 0.2596, + 0.2536, + 0.2444 + ], + "top5": [ + 0.2154, + 0.4308, + 0.4628, + 0.4944, + 0.525, + 0.5326, + 0.5298 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.03, + "weight_decay": 1e-06, + "top1": 0.3115999999523163, + "top5": 0.6185999994277954 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 98.10114288330078, + "participation_ratio_topq": 46.880680084228516, + "eigs_top": [ + 65.32612609863281, + 41.4065055847168, + 36.720603942871094, + 28.902908325195312, + 26.35218048095703, + 24.153812408447266, + 21.48311996459961, + 19.30586051940918, + 16.03692054748535, + 15.026819229125977, + 14.5722017288208, + 12.49468994140625, + 12.068480491638184, + 11.409064292907715, + 11.135738372802734, + 10.104720115661621, + 9.258394241333008, + 9.139996528625488, + 8.624658584594727, + 8.567041397094727, + 8.343732833862305, + 7.875635147094727, + 7.492020130157471, + 7.2407732009887695, + 7.125801086425781, + 6.86662483215332, + 6.6839213371276855, + 6.475077152252197, + 6.148419380187988, + 5.903943061828613, + 5.812570571899414, + 5.631750106811523, + 5.599538803100586, + 5.337035179138184, + 5.254690170288086, + 5.052853107452393, + 4.881061553955078, + 4.737224578857422, + 4.599926471710205, + 4.490720272064209, + 4.441259384155273, + 4.275722503662109, + 4.160139083862305, + 4.004781246185303, + 3.94815731048584, + 3.942859172821045, + 3.859355926513672, + 3.76413631439209, + 3.659703493118286, + 3.5293617248535156, + 3.5071260929107666, + 3.4750559329986572, + 3.427496910095215, + 3.3803112506866455, + 3.2971882820129395, + 3.2800047397613525, + 3.1718780994415283, + 3.078545093536377, + 3.0446460247039795, + 3.034125566482544, + 2.958810806274414, + 2.8826406002044678, + 2.856151819229126, + 2.8434057235717773, + 2.7651267051696777, + 2.732701301574707, + 2.6635117530822754, + 2.6502556800842285, + 2.570507287979126, + 2.515974283218384, + 2.4518015384674072, + 2.4292874336242676, + 2.400637149810791, + 2.3227767944335938, + 2.282496690750122, + 2.2566258907318115, + 2.2231457233428955, + 2.2049975395202637, + 2.1722335815429688, + 2.114521026611328, + 2.101524591445923, + 2.0814151763916016, + 2.0408213138580322, + 2.007067918777466, + 1.986541986465454, + 1.954993486404419, + 1.910170078277588, + 1.8843413591384888, + 1.8668323755264282, + 1.8641927242279053, + 1.8243087530136108, + 1.7978243827819824, + 1.7811003923416138, + 1.7536215782165527, + 1.7128410339355469, + 1.6983388662338257, + 1.6884533166885376, + 1.6675044298171997, + 1.6349689960479736, + 1.6232558488845825, + 1.5932772159576416, + 1.5738366842269897, + 1.5269513130187988, + 1.5139269828796387, + 1.4841513633728027, + 1.472174048423767, + 1.4512355327606201, + 1.4307621717453003, + 1.4178736209869385, + 1.4072328805923462, + 1.3926451206207275, + 1.3782668113708496, + 1.3547687530517578, + 1.330971598625183, + 1.3114900588989258, + 1.2884904146194458, + 1.2664785385131836, + 1.262993335723877, + 1.2545011043548584, + 1.227927565574646, + 1.1978306770324707, + 1.18706476688385, + 1.1674325466156006, + 1.1487666368484497, + 1.1386783123016357, + 1.1149340867996216, + 1.1044743061065674, + 1.0978976488113403, + 1.0888456106185913, + 1.0831315517425537, + 1.0637996196746826, + 1.0392725467681885, + 1.0267937183380127, + 1.0074483156204224, + 0.9991416335105896, + 0.9982129335403442, + 0.9665610790252686, + 0.9579340815544128, + 0.9462064504623413, + 0.936298668384552, + 0.922227680683136, + 0.9093877077102661, + 0.8943248391151428, + 0.8890796899795532, + 0.8755910396575928, + 0.8691439628601074, + 0.8587139248847961, + 0.8427330255508423, + 0.8381950855255127, + 0.8278809189796448, + 0.8162902593612671, + 0.8075752258300781, + 0.800631582736969, + 0.7766911387443542, + 0.7665649056434631, + 0.7578364014625549, + 0.752418577671051, + 0.7414014339447021, + 0.7398664951324463, + 0.7283312678337097, + 0.721635103225708, + 0.7081571817398071, + 0.6924144625663757, + 0.6877843141555786, + 0.6741694808006287, + 0.6637480854988098, + 0.6556633710861206, + 0.6518390774726868, + 0.6424941420555115, + 0.6369492411613464, + 0.6261022686958313, + 0.6221775412559509, + 0.6221120357513428, + 0.6048952341079712, + 0.601888120174408, + 0.5952357649803162, + 0.586183488368988, + 0.5800952315330505, + 0.5679442286491394, + 0.5627536177635193, + 0.5613991022109985, + 0.5536391735076904, + 0.5494264960289001, + 0.5408570170402527, + 0.5365706086158752, + 0.5243836045265198, + 0.5187468528747559, + 0.5117509961128235, + 0.510094940662384, + 0.5059252381324768, + 0.49522292613983154, + 0.4928499460220337, + 0.4874664843082428, + 0.4806399643421173, + 0.4719468653202057, + 0.4683748781681061, + 0.4651719033718109, + 0.45193520188331604, + 0.4488099217414856, + 0.4446795582771301, + 0.4364883303642273, + 0.43350183963775635, + 0.4269534945487976, + 0.4238772988319397, + 0.4184611737728119, + 0.415038138628006, + 0.409812867641449, + 0.40662652254104614, + 0.40071946382522583, + 0.39068517088890076, + 0.3864102065563202, + 0.3834470808506012, + 0.380303293466568, + 0.3671737611293793, + 0.36622992157936096, + 0.3595367968082428, + 0.3564186096191406, + 0.35253700613975525, + 0.34815338253974915, + 0.3443923592567444, + 0.33946558833122253, + 0.3341960906982422, + 0.3271540105342865, + 0.31899693608283997, + 0.3162514865398407, + 0.31448712944984436, + 0.3125956058502197, + 0.3052861988544464, + 0.30406075716018677, + 0.2995906472206116, + 0.2903907299041748, + 0.2888844609260559, + 0.2845689356327057, + 0.28365960717201233, + 0.27749454975128174, + 0.27714064717292786, + 0.2669450044631958, + 0.26008841395378113, + 0.2573792338371277, + 0.2548104524612427, + 0.24781222641468048, + 0.24611662328243256, + 0.24233196675777435, + 0.23827999830245972, + 0.23723594844341278, + 0.22753341495990753, + 0.21977613866329193, + 0.21833160519599915, + 0.2130175530910492, + 0.21001943945884705, + 0.20726406574249268, + 0.20226643979549408, + 0.20177452266216278, + 0.19234424829483032, + 0.18970434367656708, + 0.17938491702079773 + ] + }, + "cosine_similarity": { + "mean": 0.2742627263069153, + "std": 0.15116584300994873, + "p10": 0.08787548542022705, + "p50": 0.2574678063392639, + "p90": 0.4837460517883301, + "min": -0.08830465376377106, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40989303588867, + "std": 5.503716468811035, + "p10": 26.72922134399414, + "p50": 31.186073303222656, + "p90": 39.851863861083984, + "min": 21.90940284729004, + "max": 65.5579605102539 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.34007263183594 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1882, + 0.2134, + 0.2414, + 0.2464, + 0.2592, + 0.2542, + 0.2446 + ], + "top5": [ + 0.2162, + 0.4306, + 0.4612, + 0.4972, + 0.526, + 0.5328, + 0.531 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.03, + "weight_decay": 1e-06, + "top1": 0.3165999997138977, + "top5": 0.6243999998092651 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 96.47624969482422, + "participation_ratio_topq": 46.136924743652344, + "eigs_top": [ + 129.57850646972656, + 88.12474822998047, + 79.12186431884766, + 59.72737121582031, + 54.72053909301758, + 49.62251281738281, + 44.02778244018555, + 39.67307662963867, + 33.0413932800293, + 30.54564094543457, + 30.499114990234375, + 25.41230583190918, + 25.035449981689453, + 23.113990783691406, + 22.3596248626709, + 20.48369598388672, + 18.917091369628906, + 18.597362518310547, + 17.60577964782715, + 17.43318748474121, + 16.873014450073242, + 16.03534698486328, + 15.004648208618164, + 14.782678604125977, + 14.469897270202637, + 13.743678092956543, + 13.5770902633667, + 13.11165714263916, + 12.41049575805664, + 11.883820533752441, + 11.701665878295898, + 11.453205108642578, + 11.260743141174316, + 10.785274505615234, + 10.706657409667969, + 10.085938453674316, + 9.79771900177002, + 9.498029708862305, + 9.252346992492676, + 8.934775352478027, + 8.830716133117676, + 8.538490295410156, + 8.290459632873535, + 8.058323860168457, + 7.94192361831665, + 7.865719318389893, + 7.748193264007568, + 7.534918785095215, + 7.2967329025268555, + 7.17311429977417, + 7.025953769683838, + 6.894039630889893, + 6.875185012817383, + 6.832378387451172, + 6.627296447753906, + 6.555520534515381, + 6.329351425170898, + 6.194334506988525, + 6.105953216552734, + 6.055258750915527, + 5.960397720336914, + 5.813824653625488, + 5.725099563598633, + 5.682492256164551, + 5.531920909881592, + 5.4325408935546875, + 5.353272438049316, + 5.335445880889893, + 5.128609657287598, + 5.0299072265625, + 4.938704013824463, + 4.867646217346191, + 4.805387496948242, + 4.630474090576172, + 4.560822486877441, + 4.544180393218994, + 4.4698262214660645, + 4.4189958572387695, + 4.363794803619385, + 4.216035842895508, + 4.194879055023193, + 4.1536760330200195, + 4.0763654708862305, + 4.0069122314453125, + 3.993190050125122, + 3.9351143836975098, + 3.8399429321289062, + 3.7535808086395264, + 3.7499375343322754, + 3.686114549636841, + 3.6362478733062744, + 3.5899569988250732, + 3.583638906478882, + 3.5088729858398438, + 3.4308764934539795, + 3.395642042160034, + 3.379005193710327, + 3.323338031768799, + 3.2520816326141357, + 3.225454092025757, + 3.1780009269714355, + 3.1522600650787354, + 3.062326192855835, + 3.0155422687530518, + 2.9889273643493652, + 2.9503188133239746, + 2.8835506439208984, + 2.8620457649230957, + 2.8442282676696777, + 2.8027899265289307, + 2.77278995513916, + 2.761716604232788, + 2.701526403427124, + 2.6528050899505615, + 2.6357152462005615, + 2.5694425106048584, + 2.529245615005493, + 2.508594274520874, + 2.4915874004364014, + 2.4469833374023438, + 2.393453359603882, + 2.3715505599975586, + 2.34220290184021, + 2.311411142349243, + 2.2712976932525635, + 2.241807222366333, + 2.2259325981140137, + 2.186279773712158, + 2.1663262844085693, + 2.145538568496704, + 2.1254923343658447, + 2.064826250076294, + 2.0597033500671387, + 2.0214345455169678, + 1.99748694896698, + 1.9904508590698242, + 1.932140588760376, + 1.908981442451477, + 1.8903343677520752, + 1.8692541122436523, + 1.8328851461410522, + 1.8124849796295166, + 1.7815666198730469, + 1.7695074081420898, + 1.745163083076477, + 1.7211946249008179, + 1.706101417541504, + 1.6845329999923706, + 1.680176854133606, + 1.6436039209365845, + 1.6304974555969238, + 1.6095359325408936, + 1.5988227128982544, + 1.5489733219146729, + 1.5330438613891602, + 1.5056138038635254, + 1.4998937845230103, + 1.4822036027908325, + 1.4713624715805054, + 1.4515659809112549, + 1.4274502992630005, + 1.4124433994293213, + 1.3909225463867188, + 1.3696935176849365, + 1.347185492515564, + 1.3274264335632324, + 1.3181027173995972, + 1.303680658340454, + 1.275560736656189, + 1.2711995840072632, + 1.2446881532669067, + 1.2436332702636719, + 1.2254893779754639, + 1.2113302946090698, + 1.1955076456069946, + 1.1802088022232056, + 1.1691840887069702, + 1.1601533889770508, + 1.1317297220230103, + 1.1238161325454712, + 1.121955156326294, + 1.0967315435409546, + 1.0859310626983643, + 1.0775600671768188, + 1.0675376653671265, + 1.0443947315216064, + 1.038201093673706, + 1.0255229473114014, + 1.0184839963912964, + 1.009566307067871, + 0.992249608039856, + 0.977063000202179, + 0.9675165414810181, + 0.9533017873764038, + 0.9459127187728882, + 0.9371911287307739, + 0.9131326079368591, + 0.8979706168174744, + 0.8840915560722351, + 0.8816735744476318, + 0.8758874535560608, + 0.8658093214035034, + 0.8601594567298889, + 0.8463324308395386, + 0.8322176337242126, + 0.8256054520606995, + 0.8086512684822083, + 0.8047052025794983, + 0.7973256707191467, + 0.7835441827774048, + 0.7784824371337891, + 0.7697938084602356, + 0.7530639171600342, + 0.7436043620109558, + 0.7332557439804077, + 0.7274295091629028, + 0.7139625549316406, + 0.6978341937065125, + 0.6886135935783386, + 0.6803708672523499, + 0.6762545704841614, + 0.6679361462593079, + 0.6567384004592896, + 0.6549647450447083, + 0.640639066696167, + 0.6303430795669556, + 0.6214114427566528, + 0.6104433536529541, + 0.606747031211853, + 0.5983012318611145, + 0.5881211757659912, + 0.5806055068969727, + 0.5761549472808838, + 0.5657968521118164, + 0.556624174118042, + 0.5437987446784973, + 0.5319599509239197, + 0.5157062411308289, + 0.5102180242538452, + 0.5088167786598206, + 0.5029419660568237, + 0.4939872622489929, + 0.4756522476673126, + 0.4658546447753906, + 0.4569658041000366, + 0.45400163531303406, + 0.4409935772418976, + 0.4333672523498535, + 0.426209032535553, + 0.4183240830898285, + 0.41039803624153137, + 0.3982560336589813, + 0.39569565653800964, + 0.38738998770713806, + 0.3746824860572815, + 0.3641413450241089 + ] + }, + "cosine_similarity": { + "mean": 0.2769365608692169, + "std": 0.15192407369613647, + "p10": 0.08985316753387451, + "p50": 0.26010650396347046, + "p90": 0.48760372400283813, + "min": -0.08325280249118805, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 46.176578521728516, + "std": 8.17845344543457, + "p10": 37.90884017944336, + "p50": 44.3083610534668, + "p90": 57.1520881652832, + "min": 31.325836181640625, + "max": 96.52604675292969 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..a902ab64bc7dd47e3184356b445a65472a93c9cd --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce1474c4e2a903ba8ac8772d392e1f18c1a8c80d2ea22bfdf57173373a7253b +size 139466 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary_p.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..a194ddb48cce34b1915851a0bfb5ab55082de0e8 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e34c807697ac318b6f4d2b6e1fc2f163a87f87599f660733e730faa1e4e22e4 +size 137969 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary_qp.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..5d76cd291a37b3e19749e9ad50c26fe46eed6752 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p03/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e150b69f345122bde0e8b49cc937e1255740f86b70d88e379a8cb5d4c5730cd +size 140247 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p1/metrics.json b/eval_runs/imagenet_hjepa_mv_lp_lr0p1/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f2656394fdc66e542d841de8c4281c8ecc93fb12 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p1/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_045.pth", + "config": "configs/imagenet_hjepa_mv.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.95836615562439 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.1, + "weight_decay": 1e-06, + "top1": 0.31360000038146973, + "top5": 0.6197999994277954 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.95836615562439 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.1, + "weight_decay": 1e-06, + "top1": 0.31360000038146973, + "top5": 0.6197999994277954 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.37670302391052 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2138, + 0.242, + 0.2472, + 0.2596, + 0.2536, + 0.2444 + ], + "top5": [ + 0.2154, + 0.4308, + 0.4628, + 0.4944, + 0.525, + 0.5326, + 0.5298 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.1, + "weight_decay": 1e-06, + "top1": 0.31439999995231627, + "top5": 0.6193999996185303 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 98.10114288330078, + "participation_ratio_topq": 46.880680084228516, + "eigs_top": [ + 65.32612609863281, + 41.4065055847168, + 36.720603942871094, + 28.902908325195312, + 26.35218048095703, + 24.153812408447266, + 21.48311996459961, + 19.30586051940918, + 16.03692054748535, + 15.026819229125977, + 14.5722017288208, + 12.49468994140625, + 12.068480491638184, + 11.409064292907715, + 11.135738372802734, + 10.104720115661621, + 9.258394241333008, + 9.139996528625488, + 8.624658584594727, + 8.567041397094727, + 8.343732833862305, + 7.875635147094727, + 7.492020130157471, + 7.2407732009887695, + 7.125801086425781, + 6.86662483215332, + 6.6839213371276855, + 6.475077152252197, + 6.148419380187988, + 5.903943061828613, + 5.812570571899414, + 5.631750106811523, + 5.599538803100586, + 5.337035179138184, + 5.254690170288086, + 5.052853107452393, + 4.881061553955078, + 4.737224578857422, + 4.599926471710205, + 4.490720272064209, + 4.441259384155273, + 4.275722503662109, + 4.160139083862305, + 4.004781246185303, + 3.94815731048584, + 3.942859172821045, + 3.859355926513672, + 3.76413631439209, + 3.659703493118286, + 3.5293617248535156, + 3.5071260929107666, + 3.4750559329986572, + 3.427496910095215, + 3.3803112506866455, + 3.2971882820129395, + 3.2800047397613525, + 3.1718780994415283, + 3.078545093536377, + 3.0446460247039795, + 3.034125566482544, + 2.958810806274414, + 2.8826406002044678, + 2.856151819229126, + 2.8434057235717773, + 2.7651267051696777, + 2.732701301574707, + 2.6635117530822754, + 2.6502556800842285, + 2.570507287979126, + 2.515974283218384, + 2.4518015384674072, + 2.4292874336242676, + 2.400637149810791, + 2.3227767944335938, + 2.282496690750122, + 2.2566258907318115, + 2.2231457233428955, + 2.2049975395202637, + 2.1722335815429688, + 2.114521026611328, + 2.101524591445923, + 2.0814151763916016, + 2.0408213138580322, + 2.007067918777466, + 1.986541986465454, + 1.954993486404419, + 1.910170078277588, + 1.8843413591384888, + 1.8668323755264282, + 1.8641927242279053, + 1.8243087530136108, + 1.7978243827819824, + 1.7811003923416138, + 1.7536215782165527, + 1.7128410339355469, + 1.6983388662338257, + 1.6884533166885376, + 1.6675044298171997, + 1.6349689960479736, + 1.6232558488845825, + 1.5932772159576416, + 1.5738366842269897, + 1.5269513130187988, + 1.5139269828796387, + 1.4841513633728027, + 1.472174048423767, + 1.4512355327606201, + 1.4307621717453003, + 1.4178736209869385, + 1.4072328805923462, + 1.3926451206207275, + 1.3782668113708496, + 1.3547687530517578, + 1.330971598625183, + 1.3114900588989258, + 1.2884904146194458, + 1.2664785385131836, + 1.262993335723877, + 1.2545011043548584, + 1.227927565574646, + 1.1978306770324707, + 1.18706476688385, + 1.1674325466156006, + 1.1487666368484497, + 1.1386783123016357, + 1.1149340867996216, + 1.1044743061065674, + 1.0978976488113403, + 1.0888456106185913, + 1.0831315517425537, + 1.0637996196746826, + 1.0392725467681885, + 1.0267937183380127, + 1.0074483156204224, + 0.9991416335105896, + 0.9982129335403442, + 0.9665610790252686, + 0.9579340815544128, + 0.9462064504623413, + 0.936298668384552, + 0.922227680683136, + 0.9093877077102661, + 0.8943248391151428, + 0.8890796899795532, + 0.8755910396575928, + 0.8691439628601074, + 0.8587139248847961, + 0.8427330255508423, + 0.8381950855255127, + 0.8278809189796448, + 0.8162902593612671, + 0.8075752258300781, + 0.800631582736969, + 0.7766911387443542, + 0.7665649056434631, + 0.7578364014625549, + 0.752418577671051, + 0.7414014339447021, + 0.7398664951324463, + 0.7283312678337097, + 0.721635103225708, + 0.7081571817398071, + 0.6924144625663757, + 0.6877843141555786, + 0.6741694808006287, + 0.6637480854988098, + 0.6556633710861206, + 0.6518390774726868, + 0.6424941420555115, + 0.6369492411613464, + 0.6261022686958313, + 0.6221775412559509, + 0.6221120357513428, + 0.6048952341079712, + 0.601888120174408, + 0.5952357649803162, + 0.586183488368988, + 0.5800952315330505, + 0.5679442286491394, + 0.5627536177635193, + 0.5613991022109985, + 0.5536391735076904, + 0.5494264960289001, + 0.5408570170402527, + 0.5365706086158752, + 0.5243836045265198, + 0.5187468528747559, + 0.5117509961128235, + 0.510094940662384, + 0.5059252381324768, + 0.49522292613983154, + 0.4928499460220337, + 0.4874664843082428, + 0.4806399643421173, + 0.4719468653202057, + 0.4683748781681061, + 0.4651719033718109, + 0.45193520188331604, + 0.4488099217414856, + 0.4446795582771301, + 0.4364883303642273, + 0.43350183963775635, + 0.4269534945487976, + 0.4238772988319397, + 0.4184611737728119, + 0.415038138628006, + 0.409812867641449, + 0.40662652254104614, + 0.40071946382522583, + 0.39068517088890076, + 0.3864102065563202, + 0.3834470808506012, + 0.380303293466568, + 0.3671737611293793, + 0.36622992157936096, + 0.3595367968082428, + 0.3564186096191406, + 0.35253700613975525, + 0.34815338253974915, + 0.3443923592567444, + 0.33946558833122253, + 0.3341960906982422, + 0.3271540105342865, + 0.31899693608283997, + 0.3162514865398407, + 0.31448712944984436, + 0.3125956058502197, + 0.3052861988544464, + 0.30406075716018677, + 0.2995906472206116, + 0.2903907299041748, + 0.2888844609260559, + 0.2845689356327057, + 0.28365960717201233, + 0.27749454975128174, + 0.27714064717292786, + 0.2669450044631958, + 0.26008841395378113, + 0.2573792338371277, + 0.2548104524612427, + 0.24781222641468048, + 0.24611662328243256, + 0.24233196675777435, + 0.23827999830245972, + 0.23723594844341278, + 0.22753341495990753, + 0.21977613866329193, + 0.21833160519599915, + 0.2130175530910492, + 0.21001943945884705, + 0.20726406574249268, + 0.20226643979549408, + 0.20177452266216278, + 0.19234424829483032, + 0.18970434367656708, + 0.17938491702079773 + ] + }, + "cosine_similarity": { + "mean": 0.2742627263069153, + "std": 0.15116584300994873, + "p10": 0.08787548542022705, + "p50": 0.2574678063392639, + "p90": 0.4837460517883301, + "min": -0.08830465376377106, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40989303588867, + "std": 5.503716468811035, + "p10": 26.72922134399414, + "p50": 31.186073303222656, + "p90": 39.851863861083984, + "min": 21.90940284729004, + "max": 65.5579605102539 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 129.23564887046814 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1882, + 0.2134, + 0.2414, + 0.2464, + 0.2592, + 0.2542, + 0.2446 + ], + "top5": [ + 0.2162, + 0.4306, + 0.4612, + 0.4972, + 0.526, + 0.5328, + 0.531 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.1, + "weight_decay": 1e-06, + "top1": 0.31740000014305114, + "top5": 0.6227999996185303 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 96.47624969482422, + "participation_ratio_topq": 46.136924743652344, + "eigs_top": [ + 129.57850646972656, + 88.12474822998047, + 79.12186431884766, + 59.72737121582031, + 54.72053909301758, + 49.62251281738281, + 44.02778244018555, + 39.67307662963867, + 33.0413932800293, + 30.54564094543457, + 30.499114990234375, + 25.41230583190918, + 25.035449981689453, + 23.113990783691406, + 22.3596248626709, + 20.48369598388672, + 18.917091369628906, + 18.597362518310547, + 17.60577964782715, + 17.43318748474121, + 16.873014450073242, + 16.03534698486328, + 15.004648208618164, + 14.782678604125977, + 14.469897270202637, + 13.743678092956543, + 13.5770902633667, + 13.11165714263916, + 12.41049575805664, + 11.883820533752441, + 11.701665878295898, + 11.453205108642578, + 11.260743141174316, + 10.785274505615234, + 10.706657409667969, + 10.085938453674316, + 9.79771900177002, + 9.498029708862305, + 9.252346992492676, + 8.934775352478027, + 8.830716133117676, + 8.538490295410156, + 8.290459632873535, + 8.058323860168457, + 7.94192361831665, + 7.865719318389893, + 7.748193264007568, + 7.534918785095215, + 7.2967329025268555, + 7.17311429977417, + 7.025953769683838, + 6.894039630889893, + 6.875185012817383, + 6.832378387451172, + 6.627296447753906, + 6.555520534515381, + 6.329351425170898, + 6.194334506988525, + 6.105953216552734, + 6.055258750915527, + 5.960397720336914, + 5.813824653625488, + 5.725099563598633, + 5.682492256164551, + 5.531920909881592, + 5.4325408935546875, + 5.353272438049316, + 5.335445880889893, + 5.128609657287598, + 5.0299072265625, + 4.938704013824463, + 4.867646217346191, + 4.805387496948242, + 4.630474090576172, + 4.560822486877441, + 4.544180393218994, + 4.4698262214660645, + 4.4189958572387695, + 4.363794803619385, + 4.216035842895508, + 4.194879055023193, + 4.1536760330200195, + 4.0763654708862305, + 4.0069122314453125, + 3.993190050125122, + 3.9351143836975098, + 3.8399429321289062, + 3.7535808086395264, + 3.7499375343322754, + 3.686114549636841, + 3.6362478733062744, + 3.5899569988250732, + 3.583638906478882, + 3.5088729858398438, + 3.4308764934539795, + 3.395642042160034, + 3.379005193710327, + 3.323338031768799, + 3.2520816326141357, + 3.225454092025757, + 3.1780009269714355, + 3.1522600650787354, + 3.062326192855835, + 3.0155422687530518, + 2.9889273643493652, + 2.9503188133239746, + 2.8835506439208984, + 2.8620457649230957, + 2.8442282676696777, + 2.8027899265289307, + 2.77278995513916, + 2.761716604232788, + 2.701526403427124, + 2.6528050899505615, + 2.6357152462005615, + 2.5694425106048584, + 2.529245615005493, + 2.508594274520874, + 2.4915874004364014, + 2.4469833374023438, + 2.393453359603882, + 2.3715505599975586, + 2.34220290184021, + 2.311411142349243, + 2.2712976932525635, + 2.241807222366333, + 2.2259325981140137, + 2.186279773712158, + 2.1663262844085693, + 2.145538568496704, + 2.1254923343658447, + 2.064826250076294, + 2.0597033500671387, + 2.0214345455169678, + 1.99748694896698, + 1.9904508590698242, + 1.932140588760376, + 1.908981442451477, + 1.8903343677520752, + 1.8692541122436523, + 1.8328851461410522, + 1.8124849796295166, + 1.7815666198730469, + 1.7695074081420898, + 1.745163083076477, + 1.7211946249008179, + 1.706101417541504, + 1.6845329999923706, + 1.680176854133606, + 1.6436039209365845, + 1.6304974555969238, + 1.6095359325408936, + 1.5988227128982544, + 1.5489733219146729, + 1.5330438613891602, + 1.5056138038635254, + 1.4998937845230103, + 1.4822036027908325, + 1.4713624715805054, + 1.4515659809112549, + 1.4274502992630005, + 1.4124433994293213, + 1.3909225463867188, + 1.3696935176849365, + 1.347185492515564, + 1.3274264335632324, + 1.3181027173995972, + 1.303680658340454, + 1.275560736656189, + 1.2711995840072632, + 1.2446881532669067, + 1.2436332702636719, + 1.2254893779754639, + 1.2113302946090698, + 1.1955076456069946, + 1.1802088022232056, + 1.1691840887069702, + 1.1601533889770508, + 1.1317297220230103, + 1.1238161325454712, + 1.121955156326294, + 1.0967315435409546, + 1.0859310626983643, + 1.0775600671768188, + 1.0675376653671265, + 1.0443947315216064, + 1.038201093673706, + 1.0255229473114014, + 1.0184839963912964, + 1.009566307067871, + 0.992249608039856, + 0.977063000202179, + 0.9675165414810181, + 0.9533017873764038, + 0.9459127187728882, + 0.9371911287307739, + 0.9131326079368591, + 0.8979706168174744, + 0.8840915560722351, + 0.8816735744476318, + 0.8758874535560608, + 0.8658093214035034, + 0.8601594567298889, + 0.8463324308395386, + 0.8322176337242126, + 0.8256054520606995, + 0.8086512684822083, + 0.8047052025794983, + 0.7973256707191467, + 0.7835441827774048, + 0.7784824371337891, + 0.7697938084602356, + 0.7530639171600342, + 0.7436043620109558, + 0.7332557439804077, + 0.7274295091629028, + 0.7139625549316406, + 0.6978341937065125, + 0.6886135935783386, + 0.6803708672523499, + 0.6762545704841614, + 0.6679361462593079, + 0.6567384004592896, + 0.6549647450447083, + 0.640639066696167, + 0.6303430795669556, + 0.6214114427566528, + 0.6104433536529541, + 0.606747031211853, + 0.5983012318611145, + 0.5881211757659912, + 0.5806055068969727, + 0.5761549472808838, + 0.5657968521118164, + 0.556624174118042, + 0.5437987446784973, + 0.5319599509239197, + 0.5157062411308289, + 0.5102180242538452, + 0.5088167786598206, + 0.5029419660568237, + 0.4939872622489929, + 0.4756522476673126, + 0.4658546447753906, + 0.4569658041000366, + 0.45400163531303406, + 0.4409935772418976, + 0.4333672523498535, + 0.426209032535553, + 0.4183240830898285, + 0.41039803624153137, + 0.3982560336589813, + 0.39569565653800964, + 0.38738998770713806, + 0.3746824860572815, + 0.3641413450241089 + ] + }, + "cosine_similarity": { + "mean": 0.2769365608692169, + "std": 0.15192407369613647, + "p10": 0.08985316753387451, + "p50": 0.26010650396347046, + "p90": 0.48760372400283813, + "min": -0.08325280249118805, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 46.176578521728516, + "std": 8.17845344543457, + "p10": 37.90884017944336, + "p50": 44.3083610534668, + "p90": 57.1520881652832, + "min": 31.325836181640625, + "max": 96.52604675292969 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..a902ab64bc7dd47e3184356b445a65472a93c9cd --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce1474c4e2a903ba8ac8772d392e1f18c1a8c80d2ea22bfdf57173373a7253b +size 139466 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary_p.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..a194ddb48cce34b1915851a0bfb5ab55082de0e8 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e34c807697ac318b6f4d2b6e1fc2f163a87f87599f660733e730faa1e4e22e4 +size 137969 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary_qp.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..5d76cd291a37b3e19749e9ad50c26fe46eed6752 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p1/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e150b69f345122bde0e8b49cc937e1255740f86b70d88e379a8cb5d4c5730cd +size 140247 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p2/metrics.json b/eval_runs/imagenet_hjepa_mv_lp_lr0p2/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4f20d2a0eb2e9cdc7550e1e22f4f572c075d55d2 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p2/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_045.pth", + "config": "configs/imagenet_hjepa_mv.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.9115481376648 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.2, + "weight_decay": 1e-06, + "top1": 0.31500000038146975, + "top5": 0.6210000001907349 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.9115481376648 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.2, + "weight_decay": 1e-06, + "top1": 0.31500000038146975, + "top5": 0.6210000001907349 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.28636717796326 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2138, + 0.242, + 0.2472, + 0.2596, + 0.2536, + 0.2444 + ], + "top5": [ + 0.2154, + 0.4308, + 0.4628, + 0.4944, + 0.525, + 0.5326, + 0.5298 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.2, + "weight_decay": 1e-06, + "top1": 0.31519999990463254, + "top5": 0.6203999996185303 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 98.10114288330078, + "participation_ratio_topq": 46.880680084228516, + "eigs_top": [ + 65.32612609863281, + 41.4065055847168, + 36.720603942871094, + 28.902908325195312, + 26.35218048095703, + 24.153812408447266, + 21.48311996459961, + 19.30586051940918, + 16.03692054748535, + 15.026819229125977, + 14.5722017288208, + 12.49468994140625, + 12.068480491638184, + 11.409064292907715, + 11.135738372802734, + 10.104720115661621, + 9.258394241333008, + 9.139996528625488, + 8.624658584594727, + 8.567041397094727, + 8.343732833862305, + 7.875635147094727, + 7.492020130157471, + 7.2407732009887695, + 7.125801086425781, + 6.86662483215332, + 6.6839213371276855, + 6.475077152252197, + 6.148419380187988, + 5.903943061828613, + 5.812570571899414, + 5.631750106811523, + 5.599538803100586, + 5.337035179138184, + 5.254690170288086, + 5.052853107452393, + 4.881061553955078, + 4.737224578857422, + 4.599926471710205, + 4.490720272064209, + 4.441259384155273, + 4.275722503662109, + 4.160139083862305, + 4.004781246185303, + 3.94815731048584, + 3.942859172821045, + 3.859355926513672, + 3.76413631439209, + 3.659703493118286, + 3.5293617248535156, + 3.5071260929107666, + 3.4750559329986572, + 3.427496910095215, + 3.3803112506866455, + 3.2971882820129395, + 3.2800047397613525, + 3.1718780994415283, + 3.078545093536377, + 3.0446460247039795, + 3.034125566482544, + 2.958810806274414, + 2.8826406002044678, + 2.856151819229126, + 2.8434057235717773, + 2.7651267051696777, + 2.732701301574707, + 2.6635117530822754, + 2.6502556800842285, + 2.570507287979126, + 2.515974283218384, + 2.4518015384674072, + 2.4292874336242676, + 2.400637149810791, + 2.3227767944335938, + 2.282496690750122, + 2.2566258907318115, + 2.2231457233428955, + 2.2049975395202637, + 2.1722335815429688, + 2.114521026611328, + 2.101524591445923, + 2.0814151763916016, + 2.0408213138580322, + 2.007067918777466, + 1.986541986465454, + 1.954993486404419, + 1.910170078277588, + 1.8843413591384888, + 1.8668323755264282, + 1.8641927242279053, + 1.8243087530136108, + 1.7978243827819824, + 1.7811003923416138, + 1.7536215782165527, + 1.7128410339355469, + 1.6983388662338257, + 1.6884533166885376, + 1.6675044298171997, + 1.6349689960479736, + 1.6232558488845825, + 1.5932772159576416, + 1.5738366842269897, + 1.5269513130187988, + 1.5139269828796387, + 1.4841513633728027, + 1.472174048423767, + 1.4512355327606201, + 1.4307621717453003, + 1.4178736209869385, + 1.4072328805923462, + 1.3926451206207275, + 1.3782668113708496, + 1.3547687530517578, + 1.330971598625183, + 1.3114900588989258, + 1.2884904146194458, + 1.2664785385131836, + 1.262993335723877, + 1.2545011043548584, + 1.227927565574646, + 1.1978306770324707, + 1.18706476688385, + 1.1674325466156006, + 1.1487666368484497, + 1.1386783123016357, + 1.1149340867996216, + 1.1044743061065674, + 1.0978976488113403, + 1.0888456106185913, + 1.0831315517425537, + 1.0637996196746826, + 1.0392725467681885, + 1.0267937183380127, + 1.0074483156204224, + 0.9991416335105896, + 0.9982129335403442, + 0.9665610790252686, + 0.9579340815544128, + 0.9462064504623413, + 0.936298668384552, + 0.922227680683136, + 0.9093877077102661, + 0.8943248391151428, + 0.8890796899795532, + 0.8755910396575928, + 0.8691439628601074, + 0.8587139248847961, + 0.8427330255508423, + 0.8381950855255127, + 0.8278809189796448, + 0.8162902593612671, + 0.8075752258300781, + 0.800631582736969, + 0.7766911387443542, + 0.7665649056434631, + 0.7578364014625549, + 0.752418577671051, + 0.7414014339447021, + 0.7398664951324463, + 0.7283312678337097, + 0.721635103225708, + 0.7081571817398071, + 0.6924144625663757, + 0.6877843141555786, + 0.6741694808006287, + 0.6637480854988098, + 0.6556633710861206, + 0.6518390774726868, + 0.6424941420555115, + 0.6369492411613464, + 0.6261022686958313, + 0.6221775412559509, + 0.6221120357513428, + 0.6048952341079712, + 0.601888120174408, + 0.5952357649803162, + 0.586183488368988, + 0.5800952315330505, + 0.5679442286491394, + 0.5627536177635193, + 0.5613991022109985, + 0.5536391735076904, + 0.5494264960289001, + 0.5408570170402527, + 0.5365706086158752, + 0.5243836045265198, + 0.5187468528747559, + 0.5117509961128235, + 0.510094940662384, + 0.5059252381324768, + 0.49522292613983154, + 0.4928499460220337, + 0.4874664843082428, + 0.4806399643421173, + 0.4719468653202057, + 0.4683748781681061, + 0.4651719033718109, + 0.45193520188331604, + 0.4488099217414856, + 0.4446795582771301, + 0.4364883303642273, + 0.43350183963775635, + 0.4269534945487976, + 0.4238772988319397, + 0.4184611737728119, + 0.415038138628006, + 0.409812867641449, + 0.40662652254104614, + 0.40071946382522583, + 0.39068517088890076, + 0.3864102065563202, + 0.3834470808506012, + 0.380303293466568, + 0.3671737611293793, + 0.36622992157936096, + 0.3595367968082428, + 0.3564186096191406, + 0.35253700613975525, + 0.34815338253974915, + 0.3443923592567444, + 0.33946558833122253, + 0.3341960906982422, + 0.3271540105342865, + 0.31899693608283997, + 0.3162514865398407, + 0.31448712944984436, + 0.3125956058502197, + 0.3052861988544464, + 0.30406075716018677, + 0.2995906472206116, + 0.2903907299041748, + 0.2888844609260559, + 0.2845689356327057, + 0.28365960717201233, + 0.27749454975128174, + 0.27714064717292786, + 0.2669450044631958, + 0.26008841395378113, + 0.2573792338371277, + 0.2548104524612427, + 0.24781222641468048, + 0.24611662328243256, + 0.24233196675777435, + 0.23827999830245972, + 0.23723594844341278, + 0.22753341495990753, + 0.21977613866329193, + 0.21833160519599915, + 0.2130175530910492, + 0.21001943945884705, + 0.20726406574249268, + 0.20226643979549408, + 0.20177452266216278, + 0.19234424829483032, + 0.18970434367656708, + 0.17938491702079773 + ] + }, + "cosine_similarity": { + "mean": 0.2742627263069153, + "std": 0.15116584300994873, + "p10": 0.08787548542022705, + "p50": 0.2574678063392639, + "p90": 0.4837460517883301, + "min": -0.08830465376377106, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40989303588867, + "std": 5.503716468811035, + "p10": 26.72922134399414, + "p50": 31.186073303222656, + "p90": 39.851863861083984, + "min": 21.90940284729004, + "max": 65.5579605102539 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 129.1958110332489 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1882, + 0.2134, + 0.2414, + 0.2464, + 0.2592, + 0.2542, + 0.2446 + ], + "top5": [ + 0.2162, + 0.4306, + 0.4612, + 0.4972, + 0.526, + 0.5328, + 0.531 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.2, + "weight_decay": 1e-06, + "top1": 0.3178000003814697, + "top5": 0.6149999996185302 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 96.47624969482422, + "participation_ratio_topq": 46.136924743652344, + "eigs_top": [ + 129.57850646972656, + 88.12474822998047, + 79.12186431884766, + 59.72737121582031, + 54.72053909301758, + 49.62251281738281, + 44.02778244018555, + 39.67307662963867, + 33.0413932800293, + 30.54564094543457, + 30.499114990234375, + 25.41230583190918, + 25.035449981689453, + 23.113990783691406, + 22.3596248626709, + 20.48369598388672, + 18.917091369628906, + 18.597362518310547, + 17.60577964782715, + 17.43318748474121, + 16.873014450073242, + 16.03534698486328, + 15.004648208618164, + 14.782678604125977, + 14.469897270202637, + 13.743678092956543, + 13.5770902633667, + 13.11165714263916, + 12.41049575805664, + 11.883820533752441, + 11.701665878295898, + 11.453205108642578, + 11.260743141174316, + 10.785274505615234, + 10.706657409667969, + 10.085938453674316, + 9.79771900177002, + 9.498029708862305, + 9.252346992492676, + 8.934775352478027, + 8.830716133117676, + 8.538490295410156, + 8.290459632873535, + 8.058323860168457, + 7.94192361831665, + 7.865719318389893, + 7.748193264007568, + 7.534918785095215, + 7.2967329025268555, + 7.17311429977417, + 7.025953769683838, + 6.894039630889893, + 6.875185012817383, + 6.832378387451172, + 6.627296447753906, + 6.555520534515381, + 6.329351425170898, + 6.194334506988525, + 6.105953216552734, + 6.055258750915527, + 5.960397720336914, + 5.813824653625488, + 5.725099563598633, + 5.682492256164551, + 5.531920909881592, + 5.4325408935546875, + 5.353272438049316, + 5.335445880889893, + 5.128609657287598, + 5.0299072265625, + 4.938704013824463, + 4.867646217346191, + 4.805387496948242, + 4.630474090576172, + 4.560822486877441, + 4.544180393218994, + 4.4698262214660645, + 4.4189958572387695, + 4.363794803619385, + 4.216035842895508, + 4.194879055023193, + 4.1536760330200195, + 4.0763654708862305, + 4.0069122314453125, + 3.993190050125122, + 3.9351143836975098, + 3.8399429321289062, + 3.7535808086395264, + 3.7499375343322754, + 3.686114549636841, + 3.6362478733062744, + 3.5899569988250732, + 3.583638906478882, + 3.5088729858398438, + 3.4308764934539795, + 3.395642042160034, + 3.379005193710327, + 3.323338031768799, + 3.2520816326141357, + 3.225454092025757, + 3.1780009269714355, + 3.1522600650787354, + 3.062326192855835, + 3.0155422687530518, + 2.9889273643493652, + 2.9503188133239746, + 2.8835506439208984, + 2.8620457649230957, + 2.8442282676696777, + 2.8027899265289307, + 2.77278995513916, + 2.761716604232788, + 2.701526403427124, + 2.6528050899505615, + 2.6357152462005615, + 2.5694425106048584, + 2.529245615005493, + 2.508594274520874, + 2.4915874004364014, + 2.4469833374023438, + 2.393453359603882, + 2.3715505599975586, + 2.34220290184021, + 2.311411142349243, + 2.2712976932525635, + 2.241807222366333, + 2.2259325981140137, + 2.186279773712158, + 2.1663262844085693, + 2.145538568496704, + 2.1254923343658447, + 2.064826250076294, + 2.0597033500671387, + 2.0214345455169678, + 1.99748694896698, + 1.9904508590698242, + 1.932140588760376, + 1.908981442451477, + 1.8903343677520752, + 1.8692541122436523, + 1.8328851461410522, + 1.8124849796295166, + 1.7815666198730469, + 1.7695074081420898, + 1.745163083076477, + 1.7211946249008179, + 1.706101417541504, + 1.6845329999923706, + 1.680176854133606, + 1.6436039209365845, + 1.6304974555969238, + 1.6095359325408936, + 1.5988227128982544, + 1.5489733219146729, + 1.5330438613891602, + 1.5056138038635254, + 1.4998937845230103, + 1.4822036027908325, + 1.4713624715805054, + 1.4515659809112549, + 1.4274502992630005, + 1.4124433994293213, + 1.3909225463867188, + 1.3696935176849365, + 1.347185492515564, + 1.3274264335632324, + 1.3181027173995972, + 1.303680658340454, + 1.275560736656189, + 1.2711995840072632, + 1.2446881532669067, + 1.2436332702636719, + 1.2254893779754639, + 1.2113302946090698, + 1.1955076456069946, + 1.1802088022232056, + 1.1691840887069702, + 1.1601533889770508, + 1.1317297220230103, + 1.1238161325454712, + 1.121955156326294, + 1.0967315435409546, + 1.0859310626983643, + 1.0775600671768188, + 1.0675376653671265, + 1.0443947315216064, + 1.038201093673706, + 1.0255229473114014, + 1.0184839963912964, + 1.009566307067871, + 0.992249608039856, + 0.977063000202179, + 0.9675165414810181, + 0.9533017873764038, + 0.9459127187728882, + 0.9371911287307739, + 0.9131326079368591, + 0.8979706168174744, + 0.8840915560722351, + 0.8816735744476318, + 0.8758874535560608, + 0.8658093214035034, + 0.8601594567298889, + 0.8463324308395386, + 0.8322176337242126, + 0.8256054520606995, + 0.8086512684822083, + 0.8047052025794983, + 0.7973256707191467, + 0.7835441827774048, + 0.7784824371337891, + 0.7697938084602356, + 0.7530639171600342, + 0.7436043620109558, + 0.7332557439804077, + 0.7274295091629028, + 0.7139625549316406, + 0.6978341937065125, + 0.6886135935783386, + 0.6803708672523499, + 0.6762545704841614, + 0.6679361462593079, + 0.6567384004592896, + 0.6549647450447083, + 0.640639066696167, + 0.6303430795669556, + 0.6214114427566528, + 0.6104433536529541, + 0.606747031211853, + 0.5983012318611145, + 0.5881211757659912, + 0.5806055068969727, + 0.5761549472808838, + 0.5657968521118164, + 0.556624174118042, + 0.5437987446784973, + 0.5319599509239197, + 0.5157062411308289, + 0.5102180242538452, + 0.5088167786598206, + 0.5029419660568237, + 0.4939872622489929, + 0.4756522476673126, + 0.4658546447753906, + 0.4569658041000366, + 0.45400163531303406, + 0.4409935772418976, + 0.4333672523498535, + 0.426209032535553, + 0.4183240830898285, + 0.41039803624153137, + 0.3982560336589813, + 0.39569565653800964, + 0.38738998770713806, + 0.3746824860572815, + 0.3641413450241089 + ] + }, + "cosine_similarity": { + "mean": 0.2769365608692169, + "std": 0.15192407369613647, + "p10": 0.08985316753387451, + "p50": 0.26010650396347046, + "p90": 0.48760372400283813, + "min": -0.08325280249118805, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 46.176578521728516, + "std": 8.17845344543457, + "p10": 37.90884017944336, + "p50": 44.3083610534668, + "p90": 57.1520881652832, + "min": 31.325836181640625, + "max": 96.52604675292969 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..a902ab64bc7dd47e3184356b445a65472a93c9cd --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce1474c4e2a903ba8ac8772d392e1f18c1a8c80d2ea22bfdf57173373a7253b +size 139466 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary_p.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..a194ddb48cce34b1915851a0bfb5ab55082de0e8 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e34c807697ac318b6f4d2b6e1fc2f163a87f87599f660733e730faa1e4e22e4 +size 137969 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary_qp.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..5d76cd291a37b3e19749e9ad50c26fe46eed6752 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p2/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e150b69f345122bde0e8b49cc937e1255740f86b70d88e379a8cb5d4c5730cd +size 140247 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p3/metrics.json b/eval_runs/imagenet_hjepa_mv_lp_lr0p3/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..90d98bb199c7608fce8a4571f44756f6442af6a5 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p3/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_hjepa_mv_epoch_045.pth", + "config": "configs/imagenet_hjepa_mv.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.99288749694824 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.3, + "weight_decay": 1e-06, + "top1": 0.31480000014305115, + "top5": 0.6198 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.99288749694824 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2136, + 0.24, + 0.2492, + 0.2594, + 0.2536, + 0.246 + ], + "top5": [ + 0.2158, + 0.4304, + 0.4622, + 0.4952, + 0.5268, + 0.531, + 0.5304 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.3, + "weight_decay": 1e-06, + "top1": 0.31480000014305115, + "top5": 0.6198 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 94.7264633178711, + "participation_ratio_topq": 45.26772689819336, + "eigs_top": [ + 64.3392333984375, + 47.090030670166016, + 42.1959228515625, + 30.904409408569336, + 28.44509506225586, + 25.39519691467285, + 22.62567138671875, + 20.367992401123047, + 17.02031135559082, + 15.96369457244873, + 15.507685661315918, + 13.101028442382812, + 12.819144248962402, + 11.725513458251953, + 11.176026344299316, + 10.391361236572266, + 9.759432792663574, + 9.46303653717041, + 9.043313980102539, + 8.790522575378418, + 8.532073974609375, + 8.123805046081543, + 7.63112211227417, + 7.5303850173950195, + 7.282289505004883, + 6.903412818908691, + 6.868255615234375, + 6.630852699279785, + 6.2465128898620605, + 5.993271350860596, + 5.904466152191162, + 5.835149765014648, + 5.63501501083374, + 5.44352912902832, + 5.390544891357422, + 5.0523552894592285, + 4.90032434463501, + 4.76131534576416, + 4.645994663238525, + 4.466767311096191, + 4.388119697570801, + 4.260835647583008, + 4.135313034057617, + 4.053714752197266, + 4.0034098625183105, + 3.933779716491699, + 3.8847594261169434, + 3.7721641063690186, + 3.6719508171081543, + 3.6353631019592285, + 3.521670341491699, + 3.457212209701538, + 3.441680431365967, + 3.3977890014648438, + 3.3326191902160645, + 3.2757749557495117, + 3.169560194015503, + 3.1224899291992188, + 3.060169219970703, + 3.017467737197876, + 2.9919371604919434, + 2.936790704727173, + 2.8617372512817383, + 2.8325488567352295, + 2.7738611698150635, + 2.700023889541626, + 2.6847305297851562, + 2.6624958515167236, + 2.5559630393981934, + 2.5224990844726562, + 2.4694015979766846, + 2.440164566040039, + 2.4114012718200684, + 2.33140230178833, + 2.290860891342163, + 2.268953561782837, + 2.239990234375, + 2.2163286209106445, + 2.1875760555267334, + 2.1201112270355225, + 2.0913875102996826, + 2.068127393722534, + 2.040118455886841, + 1.9996110200881958, + 1.9963867664337158, + 1.9667911529541016, + 1.9208803176879883, + 1.8805248737335205, + 1.8659555912017822, + 1.8317899703979492, + 1.8180936574935913, + 1.7952444553375244, + 1.7807374000549316, + 1.7468526363372803, + 1.7155272960662842, + 1.6978788375854492, + 1.6841613054275513, + 1.6498349905014038, + 1.619511604309082, + 1.6038711071014404, + 1.5878010988235474, + 1.5727319717407227, + 1.5314422845840454, + 1.5010913610458374, + 1.4991321563720703, + 1.4776420593261719, + 1.4355778694152832, + 1.433039903640747, + 1.4199302196502686, + 1.3999773263931274, + 1.3798044919967651, + 1.3708417415618896, + 1.342147946357727, + 1.3276121616363525, + 1.3220499753952026, + 1.2795010805130005, + 1.2635329961776733, + 1.2457393407821655, + 1.2364790439605713, + 1.2225892543792725, + 1.194421648979187, + 1.1885604858398438, + 1.1710388660430908, + 1.155561923980713, + 1.1341822147369385, + 1.1177211999893188, + 1.1147793531417847, + 1.0848819017410278, + 1.0774223804473877, + 1.0662182569503784, + 1.0580251216888428, + 1.032042145729065, + 1.0225720405578613, + 1.0126712322235107, + 0.9939760565757751, + 0.9899580478668213, + 0.9671958088874817, + 0.9521270394325256, + 0.9405828714370728, + 0.9322330355644226, + 0.9117329120635986, + 0.903052568435669, + 0.8886552453041077, + 0.8751477599143982, + 0.8691504001617432, + 0.8560597896575928, + 0.846847414970398, + 0.8396689295768738, + 0.8346807956695557, + 0.8234519958496094, + 0.8110847473144531, + 0.799919843673706, + 0.7940179109573364, + 0.7712225317955017, + 0.7652182579040527, + 0.7532416582107544, + 0.7478852868080139, + 0.7385603189468384, + 0.732363760471344, + 0.7199344038963318, + 0.708709180355072, + 0.7018513679504395, + 0.6981821656227112, + 0.6794301271438599, + 0.6706514358520508, + 0.6662452816963196, + 0.6573067307472229, + 0.6529000401496887, + 0.6347487568855286, + 0.6289442777633667, + 0.6213482618331909, + 0.6184092164039612, + 0.6072115898132324, + 0.6026992797851562, + 0.5952320098876953, + 0.5869992971420288, + 0.583082377910614, + 0.5791044235229492, + 0.56403648853302, + 0.560976505279541, + 0.5542363524436951, + 0.5440906882286072, + 0.5416280627250671, + 0.536088764667511, + 0.5260083675384521, + 0.5230454206466675, + 0.517185389995575, + 0.5078029632568359, + 0.5050129890441895, + 0.49835205078125, + 0.49403664469718933, + 0.4878356456756592, + 0.4819047749042511, + 0.4724332094192505, + 0.46692878007888794, + 0.4658167362213135, + 0.4588679075241089, + 0.4488157331943512, + 0.44111424684524536, + 0.44033312797546387, + 0.43345963954925537, + 0.428635835647583, + 0.4246876835823059, + 0.4171071946620941, + 0.4154050648212433, + 0.409939169883728, + 0.4093729257583618, + 0.4003744423389435, + 0.39756062626838684, + 0.3906671404838562, + 0.3872179090976715, + 0.38102051615715027, + 0.3732321560382843, + 0.3654007315635681, + 0.3611115515232086, + 0.3582935929298401, + 0.35654011368751526, + 0.35084500908851624, + 0.3426480293273926, + 0.33820831775665283, + 0.33590054512023926, + 0.3309268653392792, + 0.32195788621902466, + 0.3188979923725128, + 0.3146423101425171, + 0.30988577008247375, + 0.30976954102516174, + 0.30489495396614075, + 0.3023965358734131, + 0.29935139417648315, + 0.2968680262565613, + 0.29214948415756226, + 0.284160852432251, + 0.2765463888645172, + 0.2698477804660797, + 0.2651553153991699, + 0.2610844373703003, + 0.25919175148010254, + 0.251831978559494, + 0.25051212310791016, + 0.24830463528633118, + 0.24440181255340576, + 0.2416824847459793, + 0.2352782040834427, + 0.23245452344417572, + 0.2261652946472168, + 0.22239665687084198, + 0.22060835361480713, + 0.2170131951570511, + 0.20767420530319214, + 0.2029915153980255, + 0.19823803007602692, + 0.19461770355701447, + 0.18571294844150543, + 0.1773417592048645, + 0.17069949209690094 + ] + }, + "cosine_similarity": { + "mean": 0.27957844734191895, + "std": 0.1528266966342926, + "p10": 0.09149109572172165, + "p50": 0.26325979828834534, + "p90": 0.49110040068626404, + "min": -0.07855603098869324, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.88877487182617, + "std": 6.066273212432861, + "p10": 26.882917404174805, + "p50": 31.450611114501953, + "p90": 40.96924591064453, + "min": 22.38941764831543, + "max": 70.84799194335938 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.82266926765442 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1876, + 0.2138, + 0.242, + 0.2472, + 0.2596, + 0.2536, + 0.2444 + ], + "top5": [ + 0.2154, + 0.4308, + 0.4628, + 0.4944, + 0.525, + 0.5326, + 0.5298 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.3, + "weight_decay": 1e-06, + "top1": 0.31640000014305114, + "top5": 0.620200000667572 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 98.10114288330078, + "participation_ratio_topq": 46.880680084228516, + "eigs_top": [ + 65.32612609863281, + 41.4065055847168, + 36.720603942871094, + 28.902908325195312, + 26.35218048095703, + 24.153812408447266, + 21.48311996459961, + 19.30586051940918, + 16.03692054748535, + 15.026819229125977, + 14.5722017288208, + 12.49468994140625, + 12.068480491638184, + 11.409064292907715, + 11.135738372802734, + 10.104720115661621, + 9.258394241333008, + 9.139996528625488, + 8.624658584594727, + 8.567041397094727, + 8.343732833862305, + 7.875635147094727, + 7.492020130157471, + 7.2407732009887695, + 7.125801086425781, + 6.86662483215332, + 6.6839213371276855, + 6.475077152252197, + 6.148419380187988, + 5.903943061828613, + 5.812570571899414, + 5.631750106811523, + 5.599538803100586, + 5.337035179138184, + 5.254690170288086, + 5.052853107452393, + 4.881061553955078, + 4.737224578857422, + 4.599926471710205, + 4.490720272064209, + 4.441259384155273, + 4.275722503662109, + 4.160139083862305, + 4.004781246185303, + 3.94815731048584, + 3.942859172821045, + 3.859355926513672, + 3.76413631439209, + 3.659703493118286, + 3.5293617248535156, + 3.5071260929107666, + 3.4750559329986572, + 3.427496910095215, + 3.3803112506866455, + 3.2971882820129395, + 3.2800047397613525, + 3.1718780994415283, + 3.078545093536377, + 3.0446460247039795, + 3.034125566482544, + 2.958810806274414, + 2.8826406002044678, + 2.856151819229126, + 2.8434057235717773, + 2.7651267051696777, + 2.732701301574707, + 2.6635117530822754, + 2.6502556800842285, + 2.570507287979126, + 2.515974283218384, + 2.4518015384674072, + 2.4292874336242676, + 2.400637149810791, + 2.3227767944335938, + 2.282496690750122, + 2.2566258907318115, + 2.2231457233428955, + 2.2049975395202637, + 2.1722335815429688, + 2.114521026611328, + 2.101524591445923, + 2.0814151763916016, + 2.0408213138580322, + 2.007067918777466, + 1.986541986465454, + 1.954993486404419, + 1.910170078277588, + 1.8843413591384888, + 1.8668323755264282, + 1.8641927242279053, + 1.8243087530136108, + 1.7978243827819824, + 1.7811003923416138, + 1.7536215782165527, + 1.7128410339355469, + 1.6983388662338257, + 1.6884533166885376, + 1.6675044298171997, + 1.6349689960479736, + 1.6232558488845825, + 1.5932772159576416, + 1.5738366842269897, + 1.5269513130187988, + 1.5139269828796387, + 1.4841513633728027, + 1.472174048423767, + 1.4512355327606201, + 1.4307621717453003, + 1.4178736209869385, + 1.4072328805923462, + 1.3926451206207275, + 1.3782668113708496, + 1.3547687530517578, + 1.330971598625183, + 1.3114900588989258, + 1.2884904146194458, + 1.2664785385131836, + 1.262993335723877, + 1.2545011043548584, + 1.227927565574646, + 1.1978306770324707, + 1.18706476688385, + 1.1674325466156006, + 1.1487666368484497, + 1.1386783123016357, + 1.1149340867996216, + 1.1044743061065674, + 1.0978976488113403, + 1.0888456106185913, + 1.0831315517425537, + 1.0637996196746826, + 1.0392725467681885, + 1.0267937183380127, + 1.0074483156204224, + 0.9991416335105896, + 0.9982129335403442, + 0.9665610790252686, + 0.9579340815544128, + 0.9462064504623413, + 0.936298668384552, + 0.922227680683136, + 0.9093877077102661, + 0.8943248391151428, + 0.8890796899795532, + 0.8755910396575928, + 0.8691439628601074, + 0.8587139248847961, + 0.8427330255508423, + 0.8381950855255127, + 0.8278809189796448, + 0.8162902593612671, + 0.8075752258300781, + 0.800631582736969, + 0.7766911387443542, + 0.7665649056434631, + 0.7578364014625549, + 0.752418577671051, + 0.7414014339447021, + 0.7398664951324463, + 0.7283312678337097, + 0.721635103225708, + 0.7081571817398071, + 0.6924144625663757, + 0.6877843141555786, + 0.6741694808006287, + 0.6637480854988098, + 0.6556633710861206, + 0.6518390774726868, + 0.6424941420555115, + 0.6369492411613464, + 0.6261022686958313, + 0.6221775412559509, + 0.6221120357513428, + 0.6048952341079712, + 0.601888120174408, + 0.5952357649803162, + 0.586183488368988, + 0.5800952315330505, + 0.5679442286491394, + 0.5627536177635193, + 0.5613991022109985, + 0.5536391735076904, + 0.5494264960289001, + 0.5408570170402527, + 0.5365706086158752, + 0.5243836045265198, + 0.5187468528747559, + 0.5117509961128235, + 0.510094940662384, + 0.5059252381324768, + 0.49522292613983154, + 0.4928499460220337, + 0.4874664843082428, + 0.4806399643421173, + 0.4719468653202057, + 0.4683748781681061, + 0.4651719033718109, + 0.45193520188331604, + 0.4488099217414856, + 0.4446795582771301, + 0.4364883303642273, + 0.43350183963775635, + 0.4269534945487976, + 0.4238772988319397, + 0.4184611737728119, + 0.415038138628006, + 0.409812867641449, + 0.40662652254104614, + 0.40071946382522583, + 0.39068517088890076, + 0.3864102065563202, + 0.3834470808506012, + 0.380303293466568, + 0.3671737611293793, + 0.36622992157936096, + 0.3595367968082428, + 0.3564186096191406, + 0.35253700613975525, + 0.34815338253974915, + 0.3443923592567444, + 0.33946558833122253, + 0.3341960906982422, + 0.3271540105342865, + 0.31899693608283997, + 0.3162514865398407, + 0.31448712944984436, + 0.3125956058502197, + 0.3052861988544464, + 0.30406075716018677, + 0.2995906472206116, + 0.2903907299041748, + 0.2888844609260559, + 0.2845689356327057, + 0.28365960717201233, + 0.27749454975128174, + 0.27714064717292786, + 0.2669450044631958, + 0.26008841395378113, + 0.2573792338371277, + 0.2548104524612427, + 0.24781222641468048, + 0.24611662328243256, + 0.24233196675777435, + 0.23827999830245972, + 0.23723594844341278, + 0.22753341495990753, + 0.21977613866329193, + 0.21833160519599915, + 0.2130175530910492, + 0.21001943945884705, + 0.20726406574249268, + 0.20226643979549408, + 0.20177452266216278, + 0.19234424829483032, + 0.18970434367656708, + 0.17938491702079773 + ] + }, + "cosine_similarity": { + "mean": 0.2742627263069153, + "std": 0.15116584300994873, + "p10": 0.08787548542022705, + "p50": 0.2574678063392639, + "p90": 0.4837460517883301, + "min": -0.08830465376377106, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40989303588867, + "std": 5.503716468811035, + "p10": 26.72922134399414, + "p50": 31.186073303222656, + "p90": 39.851863861083984, + "min": 21.90940284729004, + "max": 65.5579605102539 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.42736268043518 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1882, + 0.2134, + 0.2414, + 0.2464, + 0.2592, + 0.2542, + 0.2446 + ], + "top5": [ + 0.2162, + 0.4306, + 0.4612, + 0.4972, + 0.526, + 0.5328, + 0.531 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.3, + "weight_decay": 1e-06, + "top1": 0.3146000000953674, + "top5": 0.6177999996185303 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 96.47624969482422, + "participation_ratio_topq": 46.136924743652344, + "eigs_top": [ + 129.57850646972656, + 88.12474822998047, + 79.12186431884766, + 59.72737121582031, + 54.72053909301758, + 49.62251281738281, + 44.02778244018555, + 39.67307662963867, + 33.0413932800293, + 30.54564094543457, + 30.499114990234375, + 25.41230583190918, + 25.035449981689453, + 23.113990783691406, + 22.3596248626709, + 20.48369598388672, + 18.917091369628906, + 18.597362518310547, + 17.60577964782715, + 17.43318748474121, + 16.873014450073242, + 16.03534698486328, + 15.004648208618164, + 14.782678604125977, + 14.469897270202637, + 13.743678092956543, + 13.5770902633667, + 13.11165714263916, + 12.41049575805664, + 11.883820533752441, + 11.701665878295898, + 11.453205108642578, + 11.260743141174316, + 10.785274505615234, + 10.706657409667969, + 10.085938453674316, + 9.79771900177002, + 9.498029708862305, + 9.252346992492676, + 8.934775352478027, + 8.830716133117676, + 8.538490295410156, + 8.290459632873535, + 8.058323860168457, + 7.94192361831665, + 7.865719318389893, + 7.748193264007568, + 7.534918785095215, + 7.2967329025268555, + 7.17311429977417, + 7.025953769683838, + 6.894039630889893, + 6.875185012817383, + 6.832378387451172, + 6.627296447753906, + 6.555520534515381, + 6.329351425170898, + 6.194334506988525, + 6.105953216552734, + 6.055258750915527, + 5.960397720336914, + 5.813824653625488, + 5.725099563598633, + 5.682492256164551, + 5.531920909881592, + 5.4325408935546875, + 5.353272438049316, + 5.335445880889893, + 5.128609657287598, + 5.0299072265625, + 4.938704013824463, + 4.867646217346191, + 4.805387496948242, + 4.630474090576172, + 4.560822486877441, + 4.544180393218994, + 4.4698262214660645, + 4.4189958572387695, + 4.363794803619385, + 4.216035842895508, + 4.194879055023193, + 4.1536760330200195, + 4.0763654708862305, + 4.0069122314453125, + 3.993190050125122, + 3.9351143836975098, + 3.8399429321289062, + 3.7535808086395264, + 3.7499375343322754, + 3.686114549636841, + 3.6362478733062744, + 3.5899569988250732, + 3.583638906478882, + 3.5088729858398438, + 3.4308764934539795, + 3.395642042160034, + 3.379005193710327, + 3.323338031768799, + 3.2520816326141357, + 3.225454092025757, + 3.1780009269714355, + 3.1522600650787354, + 3.062326192855835, + 3.0155422687530518, + 2.9889273643493652, + 2.9503188133239746, + 2.8835506439208984, + 2.8620457649230957, + 2.8442282676696777, + 2.8027899265289307, + 2.77278995513916, + 2.761716604232788, + 2.701526403427124, + 2.6528050899505615, + 2.6357152462005615, + 2.5694425106048584, + 2.529245615005493, + 2.508594274520874, + 2.4915874004364014, + 2.4469833374023438, + 2.393453359603882, + 2.3715505599975586, + 2.34220290184021, + 2.311411142349243, + 2.2712976932525635, + 2.241807222366333, + 2.2259325981140137, + 2.186279773712158, + 2.1663262844085693, + 2.145538568496704, + 2.1254923343658447, + 2.064826250076294, + 2.0597033500671387, + 2.0214345455169678, + 1.99748694896698, + 1.9904508590698242, + 1.932140588760376, + 1.908981442451477, + 1.8903343677520752, + 1.8692541122436523, + 1.8328851461410522, + 1.8124849796295166, + 1.7815666198730469, + 1.7695074081420898, + 1.745163083076477, + 1.7211946249008179, + 1.706101417541504, + 1.6845329999923706, + 1.680176854133606, + 1.6436039209365845, + 1.6304974555969238, + 1.6095359325408936, + 1.5988227128982544, + 1.5489733219146729, + 1.5330438613891602, + 1.5056138038635254, + 1.4998937845230103, + 1.4822036027908325, + 1.4713624715805054, + 1.4515659809112549, + 1.4274502992630005, + 1.4124433994293213, + 1.3909225463867188, + 1.3696935176849365, + 1.347185492515564, + 1.3274264335632324, + 1.3181027173995972, + 1.303680658340454, + 1.275560736656189, + 1.2711995840072632, + 1.2446881532669067, + 1.2436332702636719, + 1.2254893779754639, + 1.2113302946090698, + 1.1955076456069946, + 1.1802088022232056, + 1.1691840887069702, + 1.1601533889770508, + 1.1317297220230103, + 1.1238161325454712, + 1.121955156326294, + 1.0967315435409546, + 1.0859310626983643, + 1.0775600671768188, + 1.0675376653671265, + 1.0443947315216064, + 1.038201093673706, + 1.0255229473114014, + 1.0184839963912964, + 1.009566307067871, + 0.992249608039856, + 0.977063000202179, + 0.9675165414810181, + 0.9533017873764038, + 0.9459127187728882, + 0.9371911287307739, + 0.9131326079368591, + 0.8979706168174744, + 0.8840915560722351, + 0.8816735744476318, + 0.8758874535560608, + 0.8658093214035034, + 0.8601594567298889, + 0.8463324308395386, + 0.8322176337242126, + 0.8256054520606995, + 0.8086512684822083, + 0.8047052025794983, + 0.7973256707191467, + 0.7835441827774048, + 0.7784824371337891, + 0.7697938084602356, + 0.7530639171600342, + 0.7436043620109558, + 0.7332557439804077, + 0.7274295091629028, + 0.7139625549316406, + 0.6978341937065125, + 0.6886135935783386, + 0.6803708672523499, + 0.6762545704841614, + 0.6679361462593079, + 0.6567384004592896, + 0.6549647450447083, + 0.640639066696167, + 0.6303430795669556, + 0.6214114427566528, + 0.6104433536529541, + 0.606747031211853, + 0.5983012318611145, + 0.5881211757659912, + 0.5806055068969727, + 0.5761549472808838, + 0.5657968521118164, + 0.556624174118042, + 0.5437987446784973, + 0.5319599509239197, + 0.5157062411308289, + 0.5102180242538452, + 0.5088167786598206, + 0.5029419660568237, + 0.4939872622489929, + 0.4756522476673126, + 0.4658546447753906, + 0.4569658041000366, + 0.45400163531303406, + 0.4409935772418976, + 0.4333672523498535, + 0.426209032535553, + 0.4183240830898285, + 0.41039803624153137, + 0.3982560336589813, + 0.39569565653800964, + 0.38738998770713806, + 0.3746824860572815, + 0.3641413450241089 + ] + }, + "cosine_similarity": { + "mean": 0.2769365608692169, + "std": 0.15192407369613647, + "p10": 0.08985316753387451, + "p50": 0.26010650396347046, + "p90": 0.48760372400283813, + "min": -0.08325280249118805, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 46.176578521728516, + "std": 8.17845344543457, + "p10": 37.90884017944336, + "p50": 44.3083610534668, + "p90": 57.1520881652832, + "min": 31.325836181640625, + "max": 96.52604675292969 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..a902ab64bc7dd47e3184356b445a65472a93c9cd --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce1474c4e2a903ba8ac8772d392e1f18c1a8c80d2ea22bfdf57173373a7253b +size 139466 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary_p.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..a194ddb48cce34b1915851a0bfb5ab55082de0e8 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e34c807697ac318b6f4d2b6e1fc2f163a87f87599f660733e730faa1e4e22e4 +size 137969 diff --git a/eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary_qp.png b/eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..5d76cd291a37b3e19749e9ad50c26fe46eed6752 --- /dev/null +++ b/eval_runs/imagenet_hjepa_mv_lp_lr0p3/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e150b69f345122bde0e8b49cc937e1255740f86b70d88e379a8cb5d4c5730cd +size 140247 diff --git a/eval_runs/imagenet_sigreg_tokens/metrics.json b/eval_runs/imagenet_sigreg_tokens/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c85e201747ce62337d91aa2420fe746b1acfc1ec --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_sigreg_tokens.pth", + "config": "configs/imagenet_sigreg_tokens.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.64064741134644 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.24400000014305115, + "top5": 0.5172000005722046 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.64064741134644 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.24400000014305115, + "top5": 0.5172000005722046 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.84717679023743 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.15, + 0.1648, + 0.187, + 0.1878, + 0.1934, + 0.1958, + 0.189 + ], + "top5": [ + 0.1816, + 0.3602, + 0.3762, + 0.4142, + 0.4488, + 0.4594, + 0.4624 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.23860000014305116, + "top5": 0.5133999998569488 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.05260467529297, + "participation_ratio_topq": 25.623180389404297, + "eigs_top": [ + 81.00090026855469, + 75.38627624511719, + 74.47384643554688, + 71.06632995605469, + 59.63042068481445, + 56.41862869262695, + 45.263912200927734, + 44.69925308227539, + 36.94993591308594, + 33.70616149902344, + 31.366979598999023, + 28.845380783081055, + 26.904258728027344, + 25.687562942504883, + 24.599750518798828, + 23.36286735534668, + 20.141809463500977, + 19.24224853515625, + 17.788761138916016, + 17.03805160522461, + 15.64345645904541, + 14.77509880065918, + 13.139939308166504, + 12.394732475280762, + 11.772072792053223, + 10.779595375061035, + 9.88656997680664, + 9.644651412963867, + 8.725968360900879, + 8.147004127502441, + 7.922526836395264, + 7.540380954742432, + 6.378762245178223, + 6.233994960784912, + 5.761880397796631, + 5.559105396270752, + 5.501149654388428, + 4.617203712463379, + 4.411069393157959, + 3.8380846977233887, + 3.527966022491455, + 3.4435222148895264, + 3.2066714763641357, + 2.8220162391662598, + 2.459556818008423, + 2.4012491703033447, + 2.3018219470977783, + 2.1288137435913086, + 2.062732219696045, + 1.873646855354309, + 1.777584433555603, + 1.5417227745056152, + 1.5214424133300781, + 1.3152130842208862, + 1.1685079336166382, + 1.1570461988449097, + 1.1291162967681885, + 1.0615383386611938, + 0.9778635501861572, + 0.9255540370941162, + 0.905025839805603, + 0.8629653453826904, + 0.8372726440429688, + 0.7977303266525269, + 0.7681540846824646, + 0.7275040745735168, + 0.718110203742981, + 0.6872246861457825, + 0.681576669216156, + 0.6669865250587463, + 0.634609580039978, + 0.6209197044372559, + 0.5806364417076111, + 0.5615993142127991, + 0.5491167902946472, + 0.50803542137146, + 0.4945370852947235, + 0.48392733931541443, + 0.4771884083747864, + 0.45366382598876953, + 0.44394421577453613, + 0.43493106961250305, + 0.4090263247489929, + 0.3963983356952667, + 0.39189279079437256, + 0.3791714906692505, + 0.3694078028202057, + 0.3652159571647644, + 0.35452455282211304, + 0.3526078164577484, + 0.3312203586101532, + 0.32342955470085144, + 0.3107934892177582, + 0.3047100305557251, + 0.2985266447067261, + 0.2936769127845764, + 0.2814651131629944, + 0.27688488364219666, + 0.2701166570186615, + 0.26563337445259094, + 0.2607007324695587, + 0.25279536843299866, + 0.2488182932138443, + 0.24190546572208405, + 0.23638910055160522, + 0.23402883112430573, + 0.22914455831050873, + 0.22629950940608978, + 0.22464913129806519, + 0.21919450163841248, + 0.2109714150428772, + 0.20487593114376068, + 0.20209825038909912, + 0.19532781839370728, + 0.19084979593753815, + 0.18643349409103394, + 0.18311691284179688, + 0.1799239218235016, + 0.17295433580875397, + 0.17210598289966583, + 0.17078813910484314, + 0.1670297235250473, + 0.1637311577796936, + 0.16313956677913666, + 0.15573646128177643, + 0.15253160893917084, + 0.1501910239458084, + 0.14898864924907684, + 0.14497171342372894, + 0.14227506518363953, + 0.13950267434120178, + 0.1370062381029129, + 0.13285550475120544, + 0.13092133402824402, + 0.1284818798303604, + 0.12672029435634613, + 0.12181686609983444, + 0.11925230175256729, + 0.11744603514671326, + 0.11567528545856476, + 0.11415182054042816, + 0.11192049086093903, + 0.11054963618516922, + 0.10669071972370148, + 0.10536262392997742, + 0.10330109298229218, + 0.10249142348766327, + 0.10205171257257462, + 0.10047594457864761, + 0.0985102728009224, + 0.09570709615945816, + 0.09385615587234497, + 0.09150923043489456, + 0.09024166315793991, + 0.08859092742204666, + 0.08668390661478043, + 0.085220567882061, + 0.08417527377605438, + 0.08323530852794647, + 0.07952781021595001, + 0.07911605387926102, + 0.0783514752984047, + 0.07769908756017685, + 0.07635240256786346, + 0.07446590811014175, + 0.07364173978567123, + 0.07071167975664139, + 0.07008758187294006, + 0.07000429928302765, + 0.06844241917133331, + 0.06737089902162552, + 0.06687163561582565, + 0.06623463332653046, + 0.06540223211050034, + 0.06394662708044052, + 0.06344057619571686, + 0.06127070635557175, + 0.06004402041435242, + 0.0593707412481308, + 0.057996541261672974, + 0.05692468583583832, + 0.055918000638484955, + 0.055611636489629745, + 0.05504094436764717, + 0.053919266909360886, + 0.05371483787894249, + 0.05262978374958038, + 0.05231165885925293, + 0.051175761967897415, + 0.050290223211050034, + 0.04994701221585274, + 0.04960217326879501, + 0.04918767884373665, + 0.04819652438163757, + 0.04780163615942001, + 0.04710301011800766, + 0.046254128217697144, + 0.045727428048849106, + 0.045374445617198944, + 0.04452407360076904, + 0.04412463679909706, + 0.04357638955116272, + 0.04323356971144676, + 0.04240972548723221, + 0.04137466102838516, + 0.0412752665579319, + 0.040828362107276917, + 0.04007280617952347, + 0.03966479003429413, + 0.03914106264710426, + 0.03864574059844017, + 0.037855036556720734, + 0.03722905367612839, + 0.03650236129760742, + 0.03620599955320358, + 0.03559748828411102, + 0.035319291055202484, + 0.035101164132356644, + 0.0347052700817585, + 0.03425776958465576, + 0.03376329690217972, + 0.03314041346311569, + 0.03274746611714363, + 0.03230041638016701, + 0.03174689784646034, + 0.03095037117600441, + 0.03034704551100731, + 0.030102407559752464, + 0.029677987098693848, + 0.02910226210951805, + 0.02884213998913765, + 0.028447620570659637, + 0.02801073156297207, + 0.027767518535256386, + 0.027511807158589363, + 0.02680017799139023, + 0.025965511798858643, + 0.025836599990725517, + 0.025288766250014305, + 0.02504860796034336, + 0.024621818214654922, + 0.024168262258172035, + 0.023808324709534645, + 0.023423723876476288, + 0.02283020317554474, + 0.022786447778344154, + 0.022252866998314857, + 0.021956468001008034, + 0.02164292149245739, + 0.020824745297431946, + 0.02058311179280281, + 0.02002525143325329, + 0.019874263554811478, + 0.01910204254090786, + 0.018889134749770164, + 0.018344245851039886 + ] + }, + "cosine_similarity": { + "mean": 0.0008608065545558929, + "std": 0.19035416841506958, + "p10": -0.22884535789489746, + "p50": -0.013200225308537483, + "p90": 0.24982015788555145, + "min": -0.6054436564445496, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.02737045288086, + "std": 5.919790267944336, + "p10": 25.034605026245117, + "p50": 31.41079330444336, + "p90": 39.62770462036133, + "min": 15.435300827026367, + "max": 60.59566116333008 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.63157629966736 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1624, + 0.1816, + 0.2042, + 0.2094, + 0.217, + 0.216, + 0.2042 + ], + "top5": [ + 0.1924, + 0.3828, + 0.4026, + 0.4408, + 0.469, + 0.4772, + 0.4772 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.25540000011920927, + "top5": 0.5310000003814698 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 51.16464614868164, + "participation_ratio_topq": 36.174705505371094, + "eigs_top": [ + 111.90589141845703, + 98.29359436035156, + 94.89221954345703, + 93.28010559082031, + 88.77320098876953, + 84.91983032226562, + 82.80128479003906, + 81.04795837402344, + 79.54329681396484, + 75.31147766113281, + 73.80640411376953, + 70.09417724609375, + 68.40707397460938, + 65.82704162597656, + 65.07942199707031, + 59.238616943359375, + 53.98635482788086, + 41.54819869995117, + 37.82649612426758, + 34.566097259521484, + 31.982881546020508, + 30.142610549926758, + 28.407546997070312, + 27.374906539916992, + 26.985212326049805, + 25.778186798095703, + 23.877643585205078, + 23.271657943725586, + 22.148805618286133, + 21.012060165405273, + 20.197525024414062, + 19.479188919067383, + 19.14192771911621, + 18.532154083251953, + 18.031837463378906, + 16.63079261779785, + 15.718299865722656, + 14.880460739135742, + 14.176883697509766, + 13.078150749206543, + 12.248603820800781, + 11.941424369812012, + 11.865946769714355, + 11.426581382751465, + 10.892807006835938, + 10.16574478149414, + 9.77221965789795, + 9.30405330657959, + 8.50893497467041, + 8.262838363647461, + 6.953121662139893, + 6.667316913604736, + 6.152132987976074, + 5.908998966217041, + 5.021613121032715, + 4.712527751922607, + 4.545748233795166, + 4.011068344116211, + 3.7327253818511963, + 3.5589351654052734, + 3.2838990688323975, + 3.002199649810791, + 2.8902769088745117, + 2.7160375118255615, + 2.3558804988861084, + 2.105626106262207, + 2.027315855026245, + 1.7357412576675415, + 1.6803532838821411, + 1.5973434448242188, + 1.4632357358932495, + 1.4071555137634277, + 1.3623319864273071, + 1.3555998802185059, + 1.2989407777786255, + 1.254733681678772, + 1.1614657640457153, + 1.115923285484314, + 1.0697869062423706, + 1.0502067804336548, + 1.0252432823181152, + 1.0096251964569092, + 0.97308748960495, + 0.9690763354301453, + 0.9460057020187378, + 0.9206222295761108, + 0.8812719583511353, + 0.8804799914360046, + 0.8516978025436401, + 0.8387847542762756, + 0.793836772441864, + 0.7870510816574097, + 0.7671817541122437, + 0.7525316476821899, + 0.7459912896156311, + 0.7266097068786621, + 0.7117949724197388, + 0.6976943016052246, + 0.6879504323005676, + 0.6647189855575562, + 0.6585789918899536, + 0.6562364101409912, + 0.6388466358184814, + 0.626151442527771, + 0.6045842170715332, + 0.6018040776252747, + 0.5968940854072571, + 0.5812531113624573, + 0.571247398853302, + 0.5587402582168579, + 0.5478138327598572, + 0.5368510484695435, + 0.5237399935722351, + 0.5136212110519409, + 0.5026645660400391, + 0.5003479719161987, + 0.48498761653900146, + 0.48005616664886475, + 0.4634954333305359, + 0.44927510619163513, + 0.43435490131378174, + 0.43332821130752563, + 0.42721566557884216, + 0.4217566251754761, + 0.4169516861438751, + 0.40573441982269287, + 0.39859843254089355, + 0.39632686972618103, + 0.38581934571266174, + 0.3742126226425171, + 0.3635063171386719, + 0.36284494400024414, + 0.3578241467475891, + 0.351139634847641, + 0.3480318486690521, + 0.34208473563194275, + 0.33641573786735535, + 0.32845908403396606, + 0.32763907313346863, + 0.31685125827789307, + 0.3141475021839142, + 0.3095437288284302, + 0.3022597134113312, + 0.2957283854484558, + 0.29184913635253906, + 0.2866899371147156, + 0.28190621733665466, + 0.2812685966491699, + 0.2709353268146515, + 0.2647186815738678, + 0.2635962963104248, + 0.2591820955276489, + 0.2472570687532425, + 0.2465773969888687, + 0.24176524579524994, + 0.23927539587020874, + 0.23460224270820618, + 0.2323428988456726, + 0.22841724753379822, + 0.22669458389282227, + 0.22454407811164856, + 0.2210276573896408, + 0.2172672301530838, + 0.21428734064102173, + 0.21246908605098724, + 0.2062711864709854, + 0.2053634375333786, + 0.20458881556987762, + 0.20196731388568878, + 0.19844698905944824, + 0.19548767805099487, + 0.19438260793685913, + 0.19343623518943787, + 0.19115234911441803, + 0.18471726775169373, + 0.18378567695617676, + 0.18151897192001343, + 0.17897993326187134, + 0.17716757953166962, + 0.1721506267786026, + 0.1717279553413391, + 0.1704128235578537, + 0.16658850014209747, + 0.16570770740509033, + 0.16491656005382538, + 0.16225633025169373, + 0.15818515419960022, + 0.154254749417305, + 0.15355682373046875, + 0.15188121795654297, + 0.1511942744255066, + 0.1485355943441391, + 0.14833414554595947, + 0.1459035575389862, + 0.14376679062843323, + 0.14245866239070892, + 0.1393335610628128, + 0.1353352814912796, + 0.1348709762096405, + 0.13408879935741425, + 0.13029845058918, + 0.129665806889534, + 0.12704414129257202, + 0.12562339007854462, + 0.12431643158197403, + 0.12146212160587311, + 0.12022501230239868, + 0.11788622289896011, + 0.11718346178531647, + 0.11468599736690521, + 0.11380475759506226, + 0.11137094348669052, + 0.10988447815179825, + 0.1088484525680542, + 0.10769359767436981, + 0.10656499862670898, + 0.10431959480047226, + 0.10222133249044418, + 0.10105161368846893, + 0.10059148073196411, + 0.09786360710859299, + 0.09615723788738251, + 0.09474950283765793, + 0.09419310837984085, + 0.09138573706150055, + 0.09131881594657898, + 0.08890580385923386, + 0.0885709822177887, + 0.08630099147558212, + 0.08557424694299698, + 0.08430014550685883, + 0.08238034695386887, + 0.08042730391025543, + 0.07727062702178955, + 0.07645540684461594, + 0.07515966147184372, + 0.07476002722978592, + 0.07238928973674774, + 0.0722246915102005, + 0.07112199068069458, + 0.0706256628036499, + 0.07017621397972107, + 0.06843014061450958, + 0.06744131445884705, + 0.06617936491966248, + 0.06579997390508652, + 0.06444726139307022, + 0.0634986162185669, + 0.06226002797484398, + 0.06073232367634773, + 0.05827607959508896, + 0.057074323296546936, + 0.056675225496292114, + 0.0549761988222599, + 0.05398869514465332, + 0.05209798738360405 + ] + }, + "cosine_similarity": { + "mean": 6.953410775167868e-05, + "std": 0.160628542304039, + "p10": -0.17763498425483704, + "p50": -0.022720947861671448, + "p90": 0.20804144442081451, + "min": -0.47098782658576965, + "max": 1.0 + }, + "feature_norms": { + "mean": 45.69194030761719, + "std": 7.55626106262207, + "p10": 36.690242767333984, + "p50": 44.944740295410156, + "p90": 55.500274658203125, + "min": 24.92304229736328, + "max": 82.61701202392578 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_sigreg_tokens/plots/summary.png b/eval_runs/imagenet_sigreg_tokens/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..b3a052a2868361aeb6bf8b0f2f4f73a65315ae1d --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9d79a2e5b4420e530d8a7e1853702cbf7d15327d7789b666cfef3ecb25b132 +size 141959 diff --git a/eval_runs/imagenet_sigreg_tokens/plots/summary_p.png b/eval_runs/imagenet_sigreg_tokens/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..d37ed2ad44a1a7c4b823d61b53c67f5403d3802f --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b75936fce800e9207f3e6f322497a44c45f247da2aa5c6007c2d0cf2f2cd28d +size 134023 diff --git a/eval_runs/imagenet_sigreg_tokens/plots/summary_qp.png b/eval_runs/imagenet_sigreg_tokens/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..263292dbbaa1c8adb3d7c738c8ea66fe91ee67e5 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ab0dd9346d8e5f5fc3d4a162028f901fc0fb4eb7cc6048cc7a3c0820e4c1ff +size 138086 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_010/metrics.json b/eval_runs/imagenet_sigreg_tokens_epoch_010/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..104e84b32ade26b47db67a97c31cb1a772ab068e --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_010/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_sigreg_tokens_epoch_010.pth", + "config": "configs/imagenet_sigreg_tokens.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 129.18119835853577 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1246, + 0.142, + 0.1564, + 0.164, + 0.1678, + 0.1646, + 0.1554 + ], + "top5": [ + 0.157, + 0.3204, + 0.339, + 0.3674, + 0.3982, + 0.3984, + 0.3942 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.2206000000357628, + "top5": 0.4695999997615814 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 47.791587829589844, + "participation_ratio_topq": 23.22274398803711, + "eigs_top": [ + 109.20378875732422, + 89.78042602539062, + 83.66944122314453, + 71.08860778808594, + 45.06528091430664, + 40.51782989501953, + 32.17244338989258, + 31.613323211669922, + 28.008710861206055, + 25.121538162231445, + 24.49593162536621, + 22.163379669189453, + 19.836383819580078, + 17.086097717285156, + 16.216453552246094, + 14.191527366638184, + 12.997763633728027, + 11.897448539733887, + 10.635449409484863, + 10.484139442443848, + 9.784131050109863, + 9.41701602935791, + 9.029133796691895, + 8.800361633300781, + 8.276968955993652, + 8.02963924407959, + 7.302742004394531, + 6.95319938659668, + 6.753800868988037, + 6.085201740264893, + 5.919572353363037, + 5.591450214385986, + 5.45973014831543, + 5.230599403381348, + 5.175718307495117, + 4.951889514923096, + 4.7107439041137695, + 4.481224536895752, + 4.335216522216797, + 4.127946853637695, + 4.058993816375732, + 3.7072274684906006, + 3.627532482147217, + 3.5024828910827637, + 3.4119246006011963, + 3.3466756343841553, + 3.260061025619507, + 3.108811616897583, + 3.0622267723083496, + 3.008713960647583, + 2.919804573059082, + 2.7989466190338135, + 2.6678099632263184, + 2.6351213455200195, + 2.5373003482818604, + 2.434068441390991, + 2.3955986499786377, + 2.318742275238037, + 2.2757644653320312, + 2.2307932376861572, + 2.062283992767334, + 2.0449934005737305, + 1.9529712200164795, + 1.9169070720672607, + 1.8352018594741821, + 1.8027511835098267, + 1.7505881786346436, + 1.7284400463104248, + 1.6564735174179077, + 1.615925669670105, + 1.5983644723892212, + 1.5817116498947144, + 1.5262560844421387, + 1.503707766532898, + 1.4697754383087158, + 1.4008610248565674, + 1.381003499031067, + 1.3507509231567383, + 1.3269553184509277, + 1.3087881803512573, + 1.2520580291748047, + 1.209958553314209, + 1.1713649034500122, + 1.1554946899414062, + 1.1475163698196411, + 1.1117528676986694, + 1.0719707012176514, + 1.0389171838760376, + 1.028900384902954, + 1.0228694677352905, + 0.9810406565666199, + 0.9672207832336426, + 0.9571355581283569, + 0.9218696355819702, + 0.9113373160362244, + 0.888405978679657, + 0.8778554797172546, + 0.8647705912590027, + 0.831868052482605, + 0.8284473419189453, + 0.8168618679046631, + 0.8085757493972778, + 0.8023487329483032, + 0.7556247711181641, + 0.7492324709892273, + 0.7406708002090454, + 0.7134693264961243, + 0.710135817527771, + 0.6971922516822815, + 0.6950199007987976, + 0.6683088541030884, + 0.6506970524787903, + 0.6351991295814514, + 0.6213358640670776, + 0.6061972379684448, + 0.5967316031455994, + 0.5884949564933777, + 0.5700011253356934, + 0.5575528740882874, + 0.5441160202026367, + 0.5335474610328674, + 0.5203227400779724, + 0.5033578276634216, + 0.4981023669242859, + 0.49532777070999146, + 0.4835323393344879, + 0.4742935299873352, + 0.4651053249835968, + 0.4500158429145813, + 0.4388110041618347, + 0.43583106994628906, + 0.4267891049385071, + 0.42018377780914307, + 0.416921466588974, + 0.41567590832710266, + 0.4056429862976074, + 0.3902876079082489, + 0.38296446204185486, + 0.3784480392932892, + 0.36896443367004395, + 0.36182647943496704, + 0.357148140668869, + 0.34741589426994324, + 0.33498090505599976, + 0.33220261335372925, + 0.3277634382247925, + 0.32596486806869507, + 0.3219231367111206, + 0.3171885013580322, + 0.313547819852829, + 0.3040316700935364, + 0.3012256324291229, + 0.2967820167541504, + 0.2940067648887634, + 0.2871382236480713, + 0.28545695543289185, + 0.28245487809181213, + 0.2788127064704895, + 0.27233290672302246, + 0.266939640045166, + 0.26226091384887695, + 0.25343582034111023, + 0.2507663369178772, + 0.24808083474636078, + 0.24267588555812836, + 0.23915405571460724, + 0.23657988011837006, + 0.23267033696174622, + 0.23027029633522034, + 0.22539390623569489, + 0.22219820320606232, + 0.2194644808769226, + 0.21672381460666656, + 0.21473342180252075, + 0.20980922877788544, + 0.20303358137607574, + 0.1995883733034134, + 0.19769807159900665, + 0.19451823830604553, + 0.19363388419151306, + 0.19214802980422974, + 0.18888479471206665, + 0.18585528433322906, + 0.1846306174993515, + 0.17855165898799896, + 0.17490965127944946, + 0.17214617133140564, + 0.17058613896369934, + 0.16836020350456238, + 0.1656062752008438, + 0.163259819149971, + 0.1620526760816574, + 0.16020500659942627, + 0.15567442774772644, + 0.15286055207252502, + 0.1507713496685028, + 0.15027059614658356, + 0.1499079316854477, + 0.14502941071987152, + 0.14281919598579407, + 0.14117325842380524, + 0.13892430067062378, + 0.13544847071170807, + 0.13269361853599548, + 0.13055527210235596, + 0.13033875823020935, + 0.12576377391815186, + 0.12517814338207245, + 0.12429780513048172, + 0.12178551405668259, + 0.11921238154172897, + 0.11761409044265747, + 0.11632177233695984, + 0.11490786075592041, + 0.11397894471883774, + 0.11106257885694504, + 0.10984065383672714, + 0.10921550542116165, + 0.10775574296712875, + 0.10558296740055084, + 0.10432744771242142, + 0.10225126892328262, + 0.10176508873701096, + 0.09871714562177658, + 0.09773670881986618, + 0.09534566849470139, + 0.09333324432373047, + 0.09255139529705048, + 0.09149212390184402, + 0.09002729505300522, + 0.08864232152700424, + 0.08724813908338547, + 0.08625872433185577, + 0.08438475430011749, + 0.08354686945676804, + 0.0825449526309967, + 0.08111999928951263, + 0.08076710999011993, + 0.07680170238018036, + 0.07640758156776428, + 0.07544200867414474, + 0.07238699495792389, + 0.07113312929868698, + 0.06967482715845108, + 0.06925595551729202, + 0.0683416798710823, + 0.06676513701677322, + 0.0660526305437088, + 0.06478174030780792, + 0.06356949359178543, + 0.06329946964979172, + 0.06235066428780556, + 0.05967983230948448, + 0.05909770727157593, + 0.05662662163376808, + 0.05330386757850647 + ] + }, + "cosine_similarity": { + "mean": 0.016855955123901367, + "std": 0.19292543828487396, + "p10": -0.21415705978870392, + "p50": 7.042102515697479e-05, + "p90": 0.2701873779296875, + "min": -0.6486390233039856, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 31.599838256835938, + "std": 5.358596324920654, + "p10": 25.672252655029297, + "p50": 30.792959213256836, + "p90": 38.4195442199707, + "min": 20.278348922729492, + "max": 59.47631072998047 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 129.18119835853577 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1246, + 0.142, + 0.1564, + 0.164, + 0.1678, + 0.1646, + 0.1554 + ], + "top5": [ + 0.157, + 0.3204, + 0.339, + 0.3674, + 0.3982, + 0.3984, + 0.3942 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.2206000000357628, + "top5": 0.4695999997615814 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 47.791587829589844, + "participation_ratio_topq": 23.22274398803711, + "eigs_top": [ + 109.20378875732422, + 89.78042602539062, + 83.66944122314453, + 71.08860778808594, + 45.06528091430664, + 40.51782989501953, + 32.17244338989258, + 31.613323211669922, + 28.008710861206055, + 25.121538162231445, + 24.49593162536621, + 22.163379669189453, + 19.836383819580078, + 17.086097717285156, + 16.216453552246094, + 14.191527366638184, + 12.997763633728027, + 11.897448539733887, + 10.635449409484863, + 10.484139442443848, + 9.784131050109863, + 9.41701602935791, + 9.029133796691895, + 8.800361633300781, + 8.276968955993652, + 8.02963924407959, + 7.302742004394531, + 6.95319938659668, + 6.753800868988037, + 6.085201740264893, + 5.919572353363037, + 5.591450214385986, + 5.45973014831543, + 5.230599403381348, + 5.175718307495117, + 4.951889514923096, + 4.7107439041137695, + 4.481224536895752, + 4.335216522216797, + 4.127946853637695, + 4.058993816375732, + 3.7072274684906006, + 3.627532482147217, + 3.5024828910827637, + 3.4119246006011963, + 3.3466756343841553, + 3.260061025619507, + 3.108811616897583, + 3.0622267723083496, + 3.008713960647583, + 2.919804573059082, + 2.7989466190338135, + 2.6678099632263184, + 2.6351213455200195, + 2.5373003482818604, + 2.434068441390991, + 2.3955986499786377, + 2.318742275238037, + 2.2757644653320312, + 2.2307932376861572, + 2.062283992767334, + 2.0449934005737305, + 1.9529712200164795, + 1.9169070720672607, + 1.8352018594741821, + 1.8027511835098267, + 1.7505881786346436, + 1.7284400463104248, + 1.6564735174179077, + 1.615925669670105, + 1.5983644723892212, + 1.5817116498947144, + 1.5262560844421387, + 1.503707766532898, + 1.4697754383087158, + 1.4008610248565674, + 1.381003499031067, + 1.3507509231567383, + 1.3269553184509277, + 1.3087881803512573, + 1.2520580291748047, + 1.209958553314209, + 1.1713649034500122, + 1.1554946899414062, + 1.1475163698196411, + 1.1117528676986694, + 1.0719707012176514, + 1.0389171838760376, + 1.028900384902954, + 1.0228694677352905, + 0.9810406565666199, + 0.9672207832336426, + 0.9571355581283569, + 0.9218696355819702, + 0.9113373160362244, + 0.888405978679657, + 0.8778554797172546, + 0.8647705912590027, + 0.831868052482605, + 0.8284473419189453, + 0.8168618679046631, + 0.8085757493972778, + 0.8023487329483032, + 0.7556247711181641, + 0.7492324709892273, + 0.7406708002090454, + 0.7134693264961243, + 0.710135817527771, + 0.6971922516822815, + 0.6950199007987976, + 0.6683088541030884, + 0.6506970524787903, + 0.6351991295814514, + 0.6213358640670776, + 0.6061972379684448, + 0.5967316031455994, + 0.5884949564933777, + 0.5700011253356934, + 0.5575528740882874, + 0.5441160202026367, + 0.5335474610328674, + 0.5203227400779724, + 0.5033578276634216, + 0.4981023669242859, + 0.49532777070999146, + 0.4835323393344879, + 0.4742935299873352, + 0.4651053249835968, + 0.4500158429145813, + 0.4388110041618347, + 0.43583106994628906, + 0.4267891049385071, + 0.42018377780914307, + 0.416921466588974, + 0.41567590832710266, + 0.4056429862976074, + 0.3902876079082489, + 0.38296446204185486, + 0.3784480392932892, + 0.36896443367004395, + 0.36182647943496704, + 0.357148140668869, + 0.34741589426994324, + 0.33498090505599976, + 0.33220261335372925, + 0.3277634382247925, + 0.32596486806869507, + 0.3219231367111206, + 0.3171885013580322, + 0.313547819852829, + 0.3040316700935364, + 0.3012256324291229, + 0.2967820167541504, + 0.2940067648887634, + 0.2871382236480713, + 0.28545695543289185, + 0.28245487809181213, + 0.2788127064704895, + 0.27233290672302246, + 0.266939640045166, + 0.26226091384887695, + 0.25343582034111023, + 0.2507663369178772, + 0.24808083474636078, + 0.24267588555812836, + 0.23915405571460724, + 0.23657988011837006, + 0.23267033696174622, + 0.23027029633522034, + 0.22539390623569489, + 0.22219820320606232, + 0.2194644808769226, + 0.21672381460666656, + 0.21473342180252075, + 0.20980922877788544, + 0.20303358137607574, + 0.1995883733034134, + 0.19769807159900665, + 0.19451823830604553, + 0.19363388419151306, + 0.19214802980422974, + 0.18888479471206665, + 0.18585528433322906, + 0.1846306174993515, + 0.17855165898799896, + 0.17490965127944946, + 0.17214617133140564, + 0.17058613896369934, + 0.16836020350456238, + 0.1656062752008438, + 0.163259819149971, + 0.1620526760816574, + 0.16020500659942627, + 0.15567442774772644, + 0.15286055207252502, + 0.1507713496685028, + 0.15027059614658356, + 0.1499079316854477, + 0.14502941071987152, + 0.14281919598579407, + 0.14117325842380524, + 0.13892430067062378, + 0.13544847071170807, + 0.13269361853599548, + 0.13055527210235596, + 0.13033875823020935, + 0.12576377391815186, + 0.12517814338207245, + 0.12429780513048172, + 0.12178551405668259, + 0.11921238154172897, + 0.11761409044265747, + 0.11632177233695984, + 0.11490786075592041, + 0.11397894471883774, + 0.11106257885694504, + 0.10984065383672714, + 0.10921550542116165, + 0.10775574296712875, + 0.10558296740055084, + 0.10432744771242142, + 0.10225126892328262, + 0.10176508873701096, + 0.09871714562177658, + 0.09773670881986618, + 0.09534566849470139, + 0.09333324432373047, + 0.09255139529705048, + 0.09149212390184402, + 0.09002729505300522, + 0.08864232152700424, + 0.08724813908338547, + 0.08625872433185577, + 0.08438475430011749, + 0.08354686945676804, + 0.0825449526309967, + 0.08111999928951263, + 0.08076710999011993, + 0.07680170238018036, + 0.07640758156776428, + 0.07544200867414474, + 0.07238699495792389, + 0.07113312929868698, + 0.06967482715845108, + 0.06925595551729202, + 0.0683416798710823, + 0.06676513701677322, + 0.0660526305437088, + 0.06478174030780792, + 0.06356949359178543, + 0.06329946964979172, + 0.06235066428780556, + 0.05967983230948448, + 0.05909770727157593, + 0.05662662163376808, + 0.05330386757850647 + ] + }, + "cosine_similarity": { + "mean": 0.016855955123901367, + "std": 0.19292543828487396, + "p10": -0.21415705978870392, + "p50": 7.042102515697479e-05, + "p90": 0.2701873779296875, + "min": -0.6486390233039856, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 31.599838256835938, + "std": 5.358596324920654, + "p10": 25.672252655029297, + "p50": 30.792959213256836, + "p90": 38.4195442199707, + "min": 20.278348922729492, + "max": 59.47631072998047 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.72773456573486 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1276, + 0.1316, + 0.1616, + 0.164, + 0.1718, + 0.1644, + 0.1656 + ], + "top5": [ + 0.1608, + 0.3198, + 0.3402, + 0.3758, + 0.4016, + 0.4086, + 0.4072 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.22240000007152558, + "top5": 0.46700000014305115 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 50.39530563354492, + "participation_ratio_topq": 25.21698760986328, + "eigs_top": [ + 94.14985656738281, + 88.73810577392578, + 72.26077270507812, + 65.48859405517578, + 51.37623977661133, + 43.139705657958984, + 30.845218658447266, + 30.22970199584961, + 27.031124114990234, + 25.456634521484375, + 22.522886276245117, + 21.041576385498047, + 18.769392013549805, + 17.03044891357422, + 15.938691139221191, + 15.519092559814453, + 13.606608390808105, + 13.019289016723633, + 12.11133861541748, + 11.492668151855469, + 10.657029151916504, + 9.39677619934082, + 9.078508377075195, + 8.67750358581543, + 8.428145408630371, + 7.36483097076416, + 6.990721702575684, + 6.940805912017822, + 6.618556499481201, + 6.341655254364014, + 5.871933937072754, + 5.481138229370117, + 5.267126560211182, + 5.215735912322998, + 5.155436038970947, + 4.84518575668335, + 4.689018249511719, + 4.580585956573486, + 4.261063098907471, + 4.2211785316467285, + 4.1461262702941895, + 4.042281150817871, + 3.868990182876587, + 3.6987428665161133, + 3.555244207382202, + 3.4278366565704346, + 3.375427484512329, + 3.3574788570404053, + 3.2476391792297363, + 3.106457471847534, + 3.0868661403656006, + 2.981015205383301, + 2.8583405017852783, + 2.7722506523132324, + 2.7064714431762695, + 2.6397757530212402, + 2.549365758895874, + 2.386033535003662, + 2.2809693813323975, + 2.2071945667266846, + 2.120950937271118, + 2.0530974864959717, + 2.009176015853882, + 1.9667478799819946, + 1.9345736503601074, + 1.846577525138855, + 1.8305610418319702, + 1.7914334535598755, + 1.765333890914917, + 1.6878498792648315, + 1.6710171699523926, + 1.5959365367889404, + 1.5520846843719482, + 1.528347134590149, + 1.5012731552124023, + 1.4529945850372314, + 1.4133795499801636, + 1.3856714963912964, + 1.3480479717254639, + 1.3385779857635498, + 1.2605324983596802, + 1.2255805730819702, + 1.1607553958892822, + 1.1538045406341553, + 1.1203539371490479, + 1.1037967205047607, + 1.0897088050842285, + 1.0690290927886963, + 1.0459084510803223, + 1.0234918594360352, + 1.0127923488616943, + 0.9905327558517456, + 0.9653355479240417, + 0.9352798461914062, + 0.9305989146232605, + 0.8954256772994995, + 0.8825753331184387, + 0.8598102331161499, + 0.8479738235473633, + 0.8321505188941956, + 0.8121466636657715, + 0.7723740339279175, + 0.7521024942398071, + 0.7418529391288757, + 0.7294456362724304, + 0.720460057258606, + 0.6802509427070618, + 0.6770982146263123, + 0.6670805215835571, + 0.6580135226249695, + 0.6300367712974548, + 0.6267499327659607, + 0.6205601692199707, + 0.6053770780563354, + 0.5965076088905334, + 0.5935475826263428, + 0.578571081161499, + 0.5750337839126587, + 0.5517937541007996, + 0.5407424569129944, + 0.5384244918823242, + 0.5332192182540894, + 0.5244971513748169, + 0.5162201523780823, + 0.5048107504844666, + 0.4984092116355896, + 0.4803954064846039, + 0.47276052832603455, + 0.4709262549877167, + 0.46799778938293457, + 0.4488352835178375, + 0.4402523934841156, + 0.43356239795684814, + 0.431684672832489, + 0.4125622510910034, + 0.4113619029521942, + 0.4031659960746765, + 0.39990323781967163, + 0.3876963257789612, + 0.37719008326530457, + 0.3759348690509796, + 0.362309068441391, + 0.3575938940048218, + 0.35348230600357056, + 0.3441604971885681, + 0.3410312533378601, + 0.33629608154296875, + 0.3280268609523773, + 0.3228473365306854, + 0.3197225034236908, + 0.3092450499534607, + 0.30751484632492065, + 0.29920610785484314, + 0.2951921224594116, + 0.2874850332736969, + 0.2854607403278351, + 0.27879664301872253, + 0.2707899808883667, + 0.2663711905479431, + 0.262775719165802, + 0.25531575083732605, + 0.25425779819488525, + 0.24894610047340393, + 0.24596081674098969, + 0.24448610842227936, + 0.24008038640022278, + 0.23605206608772278, + 0.22982753813266754, + 0.22735680639743805, + 0.22056546807289124, + 0.21820078790187836, + 0.21656213700771332, + 0.21041898429393768, + 0.20856541395187378, + 0.20628315210342407, + 0.2027401179075241, + 0.2015150636434555, + 0.1988786906003952, + 0.19695375859737396, + 0.19042694568634033, + 0.18870121240615845, + 0.1860169768333435, + 0.1822899878025055, + 0.18189597129821777, + 0.18109114468097687, + 0.17560090124607086, + 0.17218564450740814, + 0.17092286050319672, + 0.16905179619789124, + 0.16727383434772491, + 0.1622670292854309, + 0.16014616191387177, + 0.157577246427536, + 0.15573085844516754, + 0.1541721373796463, + 0.1521642655134201, + 0.14967189729213715, + 0.14820875227451324, + 0.14598532021045685, + 0.14541761577129364, + 0.14291352033615112, + 0.14158612489700317, + 0.1384294629096985, + 0.1367977261543274, + 0.13356365263462067, + 0.13168521225452423, + 0.12880943715572357, + 0.1279800534248352, + 0.1264425367116928, + 0.12260640412569046, + 0.12161821126937866, + 0.11989889293909073, + 0.11694498360157013, + 0.11448156088590622, + 0.11346206068992615, + 0.1119648888707161, + 0.11175484955310822, + 0.1097482442855835, + 0.10691326856613159, + 0.10577285289764404, + 0.10366635024547577, + 0.10349171608686447, + 0.10104247182607651, + 0.09993557631969452, + 0.09865214675664902, + 0.09702060371637344, + 0.09561656415462494, + 0.09245822578668594, + 0.08783160895109177, + 0.08688554167747498, + 0.08601152896881104, + 0.0855419859290123, + 0.08429329097270966, + 0.0837910920381546, + 0.08137156069278717, + 0.07974585145711899, + 0.0773623064160347, + 0.07671847194433212, + 0.07604531943798065, + 0.07513747364282608, + 0.07427053153514862, + 0.07208415865898132, + 0.07043740898370743, + 0.07000081986188889, + 0.06866338849067688, + 0.06695335358381271, + 0.06519803404808044, + 0.06283865869045258, + 0.06142197549343109, + 0.06090915948152542, + 0.06006491184234619, + 0.05845552682876587, + 0.05703398212790489, + 0.05571082979440689, + 0.053794652223587036, + 0.05195236578583717 + ] + }, + "cosine_similarity": { + "mean": 0.0249494519084692, + "std": 0.18654146790504456, + "p10": -0.20245133340358734, + "p50": 0.011732170358300209, + "p90": 0.270895779132843, + "min": -0.5868703126907349, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 31.205669403076172, + "std": 5.205809116363525, + "p10": 25.499418258666992, + "p50": 30.45703125, + "p90": 37.75771713256836, + "min": 19.321285247802734, + "max": 64.85746765136719 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 129.13469123840332 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1326, + 0.1456, + 0.1704, + 0.1816, + 0.1814, + 0.1848, + 0.1732 + ], + "top5": [ + 0.1648, + 0.339, + 0.359, + 0.3892, + 0.4204, + 0.4256, + 0.418 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.23980000019073486, + "top5": 0.4973999999046326 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 61.45831298828125, + "participation_ratio_topq": 31.817726135253906, + "eigs_top": [ + 166.38844299316406, + 147.8270721435547, + 121.77967071533203, + 96.95018768310547, + 88.36145782470703, + 74.09630584716797, + 69.55292510986328, + 66.87886810302734, + 55.897979736328125, + 52.16111373901367, + 50.88997268676758, + 42.62532043457031, + 41.36941146850586, + 37.7971305847168, + 35.36801528930664, + 33.633949279785156, + 33.13615036010742, + 28.438615798950195, + 27.459970474243164, + 26.42426300048828, + 23.91986656188965, + 21.3549861907959, + 20.420928955078125, + 18.330129623413086, + 16.93446159362793, + 16.513134002685547, + 15.929342269897461, + 14.65487289428711, + 14.133662223815918, + 13.697732925415039, + 13.224538803100586, + 12.868664741516113, + 12.760655403137207, + 11.667704582214355, + 11.549761772155762, + 11.0850248336792, + 10.883784294128418, + 10.157855033874512, + 9.52109432220459, + 9.213240623474121, + 8.89235782623291, + 8.725831985473633, + 8.137144088745117, + 7.921596050262451, + 7.687963962554932, + 7.120288848876953, + 6.984912395477295, + 6.956264019012451, + 6.811843395233154, + 6.490517616271973, + 6.40802001953125, + 6.221699237823486, + 6.058422088623047, + 5.879836082458496, + 5.599982738494873, + 5.5212178230285645, + 5.499573707580566, + 5.367387771606445, + 5.272526741027832, + 5.1083664894104, + 5.070980548858643, + 4.960903167724609, + 4.854266166687012, + 4.799670696258545, + 4.528021335601807, + 4.458511829376221, + 4.334595203399658, + 4.224760055541992, + 4.147439479827881, + 4.090212345123291, + 3.9116616249084473, + 3.78872013092041, + 3.724564552307129, + 3.6391801834106445, + 3.602993965148926, + 3.5630996227264404, + 3.4854416847229004, + 3.3949739933013916, + 3.318744659423828, + 3.249300479888916, + 3.219048023223877, + 3.123487949371338, + 3.090160369873047, + 2.9528963565826416, + 2.90031361579895, + 2.8504080772399902, + 2.820960760116577, + 2.797393560409546, + 2.7136666774749756, + 2.6685919761657715, + 2.588862895965576, + 2.5436508655548096, + 2.4441261291503906, + 2.4152650833129883, + 2.3547489643096924, + 2.256382465362549, + 2.2309658527374268, + 2.1413207054138184, + 2.091186761856079, + 2.078277349472046, + 2.0412163734436035, + 2.0009572505950928, + 1.966408371925354, + 1.9223582744598389, + 1.906428337097168, + 1.8681671619415283, + 1.8010742664337158, + 1.7804312705993652, + 1.7482441663742065, + 1.7345441579818726, + 1.6991374492645264, + 1.6863133907318115, + 1.6349458694458008, + 1.6239432096481323, + 1.5736671686172485, + 1.5544307231903076, + 1.5346760749816895, + 1.5189745426177979, + 1.499214768409729, + 1.4626870155334473, + 1.4444406032562256, + 1.423238754272461, + 1.3866006135940552, + 1.3853850364685059, + 1.3264877796173096, + 1.3139010667800903, + 1.2956373691558838, + 1.2751270532608032, + 1.256321668624878, + 1.2252552509307861, + 1.214213490486145, + 1.1953375339508057, + 1.182160496711731, + 1.165184497833252, + 1.1278877258300781, + 1.0999172925949097, + 1.0927088260650635, + 1.0631308555603027, + 1.0552090406417847, + 1.0317158699035645, + 1.0114076137542725, + 1.004595160484314, + 0.983568012714386, + 0.9719920754432678, + 0.9600403308868408, + 0.9365473389625549, + 0.9213575124740601, + 0.911060631275177, + 0.9046458005905151, + 0.8837945461273193, + 0.875007152557373, + 0.8487130999565125, + 0.8412503600120544, + 0.819415807723999, + 0.8071355819702148, + 0.7882782816886902, + 0.7784234285354614, + 0.7592766284942627, + 0.7446871995925903, + 0.7384371161460876, + 0.7301542162895203, + 0.7147803902626038, + 0.6928747296333313, + 0.6846714615821838, + 0.6778926849365234, + 0.6718428730964661, + 0.6602202653884888, + 0.6512109041213989, + 0.647120475769043, + 0.6364750266075134, + 0.6250563859939575, + 0.6118510961532593, + 0.6097877025604248, + 0.5905364155769348, + 0.5817795991897583, + 0.5751584768295288, + 0.5631476044654846, + 0.5616710186004639, + 0.5554218888282776, + 0.5366991758346558, + 0.532664954662323, + 0.5279847979545593, + 0.5235474109649658, + 0.5208619832992554, + 0.5131999850273132, + 0.5059527158737183, + 0.501539945602417, + 0.4878345727920532, + 0.4818692207336426, + 0.47531870007514954, + 0.47110721468925476, + 0.4670468270778656, + 0.46260207891464233, + 0.45551761984825134, + 0.4477749168872833, + 0.44099968671798706, + 0.43503567576408386, + 0.43271565437316895, + 0.42756807804107666, + 0.42334917187690735, + 0.4089663028717041, + 0.407027006149292, + 0.4008875787258148, + 0.3915286958217621, + 0.38611605763435364, + 0.3769758641719818, + 0.37577417492866516, + 0.37266406416893005, + 0.36180758476257324, + 0.35421431064605713, + 0.3502957224845886, + 0.33980125188827515, + 0.3346511721611023, + 0.331695556640625, + 0.3284562826156616, + 0.3265955448150635, + 0.3182559013366699, + 0.31751057505607605, + 0.3085670471191406, + 0.30799373984336853, + 0.3031713664531708, + 0.2988310754299164, + 0.29735875129699707, + 0.29251745343208313, + 0.2900198996067047, + 0.2847098112106323, + 0.27942517399787903, + 0.2781849503517151, + 0.27164140343666077, + 0.26560690999031067, + 0.26055335998535156, + 0.2571800947189331, + 0.25505131483078003, + 0.2518707513809204, + 0.24854838848114014, + 0.24593009054660797, + 0.23795685172080994, + 0.23529428243637085, + 0.23186612129211426, + 0.22732505202293396, + 0.22343230247497559, + 0.21888239681720734, + 0.21708448231220245, + 0.2134992927312851, + 0.21090702712535858, + 0.20439819991588593, + 0.20189061760902405, + 0.19579322636127472, + 0.191875159740448, + 0.189069002866745, + 0.1850779503583908, + 0.18368931114673615, + 0.1750737428665161, + 0.17350175976753235, + 0.17010460793972015, + 0.1549426019191742 + ] + }, + "cosine_similarity": { + "mean": 0.02098965458571911, + "std": 0.1654127687215805, + "p10": -0.1641087830066681, + "p50": -0.005124049261212349, + "p90": 0.2400262951850891, + "min": -0.48233240842819214, + "max": 1.0 + }, + "feature_norms": { + "mean": 44.502132415771484, + "std": 6.9078755378723145, + "p10": 36.98100662231445, + "p50": 43.49418258666992, + "p90": 53.28403854370117, + "min": 29.457326889038086, + "max": 87.66085052490234 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary.png b/eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..50e2a58142eba26b355297fb36454b3bf8d7f6eb --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30a7d1241fc20a125a8aa464f2fe2ddf06c20614b71c5d18671aa03971281874 +size 136088 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary_p.png b/eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..8888e1a784efd243035fb988ebd28297a0312ee2 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045bbd551f599e245cd8d2fdfa761fa7bae1b79499a2e93d9ac8387da4cc3b86 +size 134132 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary_qp.png b/eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..b0bdaa8c2d7fd6af97123a17a55eae7c382715a4 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_010/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de3b12a74e6c185625518d13c744e60874b1c69e23e205e5b730fde5c5999f5 +size 138877 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_020/metrics.json b/eval_runs/imagenet_sigreg_tokens_epoch_020/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..e20c7c485758e9e898bdd8e42ef26146c91027f8 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_020/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_sigreg_tokens_epoch_020.pth", + "config": "configs/imagenet_sigreg_tokens.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.6231153011322 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1354, + 0.149, + 0.1726, + 0.1802, + 0.1822, + 0.1768, + 0.1666 + ], + "top5": [ + 0.1692, + 0.3312, + 0.3556, + 0.3882, + 0.4124, + 0.4206, + 0.4154 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.22740000016689302, + "top5": 0.486999999666214 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.445430755615234, + "participation_ratio_topq": 23.0035400390625, + "eigs_top": [ + 106.65330505371094, + 89.63397216796875, + 82.07434844970703, + 70.64569091796875, + 66.98458099365234, + 51.74623107910156, + 47.18608856201172, + 42.8255729675293, + 37.13459396362305, + 30.506216049194336, + 29.431827545166016, + 26.473125457763672, + 25.127946853637695, + 22.302518844604492, + 21.250457763671875, + 19.27081871032715, + 16.908592224121094, + 16.63386344909668, + 15.290790557861328, + 14.018669128417969, + 13.600870132446289, + 12.152168273925781, + 10.981710433959961, + 10.565110206604004, + 10.174142837524414, + 9.21713924407959, + 8.623441696166992, + 8.462994575500488, + 7.665456295013428, + 7.506847381591797, + 6.728118896484375, + 6.465966701507568, + 6.169679164886475, + 5.713101387023926, + 5.155531406402588, + 4.664853096008301, + 4.466975688934326, + 4.22868537902832, + 3.806032657623291, + 3.377530097961426, + 3.2817587852478027, + 3.0994181632995605, + 3.05772066116333, + 2.7809340953826904, + 2.706965208053589, + 2.5288689136505127, + 2.4933762550354004, + 2.3413593769073486, + 2.2557449340820312, + 2.130988597869873, + 2.0589230060577393, + 1.989802598953247, + 1.9380263090133667, + 1.8937801122665405, + 1.765791654586792, + 1.6671644449234009, + 1.6195470094680786, + 1.5418691635131836, + 1.5340274572372437, + 1.5063238143920898, + 1.4354217052459717, + 1.3856252431869507, + 1.3354709148406982, + 1.3175039291381836, + 1.2585653066635132, + 1.2155036926269531, + 1.1345152854919434, + 1.0919874906539917, + 1.0619865655899048, + 1.060757040977478, + 1.0188305377960205, + 0.9964064359664917, + 0.935779333114624, + 0.9244002103805542, + 0.8962543606758118, + 0.8527718186378479, + 0.8439812064170837, + 0.811015248298645, + 0.7674556970596313, + 0.734553873538971, + 0.7166611552238464, + 0.7041938900947571, + 0.6880310773849487, + 0.6720999479293823, + 0.648780882358551, + 0.6330525875091553, + 0.6161717176437378, + 0.6106703877449036, + 0.5976536870002747, + 0.5840408205986023, + 0.5672904253005981, + 0.5432561039924622, + 0.5280917286872864, + 0.5149027109146118, + 0.4962955415248871, + 0.48448777198791504, + 0.4727805554866791, + 0.4661948084831238, + 0.44895243644714355, + 0.4427139461040497, + 0.43752118945121765, + 0.4130888283252716, + 0.4082118570804596, + 0.39940303564071655, + 0.38682618737220764, + 0.37525928020477295, + 0.3648682236671448, + 0.3599879741668701, + 0.34165075421333313, + 0.3331110179424286, + 0.3311013877391815, + 0.3231935203075409, + 0.31856638193130493, + 0.3090231418609619, + 0.2986323833465576, + 0.29329827427864075, + 0.2898262143135071, + 0.2833397090435028, + 0.2759963274002075, + 0.2677116394042969, + 0.2550405263900757, + 0.2493215650320053, + 0.24434718489646912, + 0.23994198441505432, + 0.23404741287231445, + 0.22802209854125977, + 0.22440457344055176, + 0.2231096625328064, + 0.212717205286026, + 0.20966289937496185, + 0.2032380849123001, + 0.19964073598384857, + 0.1938597857952118, + 0.1911175698041916, + 0.18884074687957764, + 0.18443351984024048, + 0.1835218369960785, + 0.18003171682357788, + 0.17876672744750977, + 0.17448900640010834, + 0.17135806381702423, + 0.16844747960567474, + 0.16765578091144562, + 0.1655529886484146, + 0.16202764213085175, + 0.15925686061382294, + 0.15643176436424255, + 0.15541619062423706, + 0.15142099559307098, + 0.1491679698228836, + 0.1455531120300293, + 0.14284832775592804, + 0.1411869376897812, + 0.139995738863945, + 0.13498641550540924, + 0.13334602117538452, + 0.13180693984031677, + 0.12979552149772644, + 0.12717805802822113, + 0.12591710686683655, + 0.12286237627267838, + 0.12068816274404526, + 0.11908851563930511, + 0.11695116013288498, + 0.11479875445365906, + 0.1125558465719223, + 0.11111647635698318, + 0.11071106791496277, + 0.10927417129278183, + 0.10731411725282669, + 0.10647285729646683, + 0.10356136411428452, + 0.10204896330833435, + 0.10078204423189163, + 0.09966707229614258, + 0.09803104400634766, + 0.0968724861741066, + 0.09582865238189697, + 0.09452831745147705, + 0.09382271766662598, + 0.09256221354007721, + 0.09082577377557755, + 0.08954988420009613, + 0.08903371542692184, + 0.08586573600769043, + 0.08498137444257736, + 0.08417414873838425, + 0.08326514810323715, + 0.08268461376428604, + 0.08180125802755356, + 0.08090069144964218, + 0.07844868302345276, + 0.07780781388282776, + 0.07723212987184525, + 0.07562435418367386, + 0.074671670794487, + 0.07337465137243271, + 0.0718868225812912, + 0.07123662531375885, + 0.06992136687040329, + 0.0686347633600235, + 0.06723958998918533, + 0.06629569083452225, + 0.06536127626895905, + 0.06489931792020798, + 0.06443317979574203, + 0.06360898911952972, + 0.06334099173545837, + 0.06272344291210175, + 0.06130463257431984, + 0.06092546135187149, + 0.05967116355895996, + 0.058775290846824646, + 0.05821039155125618, + 0.058059800416231155, + 0.05672527849674225, + 0.05565575510263443, + 0.05521189793944359, + 0.05485077574849129, + 0.05371057614684105, + 0.05315914750099182, + 0.05176981911063194, + 0.051445066928863525, + 0.05008501559495926, + 0.049576397985219955, + 0.049316924065351486, + 0.04876108840107918, + 0.047525860369205475, + 0.046501923352479935, + 0.0460684671998024, + 0.045963115990161896, + 0.04527084156870842, + 0.043412577360868454, + 0.042956020683050156, + 0.04255981370806694, + 0.042206160724163055, + 0.040884681046009064, + 0.04043198004364967, + 0.039926838129758835, + 0.03911244124174118, + 0.038233354687690735, + 0.03789079934358597, + 0.03704865276813507, + 0.0369538776576519, + 0.035696521401405334, + 0.03559388220310211, + 0.03491567447781563, + 0.034607041627168655, + 0.033678922802209854, + 0.03270334750413895, + 0.032086607068777084, + 0.030880548059940338, + 0.030401142314076424, + 0.02973031811416149, + 0.028551235795021057, + 0.02710769511759281 + ] + }, + "cosine_similarity": { + "mean": 0.015126475133001804, + "std": 0.19653716683387756, + "p10": -0.2161470502614975, + "p50": -0.005301963537931442, + "p90": 0.27633005380630493, + "min": -0.5605994462966919, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 32.423099517822266, + "std": 6.207980632781982, + "p10": 25.195653915405273, + "p50": 31.681964874267578, + "p90": 40.68672561645508, + "min": 16.669864654541016, + "max": 58.48994827270508 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.6231153011322 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1354, + 0.149, + 0.1726, + 0.1802, + 0.1822, + 0.1768, + 0.1666 + ], + "top5": [ + 0.1692, + 0.3312, + 0.3556, + 0.3882, + 0.4124, + 0.4206, + 0.4154 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.22740000016689302, + "top5": 0.486999999666214 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.445430755615234, + "participation_ratio_topq": 23.0035400390625, + "eigs_top": [ + 106.65330505371094, + 89.63397216796875, + 82.07434844970703, + 70.64569091796875, + 66.98458099365234, + 51.74623107910156, + 47.18608856201172, + 42.8255729675293, + 37.13459396362305, + 30.506216049194336, + 29.431827545166016, + 26.473125457763672, + 25.127946853637695, + 22.302518844604492, + 21.250457763671875, + 19.27081871032715, + 16.908592224121094, + 16.63386344909668, + 15.290790557861328, + 14.018669128417969, + 13.600870132446289, + 12.152168273925781, + 10.981710433959961, + 10.565110206604004, + 10.174142837524414, + 9.21713924407959, + 8.623441696166992, + 8.462994575500488, + 7.665456295013428, + 7.506847381591797, + 6.728118896484375, + 6.465966701507568, + 6.169679164886475, + 5.713101387023926, + 5.155531406402588, + 4.664853096008301, + 4.466975688934326, + 4.22868537902832, + 3.806032657623291, + 3.377530097961426, + 3.2817587852478027, + 3.0994181632995605, + 3.05772066116333, + 2.7809340953826904, + 2.706965208053589, + 2.5288689136505127, + 2.4933762550354004, + 2.3413593769073486, + 2.2557449340820312, + 2.130988597869873, + 2.0589230060577393, + 1.989802598953247, + 1.9380263090133667, + 1.8937801122665405, + 1.765791654586792, + 1.6671644449234009, + 1.6195470094680786, + 1.5418691635131836, + 1.5340274572372437, + 1.5063238143920898, + 1.4354217052459717, + 1.3856252431869507, + 1.3354709148406982, + 1.3175039291381836, + 1.2585653066635132, + 1.2155036926269531, + 1.1345152854919434, + 1.0919874906539917, + 1.0619865655899048, + 1.060757040977478, + 1.0188305377960205, + 0.9964064359664917, + 0.935779333114624, + 0.9244002103805542, + 0.8962543606758118, + 0.8527718186378479, + 0.8439812064170837, + 0.811015248298645, + 0.7674556970596313, + 0.734553873538971, + 0.7166611552238464, + 0.7041938900947571, + 0.6880310773849487, + 0.6720999479293823, + 0.648780882358551, + 0.6330525875091553, + 0.6161717176437378, + 0.6106703877449036, + 0.5976536870002747, + 0.5840408205986023, + 0.5672904253005981, + 0.5432561039924622, + 0.5280917286872864, + 0.5149027109146118, + 0.4962955415248871, + 0.48448777198791504, + 0.4727805554866791, + 0.4661948084831238, + 0.44895243644714355, + 0.4427139461040497, + 0.43752118945121765, + 0.4130888283252716, + 0.4082118570804596, + 0.39940303564071655, + 0.38682618737220764, + 0.37525928020477295, + 0.3648682236671448, + 0.3599879741668701, + 0.34165075421333313, + 0.3331110179424286, + 0.3311013877391815, + 0.3231935203075409, + 0.31856638193130493, + 0.3090231418609619, + 0.2986323833465576, + 0.29329827427864075, + 0.2898262143135071, + 0.2833397090435028, + 0.2759963274002075, + 0.2677116394042969, + 0.2550405263900757, + 0.2493215650320053, + 0.24434718489646912, + 0.23994198441505432, + 0.23404741287231445, + 0.22802209854125977, + 0.22440457344055176, + 0.2231096625328064, + 0.212717205286026, + 0.20966289937496185, + 0.2032380849123001, + 0.19964073598384857, + 0.1938597857952118, + 0.1911175698041916, + 0.18884074687957764, + 0.18443351984024048, + 0.1835218369960785, + 0.18003171682357788, + 0.17876672744750977, + 0.17448900640010834, + 0.17135806381702423, + 0.16844747960567474, + 0.16765578091144562, + 0.1655529886484146, + 0.16202764213085175, + 0.15925686061382294, + 0.15643176436424255, + 0.15541619062423706, + 0.15142099559307098, + 0.1491679698228836, + 0.1455531120300293, + 0.14284832775592804, + 0.1411869376897812, + 0.139995738863945, + 0.13498641550540924, + 0.13334602117538452, + 0.13180693984031677, + 0.12979552149772644, + 0.12717805802822113, + 0.12591710686683655, + 0.12286237627267838, + 0.12068816274404526, + 0.11908851563930511, + 0.11695116013288498, + 0.11479875445365906, + 0.1125558465719223, + 0.11111647635698318, + 0.11071106791496277, + 0.10927417129278183, + 0.10731411725282669, + 0.10647285729646683, + 0.10356136411428452, + 0.10204896330833435, + 0.10078204423189163, + 0.09966707229614258, + 0.09803104400634766, + 0.0968724861741066, + 0.09582865238189697, + 0.09452831745147705, + 0.09382271766662598, + 0.09256221354007721, + 0.09082577377557755, + 0.08954988420009613, + 0.08903371542692184, + 0.08586573600769043, + 0.08498137444257736, + 0.08417414873838425, + 0.08326514810323715, + 0.08268461376428604, + 0.08180125802755356, + 0.08090069144964218, + 0.07844868302345276, + 0.07780781388282776, + 0.07723212987184525, + 0.07562435418367386, + 0.074671670794487, + 0.07337465137243271, + 0.0718868225812912, + 0.07123662531375885, + 0.06992136687040329, + 0.0686347633600235, + 0.06723958998918533, + 0.06629569083452225, + 0.06536127626895905, + 0.06489931792020798, + 0.06443317979574203, + 0.06360898911952972, + 0.06334099173545837, + 0.06272344291210175, + 0.06130463257431984, + 0.06092546135187149, + 0.05967116355895996, + 0.058775290846824646, + 0.05821039155125618, + 0.058059800416231155, + 0.05672527849674225, + 0.05565575510263443, + 0.05521189793944359, + 0.05485077574849129, + 0.05371057614684105, + 0.05315914750099182, + 0.05176981911063194, + 0.051445066928863525, + 0.05008501559495926, + 0.049576397985219955, + 0.049316924065351486, + 0.04876108840107918, + 0.047525860369205475, + 0.046501923352479935, + 0.0460684671998024, + 0.045963115990161896, + 0.04527084156870842, + 0.043412577360868454, + 0.042956020683050156, + 0.04255981370806694, + 0.042206160724163055, + 0.040884681046009064, + 0.04043198004364967, + 0.039926838129758835, + 0.03911244124174118, + 0.038233354687690735, + 0.03789079934358597, + 0.03704865276813507, + 0.0369538776576519, + 0.035696521401405334, + 0.03559388220310211, + 0.03491567447781563, + 0.034607041627168655, + 0.033678922802209854, + 0.03270334750413895, + 0.032086607068777084, + 0.030880548059940338, + 0.030401142314076424, + 0.02973031811416149, + 0.028551235795021057, + 0.02710769511759281 + ] + }, + "cosine_similarity": { + "mean": 0.015126475133001804, + "std": 0.19653716683387756, + "p10": -0.2161470502614975, + "p50": -0.005301963537931442, + "p90": 0.27633005380630493, + "min": -0.5605994462966919, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 32.423099517822266, + "std": 6.207980632781982, + "p10": 25.195653915405273, + "p50": 31.681964874267578, + "p90": 40.68672561645508, + "min": 16.669864654541016, + "max": 58.48994827270508 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.22012162208557 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1412, + 0.1538, + 0.1684, + 0.178, + 0.1882, + 0.1792, + 0.176 + ], + "top5": [ + 0.175, + 0.3352, + 0.3526, + 0.3884, + 0.419, + 0.4254, + 0.423 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.220000000166893, + "top5": 0.48239999985694887 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.62351989746094, + "participation_ratio_topq": 22.710227966308594, + "eigs_top": [ + 116.92683410644531, + 89.53173828125, + 80.55944061279297, + 72.50973510742188, + 59.38211441040039, + 54.53757095336914, + 43.6983757019043, + 36.89649200439453, + 32.7992057800293, + 31.759811401367188, + 27.840822219848633, + 26.236766815185547, + 23.97794532775879, + 23.557645797729492, + 21.650819778442383, + 20.579601287841797, + 19.887514114379883, + 18.344972610473633, + 15.573719024658203, + 14.988336563110352, + 13.94822883605957, + 13.482048034667969, + 12.475584030151367, + 9.613672256469727, + 9.507637023925781, + 9.305852890014648, + 8.447243690490723, + 8.18581485748291, + 7.511767864227295, + 7.155168533325195, + 6.994301795959473, + 6.044206142425537, + 5.310053825378418, + 5.146917819976807, + 4.771213054656982, + 4.426816940307617, + 4.318674087524414, + 4.094748020172119, + 4.013852596282959, + 3.6372833251953125, + 3.4108266830444336, + 3.352511405944824, + 3.130110502243042, + 2.9547736644744873, + 2.900737762451172, + 2.7215871810913086, + 2.708134889602661, + 2.641202926635742, + 2.4173226356506348, + 2.307142972946167, + 2.27850341796875, + 2.124443531036377, + 1.9885540008544922, + 1.9034584760665894, + 1.8194304704666138, + 1.8060439825057983, + 1.789794683456421, + 1.7589672803878784, + 1.6578843593597412, + 1.5676356554031372, + 1.4789994955062866, + 1.426211953163147, + 1.4096568822860718, + 1.3510855436325073, + 1.326598048210144, + 1.3019616603851318, + 1.2155917882919312, + 1.1662170886993408, + 1.1550195217132568, + 1.1064050197601318, + 1.035595178604126, + 1.0004135370254517, + 0.9639092087745667, + 0.9217903017997742, + 0.9012467265129089, + 0.8832784295082092, + 0.8457155227661133, + 0.8155685067176819, + 0.804192841053009, + 0.7630857825279236, + 0.7293494343757629, + 0.7242185473442078, + 0.7105271816253662, + 0.6946554183959961, + 0.6890305280685425, + 0.6823655962944031, + 0.6599004864692688, + 0.628994882106781, + 0.6282674074172974, + 0.600852370262146, + 0.5847111940383911, + 0.5673756003379822, + 0.551318883895874, + 0.5177602171897888, + 0.506945788860321, + 0.49428001046180725, + 0.486409991979599, + 0.46053546667099, + 0.4557160437107086, + 0.4456659257411957, + 0.43412643671035767, + 0.4318355321884155, + 0.4083029627799988, + 0.4025026857852936, + 0.37781473994255066, + 0.3696264624595642, + 0.3664630353450775, + 0.36093616485595703, + 0.34284651279449463, + 0.33735308051109314, + 0.3256639838218689, + 0.30956846475601196, + 0.30578190088272095, + 0.2986283004283905, + 0.29146692156791687, + 0.28540468215942383, + 0.2796466648578644, + 0.2736712098121643, + 0.2685995101928711, + 0.26124510169029236, + 0.2532317638397217, + 0.2489093840122223, + 0.24686145782470703, + 0.2426641881465912, + 0.23352891206741333, + 0.23257161676883698, + 0.22680798172950745, + 0.22259527444839478, + 0.2155480682849884, + 0.21345944702625275, + 0.21224774420261383, + 0.20752699673175812, + 0.20240256190299988, + 0.19754517078399658, + 0.1908094584941864, + 0.1889268457889557, + 0.18315397202968597, + 0.1804857850074768, + 0.1776696890592575, + 0.17220555245876312, + 0.16999197006225586, + 0.16711607575416565, + 0.1647193878889084, + 0.1600503921508789, + 0.15904022753238678, + 0.1577756255865097, + 0.1549530178308487, + 0.15188531577587128, + 0.15006017684936523, + 0.14836961030960083, + 0.14440584182739258, + 0.14128628373146057, + 0.13622763752937317, + 0.1355435997247696, + 0.13157615065574646, + 0.13094954192638397, + 0.12616361677646637, + 0.12517982721328735, + 0.12361349165439606, + 0.12264178693294525, + 0.12014015018939972, + 0.11871099472045898, + 0.1167205274105072, + 0.1163773387670517, + 0.11432673782110214, + 0.11378531903028488, + 0.11097098886966705, + 0.10912023484706879, + 0.10646966844797134, + 0.10498251765966415, + 0.10416894406080246, + 0.10305041074752808, + 0.10047968477010727, + 0.0976407378911972, + 0.09720975905656815, + 0.09662490338087082, + 0.09556829184293747, + 0.09480985999107361, + 0.09196960926055908, + 0.09026968479156494, + 0.08960334956645966, + 0.08852049708366394, + 0.08747673779726028, + 0.0850667655467987, + 0.08473756909370422, + 0.0840359628200531, + 0.08136337250471115, + 0.08112834393978119, + 0.07945998758077621, + 0.07842107117176056, + 0.07769756764173508, + 0.07733916491270065, + 0.07600332051515579, + 0.07526412606239319, + 0.07340501993894577, + 0.0718059167265892, + 0.07037795335054398, + 0.069942407310009, + 0.06838870793581009, + 0.06816378235816956, + 0.06604047864675522, + 0.06592661142349243, + 0.06436377763748169, + 0.06380011141300201, + 0.06275363266468048, + 0.06199202314019203, + 0.06085260584950447, + 0.06019711121916771, + 0.059218697249889374, + 0.05836059898138046, + 0.057564765214920044, + 0.056895967572927475, + 0.056500740349292755, + 0.05513133853673935, + 0.05496842786669731, + 0.05448305234313011, + 0.0543225035071373, + 0.05299150571227074, + 0.05205204710364342, + 0.05123681575059891, + 0.05081287398934364, + 0.050173915922641754, + 0.04841509833931923, + 0.04765612632036209, + 0.04707349091768265, + 0.04638291895389557, + 0.04584909602999687, + 0.04542273283004761, + 0.04420270770788193, + 0.04389571398496628, + 0.04336867853999138, + 0.0425231046974659, + 0.042200472205877304, + 0.04134224355220795, + 0.04060496389865875, + 0.040324922651052475, + 0.04022233560681343, + 0.039423614740371704, + 0.038719452917575836, + 0.03834120184183121, + 0.03702344000339508, + 0.03644103929400444, + 0.03593604639172554, + 0.03548431396484375, + 0.03519885614514351, + 0.03406328335404396, + 0.03387346863746643, + 0.03349441662430763, + 0.03207971900701523, + 0.03175836428999901, + 0.03121919557452202, + 0.03027513064444065, + 0.02970706671476364, + 0.02935166470706463, + 0.028056325390934944, + 0.02727123536169529 + ] + }, + "cosine_similarity": { + "mean": 0.01896032877266407, + "std": 0.200933039188385, + "p10": -0.22218972444534302, + "p50": 0.0030223168432712555, + "p90": 0.2827470004558563, + "min": -0.5911699533462524, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 32.644962310791016, + "std": 5.871815204620361, + "p10": 25.641237258911133, + "p50": 32.05205154418945, + "p90": 40.264198303222656, + "min": 17.79209327697754, + "max": 61.46480178833008 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.6552231311798 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1464, + 0.1638, + 0.1828, + 0.1892, + 0.1884, + 0.1878, + 0.178 + ], + "top5": [ + 0.1804, + 0.3472, + 0.3638, + 0.3942, + 0.428, + 0.4374, + 0.4328 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.23880000014305114, + "top5": 0.504199999666214 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 51.9962158203125, + "participation_ratio_topq": 32.16360092163086, + "eigs_top": [ + 149.7113494873047, + 132.84124755859375, + 129.50411987304688, + 116.87799072265625, + 102.41163635253906, + 94.7458724975586, + 86.65095520019531, + 83.39643859863281, + 70.02728271484375, + 65.5376968383789, + 58.2650146484375, + 55.945106506347656, + 54.44719696044922, + 47.132659912109375, + 45.00084686279297, + 42.694583892822266, + 41.38978576660156, + 36.937095642089844, + 34.21448516845703, + 32.784332275390625, + 30.372676849365234, + 29.494338989257812, + 26.689809799194336, + 25.97878074645996, + 25.234050750732422, + 24.282222747802734, + 23.97504234313965, + 21.636653900146484, + 20.757766723632812, + 18.859146118164062, + 18.07371711730957, + 16.984338760375977, + 16.572858810424805, + 15.932058334350586, + 15.057417869567871, + 14.639497756958008, + 13.04084587097168, + 12.684762001037598, + 12.161737442016602, + 11.650364875793457, + 10.885607719421387, + 10.356575012207031, + 9.540785789489746, + 9.440537452697754, + 8.454963684082031, + 8.418174743652344, + 7.77898645401001, + 7.21845006942749, + 7.013014316558838, + 6.293208122253418, + 6.2527174949646, + 5.782266616821289, + 5.520168304443359, + 5.348748207092285, + 4.975080966949463, + 4.7008376121521, + 4.3016533851623535, + 4.042054653167725, + 3.9202089309692383, + 3.9037702083587646, + 3.8858985900878906, + 3.691809892654419, + 3.4092509746551514, + 3.3173930644989014, + 3.2704031467437744, + 3.1977765560150146, + 3.04673171043396, + 2.8812131881713867, + 2.83836030960083, + 2.6740071773529053, + 2.5447583198547363, + 2.479356288909912, + 2.4585492610931396, + 2.3838162422180176, + 2.375589609146118, + 2.3224241733551025, + 2.262298583984375, + 2.157954216003418, + 2.093963146209717, + 2.074795961380005, + 2.0033681392669678, + 1.9248353242874146, + 1.8650548458099365, + 1.829628586769104, + 1.8076902627944946, + 1.7931910753250122, + 1.7739121913909912, + 1.6708896160125732, + 1.6387146711349487, + 1.560965657234192, + 1.536717176437378, + 1.487329363822937, + 1.4651639461517334, + 1.4500144720077515, + 1.4258921146392822, + 1.4202649593353271, + 1.3627370595932007, + 1.2952070236206055, + 1.2613210678100586, + 1.2574834823608398, + 1.2341880798339844, + 1.1761913299560547, + 1.1560417413711548, + 1.1261076927185059, + 1.087702751159668, + 1.0769398212432861, + 1.0556012392044067, + 1.0333925485610962, + 1.0138733386993408, + 0.9957738518714905, + 0.9940366744995117, + 0.9539273381233215, + 0.9252139329910278, + 0.9063889980316162, + 0.8829845190048218, + 0.8709373474121094, + 0.8539763689041138, + 0.8369752764701843, + 0.8108243942260742, + 0.7893894910812378, + 0.7451976537704468, + 0.7247562408447266, + 0.7195298671722412, + 0.6991214752197266, + 0.6860017776489258, + 0.6661764979362488, + 0.6503509879112244, + 0.6433315277099609, + 0.6250821948051453, + 0.6104772686958313, + 0.5987997651100159, + 0.5925392508506775, + 0.5769096612930298, + 0.5738791823387146, + 0.5617954134941101, + 0.5511268377304077, + 0.5384441018104553, + 0.5314569473266602, + 0.5198708176612854, + 0.5137012004852295, + 0.5061756372451782, + 0.498338520526886, + 0.48643916845321655, + 0.4832552969455719, + 0.4631761312484741, + 0.4605643153190613, + 0.4413297772407532, + 0.43083852529525757, + 0.4197691082954407, + 0.3968324661254883, + 0.3951612710952759, + 0.3889218866825104, + 0.384227454662323, + 0.3750705122947693, + 0.36746495962142944, + 0.3592081069946289, + 0.3557489812374115, + 0.3515557646751404, + 0.34566935896873474, + 0.34084975719451904, + 0.3324373960494995, + 0.3242943286895752, + 0.3165350556373596, + 0.31033673882484436, + 0.30688726902008057, + 0.3043700158596039, + 0.29852294921875, + 0.29457831382751465, + 0.2879510521888733, + 0.28433629870414734, + 0.2805619537830353, + 0.27617138624191284, + 0.2743434011936188, + 0.26894018054008484, + 0.26313310861587524, + 0.25970906019210815, + 0.2568157911300659, + 0.24930505454540253, + 0.2472991943359375, + 0.24396319687366486, + 0.239654541015625, + 0.237822487950325, + 0.23635342717170715, + 0.23271587491035461, + 0.2281516045331955, + 0.2200416922569275, + 0.21766838431358337, + 0.21609121561050415, + 0.2110513597726822, + 0.209034726023674, + 0.20637017488479614, + 0.20514945685863495, + 0.2040710747241974, + 0.20086722075939178, + 0.19895990192890167, + 0.19572705030441284, + 0.19461582601070404, + 0.1905927211046219, + 0.18711115419864655, + 0.186165913939476, + 0.1830202043056488, + 0.1812983900308609, + 0.1805746704339981, + 0.1758371889591217, + 0.17476540803909302, + 0.17141219973564148, + 0.16957026720046997, + 0.16777080297470093, + 0.16495050489902496, + 0.1627383828163147, + 0.1611551195383072, + 0.1601191759109497, + 0.15577273070812225, + 0.15332446992397308, + 0.15164245665073395, + 0.15066657960414886, + 0.14827631413936615, + 0.14578767120838165, + 0.14464877545833588, + 0.14265398681163788, + 0.13948984444141388, + 0.13682439923286438, + 0.13609538972377777, + 0.13440698385238647, + 0.1325136423110962, + 0.13069982826709747, + 0.12898759543895721, + 0.12677235901355743, + 0.12485940754413605, + 0.1229557916522026, + 0.12139367312192917, + 0.12054827064275742, + 0.11869298666715622, + 0.11732948571443558, + 0.11541903018951416, + 0.11385985463857651, + 0.11207960546016693, + 0.10970868170261383, + 0.10913221538066864, + 0.10760710388422012, + 0.10546226799488068, + 0.10497945547103882, + 0.10451643913984299, + 0.1026439517736435, + 0.10188547521829605, + 0.0987275019288063, + 0.09792308509349823, + 0.09597586840391159, + 0.0925489142537117, + 0.09142209589481354, + 0.09042895585298538, + 0.08857137709856033, + 0.08679399639368057, + 0.0858229249715805, + 0.07966995984315872, + 0.07872225344181061 + ] + }, + "cosine_similarity": { + "mean": 0.01723078079521656, + "std": 0.17071592807769775, + "p10": -0.1709626019001007, + "p50": -0.011165283620357513, + "p90": 0.24765220284461975, + "min": -0.46035557985305786, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 46.18169403076172, + "std": 7.5643534660339355, + "p10": 37.19469451904297, + "p50": 45.356201171875, + "p90": 55.84294128417969, + "min": 27.436880111694336, + "max": 81.96450805664062 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary.png b/eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..b3a0cb1cf728a4c6fd71929ce4235705364647d1 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36e6cb1c0552659b7a82f204f295ef8e2159351f034eecc5b172bd215b28a4f5 +size 141541 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary_p.png b/eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..0b92fec21203d3fee8c0c75976c13f548cbfbc8b --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:737bb6a3be8d4dcb0e2f6220a7409a1c39d6f7a1ba3e02894be9984ea02ebae6 +size 134143 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary_qp.png b/eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..5f8f3f5da97a993613ac663e7235638b46d5a781 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_020/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20636ab03e1d953295404cded9c6b3250b3712652f111df6f4ee4ef1f5e0431 +size 137462 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_030/metrics.json b/eval_runs/imagenet_sigreg_tokens_epoch_030/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3e873dedf3e4ee7541176ef362a50b4073ad4ab2 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_030/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_sigreg_tokens_epoch_030.pth", + "config": "configs/imagenet_sigreg_tokens.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.95169281959534 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1522, + 0.165, + 0.1922, + 0.1986, + 0.1992, + 0.199, + 0.1882 + ], + "top5": [ + 0.1836, + 0.3554, + 0.3818, + 0.4182, + 0.4468, + 0.455, + 0.4484 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.2436000001192093, + "top5": 0.5118000003814698 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.66765213012695, + "participation_ratio_topq": 25.110008239746094, + "eigs_top": [ + 91.60714721679688, + 83.97196960449219, + 69.6783676147461, + 67.13560485839844, + 61.342044830322266, + 55.12181091308594, + 46.729251861572266, + 43.19795608520508, + 40.228336334228516, + 37.87045669555664, + 32.13902282714844, + 31.557186126708984, + 25.594615936279297, + 24.081321716308594, + 22.441959381103516, + 22.023529052734375, + 18.702463150024414, + 17.20034408569336, + 16.877748489379883, + 15.669946670532227, + 14.242610931396484, + 13.808052062988281, + 13.350549697875977, + 12.73823356628418, + 11.327804565429688, + 10.541160583496094, + 9.553129196166992, + 9.37757396697998, + 8.792654991149902, + 8.110971450805664, + 7.782026767730713, + 7.2156901359558105, + 6.824995517730713, + 6.127153396606445, + 5.8661909103393555, + 5.398921012878418, + 4.973086357116699, + 4.651298999786377, + 4.2759528160095215, + 3.880237340927124, + 3.686739206314087, + 3.420255422592163, + 3.095609664916992, + 2.8998641967773438, + 2.7255678176879883, + 2.431039571762085, + 2.2501323223114014, + 2.0241189002990723, + 1.9974184036254883, + 1.8903497457504272, + 1.8416999578475952, + 1.7548222541809082, + 1.6257489919662476, + 1.4712793827056885, + 1.3852990865707397, + 1.3439233303070068, + 1.3244798183441162, + 1.25834321975708, + 1.2010713815689087, + 1.1154197454452515, + 1.0634124279022217, + 1.0335954427719116, + 1.0067795515060425, + 0.9569301605224609, + 0.9326962828636169, + 0.9138181209564209, + 0.8898449540138245, + 0.8654775619506836, + 0.8426656126976013, + 0.815897524356842, + 0.7602329254150391, + 0.7288264036178589, + 0.7087869048118591, + 0.6775298714637756, + 0.6548058986663818, + 0.6510869264602661, + 0.6274986863136292, + 0.6051833033561707, + 0.5998660326004028, + 0.576510488986969, + 0.5626667141914368, + 0.55088871717453, + 0.5406752228736877, + 0.5136120915412903, + 0.5081733465194702, + 0.49540436267852783, + 0.4773976802825928, + 0.4636988043785095, + 0.4574626386165619, + 0.4513333737850189, + 0.42987826466560364, + 0.42584502696990967, + 0.42015931010246277, + 0.3997345268726349, + 0.39140790700912476, + 0.3841051459312439, + 0.36400818824768066, + 0.3553850054740906, + 0.3388941287994385, + 0.3308604061603546, + 0.32464462518692017, + 0.31731975078582764, + 0.31227371096611023, + 0.30504941940307617, + 0.29986703395843506, + 0.28822869062423706, + 0.28376150131225586, + 0.27287667989730835, + 0.2707323729991913, + 0.26759228110313416, + 0.2614276707172394, + 0.25687384605407715, + 0.25170576572418213, + 0.2412344217300415, + 0.23655444383621216, + 0.2277056723833084, + 0.21857425570487976, + 0.2162848860025406, + 0.2108428031206131, + 0.20552948117256165, + 0.20157627761363983, + 0.19902855157852173, + 0.19634287059307098, + 0.19070768356323242, + 0.18682195246219635, + 0.1844993531703949, + 0.18066538870334625, + 0.17666541039943695, + 0.1710115373134613, + 0.17066645622253418, + 0.16548101603984833, + 0.16296005249023438, + 0.15742631256580353, + 0.1562238484621048, + 0.15492327511310577, + 0.15349391102790833, + 0.15121202170848846, + 0.14959599077701569, + 0.14661425352096558, + 0.1428397297859192, + 0.13906677067279816, + 0.13539347052574158, + 0.1324145793914795, + 0.1287304162979126, + 0.12849785387516022, + 0.12425781041383743, + 0.12073790282011032, + 0.12013240903615952, + 0.11737602949142456, + 0.1149672418832779, + 0.11158914864063263, + 0.11006548255681992, + 0.10956120491027832, + 0.10745392739772797, + 0.10658802837133408, + 0.10296359658241272, + 0.10173341631889343, + 0.10080936551094055, + 0.09827905893325806, + 0.09751296043395996, + 0.09665615111589432, + 0.09446363896131516, + 0.09342414885759354, + 0.0921417847275734, + 0.09029798954725266, + 0.08876170963048935, + 0.08704613149166107, + 0.0854048952460289, + 0.08490492403507233, + 0.08453565835952759, + 0.0822090432047844, + 0.08092563599348068, + 0.07936294376850128, + 0.07826568186283112, + 0.07760699838399887, + 0.07625127583742142, + 0.07532692700624466, + 0.07296720892190933, + 0.07204965502023697, + 0.07155292481184006, + 0.07048562914133072, + 0.06925669312477112, + 0.0681682750582695, + 0.06704941391944885, + 0.06627598404884338, + 0.06432481855154037, + 0.06382303684949875, + 0.06275957077741623, + 0.06231577694416046, + 0.061432354152202606, + 0.061074353754520416, + 0.05961526930332184, + 0.05900689959526062, + 0.058254875242710114, + 0.05741428956389427, + 0.056115929037332535, + 0.05572337657213211, + 0.05402486026287079, + 0.053492456674575806, + 0.05266520380973816, + 0.05245691537857056, + 0.05121207237243652, + 0.050674282014369965, + 0.05041038244962692, + 0.04963507130742073, + 0.04868394136428833, + 0.04777444899082184, + 0.04764818027615547, + 0.047180160880088806, + 0.046197663992643356, + 0.04604266211390495, + 0.04561109095811844, + 0.04466230049729347, + 0.04337432608008385, + 0.043032653629779816, + 0.04232116788625717, + 0.041910167783498764, + 0.04166576638817787, + 0.04090108349919319, + 0.04041200131177902, + 0.03975822404026985, + 0.0389861986041069, + 0.038493357598781586, + 0.038374532014131546, + 0.03749484568834305, + 0.0373300164937973, + 0.03647148981690407, + 0.03616474196314812, + 0.03555472567677498, + 0.03539130464196205, + 0.03461318463087082, + 0.03411836549639702, + 0.03353896364569664, + 0.03308245539665222, + 0.03220168873667717, + 0.03192202001810074, + 0.03152012452483177, + 0.03108126111328602, + 0.030464304611086845, + 0.030145006254315376, + 0.029711313545703888, + 0.02947128191590309, + 0.028498558327555656, + 0.028011441230773926, + 0.027673283591866493, + 0.027403350919485092, + 0.0267275869846344, + 0.026322994381189346, + 0.025390243157744408, + 0.024381183087825775, + 0.023882871493697166, + 0.0237430352717638, + 0.023235175758600235, + 0.022714130580425262, + 0.022070078179240227, + 0.021924149245023727 + ] + }, + "cosine_similarity": { + "mean": 0.001726094982586801, + "std": 0.1884985715150833, + "p10": -0.22323894500732422, + "p50": -0.015534559264779091, + "p90": 0.25124070048332214, + "min": -0.598265528678894, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 32.37492752075195, + "std": 5.813385486602783, + "p10": 25.50847816467285, + "p50": 31.802734375, + "p90": 39.77976989746094, + "min": 17.571083068847656, + "max": 61.59815979003906 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.95169281959534 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1522, + 0.165, + 0.1922, + 0.1986, + 0.1992, + 0.199, + 0.1882 + ], + "top5": [ + 0.1836, + 0.3554, + 0.3818, + 0.4182, + 0.4468, + 0.455, + 0.4484 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.2436000001192093, + "top5": 0.5118000003814698 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.66765213012695, + "participation_ratio_topq": 25.110008239746094, + "eigs_top": [ + 91.60714721679688, + 83.97196960449219, + 69.6783676147461, + 67.13560485839844, + 61.342044830322266, + 55.12181091308594, + 46.729251861572266, + 43.19795608520508, + 40.228336334228516, + 37.87045669555664, + 32.13902282714844, + 31.557186126708984, + 25.594615936279297, + 24.081321716308594, + 22.441959381103516, + 22.023529052734375, + 18.702463150024414, + 17.20034408569336, + 16.877748489379883, + 15.669946670532227, + 14.242610931396484, + 13.808052062988281, + 13.350549697875977, + 12.73823356628418, + 11.327804565429688, + 10.541160583496094, + 9.553129196166992, + 9.37757396697998, + 8.792654991149902, + 8.110971450805664, + 7.782026767730713, + 7.2156901359558105, + 6.824995517730713, + 6.127153396606445, + 5.8661909103393555, + 5.398921012878418, + 4.973086357116699, + 4.651298999786377, + 4.2759528160095215, + 3.880237340927124, + 3.686739206314087, + 3.420255422592163, + 3.095609664916992, + 2.8998641967773438, + 2.7255678176879883, + 2.431039571762085, + 2.2501323223114014, + 2.0241189002990723, + 1.9974184036254883, + 1.8903497457504272, + 1.8416999578475952, + 1.7548222541809082, + 1.6257489919662476, + 1.4712793827056885, + 1.3852990865707397, + 1.3439233303070068, + 1.3244798183441162, + 1.25834321975708, + 1.2010713815689087, + 1.1154197454452515, + 1.0634124279022217, + 1.0335954427719116, + 1.0067795515060425, + 0.9569301605224609, + 0.9326962828636169, + 0.9138181209564209, + 0.8898449540138245, + 0.8654775619506836, + 0.8426656126976013, + 0.815897524356842, + 0.7602329254150391, + 0.7288264036178589, + 0.7087869048118591, + 0.6775298714637756, + 0.6548058986663818, + 0.6510869264602661, + 0.6274986863136292, + 0.6051833033561707, + 0.5998660326004028, + 0.576510488986969, + 0.5626667141914368, + 0.55088871717453, + 0.5406752228736877, + 0.5136120915412903, + 0.5081733465194702, + 0.49540436267852783, + 0.4773976802825928, + 0.4636988043785095, + 0.4574626386165619, + 0.4513333737850189, + 0.42987826466560364, + 0.42584502696990967, + 0.42015931010246277, + 0.3997345268726349, + 0.39140790700912476, + 0.3841051459312439, + 0.36400818824768066, + 0.3553850054740906, + 0.3388941287994385, + 0.3308604061603546, + 0.32464462518692017, + 0.31731975078582764, + 0.31227371096611023, + 0.30504941940307617, + 0.29986703395843506, + 0.28822869062423706, + 0.28376150131225586, + 0.27287667989730835, + 0.2707323729991913, + 0.26759228110313416, + 0.2614276707172394, + 0.25687384605407715, + 0.25170576572418213, + 0.2412344217300415, + 0.23655444383621216, + 0.2277056723833084, + 0.21857425570487976, + 0.2162848860025406, + 0.2108428031206131, + 0.20552948117256165, + 0.20157627761363983, + 0.19902855157852173, + 0.19634287059307098, + 0.19070768356323242, + 0.18682195246219635, + 0.1844993531703949, + 0.18066538870334625, + 0.17666541039943695, + 0.1710115373134613, + 0.17066645622253418, + 0.16548101603984833, + 0.16296005249023438, + 0.15742631256580353, + 0.1562238484621048, + 0.15492327511310577, + 0.15349391102790833, + 0.15121202170848846, + 0.14959599077701569, + 0.14661425352096558, + 0.1428397297859192, + 0.13906677067279816, + 0.13539347052574158, + 0.1324145793914795, + 0.1287304162979126, + 0.12849785387516022, + 0.12425781041383743, + 0.12073790282011032, + 0.12013240903615952, + 0.11737602949142456, + 0.1149672418832779, + 0.11158914864063263, + 0.11006548255681992, + 0.10956120491027832, + 0.10745392739772797, + 0.10658802837133408, + 0.10296359658241272, + 0.10173341631889343, + 0.10080936551094055, + 0.09827905893325806, + 0.09751296043395996, + 0.09665615111589432, + 0.09446363896131516, + 0.09342414885759354, + 0.0921417847275734, + 0.09029798954725266, + 0.08876170963048935, + 0.08704613149166107, + 0.0854048952460289, + 0.08490492403507233, + 0.08453565835952759, + 0.0822090432047844, + 0.08092563599348068, + 0.07936294376850128, + 0.07826568186283112, + 0.07760699838399887, + 0.07625127583742142, + 0.07532692700624466, + 0.07296720892190933, + 0.07204965502023697, + 0.07155292481184006, + 0.07048562914133072, + 0.06925669312477112, + 0.0681682750582695, + 0.06704941391944885, + 0.06627598404884338, + 0.06432481855154037, + 0.06382303684949875, + 0.06275957077741623, + 0.06231577694416046, + 0.061432354152202606, + 0.061074353754520416, + 0.05961526930332184, + 0.05900689959526062, + 0.058254875242710114, + 0.05741428956389427, + 0.056115929037332535, + 0.05572337657213211, + 0.05402486026287079, + 0.053492456674575806, + 0.05266520380973816, + 0.05245691537857056, + 0.05121207237243652, + 0.050674282014369965, + 0.05041038244962692, + 0.04963507130742073, + 0.04868394136428833, + 0.04777444899082184, + 0.04764818027615547, + 0.047180160880088806, + 0.046197663992643356, + 0.04604266211390495, + 0.04561109095811844, + 0.04466230049729347, + 0.04337432608008385, + 0.043032653629779816, + 0.04232116788625717, + 0.041910167783498764, + 0.04166576638817787, + 0.04090108349919319, + 0.04041200131177902, + 0.03975822404026985, + 0.0389861986041069, + 0.038493357598781586, + 0.038374532014131546, + 0.03749484568834305, + 0.0373300164937973, + 0.03647148981690407, + 0.03616474196314812, + 0.03555472567677498, + 0.03539130464196205, + 0.03461318463087082, + 0.03411836549639702, + 0.03353896364569664, + 0.03308245539665222, + 0.03220168873667717, + 0.03192202001810074, + 0.03152012452483177, + 0.03108126111328602, + 0.030464304611086845, + 0.030145006254315376, + 0.029711313545703888, + 0.02947128191590309, + 0.028498558327555656, + 0.028011441230773926, + 0.027673283591866493, + 0.027403350919485092, + 0.0267275869846344, + 0.026322994381189346, + 0.025390243157744408, + 0.024381183087825775, + 0.023882871493697166, + 0.0237430352717638, + 0.023235175758600235, + 0.022714130580425262, + 0.022070078179240227, + 0.021924149245023727 + ] + }, + "cosine_similarity": { + "mean": 0.001726094982586801, + "std": 0.1884985715150833, + "p10": -0.22323894500732422, + "p50": -0.015534559264779091, + "p90": 0.25124070048332214, + "min": -0.598265528678894, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 32.37492752075195, + "std": 5.813385486602783, + "p10": 25.50847816467285, + "p50": 31.802734375, + "p90": 39.77976989746094, + "min": 17.571083068847656, + "max": 61.59815979003906 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 130.0080828666687 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1452, + 0.1622, + 0.1808, + 0.1986, + 0.1924, + 0.1892, + 0.1836 + ], + "top5": [ + 0.178, + 0.3484, + 0.3748, + 0.4042, + 0.4376, + 0.45, + 0.4462 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.235, + "top5": 0.5048000000476837 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.3330192565918, + "participation_ratio_topq": 24.774490356445312, + "eigs_top": [ + 93.82040405273438, + 82.20976257324219, + 75.3647689819336, + 72.97490692138672, + 57.74386215209961, + 54.21961212158203, + 49.3433952331543, + 41.890045166015625, + 39.11111831665039, + 31.54209327697754, + 29.348419189453125, + 27.198362350463867, + 26.429960250854492, + 25.69319725036621, + 23.423583984375, + 21.387239456176758, + 19.42331886291504, + 18.57981300354004, + 17.644651412963867, + 16.012939453125, + 15.343793869018555, + 14.359705924987793, + 13.375456809997559, + 12.659027099609375, + 11.789137840270996, + 10.498385429382324, + 10.135538101196289, + 10.000131607055664, + 8.630693435668945, + 8.18422794342041, + 7.750693321228027, + 7.32801628112793, + 7.082767486572266, + 6.419121265411377, + 5.979421138763428, + 4.796030044555664, + 4.6635661125183105, + 4.6253533363342285, + 4.1973652839660645, + 3.871701717376709, + 3.438683032989502, + 3.240086793899536, + 2.944368839263916, + 2.762888193130493, + 2.660755157470703, + 2.4912667274475098, + 2.3255913257598877, + 2.176121950149536, + 1.9991726875305176, + 1.9522218704223633, + 1.7123626470565796, + 1.6331431865692139, + 1.581512689590454, + 1.4702703952789307, + 1.4390283823013306, + 1.3538483381271362, + 1.2941925525665283, + 1.2643283605575562, + 1.182136058807373, + 1.084713339805603, + 1.0629925727844238, + 1.0277234315872192, + 0.9666798710823059, + 0.9409604668617249, + 0.9214680790901184, + 0.8978337645530701, + 0.8819203972816467, + 0.8481314182281494, + 0.812961757183075, + 0.7957237362861633, + 0.7781321406364441, + 0.770619809627533, + 0.7068583369255066, + 0.6875073313713074, + 0.6534292697906494, + 0.6460210680961609, + 0.6363979578018188, + 0.6275765895843506, + 0.5920928120613098, + 0.5829659700393677, + 0.5647348761558533, + 0.5362037420272827, + 0.5191747546195984, + 0.5109822154045105, + 0.4926591217517853, + 0.48093730211257935, + 0.46864044666290283, + 0.45902499556541443, + 0.44789212942123413, + 0.4194492697715759, + 0.41187378764152527, + 0.4099538028240204, + 0.3914996087551117, + 0.3864421248435974, + 0.36700770258903503, + 0.34593236446380615, + 0.34286072850227356, + 0.33452463150024414, + 0.3224445581436157, + 0.31535062193870544, + 0.31421053409576416, + 0.3066880702972412, + 0.2973012328147888, + 0.29324954748153687, + 0.2909732460975647, + 0.27989283204078674, + 0.27589017152786255, + 0.272773802280426, + 0.265184611082077, + 0.2575761377811432, + 0.2528834939002991, + 0.24619463086128235, + 0.2447137087583542, + 0.2409656047821045, + 0.22753198444843292, + 0.2262188345193863, + 0.21127548813819885, + 0.2090335488319397, + 0.20529203116893768, + 0.20408165454864502, + 0.19824615120887756, + 0.19223150610923767, + 0.19010722637176514, + 0.18836736679077148, + 0.18446023762226105, + 0.18352842330932617, + 0.1806216984987259, + 0.16951090097427368, + 0.16784889996051788, + 0.16297607123851776, + 0.159042090177536, + 0.15757307410240173, + 0.15521804988384247, + 0.15176081657409668, + 0.14843106269836426, + 0.14706523716449738, + 0.1440069079399109, + 0.14050491154193878, + 0.13813942670822144, + 0.1374315470457077, + 0.1329612284898758, + 0.13216595351696014, + 0.13082966208457947, + 0.12981358170509338, + 0.12827076017856598, + 0.12338531017303467, + 0.12170528620481491, + 0.11829634010791779, + 0.11571484059095383, + 0.1136469617486, + 0.1101352721452713, + 0.10913480073213577, + 0.10666926205158234, + 0.10591191798448563, + 0.10358262062072754, + 0.10318003594875336, + 0.09952176362276077, + 0.09817548096179962, + 0.09759972989559174, + 0.0953962579369545, + 0.09310536831617355, + 0.09259001910686493, + 0.09123280644416809, + 0.08864914625883102, + 0.0873643085360527, + 0.08539729565382004, + 0.08457229286432266, + 0.08384682238101959, + 0.0824420377612114, + 0.08128221333026886, + 0.08012406527996063, + 0.0773954913020134, + 0.0764903798699379, + 0.07493151724338531, + 0.07418476045131683, + 0.071956105530262, + 0.07125755399465561, + 0.0703548863530159, + 0.0699910819530487, + 0.06901314109563828, + 0.06740531325340271, + 0.06732882559299469, + 0.06625941395759583, + 0.06431540101766586, + 0.06401976943016052, + 0.06285502761602402, + 0.06256765872240067, + 0.06207418069243431, + 0.06103895977139473, + 0.059833865612745285, + 0.05955525115132332, + 0.05836126208305359, + 0.05745778605341911, + 0.056972552090883255, + 0.05524049326777458, + 0.05448568984866142, + 0.05396604910492897, + 0.05236077308654785, + 0.051449596881866455, + 0.050977692008018494, + 0.05014666169881821, + 0.04986807331442833, + 0.04870425537228584, + 0.04805707558989525, + 0.04746214672923088, + 0.04682433605194092, + 0.04587458446621895, + 0.04512700065970421, + 0.04414534196257591, + 0.04353966563940048, + 0.04302377626299858, + 0.042726483196020126, + 0.0423167385160923, + 0.04186750948429108, + 0.04153093695640564, + 0.04126464203000069, + 0.04027203470468521, + 0.03967776149511337, + 0.03854910656809807, + 0.037744373083114624, + 0.03746248781681061, + 0.03725564107298851, + 0.0369529090821743, + 0.03646310418844223, + 0.036007098853588104, + 0.03489024564623833, + 0.03443697467446327, + 0.03432805836200714, + 0.03382778540253639, + 0.0333310030400753, + 0.032808128744363785, + 0.03258717805147171, + 0.03187693655490875, + 0.03168446943163872, + 0.03132898733019829, + 0.030999669805169106, + 0.0299615990370512, + 0.029817087575793266, + 0.029667526483535767, + 0.02951405756175518, + 0.028687989339232445, + 0.02785108983516693, + 0.027778560295701027, + 0.0271459873765707, + 0.026265772059559822, + 0.026019388809800148, + 0.025870511308312416, + 0.024862147867679596, + 0.02468041703104973, + 0.024050194770097733, + 0.02359032817184925, + 0.023452941328287125, + 0.02247808314859867, + 0.02160370908677578, + 0.021046381443738937, + 0.020529454573988914 + ] + }, + "cosine_similarity": { + "mean": 0.0036373031325638294, + "std": 0.19240634143352509, + "p10": -0.224962517619133, + "p50": -0.012644927948713303, + "p90": 0.2536676824092865, + "min": -0.5653699040412903, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.396968841552734, + "std": 6.057872772216797, + "p10": 25.333805084228516, + "p50": 31.787189483642578, + "p90": 40.17402267456055, + "min": 15.943462371826172, + "max": 60.720619201660156 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 130.73678374290466 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1566, + 0.18, + 0.196, + 0.2016, + 0.2044, + 0.2088, + 0.1986 + ], + "top5": [ + 0.1884, + 0.3704, + 0.3956, + 0.4286, + 0.4602, + 0.471, + 0.4658 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.25600000007152557, + "top5": 0.5250000003814698 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 51.893585205078125, + "participation_ratio_topq": 35.247291564941406, + "eigs_top": [ + 120.32051086425781, + 111.35840606689453, + 108.85610961914062, + 99.60011291503906, + 91.9029312133789, + 89.9581069946289, + 88.14068603515625, + 83.4002685546875, + 77.21153259277344, + 71.45011138916016, + 67.59919738769531, + 66.66153717041016, + 61.55339813232422, + 57.98318862915039, + 54.553768157958984, + 53.321983337402344, + 43.73564147949219, + 40.75569152832031, + 38.159305572509766, + 35.842769622802734, + 31.961692810058594, + 31.376800537109375, + 29.305192947387695, + 28.932817459106445, + 26.078636169433594, + 25.534160614013672, + 22.888015747070312, + 22.191381454467773, + 21.730676651000977, + 20.518613815307617, + 19.920499801635742, + 18.932777404785156, + 18.076326370239258, + 17.030363082885742, + 16.287206649780273, + 15.527242660522461, + 15.028974533081055, + 14.54995059967041, + 14.316569328308105, + 13.482282638549805, + 12.732120513916016, + 11.793550491333008, + 11.273839950561523, + 10.758484840393066, + 10.441488265991211, + 9.679892539978027, + 9.319220542907715, + 8.983328819274902, + 8.295063972473145, + 7.5951032638549805, + 6.778465270996094, + 5.979647159576416, + 5.454833984375, + 5.253635406494141, + 5.001347064971924, + 4.903871536254883, + 4.638081073760986, + 4.145583629608154, + 4.0807342529296875, + 3.6432816982269287, + 3.532191276550293, + 3.2910144329071045, + 2.975339651107788, + 2.91733455657959, + 2.4901530742645264, + 2.413550853729248, + 2.2086291313171387, + 2.1884164810180664, + 2.092031955718994, + 1.981589674949646, + 1.9258904457092285, + 1.7596673965454102, + 1.7047501802444458, + 1.5988761186599731, + 1.566846251487732, + 1.4621050357818604, + 1.436500906944275, + 1.4256975650787354, + 1.402479648590088, + 1.337654709815979, + 1.3078935146331787, + 1.2996485233306885, + 1.242293357849121, + 1.237306833267212, + 1.2251567840576172, + 1.1683833599090576, + 1.1609715223312378, + 1.1448206901550293, + 1.1080260276794434, + 1.0834373235702515, + 1.0459213256835938, + 1.0393753051757812, + 0.999527633190155, + 0.9820040464401245, + 0.9717718958854675, + 0.946161687374115, + 0.9189749360084534, + 0.8807412981987, + 0.8732945919036865, + 0.8624106645584106, + 0.8564203977584839, + 0.8332470059394836, + 0.8127530813217163, + 0.8048666715621948, + 0.7955769300460815, + 0.7766976952552795, + 0.764370858669281, + 0.7493523359298706, + 0.7250775098800659, + 0.7055052518844604, + 0.6947576999664307, + 0.6852026581764221, + 0.6814752817153931, + 0.6586006879806519, + 0.6499212980270386, + 0.6402344107627869, + 0.6282837986946106, + 0.6058965921401978, + 0.591439425945282, + 0.5811439752578735, + 0.5657817125320435, + 0.5629082322120667, + 0.5427581667900085, + 0.5326617956161499, + 0.5187932252883911, + 0.5121580362319946, + 0.4920661449432373, + 0.4879234731197357, + 0.47427600622177124, + 0.46326082944869995, + 0.45605185627937317, + 0.44074931740760803, + 0.4340701997280121, + 0.4306153655052185, + 0.4184679687023163, + 0.4088951349258423, + 0.4012487232685089, + 0.39481988549232483, + 0.3867745101451874, + 0.3749939203262329, + 0.368038535118103, + 0.36030134558677673, + 0.3534913957118988, + 0.34604910016059875, + 0.3396373689174652, + 0.3365241289138794, + 0.3313114643096924, + 0.32849544286727905, + 0.3223435580730438, + 0.31827861070632935, + 0.31485509872436523, + 0.3063977062702179, + 0.30272945761680603, + 0.29400619864463806, + 0.28907299041748047, + 0.2846618592739105, + 0.28023606538772583, + 0.278622567653656, + 0.27404993772506714, + 0.2683257460594177, + 0.26609358191490173, + 0.26442280411720276, + 0.25763288140296936, + 0.25416815280914307, + 0.24789057672023773, + 0.2424064427614212, + 0.23912714421749115, + 0.23441356420516968, + 0.23062938451766968, + 0.22772330045700073, + 0.2246430516242981, + 0.22214001417160034, + 0.22096054255962372, + 0.21797770261764526, + 0.21330508589744568, + 0.20991095900535583, + 0.20765356719493866, + 0.20655760169029236, + 0.20362839102745056, + 0.1980147808790207, + 0.19677524268627167, + 0.19202418625354767, + 0.1881546825170517, + 0.18547135591506958, + 0.18468642234802246, + 0.18099135160446167, + 0.17906421422958374, + 0.17766635119915009, + 0.17593304812908173, + 0.17385108768939972, + 0.17115570604801178, + 0.16801808774471283, + 0.16682299971580505, + 0.16546596586704254, + 0.16009964048862457, + 0.15729275345802307, + 0.1561434119939804, + 0.15407153964042664, + 0.15248331427574158, + 0.14810046553611755, + 0.14677613973617554, + 0.14559689164161682, + 0.14170435070991516, + 0.14152711629867554, + 0.1390794962644577, + 0.1377865970134735, + 0.1349848210811615, + 0.13341021537780762, + 0.13153816759586334, + 0.12905572354793549, + 0.1260041743516922, + 0.12433400750160217, + 0.12251145392656326, + 0.12179064005613327, + 0.12034789472818375, + 0.1196521744132042, + 0.1172928437590599, + 0.11520619690418243, + 0.11368519812822342, + 0.11247137188911438, + 0.11142539978027344, + 0.10947254300117493, + 0.10820778459310532, + 0.10565781593322754, + 0.10528478026390076, + 0.10445056855678558, + 0.103150375187397, + 0.10058493912220001, + 0.09888128936290741, + 0.09716340154409409, + 0.09578458964824677, + 0.09480658918619156, + 0.09364151209592819, + 0.0923716351389885, + 0.09140945971012115, + 0.08954176306724548, + 0.08891753852367401, + 0.08704487234354019, + 0.08501523733139038, + 0.08442725986242294, + 0.0833522155880928, + 0.08188990503549576, + 0.07974579185247421, + 0.07899083197116852, + 0.0759740099310875, + 0.07552699744701385, + 0.0738971158862114, + 0.07327207922935486, + 0.07285799086093903, + 0.07179874181747437, + 0.06943295150995255, + 0.0661701112985611, + 0.06514155119657516, + 0.06427301466464996, + 0.0625700056552887, + 0.06102103739976883 + ] + }, + "cosine_similarity": { + "mean": 0.0028365266043692827, + "std": 0.16199783980846405, + "p10": -0.17410661280155182, + "p50": -0.022153962403535843, + "p90": 0.21625229716300964, + "min": -0.5122680068016052, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 45.933563232421875, + "std": 7.635482311248779, + "p10": 36.89772415161133, + "p50": 45.320125579833984, + "p90": 55.85978317260742, + "min": 24.015302658081055, + "max": 82.83171081542969 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary.png b/eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..9d19fae14d1a5f7bdc0ef538403a74a687db3676 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e460a4548ee8f9eef11f3296b74631511be6ac89bcbea0b075c145278cf949d6 +size 136364 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary_p.png b/eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..d8180fbcb3a404cf49bb782201f40a6347788328 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9d83e5fd157c6234aa52bae2c04a8c6a60a47c49ea801790d9fe5e1323b9604 +size 135451 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary_qp.png b/eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..01f1008c3f81633072334ac59d5b202e9dadc3c4 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_030/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60bbb414fd2b38761fe6ae04515694aa103b0079353f914efd62c3f203290afe +size 143783 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_040/metrics.json b/eval_runs/imagenet_sigreg_tokens_epoch_040/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..09cc4fef6feddf8bb03ee160b22fb25d9b0d17e5 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_040/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_sigreg_tokens_epoch_040.pth", + "config": "configs/imagenet_sigreg_tokens.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.84911513328552 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1542, + 0.1694, + 0.1906, + 0.2, + 0.208, + 0.2054, + 0.195 + ], + "top5": [ + 0.1848, + 0.362, + 0.3914, + 0.4242, + 0.45, + 0.454, + 0.459 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.24640000014305113, + "top5": 0.5170000005722046 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.17483901977539, + "participation_ratio_topq": 24.694576263427734, + "eigs_top": [ + 90.37020111083984, + 82.21614837646484, + 73.83890533447266, + 63.99360656738281, + 62.048885345458984, + 59.209537506103516, + 53.69571304321289, + 42.532535552978516, + 38.017826080322266, + 35.30690383911133, + 33.45540237426758, + 29.37455940246582, + 27.64437484741211, + 25.36665153503418, + 22.21639060974121, + 20.728885650634766, + 19.30419158935547, + 18.584684371948242, + 16.05228614807129, + 15.646315574645996, + 14.575115203857422, + 13.922842025756836, + 13.161356925964355, + 12.123270034790039, + 11.49109172821045, + 10.201510429382324, + 9.793725967407227, + 9.349156379699707, + 8.860259056091309, + 8.216374397277832, + 7.726699352264404, + 7.345491886138916, + 6.887515068054199, + 6.574812412261963, + 6.298342704772949, + 6.070252418518066, + 5.256634712219238, + 4.705310344696045, + 4.639801025390625, + 3.8679912090301514, + 3.6819992065429688, + 3.0281012058258057, + 2.868652820587158, + 2.8187601566314697, + 2.5623347759246826, + 2.2421393394470215, + 2.211714744567871, + 2.0958166122436523, + 1.9356029033660889, + 1.8160701990127563, + 1.7785412073135376, + 1.4609428644180298, + 1.358109951019287, + 1.2473734617233276, + 1.220998764038086, + 1.154038906097412, + 1.1028470993041992, + 1.08029305934906, + 1.0550620555877686, + 1.0148634910583496, + 0.9275197982788086, + 0.9099998474121094, + 0.8727604746818542, + 0.7806761264801025, + 0.7584705948829651, + 0.7215940952301025, + 0.6842983961105347, + 0.6742773652076721, + 0.6485942006111145, + 0.6405645608901978, + 0.6131818890571594, + 0.5776506066322327, + 0.5639943480491638, + 0.5590791702270508, + 0.5259307026863098, + 0.518138587474823, + 0.5049787163734436, + 0.4912516176700592, + 0.4799133241176605, + 0.46486181020736694, + 0.4397961497306824, + 0.4306127727031708, + 0.4237574636936188, + 0.4140368700027466, + 0.402082234621048, + 0.39477667212486267, + 0.38457924127578735, + 0.3797360062599182, + 0.36905601620674133, + 0.3603166937828064, + 0.3512350022792816, + 0.3327603042125702, + 0.3207085132598877, + 0.3155936598777771, + 0.31062498688697815, + 0.3055501878261566, + 0.2969571352005005, + 0.2893661856651306, + 0.2808079421520233, + 0.27871185541152954, + 0.2690865397453308, + 0.2622010409832001, + 0.2538135051727295, + 0.24984925985336304, + 0.24625593423843384, + 0.23508024215698242, + 0.22749462723731995, + 0.22482503950595856, + 0.21940472722053528, + 0.21460065245628357, + 0.21063219010829926, + 0.2070542573928833, + 0.20255164802074432, + 0.1972537636756897, + 0.19367891550064087, + 0.19224916398525238, + 0.19112639129161835, + 0.18657153844833374, + 0.18104977905750275, + 0.1740625649690628, + 0.1727423220872879, + 0.16680167615413666, + 0.16643521189689636, + 0.15937061607837677, + 0.15673531591892242, + 0.15206554532051086, + 0.14838437736034393, + 0.14731912314891815, + 0.14051415026187897, + 0.13768258690834045, + 0.13575856387615204, + 0.1353791058063507, + 0.1349259912967682, + 0.1328725516796112, + 0.13015255331993103, + 0.12848345935344696, + 0.12474247813224792, + 0.1231418177485466, + 0.11975298076868057, + 0.1179349273443222, + 0.11667614430189133, + 0.1121896281838417, + 0.11046202480792999, + 0.10842768847942352, + 0.10668991506099701, + 0.10527767241001129, + 0.10322648286819458, + 0.1006309986114502, + 0.09888876229524612, + 0.09671542793512344, + 0.09570452570915222, + 0.09469781070947647, + 0.09300510585308075, + 0.09150660037994385, + 0.09001246839761734, + 0.08725310862064362, + 0.08665669709444046, + 0.08417575806379318, + 0.08306974917650223, + 0.08181476593017578, + 0.07977928221225739, + 0.07872530817985535, + 0.07759353518486023, + 0.0770636573433876, + 0.07543638348579407, + 0.07440470159053802, + 0.07365022599697113, + 0.07299982011318207, + 0.07143129408359528, + 0.06946109980344772, + 0.06881824880838394, + 0.06749250739812851, + 0.06543350964784622, + 0.06521929055452347, + 0.06456964462995529, + 0.06387406587600708, + 0.06230703368782997, + 0.06137846037745476, + 0.06069418415427208, + 0.0591479130089283, + 0.058947764337062836, + 0.05849090963602066, + 0.05680429935455322, + 0.05659176781773567, + 0.05552719533443451, + 0.054965123534202576, + 0.053671471774578094, + 0.05325985699892044, + 0.051857106387615204, + 0.05157150700688362, + 0.05048540234565735, + 0.04940754175186157, + 0.048358429223299026, + 0.04749314859509468, + 0.04703240469098091, + 0.04624645784497261, + 0.045806560665369034, + 0.0454942025244236, + 0.04473354294896126, + 0.044554032385349274, + 0.04381165653467178, + 0.043267861008644104, + 0.042854659259319305, + 0.042332183569669724, + 0.041097018867731094, + 0.04022430628538132, + 0.0394163653254509, + 0.03939129412174225, + 0.03866235539317131, + 0.03786244988441467, + 0.03700503334403038, + 0.03682882711291313, + 0.03615688905119896, + 0.03604618087410927, + 0.035684339702129364, + 0.035172633826732635, + 0.03450407460331917, + 0.03396085277199745, + 0.033440809696912766, + 0.03324645385146141, + 0.03273123502731323, + 0.03200585022568703, + 0.03182678297162056, + 0.031094534322619438, + 0.030808700248599052, + 0.03065486066043377, + 0.03013254888355732, + 0.02969473972916603, + 0.028971688821911812, + 0.028672052547335625, + 0.028548453003168106, + 0.028373518958687782, + 0.02790684998035431, + 0.027676355093717575, + 0.027279408648610115, + 0.026962293311953545, + 0.025924114510416985, + 0.025796132162213326, + 0.025385050103068352, + 0.025156371295452118, + 0.024693695828318596, + 0.024021629244089127, + 0.023704417049884796, + 0.023525049909949303, + 0.022983182221651077, + 0.02240787446498871, + 0.022110959514975548, + 0.021880891174077988, + 0.021455703303217888, + 0.02070065215229988, + 0.020262164995074272, + 0.019925368949770927, + 0.01968696154654026, + 0.01942409947514534, + 0.01920848898589611, + 0.016793375834822655 + ] + }, + "cosine_similarity": { + "mean": 0.00011376504699001089, + "std": 0.19119390845298767, + "p10": -0.22797802090644836, + "p50": -0.016288748010993004, + "p90": 0.2516067326068878, + "min": -0.5130245089530945, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 32.24943923950195, + "std": 5.793002605438232, + "p10": 25.267637252807617, + "p50": 31.71027374267578, + "p90": 39.661312103271484, + "min": 18.626848220825195, + "max": 60.45890426635742 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.84911513328552 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1542, + 0.1694, + 0.1906, + 0.2, + 0.208, + 0.2054, + 0.195 + ], + "top5": [ + 0.1848, + 0.362, + 0.3914, + 0.4242, + 0.45, + 0.454, + 0.459 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.24640000014305113, + "top5": 0.5170000005722046 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.17483901977539, + "participation_ratio_topq": 24.694576263427734, + "eigs_top": [ + 90.37020111083984, + 82.21614837646484, + 73.83890533447266, + 63.99360656738281, + 62.048885345458984, + 59.209537506103516, + 53.69571304321289, + 42.532535552978516, + 38.017826080322266, + 35.30690383911133, + 33.45540237426758, + 29.37455940246582, + 27.64437484741211, + 25.36665153503418, + 22.21639060974121, + 20.728885650634766, + 19.30419158935547, + 18.584684371948242, + 16.05228614807129, + 15.646315574645996, + 14.575115203857422, + 13.922842025756836, + 13.161356925964355, + 12.123270034790039, + 11.49109172821045, + 10.201510429382324, + 9.793725967407227, + 9.349156379699707, + 8.860259056091309, + 8.216374397277832, + 7.726699352264404, + 7.345491886138916, + 6.887515068054199, + 6.574812412261963, + 6.298342704772949, + 6.070252418518066, + 5.256634712219238, + 4.705310344696045, + 4.639801025390625, + 3.8679912090301514, + 3.6819992065429688, + 3.0281012058258057, + 2.868652820587158, + 2.8187601566314697, + 2.5623347759246826, + 2.2421393394470215, + 2.211714744567871, + 2.0958166122436523, + 1.9356029033660889, + 1.8160701990127563, + 1.7785412073135376, + 1.4609428644180298, + 1.358109951019287, + 1.2473734617233276, + 1.220998764038086, + 1.154038906097412, + 1.1028470993041992, + 1.08029305934906, + 1.0550620555877686, + 1.0148634910583496, + 0.9275197982788086, + 0.9099998474121094, + 0.8727604746818542, + 0.7806761264801025, + 0.7584705948829651, + 0.7215940952301025, + 0.6842983961105347, + 0.6742773652076721, + 0.6485942006111145, + 0.6405645608901978, + 0.6131818890571594, + 0.5776506066322327, + 0.5639943480491638, + 0.5590791702270508, + 0.5259307026863098, + 0.518138587474823, + 0.5049787163734436, + 0.4912516176700592, + 0.4799133241176605, + 0.46486181020736694, + 0.4397961497306824, + 0.4306127727031708, + 0.4237574636936188, + 0.4140368700027466, + 0.402082234621048, + 0.39477667212486267, + 0.38457924127578735, + 0.3797360062599182, + 0.36905601620674133, + 0.3603166937828064, + 0.3512350022792816, + 0.3327603042125702, + 0.3207085132598877, + 0.3155936598777771, + 0.31062498688697815, + 0.3055501878261566, + 0.2969571352005005, + 0.2893661856651306, + 0.2808079421520233, + 0.27871185541152954, + 0.2690865397453308, + 0.2622010409832001, + 0.2538135051727295, + 0.24984925985336304, + 0.24625593423843384, + 0.23508024215698242, + 0.22749462723731995, + 0.22482503950595856, + 0.21940472722053528, + 0.21460065245628357, + 0.21063219010829926, + 0.2070542573928833, + 0.20255164802074432, + 0.1972537636756897, + 0.19367891550064087, + 0.19224916398525238, + 0.19112639129161835, + 0.18657153844833374, + 0.18104977905750275, + 0.1740625649690628, + 0.1727423220872879, + 0.16680167615413666, + 0.16643521189689636, + 0.15937061607837677, + 0.15673531591892242, + 0.15206554532051086, + 0.14838437736034393, + 0.14731912314891815, + 0.14051415026187897, + 0.13768258690834045, + 0.13575856387615204, + 0.1353791058063507, + 0.1349259912967682, + 0.1328725516796112, + 0.13015255331993103, + 0.12848345935344696, + 0.12474247813224792, + 0.1231418177485466, + 0.11975298076868057, + 0.1179349273443222, + 0.11667614430189133, + 0.1121896281838417, + 0.11046202480792999, + 0.10842768847942352, + 0.10668991506099701, + 0.10527767241001129, + 0.10322648286819458, + 0.1006309986114502, + 0.09888876229524612, + 0.09671542793512344, + 0.09570452570915222, + 0.09469781070947647, + 0.09300510585308075, + 0.09150660037994385, + 0.09001246839761734, + 0.08725310862064362, + 0.08665669709444046, + 0.08417575806379318, + 0.08306974917650223, + 0.08181476593017578, + 0.07977928221225739, + 0.07872530817985535, + 0.07759353518486023, + 0.0770636573433876, + 0.07543638348579407, + 0.07440470159053802, + 0.07365022599697113, + 0.07299982011318207, + 0.07143129408359528, + 0.06946109980344772, + 0.06881824880838394, + 0.06749250739812851, + 0.06543350964784622, + 0.06521929055452347, + 0.06456964462995529, + 0.06387406587600708, + 0.06230703368782997, + 0.06137846037745476, + 0.06069418415427208, + 0.0591479130089283, + 0.058947764337062836, + 0.05849090963602066, + 0.05680429935455322, + 0.05659176781773567, + 0.05552719533443451, + 0.054965123534202576, + 0.053671471774578094, + 0.05325985699892044, + 0.051857106387615204, + 0.05157150700688362, + 0.05048540234565735, + 0.04940754175186157, + 0.048358429223299026, + 0.04749314859509468, + 0.04703240469098091, + 0.04624645784497261, + 0.045806560665369034, + 0.0454942025244236, + 0.04473354294896126, + 0.044554032385349274, + 0.04381165653467178, + 0.043267861008644104, + 0.042854659259319305, + 0.042332183569669724, + 0.041097018867731094, + 0.04022430628538132, + 0.0394163653254509, + 0.03939129412174225, + 0.03866235539317131, + 0.03786244988441467, + 0.03700503334403038, + 0.03682882711291313, + 0.03615688905119896, + 0.03604618087410927, + 0.035684339702129364, + 0.035172633826732635, + 0.03450407460331917, + 0.03396085277199745, + 0.033440809696912766, + 0.03324645385146141, + 0.03273123502731323, + 0.03200585022568703, + 0.03182678297162056, + 0.031094534322619438, + 0.030808700248599052, + 0.03065486066043377, + 0.03013254888355732, + 0.02969473972916603, + 0.028971688821911812, + 0.028672052547335625, + 0.028548453003168106, + 0.028373518958687782, + 0.02790684998035431, + 0.027676355093717575, + 0.027279408648610115, + 0.026962293311953545, + 0.025924114510416985, + 0.025796132162213326, + 0.025385050103068352, + 0.025156371295452118, + 0.024693695828318596, + 0.024021629244089127, + 0.023704417049884796, + 0.023525049909949303, + 0.022983182221651077, + 0.02240787446498871, + 0.022110959514975548, + 0.021880891174077988, + 0.021455703303217888, + 0.02070065215229988, + 0.020262164995074272, + 0.019925368949770927, + 0.01968696154654026, + 0.01942409947514534, + 0.01920848898589611, + 0.016793375834822655 + ] + }, + "cosine_similarity": { + "mean": 0.00011376504699001089, + "std": 0.19119390845298767, + "p10": -0.22797802090644836, + "p50": -0.016288748010993004, + "p90": 0.2516067326068878, + "min": -0.5130245089530945, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 32.24943923950195, + "std": 5.793002605438232, + "p10": 25.267637252807617, + "p50": 31.71027374267578, + "p90": 39.661312103271484, + "min": 18.626848220825195, + "max": 60.45890426635742 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 129.16161108016968 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1476, + 0.1712, + 0.1836, + 0.1912, + 0.1974, + 0.1926, + 0.1908 + ], + "top5": [ + 0.1806, + 0.3568, + 0.376, + 0.4132, + 0.4514, + 0.4616, + 0.4614 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.23739999992847444, + "top5": 0.5102 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.65961456298828, + "participation_ratio_topq": 26.110349655151367, + "eigs_top": [ + 79.26683044433594, + 76.51973724365234, + 70.07971954345703, + 68.1945571899414, + 59.28310775756836, + 52.115909576416016, + 45.62093734741211, + 42.97728729248047, + 37.272674560546875, + 33.99050521850586, + 31.17875099182129, + 29.02198028564453, + 26.639925003051758, + 26.050363540649414, + 25.13175392150879, + 23.969696044921875, + 19.63894271850586, + 19.52631378173828, + 17.252395629882812, + 16.84347152709961, + 15.482650756835938, + 14.998793601989746, + 13.424311637878418, + 12.639175415039062, + 11.419656753540039, + 10.498409271240234, + 10.428366661071777, + 9.718454360961914, + 8.793694496154785, + 8.255167007446289, + 7.912302017211914, + 7.605445861816406, + 6.681828498840332, + 6.390102863311768, + 5.835783958435059, + 5.650431156158447, + 5.487889766693115, + 4.692397594451904, + 4.353613376617432, + 3.9302680492401123, + 3.694884777069092, + 3.455867290496826, + 3.1344614028930664, + 2.8457210063934326, + 2.440424919128418, + 2.3715872764587402, + 2.3395631313323975, + 2.219813823699951, + 2.0987308025360107, + 1.9117873907089233, + 1.767844796180725, + 1.6083558797836304, + 1.546729564666748, + 1.3401830196380615, + 1.193349003791809, + 1.172507405281067, + 1.1257420778274536, + 1.0778948068618774, + 0.9820669293403625, + 0.9392513036727905, + 0.9209146499633789, + 0.8785759806632996, + 0.831649899482727, + 0.8018262982368469, + 0.76649409532547, + 0.73369300365448, + 0.7165828943252563, + 0.6938464641571045, + 0.6790909767150879, + 0.6750025153160095, + 0.627557098865509, + 0.6222899556159973, + 0.5906078815460205, + 0.563998281955719, + 0.5474339127540588, + 0.5141416192054749, + 0.4985359311103821, + 0.4862939417362213, + 0.4738958477973938, + 0.46738189458847046, + 0.45282426476478577, + 0.4445381760597229, + 0.41730552911758423, + 0.40779146552085876, + 0.402776300907135, + 0.3869537115097046, + 0.3807673752307892, + 0.36716872453689575, + 0.36366552114486694, + 0.3547172546386719, + 0.3360179364681244, + 0.326276570558548, + 0.31642523407936096, + 0.3116508722305298, + 0.30722013115882874, + 0.3013521432876587, + 0.292515367269516, + 0.27807101607322693, + 0.27350595593452454, + 0.2709306478500366, + 0.2634288966655731, + 0.26107844710350037, + 0.2528969943523407, + 0.24681492149829865, + 0.24167490005493164, + 0.23545673489570618, + 0.2324872761964798, + 0.22990722954273224, + 0.22457730770111084, + 0.22299203276634216, + 0.21178676187992096, + 0.20775552093982697, + 0.20456171035766602, + 0.1973578780889511, + 0.19422391057014465, + 0.1902856081724167, + 0.18716667592525482, + 0.18138505518436432, + 0.17812764644622803, + 0.17538532614707947, + 0.17183814942836761, + 0.16889508068561554, + 0.1652260273694992, + 0.16337330639362335, + 0.15606778860092163, + 0.15463247895240784, + 0.1522068828344345, + 0.15176787972450256, + 0.14661604166030884, + 0.14334999024868011, + 0.1404946744441986, + 0.13613258302211761, + 0.13479116559028625, + 0.1318863183259964, + 0.13009947538375854, + 0.12735232710838318, + 0.12206816673278809, + 0.12034761905670166, + 0.11875134706497192, + 0.11556340754032135, + 0.11489761620759964, + 0.11353252083063126, + 0.11162072420120239, + 0.10778860002756119, + 0.10533648729324341, + 0.104496069252491, + 0.10388762503862381, + 0.10232115536928177, + 0.10208577662706375, + 0.09912955015897751, + 0.0957975834608078, + 0.09464161843061447, + 0.09393677860498428, + 0.09243958443403244, + 0.09165766835212708, + 0.08762034773826599, + 0.08588312566280365, + 0.08455399423837662, + 0.08388864994049072, + 0.08215693384408951, + 0.08064401894807816, + 0.07961936295032501, + 0.07885284721851349, + 0.07768836617469788, + 0.07537772506475449, + 0.0749925971031189, + 0.07159341126680374, + 0.07129532843828201, + 0.07074833661317825, + 0.06916319578886032, + 0.06876467168331146, + 0.06730006635189056, + 0.06696534901857376, + 0.06597045063972473, + 0.0653243437409401, + 0.06380640715360641, + 0.06261508911848068, + 0.061154093593358994, + 0.06066466495394707, + 0.058963410556316376, + 0.05770888179540634, + 0.057106319814920425, + 0.05616267770528793, + 0.055261362344026566, + 0.0550386942923069, + 0.05424888804554939, + 0.05311790481209755, + 0.052477095276117325, + 0.05204338580369949, + 0.05165787786245346, + 0.050857603549957275, + 0.04991259425878525, + 0.04969128593802452, + 0.04926924407482147, + 0.048086926341056824, + 0.04729420691728592, + 0.0466424897313118, + 0.04601934552192688, + 0.04573311656713486, + 0.04504876583814621, + 0.04435906931757927, + 0.043947938829660416, + 0.04330383986234665, + 0.042604945600032806, + 0.04184262081980705, + 0.041556160897016525, + 0.04099335893988609, + 0.04086878523230553, + 0.040157634764909744, + 0.0395328626036644, + 0.03939629718661308, + 0.03889089450240135, + 0.03796786442399025, + 0.03700358793139458, + 0.036846209317445755, + 0.036124520003795624, + 0.03570603206753731, + 0.035461246967315674, + 0.03461454436182976, + 0.03436869755387306, + 0.033895932137966156, + 0.033733069896698, + 0.03315512463450432, + 0.032591674476861954, + 0.03211867809295654, + 0.03168374300003052, + 0.0307978093624115, + 0.030425891280174255, + 0.030217820778489113, + 0.029483722522854805, + 0.029006963595747948, + 0.028852133080363274, + 0.02866714634001255, + 0.027818771079182625, + 0.027704747393727303, + 0.02729068696498871, + 0.02665894292294979, + 0.026305880397558212, + 0.026028474792838097, + 0.02553655207157135, + 0.025018153712153435, + 0.024527445435523987, + 0.024098074063658714, + 0.02394692972302437, + 0.023686528205871582, + 0.022881772369146347, + 0.022683115676045418, + 0.02249809168279171, + 0.02213631384074688, + 0.020950326696038246, + 0.020782889798283577, + 0.020361488685011864, + 0.020045824348926544, + 0.019523853436112404, + 0.019190076738595963, + 0.018466729670763016 + ] + }, + "cosine_similarity": { + "mean": 0.0018747077556326985, + "std": 0.18900471925735474, + "p10": -0.22598163783550262, + "p50": -0.012638283893465996, + "p90": 0.2475259155035019, + "min": -0.5784748792648315, + "max": 1.000000238418579 + }, + "feature_norms": { + "mean": 31.90493392944336, + "std": 5.756188869476318, + "p10": 25.06627082824707, + "p50": 31.375682830810547, + "p90": 39.45344543457031, + "min": 15.265055656433105, + "max": 58.18415451049805 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.4146990776062 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1634, + 0.1786, + 0.2012, + 0.2078, + 0.2158, + 0.2152, + 0.2072 + ], + "top5": [ + 0.1932, + 0.3736, + 0.4012, + 0.4416, + 0.4738, + 0.4748, + 0.4786 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.001, + "weight_decay": 1e-06, + "top1": 0.2558000001192093, + "top5": 0.5301999998092651 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 51.36048126220703, + "participation_ratio_topq": 36.32087326049805, + "eigs_top": [ + 105.44845581054688, + 101.45198059082031, + 94.45703125, + 91.48401641845703, + 88.11311340332031, + 85.28111267089844, + 83.40837860107422, + 79.39523315429688, + 76.6649169921875, + 75.64766693115234, + 72.00524139404297, + 69.1513900756836, + 66.66910552978516, + 66.37538146972656, + 63.28582000732422, + 56.28939437866211, + 53.469139099121094, + 42.83889389038086, + 37.70100021362305, + 35.58545684814453, + 32.329750061035156, + 30.172916412353516, + 28.913904190063477, + 26.827800750732422, + 25.97786521911621, + 24.677289962768555, + 24.366111755371094, + 23.257667541503906, + 21.485876083374023, + 20.736190795898438, + 20.26915168762207, + 19.59367561340332, + 18.425487518310547, + 18.05811882019043, + 17.61037826538086, + 16.415348052978516, + 15.629793167114258, + 14.702594757080078, + 13.923577308654785, + 13.633678436279297, + 12.35226821899414, + 12.132065773010254, + 11.644478797912598, + 11.23218822479248, + 10.717732429504395, + 10.093660354614258, + 9.712501525878906, + 8.995774269104004, + 8.379196166992188, + 7.844695568084717, + 7.148639678955078, + 6.758791446685791, + 6.045849800109863, + 5.9315996170043945, + 4.981712818145752, + 4.765466690063477, + 4.319876670837402, + 4.148142337799072, + 3.7213969230651855, + 3.440823793411255, + 3.3348164558410645, + 2.96157169342041, + 2.936572551727295, + 2.669222831726074, + 2.3076889514923096, + 2.138918161392212, + 2.017584800720215, + 1.777694582939148, + 1.6444079875946045, + 1.5832446813583374, + 1.4945523738861084, + 1.4263784885406494, + 1.3848309516906738, + 1.3628756999969482, + 1.3270549774169922, + 1.279882788658142, + 1.1764765977859497, + 1.1084015369415283, + 1.083814024925232, + 1.0702084302902222, + 1.029798984527588, + 1.0180954933166504, + 0.9771431684494019, + 0.9558894038200378, + 0.9477205872535706, + 0.9077759981155396, + 0.8911880850791931, + 0.8867710828781128, + 0.8587165474891663, + 0.8362658023834229, + 0.8088669180870056, + 0.791930079460144, + 0.784020721912384, + 0.766664981842041, + 0.752550482749939, + 0.738273561000824, + 0.7232295274734497, + 0.6996939182281494, + 0.684270977973938, + 0.6607863306999207, + 0.6567468047142029, + 0.6444132328033447, + 0.6394152045249939, + 0.6231436729431152, + 0.6152933239936829, + 0.6135833859443665, + 0.5904378294944763, + 0.5786644816398621, + 0.5723760724067688, + 0.5547568202018738, + 0.5501542687416077, + 0.5445746183395386, + 0.5273478031158447, + 0.5173546671867371, + 0.5035889148712158, + 0.49690112471580505, + 0.4857635200023651, + 0.4819881021976471, + 0.4664013385772705, + 0.4539458155632019, + 0.44152355194091797, + 0.435563862323761, + 0.4342808425426483, + 0.4205301105976105, + 0.41538795828819275, + 0.4075758755207062, + 0.39831632375717163, + 0.39339107275009155, + 0.3872845768928528, + 0.37390074133872986, + 0.3674076199531555, + 0.36103978753089905, + 0.3575233519077301, + 0.3545128405094147, + 0.3458186388015747, + 0.3427569270133972, + 0.3369649350643158, + 0.3301098644733429, + 0.32630062103271484, + 0.31301581859588623, + 0.3100248873233795, + 0.3046691417694092, + 0.30321547389030457, + 0.29315489530563354, + 0.2905755639076233, + 0.28985920548439026, + 0.28314077854156494, + 0.28039273619651794, + 0.268580824136734, + 0.26422369480133057, + 0.2620992362499237, + 0.25788694620132446, + 0.24835513532161713, + 0.24623268842697144, + 0.2432418167591095, + 0.2409702092409134, + 0.23679117858409882, + 0.23363205790519714, + 0.23022162914276123, + 0.22643935680389404, + 0.2258121371269226, + 0.22118662297725677, + 0.21814541518688202, + 0.2146252542734146, + 0.21385248005390167, + 0.20983374118804932, + 0.20747992396354675, + 0.2061774879693985, + 0.20185218751430511, + 0.19919925928115845, + 0.19737395644187927, + 0.1945013850927353, + 0.19294342398643494, + 0.19035907089710236, + 0.185062974691391, + 0.18204352259635925, + 0.1816110908985138, + 0.1811768114566803, + 0.17673492431640625, + 0.17286527156829834, + 0.1716284602880478, + 0.16941051185131073, + 0.16828863322734833, + 0.16617050766944885, + 0.1649431735277176, + 0.16279330849647522, + 0.15690936148166656, + 0.1545642465353012, + 0.15365120768547058, + 0.1522684544324875, + 0.14969709515571594, + 0.14702750742435455, + 0.14637969434261322, + 0.14428208768367767, + 0.14382587373256683, + 0.1417105793952942, + 0.1395014226436615, + 0.13521170616149902, + 0.13400451838970184, + 0.13191835582256317, + 0.12900355458259583, + 0.12868595123291016, + 0.12699134647846222, + 0.12542741000652313, + 0.12265755236148834, + 0.12170219421386719, + 0.11918079107999802, + 0.11838772892951965, + 0.11619441956281662, + 0.11315348744392395, + 0.1124938577413559, + 0.11184100806713104, + 0.10981081426143646, + 0.108925461769104, + 0.10648295283317566, + 0.10546330362558365, + 0.10335352271795273, + 0.10216227918863297, + 0.10116589069366455, + 0.09869322180747986, + 0.09802427142858505, + 0.09601829200983047, + 0.0947481095790863, + 0.09311152994632721, + 0.0911954790353775, + 0.08988481014966965, + 0.08845075219869614, + 0.08784140646457672, + 0.0854429304599762, + 0.0845365822315216, + 0.08424355089664459, + 0.08312429487705231, + 0.08098512887954712, + 0.07696057856082916, + 0.0762510597705841, + 0.07563722133636475, + 0.07394026964902878, + 0.07308682799339294, + 0.07169012725353241, + 0.07113311439752579, + 0.07040949165821075, + 0.06911492347717285, + 0.06802715361118317, + 0.06698266416788101, + 0.06568843126296997, + 0.06523974239826202, + 0.06470026820898056, + 0.06355621665716171, + 0.061682894825935364, + 0.06131764501333237, + 0.05812154337763786, + 0.056510888040065765, + 0.05589717626571655, + 0.05498869717121124, + 0.054016418755054474, + 0.051284585148096085 + ] + }, + "cosine_similarity": { + "mean": 0.00089255505008623, + "std": 0.1605558544397354, + "p10": -0.17723098397254944, + "p50": -0.02272564172744751, + "p90": 0.209651380777359, + "min": -0.4512134790420532, + "max": 1.0000001192092896 + }, + "feature_norms": { + "mean": 45.490814208984375, + "std": 7.431664943695068, + "p10": 36.52565383911133, + "p50": 44.834014892578125, + "p90": 55.063594818115234, + "min": 24.401996612548828, + "max": 79.18150329589844 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary.png b/eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..0f1bf788e21ab3e7bc0332bdde38b64662d87184 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09c7fd704607ca344a0ad3912c68125b4aaa6d706c7b3eb2688bcece9cc76548 +size 141156 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary_p.png b/eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..2aeabae61f4bcdd41905f651d3a9fa04f7b921a8 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b45f6a2c2669ae27a0bdb16af07b57182cd339916d8e8516b451cd1201d006a5 +size 132893 diff --git a/eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary_qp.png b/eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..e5a4d581dde3b568a55abd3b62111c1c662c812a --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_epoch_040/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43216d541aa0c2526bf0be7d080f3ae4b42b0ddea769c9b4a472029cd19de36f +size 137971 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/metrics.json b/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9f413af9eae742c54eba9ccd0be4ca18e65460c2 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_sigreg_tokens_epoch_045.pth", + "config": "configs/imagenet_sigreg_tokens.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.3330361843109 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.01, + "weight_decay": 1e-06, + "top1": 0.23919999992847443, + "top5": 0.5068 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.3330361843109 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.01, + "weight_decay": 1e-06, + "top1": 0.23919999992847443, + "top5": 0.5068 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 129.48183274269104 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.15, + 0.1648, + 0.187, + 0.1878, + 0.1934, + 0.1958, + 0.189 + ], + "top5": [ + 0.1816, + 0.3602, + 0.3762, + 0.4142, + 0.4488, + 0.4594, + 0.4624 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.01, + "weight_decay": 1e-06, + "top1": 0.234400000166893, + "top5": 0.503199999666214 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.05260467529297, + "participation_ratio_topq": 25.623180389404297, + "eigs_top": [ + 81.00090026855469, + 75.38627624511719, + 74.47384643554688, + 71.06632995605469, + 59.63042068481445, + 56.41862869262695, + 45.263912200927734, + 44.69925308227539, + 36.94993591308594, + 33.70616149902344, + 31.366979598999023, + 28.845380783081055, + 26.904258728027344, + 25.687562942504883, + 24.599750518798828, + 23.36286735534668, + 20.141809463500977, + 19.24224853515625, + 17.788761138916016, + 17.03805160522461, + 15.64345645904541, + 14.77509880065918, + 13.139939308166504, + 12.394732475280762, + 11.772072792053223, + 10.779595375061035, + 9.88656997680664, + 9.644651412963867, + 8.725968360900879, + 8.147004127502441, + 7.922526836395264, + 7.540380954742432, + 6.378762245178223, + 6.233994960784912, + 5.761880397796631, + 5.559105396270752, + 5.501149654388428, + 4.617203712463379, + 4.411069393157959, + 3.8380846977233887, + 3.527966022491455, + 3.4435222148895264, + 3.2066714763641357, + 2.8220162391662598, + 2.459556818008423, + 2.4012491703033447, + 2.3018219470977783, + 2.1288137435913086, + 2.062732219696045, + 1.873646855354309, + 1.777584433555603, + 1.5417227745056152, + 1.5214424133300781, + 1.3152130842208862, + 1.1685079336166382, + 1.1570461988449097, + 1.1291162967681885, + 1.0615383386611938, + 0.9778635501861572, + 0.9255540370941162, + 0.905025839805603, + 0.8629653453826904, + 0.8372726440429688, + 0.7977303266525269, + 0.7681540846824646, + 0.7275040745735168, + 0.718110203742981, + 0.6872246861457825, + 0.681576669216156, + 0.6669865250587463, + 0.634609580039978, + 0.6209197044372559, + 0.5806364417076111, + 0.5615993142127991, + 0.5491167902946472, + 0.50803542137146, + 0.4945370852947235, + 0.48392733931541443, + 0.4771884083747864, + 0.45366382598876953, + 0.44394421577453613, + 0.43493106961250305, + 0.4090263247489929, + 0.3963983356952667, + 0.39189279079437256, + 0.3791714906692505, + 0.3694078028202057, + 0.3652159571647644, + 0.35452455282211304, + 0.3526078164577484, + 0.3312203586101532, + 0.32342955470085144, + 0.3107934892177582, + 0.3047100305557251, + 0.2985266447067261, + 0.2936769127845764, + 0.2814651131629944, + 0.27688488364219666, + 0.2701166570186615, + 0.26563337445259094, + 0.2607007324695587, + 0.25279536843299866, + 0.2488182932138443, + 0.24190546572208405, + 0.23638910055160522, + 0.23402883112430573, + 0.22914455831050873, + 0.22629950940608978, + 0.22464913129806519, + 0.21919450163841248, + 0.2109714150428772, + 0.20487593114376068, + 0.20209825038909912, + 0.19532781839370728, + 0.19084979593753815, + 0.18643349409103394, + 0.18311691284179688, + 0.1799239218235016, + 0.17295433580875397, + 0.17210598289966583, + 0.17078813910484314, + 0.1670297235250473, + 0.1637311577796936, + 0.16313956677913666, + 0.15573646128177643, + 0.15253160893917084, + 0.1501910239458084, + 0.14898864924907684, + 0.14497171342372894, + 0.14227506518363953, + 0.13950267434120178, + 0.1370062381029129, + 0.13285550475120544, + 0.13092133402824402, + 0.1284818798303604, + 0.12672029435634613, + 0.12181686609983444, + 0.11925230175256729, + 0.11744603514671326, + 0.11567528545856476, + 0.11415182054042816, + 0.11192049086093903, + 0.11054963618516922, + 0.10669071972370148, + 0.10536262392997742, + 0.10330109298229218, + 0.10249142348766327, + 0.10205171257257462, + 0.10047594457864761, + 0.0985102728009224, + 0.09570709615945816, + 0.09385615587234497, + 0.09150923043489456, + 0.09024166315793991, + 0.08859092742204666, + 0.08668390661478043, + 0.085220567882061, + 0.08417527377605438, + 0.08323530852794647, + 0.07952781021595001, + 0.07911605387926102, + 0.0783514752984047, + 0.07769908756017685, + 0.07635240256786346, + 0.07446590811014175, + 0.07364173978567123, + 0.07071167975664139, + 0.07008758187294006, + 0.07000429928302765, + 0.06844241917133331, + 0.06737089902162552, + 0.06687163561582565, + 0.06623463332653046, + 0.06540223211050034, + 0.06394662708044052, + 0.06344057619571686, + 0.06127070635557175, + 0.06004402041435242, + 0.0593707412481308, + 0.057996541261672974, + 0.05692468583583832, + 0.055918000638484955, + 0.055611636489629745, + 0.05504094436764717, + 0.053919266909360886, + 0.05371483787894249, + 0.05262978374958038, + 0.05231165885925293, + 0.051175761967897415, + 0.050290223211050034, + 0.04994701221585274, + 0.04960217326879501, + 0.04918767884373665, + 0.04819652438163757, + 0.04780163615942001, + 0.04710301011800766, + 0.046254128217697144, + 0.045727428048849106, + 0.045374445617198944, + 0.04452407360076904, + 0.04412463679909706, + 0.04357638955116272, + 0.04323356971144676, + 0.04240972548723221, + 0.04137466102838516, + 0.0412752665579319, + 0.040828362107276917, + 0.04007280617952347, + 0.03966479003429413, + 0.03914106264710426, + 0.03864574059844017, + 0.037855036556720734, + 0.03722905367612839, + 0.03650236129760742, + 0.03620599955320358, + 0.03559748828411102, + 0.035319291055202484, + 0.035101164132356644, + 0.0347052700817585, + 0.03425776958465576, + 0.03376329690217972, + 0.03314041346311569, + 0.03274746611714363, + 0.03230041638016701, + 0.03174689784646034, + 0.03095037117600441, + 0.03034704551100731, + 0.030102407559752464, + 0.029677987098693848, + 0.02910226210951805, + 0.02884213998913765, + 0.028447620570659637, + 0.02801073156297207, + 0.027767518535256386, + 0.027511807158589363, + 0.02680017799139023, + 0.025965511798858643, + 0.025836599990725517, + 0.025288766250014305, + 0.02504860796034336, + 0.024621818214654922, + 0.024168262258172035, + 0.023808324709534645, + 0.023423723876476288, + 0.02283020317554474, + 0.022786447778344154, + 0.022252866998314857, + 0.021956468001008034, + 0.02164292149245739, + 0.020824745297431946, + 0.02058311179280281, + 0.02002525143325329, + 0.019874263554811478, + 0.01910204254090786, + 0.018889134749770164, + 0.018344245851039886 + ] + }, + "cosine_similarity": { + "mean": 0.0008608065545558929, + "std": 0.19035416841506958, + "p10": -0.22884535789489746, + "p50": -0.013200225308537483, + "p90": 0.24982015788555145, + "min": -0.6054436564445496, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.02737045288086, + "std": 5.919790267944336, + "p10": 25.034605026245117, + "p50": 31.41079330444336, + "p90": 39.62770462036133, + "min": 15.435300827026367, + "max": 60.59566116333008 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 129.53362369537354 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1624, + 0.1816, + 0.2042, + 0.2094, + 0.217, + 0.216, + 0.2042 + ], + "top5": [ + 0.1924, + 0.3828, + 0.4026, + 0.4408, + 0.469, + 0.4772, + 0.4772 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.01, + "weight_decay": 1e-06, + "top1": 0.24219999995231628, + "top5": 0.5202000004291535 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 51.16464614868164, + "participation_ratio_topq": 36.174705505371094, + "eigs_top": [ + 111.90589141845703, + 98.29359436035156, + 94.89221954345703, + 93.28010559082031, + 88.77320098876953, + 84.91983032226562, + 82.80128479003906, + 81.04795837402344, + 79.54329681396484, + 75.31147766113281, + 73.80640411376953, + 70.09417724609375, + 68.40707397460938, + 65.82704162597656, + 65.07942199707031, + 59.238616943359375, + 53.98635482788086, + 41.54819869995117, + 37.82649612426758, + 34.566097259521484, + 31.982881546020508, + 30.142610549926758, + 28.407546997070312, + 27.374906539916992, + 26.985212326049805, + 25.778186798095703, + 23.877643585205078, + 23.271657943725586, + 22.148805618286133, + 21.012060165405273, + 20.197525024414062, + 19.479188919067383, + 19.14192771911621, + 18.532154083251953, + 18.031837463378906, + 16.63079261779785, + 15.718299865722656, + 14.880460739135742, + 14.176883697509766, + 13.078150749206543, + 12.248603820800781, + 11.941424369812012, + 11.865946769714355, + 11.426581382751465, + 10.892807006835938, + 10.16574478149414, + 9.77221965789795, + 9.30405330657959, + 8.50893497467041, + 8.262838363647461, + 6.953121662139893, + 6.667316913604736, + 6.152132987976074, + 5.908998966217041, + 5.021613121032715, + 4.712527751922607, + 4.545748233795166, + 4.011068344116211, + 3.7327253818511963, + 3.5589351654052734, + 3.2838990688323975, + 3.002199649810791, + 2.8902769088745117, + 2.7160375118255615, + 2.3558804988861084, + 2.105626106262207, + 2.027315855026245, + 1.7357412576675415, + 1.6803532838821411, + 1.5973434448242188, + 1.4632357358932495, + 1.4071555137634277, + 1.3623319864273071, + 1.3555998802185059, + 1.2989407777786255, + 1.254733681678772, + 1.1614657640457153, + 1.115923285484314, + 1.0697869062423706, + 1.0502067804336548, + 1.0252432823181152, + 1.0096251964569092, + 0.97308748960495, + 0.9690763354301453, + 0.9460057020187378, + 0.9206222295761108, + 0.8812719583511353, + 0.8804799914360046, + 0.8516978025436401, + 0.8387847542762756, + 0.793836772441864, + 0.7870510816574097, + 0.7671817541122437, + 0.7525316476821899, + 0.7459912896156311, + 0.7266097068786621, + 0.7117949724197388, + 0.6976943016052246, + 0.6879504323005676, + 0.6647189855575562, + 0.6585789918899536, + 0.6562364101409912, + 0.6388466358184814, + 0.626151442527771, + 0.6045842170715332, + 0.6018040776252747, + 0.5968940854072571, + 0.5812531113624573, + 0.571247398853302, + 0.5587402582168579, + 0.5478138327598572, + 0.5368510484695435, + 0.5237399935722351, + 0.5136212110519409, + 0.5026645660400391, + 0.5003479719161987, + 0.48498761653900146, + 0.48005616664886475, + 0.4634954333305359, + 0.44927510619163513, + 0.43435490131378174, + 0.43332821130752563, + 0.42721566557884216, + 0.4217566251754761, + 0.4169516861438751, + 0.40573441982269287, + 0.39859843254089355, + 0.39632686972618103, + 0.38581934571266174, + 0.3742126226425171, + 0.3635063171386719, + 0.36284494400024414, + 0.3578241467475891, + 0.351139634847641, + 0.3480318486690521, + 0.34208473563194275, + 0.33641573786735535, + 0.32845908403396606, + 0.32763907313346863, + 0.31685125827789307, + 0.3141475021839142, + 0.3095437288284302, + 0.3022597134113312, + 0.2957283854484558, + 0.29184913635253906, + 0.2866899371147156, + 0.28190621733665466, + 0.2812685966491699, + 0.2709353268146515, + 0.2647186815738678, + 0.2635962963104248, + 0.2591820955276489, + 0.2472570687532425, + 0.2465773969888687, + 0.24176524579524994, + 0.23927539587020874, + 0.23460224270820618, + 0.2323428988456726, + 0.22841724753379822, + 0.22669458389282227, + 0.22454407811164856, + 0.2210276573896408, + 0.2172672301530838, + 0.21428734064102173, + 0.21246908605098724, + 0.2062711864709854, + 0.2053634375333786, + 0.20458881556987762, + 0.20196731388568878, + 0.19844698905944824, + 0.19548767805099487, + 0.19438260793685913, + 0.19343623518943787, + 0.19115234911441803, + 0.18471726775169373, + 0.18378567695617676, + 0.18151897192001343, + 0.17897993326187134, + 0.17716757953166962, + 0.1721506267786026, + 0.1717279553413391, + 0.1704128235578537, + 0.16658850014209747, + 0.16570770740509033, + 0.16491656005382538, + 0.16225633025169373, + 0.15818515419960022, + 0.154254749417305, + 0.15355682373046875, + 0.15188121795654297, + 0.1511942744255066, + 0.1485355943441391, + 0.14833414554595947, + 0.1459035575389862, + 0.14376679062843323, + 0.14245866239070892, + 0.1393335610628128, + 0.1353352814912796, + 0.1348709762096405, + 0.13408879935741425, + 0.13029845058918, + 0.129665806889534, + 0.12704414129257202, + 0.12562339007854462, + 0.12431643158197403, + 0.12146212160587311, + 0.12022501230239868, + 0.11788622289896011, + 0.11718346178531647, + 0.11468599736690521, + 0.11380475759506226, + 0.11137094348669052, + 0.10988447815179825, + 0.1088484525680542, + 0.10769359767436981, + 0.10656499862670898, + 0.10431959480047226, + 0.10222133249044418, + 0.10105161368846893, + 0.10059148073196411, + 0.09786360710859299, + 0.09615723788738251, + 0.09474950283765793, + 0.09419310837984085, + 0.09138573706150055, + 0.09131881594657898, + 0.08890580385923386, + 0.0885709822177887, + 0.08630099147558212, + 0.08557424694299698, + 0.08430014550685883, + 0.08238034695386887, + 0.08042730391025543, + 0.07727062702178955, + 0.07645540684461594, + 0.07515966147184372, + 0.07476002722978592, + 0.07238928973674774, + 0.0722246915102005, + 0.07112199068069458, + 0.0706256628036499, + 0.07017621397972107, + 0.06843014061450958, + 0.06744131445884705, + 0.06617936491966248, + 0.06579997390508652, + 0.06444726139307022, + 0.0634986162185669, + 0.06226002797484398, + 0.06073232367634773, + 0.05827607959508896, + 0.057074323296546936, + 0.056675225496292114, + 0.0549761988222599, + 0.05398869514465332, + 0.05209798738360405 + ] + }, + "cosine_similarity": { + "mean": 6.953410775167868e-05, + "std": 0.160628542304039, + "p10": -0.17763498425483704, + "p50": -0.022720947861671448, + "p90": 0.20804144442081451, + "min": -0.47098782658576965, + "max": 1.0 + }, + "feature_norms": { + "mean": 45.69194030761719, + "std": 7.55626106262207, + "p10": 36.690242767333984, + "p50": 44.944740295410156, + "p90": 55.500274658203125, + "min": 24.92304229736328, + "max": 82.61701202392578 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..b3a052a2868361aeb6bf8b0f2f4f73a65315ae1d --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9d79a2e5b4420e530d8a7e1853702cbf7d15327d7789b666cfef3ecb25b132 +size 141959 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary_p.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..d37ed2ad44a1a7c4b823d61b53c67f5403d3802f --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b75936fce800e9207f3e6f322497a44c45f247da2aa5c6007c2d0cf2f2cd28d +size 134023 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary_qp.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..263292dbbaa1c8adb3d7c738c8ea66fe91ee67e5 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p01/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ab0dd9346d8e5f5fc3d4a162028f901fc0fb4eb7cc6048cc7a3c0820e4c1ff +size 138086 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/metrics.json b/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8a7065a1a2c210e2151c27749fd440c22c4c9262 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_sigreg_tokens_epoch_045.pth", + "config": "configs/imagenet_sigreg_tokens.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.01247000694275 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.03, + "weight_decay": 1e-06, + "top1": 0.22800000019073485, + "top5": 0.4971999997138977 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 128.01247000694275 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.03, + "weight_decay": 1e-06, + "top1": 0.22800000019073485, + "top5": 0.4971999997138977 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.95950269699097 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.15, + 0.1648, + 0.187, + 0.1878, + 0.1934, + 0.1958, + 0.189 + ], + "top5": [ + 0.1816, + 0.3602, + 0.3762, + 0.4142, + 0.4488, + 0.4594, + 0.4624 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.03, + "weight_decay": 1e-06, + "top1": 0.2224, + "top5": 0.4953999997138977 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.05260467529297, + "participation_ratio_topq": 25.623180389404297, + "eigs_top": [ + 81.00090026855469, + 75.38627624511719, + 74.47384643554688, + 71.06632995605469, + 59.63042068481445, + 56.41862869262695, + 45.263912200927734, + 44.69925308227539, + 36.94993591308594, + 33.70616149902344, + 31.366979598999023, + 28.845380783081055, + 26.904258728027344, + 25.687562942504883, + 24.599750518798828, + 23.36286735534668, + 20.141809463500977, + 19.24224853515625, + 17.788761138916016, + 17.03805160522461, + 15.64345645904541, + 14.77509880065918, + 13.139939308166504, + 12.394732475280762, + 11.772072792053223, + 10.779595375061035, + 9.88656997680664, + 9.644651412963867, + 8.725968360900879, + 8.147004127502441, + 7.922526836395264, + 7.540380954742432, + 6.378762245178223, + 6.233994960784912, + 5.761880397796631, + 5.559105396270752, + 5.501149654388428, + 4.617203712463379, + 4.411069393157959, + 3.8380846977233887, + 3.527966022491455, + 3.4435222148895264, + 3.2066714763641357, + 2.8220162391662598, + 2.459556818008423, + 2.4012491703033447, + 2.3018219470977783, + 2.1288137435913086, + 2.062732219696045, + 1.873646855354309, + 1.777584433555603, + 1.5417227745056152, + 1.5214424133300781, + 1.3152130842208862, + 1.1685079336166382, + 1.1570461988449097, + 1.1291162967681885, + 1.0615383386611938, + 0.9778635501861572, + 0.9255540370941162, + 0.905025839805603, + 0.8629653453826904, + 0.8372726440429688, + 0.7977303266525269, + 0.7681540846824646, + 0.7275040745735168, + 0.718110203742981, + 0.6872246861457825, + 0.681576669216156, + 0.6669865250587463, + 0.634609580039978, + 0.6209197044372559, + 0.5806364417076111, + 0.5615993142127991, + 0.5491167902946472, + 0.50803542137146, + 0.4945370852947235, + 0.48392733931541443, + 0.4771884083747864, + 0.45366382598876953, + 0.44394421577453613, + 0.43493106961250305, + 0.4090263247489929, + 0.3963983356952667, + 0.39189279079437256, + 0.3791714906692505, + 0.3694078028202057, + 0.3652159571647644, + 0.35452455282211304, + 0.3526078164577484, + 0.3312203586101532, + 0.32342955470085144, + 0.3107934892177582, + 0.3047100305557251, + 0.2985266447067261, + 0.2936769127845764, + 0.2814651131629944, + 0.27688488364219666, + 0.2701166570186615, + 0.26563337445259094, + 0.2607007324695587, + 0.25279536843299866, + 0.2488182932138443, + 0.24190546572208405, + 0.23638910055160522, + 0.23402883112430573, + 0.22914455831050873, + 0.22629950940608978, + 0.22464913129806519, + 0.21919450163841248, + 0.2109714150428772, + 0.20487593114376068, + 0.20209825038909912, + 0.19532781839370728, + 0.19084979593753815, + 0.18643349409103394, + 0.18311691284179688, + 0.1799239218235016, + 0.17295433580875397, + 0.17210598289966583, + 0.17078813910484314, + 0.1670297235250473, + 0.1637311577796936, + 0.16313956677913666, + 0.15573646128177643, + 0.15253160893917084, + 0.1501910239458084, + 0.14898864924907684, + 0.14497171342372894, + 0.14227506518363953, + 0.13950267434120178, + 0.1370062381029129, + 0.13285550475120544, + 0.13092133402824402, + 0.1284818798303604, + 0.12672029435634613, + 0.12181686609983444, + 0.11925230175256729, + 0.11744603514671326, + 0.11567528545856476, + 0.11415182054042816, + 0.11192049086093903, + 0.11054963618516922, + 0.10669071972370148, + 0.10536262392997742, + 0.10330109298229218, + 0.10249142348766327, + 0.10205171257257462, + 0.10047594457864761, + 0.0985102728009224, + 0.09570709615945816, + 0.09385615587234497, + 0.09150923043489456, + 0.09024166315793991, + 0.08859092742204666, + 0.08668390661478043, + 0.085220567882061, + 0.08417527377605438, + 0.08323530852794647, + 0.07952781021595001, + 0.07911605387926102, + 0.0783514752984047, + 0.07769908756017685, + 0.07635240256786346, + 0.07446590811014175, + 0.07364173978567123, + 0.07071167975664139, + 0.07008758187294006, + 0.07000429928302765, + 0.06844241917133331, + 0.06737089902162552, + 0.06687163561582565, + 0.06623463332653046, + 0.06540223211050034, + 0.06394662708044052, + 0.06344057619571686, + 0.06127070635557175, + 0.06004402041435242, + 0.0593707412481308, + 0.057996541261672974, + 0.05692468583583832, + 0.055918000638484955, + 0.055611636489629745, + 0.05504094436764717, + 0.053919266909360886, + 0.05371483787894249, + 0.05262978374958038, + 0.05231165885925293, + 0.051175761967897415, + 0.050290223211050034, + 0.04994701221585274, + 0.04960217326879501, + 0.04918767884373665, + 0.04819652438163757, + 0.04780163615942001, + 0.04710301011800766, + 0.046254128217697144, + 0.045727428048849106, + 0.045374445617198944, + 0.04452407360076904, + 0.04412463679909706, + 0.04357638955116272, + 0.04323356971144676, + 0.04240972548723221, + 0.04137466102838516, + 0.0412752665579319, + 0.040828362107276917, + 0.04007280617952347, + 0.03966479003429413, + 0.03914106264710426, + 0.03864574059844017, + 0.037855036556720734, + 0.03722905367612839, + 0.03650236129760742, + 0.03620599955320358, + 0.03559748828411102, + 0.035319291055202484, + 0.035101164132356644, + 0.0347052700817585, + 0.03425776958465576, + 0.03376329690217972, + 0.03314041346311569, + 0.03274746611714363, + 0.03230041638016701, + 0.03174689784646034, + 0.03095037117600441, + 0.03034704551100731, + 0.030102407559752464, + 0.029677987098693848, + 0.02910226210951805, + 0.02884213998913765, + 0.028447620570659637, + 0.02801073156297207, + 0.027767518535256386, + 0.027511807158589363, + 0.02680017799139023, + 0.025965511798858643, + 0.025836599990725517, + 0.025288766250014305, + 0.02504860796034336, + 0.024621818214654922, + 0.024168262258172035, + 0.023808324709534645, + 0.023423723876476288, + 0.02283020317554474, + 0.022786447778344154, + 0.022252866998314857, + 0.021956468001008034, + 0.02164292149245739, + 0.020824745297431946, + 0.02058311179280281, + 0.02002525143325329, + 0.019874263554811478, + 0.01910204254090786, + 0.018889134749770164, + 0.018344245851039886 + ] + }, + "cosine_similarity": { + "mean": 0.0008608065545558929, + "std": 0.19035416841506958, + "p10": -0.22884535789489746, + "p50": -0.013200225308537483, + "p90": 0.24982015788555145, + "min": -0.6054436564445496, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.02737045288086, + "std": 5.919790267944336, + "p10": 25.034605026245117, + "p50": 31.41079330444336, + "p90": 39.62770462036133, + "min": 15.435300827026367, + "max": 60.59566116333008 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.67583584785461 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1624, + 0.1816, + 0.2042, + 0.2094, + 0.217, + 0.216, + 0.2042 + ], + "top5": [ + 0.1924, + 0.3828, + 0.4026, + 0.4408, + 0.469, + 0.4772, + 0.4772 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.03, + "weight_decay": 1e-06, + "top1": 0.23799999997615814, + "top5": 0.5166000002384186 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 51.16464614868164, + "participation_ratio_topq": 36.174705505371094, + "eigs_top": [ + 111.90589141845703, + 98.29359436035156, + 94.89221954345703, + 93.28010559082031, + 88.77320098876953, + 84.91983032226562, + 82.80128479003906, + 81.04795837402344, + 79.54329681396484, + 75.31147766113281, + 73.80640411376953, + 70.09417724609375, + 68.40707397460938, + 65.82704162597656, + 65.07942199707031, + 59.238616943359375, + 53.98635482788086, + 41.54819869995117, + 37.82649612426758, + 34.566097259521484, + 31.982881546020508, + 30.142610549926758, + 28.407546997070312, + 27.374906539916992, + 26.985212326049805, + 25.778186798095703, + 23.877643585205078, + 23.271657943725586, + 22.148805618286133, + 21.012060165405273, + 20.197525024414062, + 19.479188919067383, + 19.14192771911621, + 18.532154083251953, + 18.031837463378906, + 16.63079261779785, + 15.718299865722656, + 14.880460739135742, + 14.176883697509766, + 13.078150749206543, + 12.248603820800781, + 11.941424369812012, + 11.865946769714355, + 11.426581382751465, + 10.892807006835938, + 10.16574478149414, + 9.77221965789795, + 9.30405330657959, + 8.50893497467041, + 8.262838363647461, + 6.953121662139893, + 6.667316913604736, + 6.152132987976074, + 5.908998966217041, + 5.021613121032715, + 4.712527751922607, + 4.545748233795166, + 4.011068344116211, + 3.7327253818511963, + 3.5589351654052734, + 3.2838990688323975, + 3.002199649810791, + 2.8902769088745117, + 2.7160375118255615, + 2.3558804988861084, + 2.105626106262207, + 2.027315855026245, + 1.7357412576675415, + 1.6803532838821411, + 1.5973434448242188, + 1.4632357358932495, + 1.4071555137634277, + 1.3623319864273071, + 1.3555998802185059, + 1.2989407777786255, + 1.254733681678772, + 1.1614657640457153, + 1.115923285484314, + 1.0697869062423706, + 1.0502067804336548, + 1.0252432823181152, + 1.0096251964569092, + 0.97308748960495, + 0.9690763354301453, + 0.9460057020187378, + 0.9206222295761108, + 0.8812719583511353, + 0.8804799914360046, + 0.8516978025436401, + 0.8387847542762756, + 0.793836772441864, + 0.7870510816574097, + 0.7671817541122437, + 0.7525316476821899, + 0.7459912896156311, + 0.7266097068786621, + 0.7117949724197388, + 0.6976943016052246, + 0.6879504323005676, + 0.6647189855575562, + 0.6585789918899536, + 0.6562364101409912, + 0.6388466358184814, + 0.626151442527771, + 0.6045842170715332, + 0.6018040776252747, + 0.5968940854072571, + 0.5812531113624573, + 0.571247398853302, + 0.5587402582168579, + 0.5478138327598572, + 0.5368510484695435, + 0.5237399935722351, + 0.5136212110519409, + 0.5026645660400391, + 0.5003479719161987, + 0.48498761653900146, + 0.48005616664886475, + 0.4634954333305359, + 0.44927510619163513, + 0.43435490131378174, + 0.43332821130752563, + 0.42721566557884216, + 0.4217566251754761, + 0.4169516861438751, + 0.40573441982269287, + 0.39859843254089355, + 0.39632686972618103, + 0.38581934571266174, + 0.3742126226425171, + 0.3635063171386719, + 0.36284494400024414, + 0.3578241467475891, + 0.351139634847641, + 0.3480318486690521, + 0.34208473563194275, + 0.33641573786735535, + 0.32845908403396606, + 0.32763907313346863, + 0.31685125827789307, + 0.3141475021839142, + 0.3095437288284302, + 0.3022597134113312, + 0.2957283854484558, + 0.29184913635253906, + 0.2866899371147156, + 0.28190621733665466, + 0.2812685966491699, + 0.2709353268146515, + 0.2647186815738678, + 0.2635962963104248, + 0.2591820955276489, + 0.2472570687532425, + 0.2465773969888687, + 0.24176524579524994, + 0.23927539587020874, + 0.23460224270820618, + 0.2323428988456726, + 0.22841724753379822, + 0.22669458389282227, + 0.22454407811164856, + 0.2210276573896408, + 0.2172672301530838, + 0.21428734064102173, + 0.21246908605098724, + 0.2062711864709854, + 0.2053634375333786, + 0.20458881556987762, + 0.20196731388568878, + 0.19844698905944824, + 0.19548767805099487, + 0.19438260793685913, + 0.19343623518943787, + 0.19115234911441803, + 0.18471726775169373, + 0.18378567695617676, + 0.18151897192001343, + 0.17897993326187134, + 0.17716757953166962, + 0.1721506267786026, + 0.1717279553413391, + 0.1704128235578537, + 0.16658850014209747, + 0.16570770740509033, + 0.16491656005382538, + 0.16225633025169373, + 0.15818515419960022, + 0.154254749417305, + 0.15355682373046875, + 0.15188121795654297, + 0.1511942744255066, + 0.1485355943441391, + 0.14833414554595947, + 0.1459035575389862, + 0.14376679062843323, + 0.14245866239070892, + 0.1393335610628128, + 0.1353352814912796, + 0.1348709762096405, + 0.13408879935741425, + 0.13029845058918, + 0.129665806889534, + 0.12704414129257202, + 0.12562339007854462, + 0.12431643158197403, + 0.12146212160587311, + 0.12022501230239868, + 0.11788622289896011, + 0.11718346178531647, + 0.11468599736690521, + 0.11380475759506226, + 0.11137094348669052, + 0.10988447815179825, + 0.1088484525680542, + 0.10769359767436981, + 0.10656499862670898, + 0.10431959480047226, + 0.10222133249044418, + 0.10105161368846893, + 0.10059148073196411, + 0.09786360710859299, + 0.09615723788738251, + 0.09474950283765793, + 0.09419310837984085, + 0.09138573706150055, + 0.09131881594657898, + 0.08890580385923386, + 0.0885709822177887, + 0.08630099147558212, + 0.08557424694299698, + 0.08430014550685883, + 0.08238034695386887, + 0.08042730391025543, + 0.07727062702178955, + 0.07645540684461594, + 0.07515966147184372, + 0.07476002722978592, + 0.07238928973674774, + 0.0722246915102005, + 0.07112199068069458, + 0.0706256628036499, + 0.07017621397972107, + 0.06843014061450958, + 0.06744131445884705, + 0.06617936491966248, + 0.06579997390508652, + 0.06444726139307022, + 0.0634986162185669, + 0.06226002797484398, + 0.06073232367634773, + 0.05827607959508896, + 0.057074323296546936, + 0.056675225496292114, + 0.0549761988222599, + 0.05398869514465332, + 0.05209798738360405 + ] + }, + "cosine_similarity": { + "mean": 6.953410775167868e-05, + "std": 0.160628542304039, + "p10": -0.17763498425483704, + "p50": -0.022720947861671448, + "p90": 0.20804144442081451, + "min": -0.47098782658576965, + "max": 1.0 + }, + "feature_norms": { + "mean": 45.69194030761719, + "std": 7.55626106262207, + "p10": 36.690242767333984, + "p50": 44.944740295410156, + "p90": 55.500274658203125, + "min": 24.92304229736328, + "max": 82.61701202392578 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..b3a052a2868361aeb6bf8b0f2f4f73a65315ae1d --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9d79a2e5b4420e530d8a7e1853702cbf7d15327d7789b666cfef3ecb25b132 +size 141959 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary_p.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..d37ed2ad44a1a7c4b823d61b53c67f5403d3802f --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b75936fce800e9207f3e6f322497a44c45f247da2aa5c6007c2d0cf2f2cd28d +size 134023 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary_qp.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..263292dbbaa1c8adb3d7c738c8ea66fe91ee67e5 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p03/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ab0dd9346d8e5f5fc3d4a162028f901fc0fb4eb7cc6048cc7a3c0820e4c1ff +size 138086 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/metrics.json b/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f98a194fd876c8bb479f144eb73e02b75cca8ef3 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_sigreg_tokens_epoch_045.pth", + "config": "configs/imagenet_sigreg_tokens.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 126.96500563621521 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.1, + "weight_decay": 1e-06, + "top1": 0.22760000002384187, + "top5": 0.494000000333786 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 126.96500563621521 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.1, + "weight_decay": 1e-06, + "top1": 0.22760000002384187, + "top5": 0.494000000333786 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.60182690620422 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.15, + 0.1648, + 0.187, + 0.1878, + 0.1934, + 0.1958, + 0.189 + ], + "top5": [ + 0.1816, + 0.3602, + 0.3762, + 0.4142, + 0.4488, + 0.4594, + 0.4624 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.1, + "weight_decay": 1e-06, + "top1": 0.21840000001192092, + "top5": 0.49260000004768373 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.05260467529297, + "participation_ratio_topq": 25.623180389404297, + "eigs_top": [ + 81.00090026855469, + 75.38627624511719, + 74.47384643554688, + 71.06632995605469, + 59.63042068481445, + 56.41862869262695, + 45.263912200927734, + 44.69925308227539, + 36.94993591308594, + 33.70616149902344, + 31.366979598999023, + 28.845380783081055, + 26.904258728027344, + 25.687562942504883, + 24.599750518798828, + 23.36286735534668, + 20.141809463500977, + 19.24224853515625, + 17.788761138916016, + 17.03805160522461, + 15.64345645904541, + 14.77509880065918, + 13.139939308166504, + 12.394732475280762, + 11.772072792053223, + 10.779595375061035, + 9.88656997680664, + 9.644651412963867, + 8.725968360900879, + 8.147004127502441, + 7.922526836395264, + 7.540380954742432, + 6.378762245178223, + 6.233994960784912, + 5.761880397796631, + 5.559105396270752, + 5.501149654388428, + 4.617203712463379, + 4.411069393157959, + 3.8380846977233887, + 3.527966022491455, + 3.4435222148895264, + 3.2066714763641357, + 2.8220162391662598, + 2.459556818008423, + 2.4012491703033447, + 2.3018219470977783, + 2.1288137435913086, + 2.062732219696045, + 1.873646855354309, + 1.777584433555603, + 1.5417227745056152, + 1.5214424133300781, + 1.3152130842208862, + 1.1685079336166382, + 1.1570461988449097, + 1.1291162967681885, + 1.0615383386611938, + 0.9778635501861572, + 0.9255540370941162, + 0.905025839805603, + 0.8629653453826904, + 0.8372726440429688, + 0.7977303266525269, + 0.7681540846824646, + 0.7275040745735168, + 0.718110203742981, + 0.6872246861457825, + 0.681576669216156, + 0.6669865250587463, + 0.634609580039978, + 0.6209197044372559, + 0.5806364417076111, + 0.5615993142127991, + 0.5491167902946472, + 0.50803542137146, + 0.4945370852947235, + 0.48392733931541443, + 0.4771884083747864, + 0.45366382598876953, + 0.44394421577453613, + 0.43493106961250305, + 0.4090263247489929, + 0.3963983356952667, + 0.39189279079437256, + 0.3791714906692505, + 0.3694078028202057, + 0.3652159571647644, + 0.35452455282211304, + 0.3526078164577484, + 0.3312203586101532, + 0.32342955470085144, + 0.3107934892177582, + 0.3047100305557251, + 0.2985266447067261, + 0.2936769127845764, + 0.2814651131629944, + 0.27688488364219666, + 0.2701166570186615, + 0.26563337445259094, + 0.2607007324695587, + 0.25279536843299866, + 0.2488182932138443, + 0.24190546572208405, + 0.23638910055160522, + 0.23402883112430573, + 0.22914455831050873, + 0.22629950940608978, + 0.22464913129806519, + 0.21919450163841248, + 0.2109714150428772, + 0.20487593114376068, + 0.20209825038909912, + 0.19532781839370728, + 0.19084979593753815, + 0.18643349409103394, + 0.18311691284179688, + 0.1799239218235016, + 0.17295433580875397, + 0.17210598289966583, + 0.17078813910484314, + 0.1670297235250473, + 0.1637311577796936, + 0.16313956677913666, + 0.15573646128177643, + 0.15253160893917084, + 0.1501910239458084, + 0.14898864924907684, + 0.14497171342372894, + 0.14227506518363953, + 0.13950267434120178, + 0.1370062381029129, + 0.13285550475120544, + 0.13092133402824402, + 0.1284818798303604, + 0.12672029435634613, + 0.12181686609983444, + 0.11925230175256729, + 0.11744603514671326, + 0.11567528545856476, + 0.11415182054042816, + 0.11192049086093903, + 0.11054963618516922, + 0.10669071972370148, + 0.10536262392997742, + 0.10330109298229218, + 0.10249142348766327, + 0.10205171257257462, + 0.10047594457864761, + 0.0985102728009224, + 0.09570709615945816, + 0.09385615587234497, + 0.09150923043489456, + 0.09024166315793991, + 0.08859092742204666, + 0.08668390661478043, + 0.085220567882061, + 0.08417527377605438, + 0.08323530852794647, + 0.07952781021595001, + 0.07911605387926102, + 0.0783514752984047, + 0.07769908756017685, + 0.07635240256786346, + 0.07446590811014175, + 0.07364173978567123, + 0.07071167975664139, + 0.07008758187294006, + 0.07000429928302765, + 0.06844241917133331, + 0.06737089902162552, + 0.06687163561582565, + 0.06623463332653046, + 0.06540223211050034, + 0.06394662708044052, + 0.06344057619571686, + 0.06127070635557175, + 0.06004402041435242, + 0.0593707412481308, + 0.057996541261672974, + 0.05692468583583832, + 0.055918000638484955, + 0.055611636489629745, + 0.05504094436764717, + 0.053919266909360886, + 0.05371483787894249, + 0.05262978374958038, + 0.05231165885925293, + 0.051175761967897415, + 0.050290223211050034, + 0.04994701221585274, + 0.04960217326879501, + 0.04918767884373665, + 0.04819652438163757, + 0.04780163615942001, + 0.04710301011800766, + 0.046254128217697144, + 0.045727428048849106, + 0.045374445617198944, + 0.04452407360076904, + 0.04412463679909706, + 0.04357638955116272, + 0.04323356971144676, + 0.04240972548723221, + 0.04137466102838516, + 0.0412752665579319, + 0.040828362107276917, + 0.04007280617952347, + 0.03966479003429413, + 0.03914106264710426, + 0.03864574059844017, + 0.037855036556720734, + 0.03722905367612839, + 0.03650236129760742, + 0.03620599955320358, + 0.03559748828411102, + 0.035319291055202484, + 0.035101164132356644, + 0.0347052700817585, + 0.03425776958465576, + 0.03376329690217972, + 0.03314041346311569, + 0.03274746611714363, + 0.03230041638016701, + 0.03174689784646034, + 0.03095037117600441, + 0.03034704551100731, + 0.030102407559752464, + 0.029677987098693848, + 0.02910226210951805, + 0.02884213998913765, + 0.028447620570659637, + 0.02801073156297207, + 0.027767518535256386, + 0.027511807158589363, + 0.02680017799139023, + 0.025965511798858643, + 0.025836599990725517, + 0.025288766250014305, + 0.02504860796034336, + 0.024621818214654922, + 0.024168262258172035, + 0.023808324709534645, + 0.023423723876476288, + 0.02283020317554474, + 0.022786447778344154, + 0.022252866998314857, + 0.021956468001008034, + 0.02164292149245739, + 0.020824745297431946, + 0.02058311179280281, + 0.02002525143325329, + 0.019874263554811478, + 0.01910204254090786, + 0.018889134749770164, + 0.018344245851039886 + ] + }, + "cosine_similarity": { + "mean": 0.0008608065545558929, + "std": 0.19035416841506958, + "p10": -0.22884535789489746, + "p50": -0.013200225308537483, + "p90": 0.24982015788555145, + "min": -0.6054436564445496, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.02737045288086, + "std": 5.919790267944336, + "p10": 25.034605026245117, + "p50": 31.41079330444336, + "p90": 39.62770462036133, + "min": 15.435300827026367, + "max": 60.59566116333008 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.97396969795227 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1624, + 0.1816, + 0.2042, + 0.2094, + 0.217, + 0.216, + 0.2042 + ], + "top5": [ + 0.1924, + 0.3828, + 0.4026, + 0.4408, + 0.469, + 0.4772, + 0.4772 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.1, + "weight_decay": 1e-06, + "top1": 0.23459999995231628, + "top5": 0.5163999998092651 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 51.16464614868164, + "participation_ratio_topq": 36.174705505371094, + "eigs_top": [ + 111.90589141845703, + 98.29359436035156, + 94.89221954345703, + 93.28010559082031, + 88.77320098876953, + 84.91983032226562, + 82.80128479003906, + 81.04795837402344, + 79.54329681396484, + 75.31147766113281, + 73.80640411376953, + 70.09417724609375, + 68.40707397460938, + 65.82704162597656, + 65.07942199707031, + 59.238616943359375, + 53.98635482788086, + 41.54819869995117, + 37.82649612426758, + 34.566097259521484, + 31.982881546020508, + 30.142610549926758, + 28.407546997070312, + 27.374906539916992, + 26.985212326049805, + 25.778186798095703, + 23.877643585205078, + 23.271657943725586, + 22.148805618286133, + 21.012060165405273, + 20.197525024414062, + 19.479188919067383, + 19.14192771911621, + 18.532154083251953, + 18.031837463378906, + 16.63079261779785, + 15.718299865722656, + 14.880460739135742, + 14.176883697509766, + 13.078150749206543, + 12.248603820800781, + 11.941424369812012, + 11.865946769714355, + 11.426581382751465, + 10.892807006835938, + 10.16574478149414, + 9.77221965789795, + 9.30405330657959, + 8.50893497467041, + 8.262838363647461, + 6.953121662139893, + 6.667316913604736, + 6.152132987976074, + 5.908998966217041, + 5.021613121032715, + 4.712527751922607, + 4.545748233795166, + 4.011068344116211, + 3.7327253818511963, + 3.5589351654052734, + 3.2838990688323975, + 3.002199649810791, + 2.8902769088745117, + 2.7160375118255615, + 2.3558804988861084, + 2.105626106262207, + 2.027315855026245, + 1.7357412576675415, + 1.6803532838821411, + 1.5973434448242188, + 1.4632357358932495, + 1.4071555137634277, + 1.3623319864273071, + 1.3555998802185059, + 1.2989407777786255, + 1.254733681678772, + 1.1614657640457153, + 1.115923285484314, + 1.0697869062423706, + 1.0502067804336548, + 1.0252432823181152, + 1.0096251964569092, + 0.97308748960495, + 0.9690763354301453, + 0.9460057020187378, + 0.9206222295761108, + 0.8812719583511353, + 0.8804799914360046, + 0.8516978025436401, + 0.8387847542762756, + 0.793836772441864, + 0.7870510816574097, + 0.7671817541122437, + 0.7525316476821899, + 0.7459912896156311, + 0.7266097068786621, + 0.7117949724197388, + 0.6976943016052246, + 0.6879504323005676, + 0.6647189855575562, + 0.6585789918899536, + 0.6562364101409912, + 0.6388466358184814, + 0.626151442527771, + 0.6045842170715332, + 0.6018040776252747, + 0.5968940854072571, + 0.5812531113624573, + 0.571247398853302, + 0.5587402582168579, + 0.5478138327598572, + 0.5368510484695435, + 0.5237399935722351, + 0.5136212110519409, + 0.5026645660400391, + 0.5003479719161987, + 0.48498761653900146, + 0.48005616664886475, + 0.4634954333305359, + 0.44927510619163513, + 0.43435490131378174, + 0.43332821130752563, + 0.42721566557884216, + 0.4217566251754761, + 0.4169516861438751, + 0.40573441982269287, + 0.39859843254089355, + 0.39632686972618103, + 0.38581934571266174, + 0.3742126226425171, + 0.3635063171386719, + 0.36284494400024414, + 0.3578241467475891, + 0.351139634847641, + 0.3480318486690521, + 0.34208473563194275, + 0.33641573786735535, + 0.32845908403396606, + 0.32763907313346863, + 0.31685125827789307, + 0.3141475021839142, + 0.3095437288284302, + 0.3022597134113312, + 0.2957283854484558, + 0.29184913635253906, + 0.2866899371147156, + 0.28190621733665466, + 0.2812685966491699, + 0.2709353268146515, + 0.2647186815738678, + 0.2635962963104248, + 0.2591820955276489, + 0.2472570687532425, + 0.2465773969888687, + 0.24176524579524994, + 0.23927539587020874, + 0.23460224270820618, + 0.2323428988456726, + 0.22841724753379822, + 0.22669458389282227, + 0.22454407811164856, + 0.2210276573896408, + 0.2172672301530838, + 0.21428734064102173, + 0.21246908605098724, + 0.2062711864709854, + 0.2053634375333786, + 0.20458881556987762, + 0.20196731388568878, + 0.19844698905944824, + 0.19548767805099487, + 0.19438260793685913, + 0.19343623518943787, + 0.19115234911441803, + 0.18471726775169373, + 0.18378567695617676, + 0.18151897192001343, + 0.17897993326187134, + 0.17716757953166962, + 0.1721506267786026, + 0.1717279553413391, + 0.1704128235578537, + 0.16658850014209747, + 0.16570770740509033, + 0.16491656005382538, + 0.16225633025169373, + 0.15818515419960022, + 0.154254749417305, + 0.15355682373046875, + 0.15188121795654297, + 0.1511942744255066, + 0.1485355943441391, + 0.14833414554595947, + 0.1459035575389862, + 0.14376679062843323, + 0.14245866239070892, + 0.1393335610628128, + 0.1353352814912796, + 0.1348709762096405, + 0.13408879935741425, + 0.13029845058918, + 0.129665806889534, + 0.12704414129257202, + 0.12562339007854462, + 0.12431643158197403, + 0.12146212160587311, + 0.12022501230239868, + 0.11788622289896011, + 0.11718346178531647, + 0.11468599736690521, + 0.11380475759506226, + 0.11137094348669052, + 0.10988447815179825, + 0.1088484525680542, + 0.10769359767436981, + 0.10656499862670898, + 0.10431959480047226, + 0.10222133249044418, + 0.10105161368846893, + 0.10059148073196411, + 0.09786360710859299, + 0.09615723788738251, + 0.09474950283765793, + 0.09419310837984085, + 0.09138573706150055, + 0.09131881594657898, + 0.08890580385923386, + 0.0885709822177887, + 0.08630099147558212, + 0.08557424694299698, + 0.08430014550685883, + 0.08238034695386887, + 0.08042730391025543, + 0.07727062702178955, + 0.07645540684461594, + 0.07515966147184372, + 0.07476002722978592, + 0.07238928973674774, + 0.0722246915102005, + 0.07112199068069458, + 0.0706256628036499, + 0.07017621397972107, + 0.06843014061450958, + 0.06744131445884705, + 0.06617936491966248, + 0.06579997390508652, + 0.06444726139307022, + 0.0634986162185669, + 0.06226002797484398, + 0.06073232367634773, + 0.05827607959508896, + 0.057074323296546936, + 0.056675225496292114, + 0.0549761988222599, + 0.05398869514465332, + 0.05209798738360405 + ] + }, + "cosine_similarity": { + "mean": 6.953410775167868e-05, + "std": 0.160628542304039, + "p10": -0.17763498425483704, + "p50": -0.022720947861671448, + "p90": 0.20804144442081451, + "min": -0.47098782658576965, + "max": 1.0 + }, + "feature_norms": { + "mean": 45.69194030761719, + "std": 7.55626106262207, + "p10": 36.690242767333984, + "p50": 44.944740295410156, + "p90": 55.500274658203125, + "min": 24.92304229736328, + "max": 82.61701202392578 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..b3a052a2868361aeb6bf8b0f2f4f73a65315ae1d --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9d79a2e5b4420e530d8a7e1853702cbf7d15327d7789b666cfef3ecb25b132 +size 141959 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary_p.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..d37ed2ad44a1a7c4b823d61b53c67f5403d3802f --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b75936fce800e9207f3e6f322497a44c45f247da2aa5c6007c2d0cf2f2cd28d +size 134023 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary_qp.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..263292dbbaa1c8adb3d7c738c8ea66fe91ee67e5 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p1/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ab0dd9346d8e5f5fc3d4a162028f901fc0fb4eb7cc6048cc7a3c0820e4c1ff +size 138086 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/metrics.json b/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..52a060c0b99ec55622949d198927dfcc3ab63a15 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_sigreg_tokens_epoch_045.pth", + "config": "configs/imagenet_sigreg_tokens.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 126.02809000015259 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.2, + "weight_decay": 1e-06, + "top1": 0.22540000001192093, + "top5": 0.49699999985694887 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 126.02809000015259 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.2, + "weight_decay": 1e-06, + "top1": 0.22540000001192093, + "top5": 0.49699999985694887 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.12155318260193 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.15, + 0.1648, + 0.187, + 0.1878, + 0.1934, + 0.1958, + 0.189 + ], + "top5": [ + 0.1816, + 0.3602, + 0.3762, + 0.4142, + 0.4488, + 0.4594, + 0.4624 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.2, + "weight_decay": 1e-06, + "top1": 0.214, + "top5": 0.490000000333786 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.05260467529297, + "participation_ratio_topq": 25.623180389404297, + "eigs_top": [ + 81.00090026855469, + 75.38627624511719, + 74.47384643554688, + 71.06632995605469, + 59.63042068481445, + 56.41862869262695, + 45.263912200927734, + 44.69925308227539, + 36.94993591308594, + 33.70616149902344, + 31.366979598999023, + 28.845380783081055, + 26.904258728027344, + 25.687562942504883, + 24.599750518798828, + 23.36286735534668, + 20.141809463500977, + 19.24224853515625, + 17.788761138916016, + 17.03805160522461, + 15.64345645904541, + 14.77509880065918, + 13.139939308166504, + 12.394732475280762, + 11.772072792053223, + 10.779595375061035, + 9.88656997680664, + 9.644651412963867, + 8.725968360900879, + 8.147004127502441, + 7.922526836395264, + 7.540380954742432, + 6.378762245178223, + 6.233994960784912, + 5.761880397796631, + 5.559105396270752, + 5.501149654388428, + 4.617203712463379, + 4.411069393157959, + 3.8380846977233887, + 3.527966022491455, + 3.4435222148895264, + 3.2066714763641357, + 2.8220162391662598, + 2.459556818008423, + 2.4012491703033447, + 2.3018219470977783, + 2.1288137435913086, + 2.062732219696045, + 1.873646855354309, + 1.777584433555603, + 1.5417227745056152, + 1.5214424133300781, + 1.3152130842208862, + 1.1685079336166382, + 1.1570461988449097, + 1.1291162967681885, + 1.0615383386611938, + 0.9778635501861572, + 0.9255540370941162, + 0.905025839805603, + 0.8629653453826904, + 0.8372726440429688, + 0.7977303266525269, + 0.7681540846824646, + 0.7275040745735168, + 0.718110203742981, + 0.6872246861457825, + 0.681576669216156, + 0.6669865250587463, + 0.634609580039978, + 0.6209197044372559, + 0.5806364417076111, + 0.5615993142127991, + 0.5491167902946472, + 0.50803542137146, + 0.4945370852947235, + 0.48392733931541443, + 0.4771884083747864, + 0.45366382598876953, + 0.44394421577453613, + 0.43493106961250305, + 0.4090263247489929, + 0.3963983356952667, + 0.39189279079437256, + 0.3791714906692505, + 0.3694078028202057, + 0.3652159571647644, + 0.35452455282211304, + 0.3526078164577484, + 0.3312203586101532, + 0.32342955470085144, + 0.3107934892177582, + 0.3047100305557251, + 0.2985266447067261, + 0.2936769127845764, + 0.2814651131629944, + 0.27688488364219666, + 0.2701166570186615, + 0.26563337445259094, + 0.2607007324695587, + 0.25279536843299866, + 0.2488182932138443, + 0.24190546572208405, + 0.23638910055160522, + 0.23402883112430573, + 0.22914455831050873, + 0.22629950940608978, + 0.22464913129806519, + 0.21919450163841248, + 0.2109714150428772, + 0.20487593114376068, + 0.20209825038909912, + 0.19532781839370728, + 0.19084979593753815, + 0.18643349409103394, + 0.18311691284179688, + 0.1799239218235016, + 0.17295433580875397, + 0.17210598289966583, + 0.17078813910484314, + 0.1670297235250473, + 0.1637311577796936, + 0.16313956677913666, + 0.15573646128177643, + 0.15253160893917084, + 0.1501910239458084, + 0.14898864924907684, + 0.14497171342372894, + 0.14227506518363953, + 0.13950267434120178, + 0.1370062381029129, + 0.13285550475120544, + 0.13092133402824402, + 0.1284818798303604, + 0.12672029435634613, + 0.12181686609983444, + 0.11925230175256729, + 0.11744603514671326, + 0.11567528545856476, + 0.11415182054042816, + 0.11192049086093903, + 0.11054963618516922, + 0.10669071972370148, + 0.10536262392997742, + 0.10330109298229218, + 0.10249142348766327, + 0.10205171257257462, + 0.10047594457864761, + 0.0985102728009224, + 0.09570709615945816, + 0.09385615587234497, + 0.09150923043489456, + 0.09024166315793991, + 0.08859092742204666, + 0.08668390661478043, + 0.085220567882061, + 0.08417527377605438, + 0.08323530852794647, + 0.07952781021595001, + 0.07911605387926102, + 0.0783514752984047, + 0.07769908756017685, + 0.07635240256786346, + 0.07446590811014175, + 0.07364173978567123, + 0.07071167975664139, + 0.07008758187294006, + 0.07000429928302765, + 0.06844241917133331, + 0.06737089902162552, + 0.06687163561582565, + 0.06623463332653046, + 0.06540223211050034, + 0.06394662708044052, + 0.06344057619571686, + 0.06127070635557175, + 0.06004402041435242, + 0.0593707412481308, + 0.057996541261672974, + 0.05692468583583832, + 0.055918000638484955, + 0.055611636489629745, + 0.05504094436764717, + 0.053919266909360886, + 0.05371483787894249, + 0.05262978374958038, + 0.05231165885925293, + 0.051175761967897415, + 0.050290223211050034, + 0.04994701221585274, + 0.04960217326879501, + 0.04918767884373665, + 0.04819652438163757, + 0.04780163615942001, + 0.04710301011800766, + 0.046254128217697144, + 0.045727428048849106, + 0.045374445617198944, + 0.04452407360076904, + 0.04412463679909706, + 0.04357638955116272, + 0.04323356971144676, + 0.04240972548723221, + 0.04137466102838516, + 0.0412752665579319, + 0.040828362107276917, + 0.04007280617952347, + 0.03966479003429413, + 0.03914106264710426, + 0.03864574059844017, + 0.037855036556720734, + 0.03722905367612839, + 0.03650236129760742, + 0.03620599955320358, + 0.03559748828411102, + 0.035319291055202484, + 0.035101164132356644, + 0.0347052700817585, + 0.03425776958465576, + 0.03376329690217972, + 0.03314041346311569, + 0.03274746611714363, + 0.03230041638016701, + 0.03174689784646034, + 0.03095037117600441, + 0.03034704551100731, + 0.030102407559752464, + 0.029677987098693848, + 0.02910226210951805, + 0.02884213998913765, + 0.028447620570659637, + 0.02801073156297207, + 0.027767518535256386, + 0.027511807158589363, + 0.02680017799139023, + 0.025965511798858643, + 0.025836599990725517, + 0.025288766250014305, + 0.02504860796034336, + 0.024621818214654922, + 0.024168262258172035, + 0.023808324709534645, + 0.023423723876476288, + 0.02283020317554474, + 0.022786447778344154, + 0.022252866998314857, + 0.021956468001008034, + 0.02164292149245739, + 0.020824745297431946, + 0.02058311179280281, + 0.02002525143325329, + 0.019874263554811478, + 0.01910204254090786, + 0.018889134749770164, + 0.018344245851039886 + ] + }, + "cosine_similarity": { + "mean": 0.0008608065545558929, + "std": 0.19035416841506958, + "p10": -0.22884535789489746, + "p50": -0.013200225308537483, + "p90": 0.24982015788555145, + "min": -0.6054436564445496, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.02737045288086, + "std": 5.919790267944336, + "p10": 25.034605026245117, + "p50": 31.41079330444336, + "p90": 39.62770462036133, + "min": 15.435300827026367, + "max": 60.59566116333008 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 128.0582275390625 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1624, + 0.1816, + 0.2042, + 0.2094, + 0.217, + 0.216, + 0.2042 + ], + "top5": [ + 0.1924, + 0.3828, + 0.4026, + 0.4408, + 0.469, + 0.4772, + 0.4772 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.2, + "weight_decay": 1e-06, + "top1": 0.23779999997615814, + "top5": 0.5048000000953674 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 51.16464614868164, + "participation_ratio_topq": 36.174705505371094, + "eigs_top": [ + 111.90589141845703, + 98.29359436035156, + 94.89221954345703, + 93.28010559082031, + 88.77320098876953, + 84.91983032226562, + 82.80128479003906, + 81.04795837402344, + 79.54329681396484, + 75.31147766113281, + 73.80640411376953, + 70.09417724609375, + 68.40707397460938, + 65.82704162597656, + 65.07942199707031, + 59.238616943359375, + 53.98635482788086, + 41.54819869995117, + 37.82649612426758, + 34.566097259521484, + 31.982881546020508, + 30.142610549926758, + 28.407546997070312, + 27.374906539916992, + 26.985212326049805, + 25.778186798095703, + 23.877643585205078, + 23.271657943725586, + 22.148805618286133, + 21.012060165405273, + 20.197525024414062, + 19.479188919067383, + 19.14192771911621, + 18.532154083251953, + 18.031837463378906, + 16.63079261779785, + 15.718299865722656, + 14.880460739135742, + 14.176883697509766, + 13.078150749206543, + 12.248603820800781, + 11.941424369812012, + 11.865946769714355, + 11.426581382751465, + 10.892807006835938, + 10.16574478149414, + 9.77221965789795, + 9.30405330657959, + 8.50893497467041, + 8.262838363647461, + 6.953121662139893, + 6.667316913604736, + 6.152132987976074, + 5.908998966217041, + 5.021613121032715, + 4.712527751922607, + 4.545748233795166, + 4.011068344116211, + 3.7327253818511963, + 3.5589351654052734, + 3.2838990688323975, + 3.002199649810791, + 2.8902769088745117, + 2.7160375118255615, + 2.3558804988861084, + 2.105626106262207, + 2.027315855026245, + 1.7357412576675415, + 1.6803532838821411, + 1.5973434448242188, + 1.4632357358932495, + 1.4071555137634277, + 1.3623319864273071, + 1.3555998802185059, + 1.2989407777786255, + 1.254733681678772, + 1.1614657640457153, + 1.115923285484314, + 1.0697869062423706, + 1.0502067804336548, + 1.0252432823181152, + 1.0096251964569092, + 0.97308748960495, + 0.9690763354301453, + 0.9460057020187378, + 0.9206222295761108, + 0.8812719583511353, + 0.8804799914360046, + 0.8516978025436401, + 0.8387847542762756, + 0.793836772441864, + 0.7870510816574097, + 0.7671817541122437, + 0.7525316476821899, + 0.7459912896156311, + 0.7266097068786621, + 0.7117949724197388, + 0.6976943016052246, + 0.6879504323005676, + 0.6647189855575562, + 0.6585789918899536, + 0.6562364101409912, + 0.6388466358184814, + 0.626151442527771, + 0.6045842170715332, + 0.6018040776252747, + 0.5968940854072571, + 0.5812531113624573, + 0.571247398853302, + 0.5587402582168579, + 0.5478138327598572, + 0.5368510484695435, + 0.5237399935722351, + 0.5136212110519409, + 0.5026645660400391, + 0.5003479719161987, + 0.48498761653900146, + 0.48005616664886475, + 0.4634954333305359, + 0.44927510619163513, + 0.43435490131378174, + 0.43332821130752563, + 0.42721566557884216, + 0.4217566251754761, + 0.4169516861438751, + 0.40573441982269287, + 0.39859843254089355, + 0.39632686972618103, + 0.38581934571266174, + 0.3742126226425171, + 0.3635063171386719, + 0.36284494400024414, + 0.3578241467475891, + 0.351139634847641, + 0.3480318486690521, + 0.34208473563194275, + 0.33641573786735535, + 0.32845908403396606, + 0.32763907313346863, + 0.31685125827789307, + 0.3141475021839142, + 0.3095437288284302, + 0.3022597134113312, + 0.2957283854484558, + 0.29184913635253906, + 0.2866899371147156, + 0.28190621733665466, + 0.2812685966491699, + 0.2709353268146515, + 0.2647186815738678, + 0.2635962963104248, + 0.2591820955276489, + 0.2472570687532425, + 0.2465773969888687, + 0.24176524579524994, + 0.23927539587020874, + 0.23460224270820618, + 0.2323428988456726, + 0.22841724753379822, + 0.22669458389282227, + 0.22454407811164856, + 0.2210276573896408, + 0.2172672301530838, + 0.21428734064102173, + 0.21246908605098724, + 0.2062711864709854, + 0.2053634375333786, + 0.20458881556987762, + 0.20196731388568878, + 0.19844698905944824, + 0.19548767805099487, + 0.19438260793685913, + 0.19343623518943787, + 0.19115234911441803, + 0.18471726775169373, + 0.18378567695617676, + 0.18151897192001343, + 0.17897993326187134, + 0.17716757953166962, + 0.1721506267786026, + 0.1717279553413391, + 0.1704128235578537, + 0.16658850014209747, + 0.16570770740509033, + 0.16491656005382538, + 0.16225633025169373, + 0.15818515419960022, + 0.154254749417305, + 0.15355682373046875, + 0.15188121795654297, + 0.1511942744255066, + 0.1485355943441391, + 0.14833414554595947, + 0.1459035575389862, + 0.14376679062843323, + 0.14245866239070892, + 0.1393335610628128, + 0.1353352814912796, + 0.1348709762096405, + 0.13408879935741425, + 0.13029845058918, + 0.129665806889534, + 0.12704414129257202, + 0.12562339007854462, + 0.12431643158197403, + 0.12146212160587311, + 0.12022501230239868, + 0.11788622289896011, + 0.11718346178531647, + 0.11468599736690521, + 0.11380475759506226, + 0.11137094348669052, + 0.10988447815179825, + 0.1088484525680542, + 0.10769359767436981, + 0.10656499862670898, + 0.10431959480047226, + 0.10222133249044418, + 0.10105161368846893, + 0.10059148073196411, + 0.09786360710859299, + 0.09615723788738251, + 0.09474950283765793, + 0.09419310837984085, + 0.09138573706150055, + 0.09131881594657898, + 0.08890580385923386, + 0.0885709822177887, + 0.08630099147558212, + 0.08557424694299698, + 0.08430014550685883, + 0.08238034695386887, + 0.08042730391025543, + 0.07727062702178955, + 0.07645540684461594, + 0.07515966147184372, + 0.07476002722978592, + 0.07238928973674774, + 0.0722246915102005, + 0.07112199068069458, + 0.0706256628036499, + 0.07017621397972107, + 0.06843014061450958, + 0.06744131445884705, + 0.06617936491966248, + 0.06579997390508652, + 0.06444726139307022, + 0.0634986162185669, + 0.06226002797484398, + 0.06073232367634773, + 0.05827607959508896, + 0.057074323296546936, + 0.056675225496292114, + 0.0549761988222599, + 0.05398869514465332, + 0.05209798738360405 + ] + }, + "cosine_similarity": { + "mean": 6.953410775167868e-05, + "std": 0.160628542304039, + "p10": -0.17763498425483704, + "p50": -0.022720947861671448, + "p90": 0.20804144442081451, + "min": -0.47098782658576965, + "max": 1.0 + }, + "feature_norms": { + "mean": 45.69194030761719, + "std": 7.55626106262207, + "p10": 36.690242767333984, + "p50": 44.944740295410156, + "p90": 55.500274658203125, + "min": 24.92304229736328, + "max": 82.61701202392578 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..b3a052a2868361aeb6bf8b0f2f4f73a65315ae1d --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9d79a2e5b4420e530d8a7e1853702cbf7d15327d7789b666cfef3ecb25b132 +size 141959 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary_p.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..d37ed2ad44a1a7c4b823d61b53c67f5403d3802f --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b75936fce800e9207f3e6f322497a44c45f247da2aa5c6007c2d0cf2f2cd28d +size 134023 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary_qp.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..263292dbbaa1c8adb3d7c738c8ea66fe91ee67e5 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p2/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ab0dd9346d8e5f5fc3d4a162028f901fc0fb4eb7cc6048cc7a3c0820e4c1ff +size 138086 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/metrics.json b/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8aeaa70613057ad60450c3bdba3b2e70e2dac303 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/metrics.json @@ -0,0 +1,1345 @@ +{ + "checkpoint": "checkpoints/imagenet_sigreg_tokens_epoch_045.pth", + "config": "configs/imagenet_sigreg_tokens.yaml", + "dataset": "imagenet", + "data_root": "/content/imagenet100_view", + "num_classes": 100, + "ckpt_load_info": { + "try_0_missing": 0, + "try_0_unexpected": 0, + "loaded_from_try": 0 + }, + "coord_mode": "raw", + "split_qp": true, + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 126.700936794281 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.3, + "weight_decay": 1e-06, + "top1": 0.22500000019073485, + "top5": 0.4967999997138977 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null, + "qp_eval": { + "variants": [ + "q", + "p", + "qp" + ], + "default_variant": "q", + "q_dim": 1024, + "p_dim": 1024, + "qp_dim": 2048 + }, + "qp_variants": { + "q": { + "coord": "raw", + "qp_variant": "q", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 126.700936794281 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1558, + 0.1706, + 0.189, + 0.201, + 0.2104, + 0.207, + 0.1976 + ], + "top5": [ + 0.1872, + 0.3646, + 0.3926, + 0.4236, + 0.4522, + 0.454, + 0.4562 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.3, + "weight_decay": 1e-06, + "top1": 0.22500000019073485, + "top5": 0.4967999997138977 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 38.32660675048828, + "participation_ratio_topq": 24.906455993652344, + "eigs_top": [ + 87.52665710449219, + 81.828369140625, + 75.27953338623047, + 67.19806671142578, + 63.119598388671875, + 58.79090881347656, + 53.515228271484375, + 43.10032653808594, + 39.48273849487305, + 36.899169921875, + 33.299739837646484, + 29.36825180053711, + 28.514583587646484, + 24.7359676361084, + 22.663665771484375, + 20.396041870117188, + 19.857831954956055, + 18.853404998779297, + 16.674482345581055, + 16.19467544555664, + 14.427169799804688, + 13.86970329284668, + 13.242194175720215, + 12.31344223022461, + 11.684134483337402, + 10.408358573913574, + 9.867924690246582, + 9.707714080810547, + 8.864837646484375, + 8.448615074157715, + 7.997548580169678, + 7.27415657043457, + 7.0573201179504395, + 6.715782165527344, + 6.294546604156494, + 6.195870876312256, + 5.310367107391357, + 4.80604887008667, + 4.648767471313477, + 4.0586771965026855, + 3.698474168777466, + 3.166858673095703, + 2.9947669506073, + 2.90215802192688, + 2.5352120399475098, + 2.3435158729553223, + 2.2048041820526123, + 2.145634651184082, + 1.9626493453979492, + 1.8375132083892822, + 1.7765291929244995, + 1.5290058851242065, + 1.4179755449295044, + 1.297467827796936, + 1.2394267320632935, + 1.170344591140747, + 1.1242929697036743, + 1.080639123916626, + 1.041819453239441, + 1.006910800933838, + 0.9147285223007202, + 0.9055962562561035, + 0.8908025026321411, + 0.7826729416847229, + 0.7646266222000122, + 0.7190316915512085, + 0.6833595633506775, + 0.6689331531524658, + 0.6538697481155396, + 0.6293941736221313, + 0.6046952605247498, + 0.5792458653450012, + 0.5660645365715027, + 0.5564717054367065, + 0.5303104519844055, + 0.5246935486793518, + 0.5050807595252991, + 0.4862399697303772, + 0.4811294376850128, + 0.46584078669548035, + 0.4381362497806549, + 0.4325304627418518, + 0.4223286509513855, + 0.41136640310287476, + 0.39973458647727966, + 0.3904739320278168, + 0.3809684216976166, + 0.3786613643169403, + 0.3671068549156189, + 0.3577519953250885, + 0.35085853934288025, + 0.3345554769039154, + 0.33064138889312744, + 0.3156084716320038, + 0.31392374634742737, + 0.30636361241340637, + 0.29920080304145813, + 0.29022470116615295, + 0.28313538432121277, + 0.2762375473976135, + 0.2711171507835388, + 0.2678073048591614, + 0.25765231251716614, + 0.25316712260246277, + 0.2480883151292801, + 0.2408113181591034, + 0.23434610664844513, + 0.2272469699382782, + 0.2209835797548294, + 0.21426795423030853, + 0.2131248563528061, + 0.20827949047088623, + 0.2047993391752243, + 0.19880971312522888, + 0.19590498507022858, + 0.1932496428489685, + 0.19042427837848663, + 0.18496543169021606, + 0.180930957198143, + 0.17687568068504333, + 0.17232416570186615, + 0.16815729439258575, + 0.16500605642795563, + 0.1596175730228424, + 0.15487860143184662, + 0.15134620666503906, + 0.14799648523330688, + 0.14716748893260956, + 0.1428321748971939, + 0.14070434868335724, + 0.13809555768966675, + 0.13664016127586365, + 0.13564454019069672, + 0.134125754237175, + 0.13255716860294342, + 0.1301637887954712, + 0.12686413526535034, + 0.12495382130146027, + 0.12111490964889526, + 0.11892638355493546, + 0.11654295027256012, + 0.11420582234859467, + 0.11194925755262375, + 0.10931067168712616, + 0.10655874758958817, + 0.10567505657672882, + 0.10458134114742279, + 0.10240590572357178, + 0.09982085227966309, + 0.0982135757803917, + 0.09597912430763245, + 0.09552405029535294, + 0.09373881667852402, + 0.09255129843950272, + 0.09085515886545181, + 0.08887307345867157, + 0.08732727915048599, + 0.08513142168521881, + 0.0831906646490097, + 0.08226223289966583, + 0.08083242923021317, + 0.07978110760450363, + 0.07840639352798462, + 0.07795870304107666, + 0.07761067897081375, + 0.07580775022506714, + 0.0740819126367569, + 0.07329275459051132, + 0.07247582823038101, + 0.07112429291009903, + 0.07021087408065796, + 0.06819285452365875, + 0.06640752404928207, + 0.06572694331407547, + 0.06538188457489014, + 0.06450697779655457, + 0.06326395273208618, + 0.06281541287899017, + 0.06110244244337082, + 0.06001663580536842, + 0.05940989777445793, + 0.05896122008562088, + 0.057616595178842545, + 0.05701758712530136, + 0.056449044495821, + 0.056189533323049545, + 0.054782915860414505, + 0.05367404595017433, + 0.05257150158286095, + 0.05205363407731056, + 0.05100629851222038, + 0.04943694919347763, + 0.048464953899383545, + 0.048093557357788086, + 0.0475420206785202, + 0.046801380813121796, + 0.04650288447737694, + 0.04582599177956581, + 0.045333344489336014, + 0.045169513672590256, + 0.04419143870472908, + 0.04317024350166321, + 0.04311029613018036, + 0.042680684477090836, + 0.04163331910967827, + 0.04049499332904816, + 0.03984146937727928, + 0.039811260998249054, + 0.03911266848444939, + 0.038146864622831345, + 0.037776947021484375, + 0.03708486258983612, + 0.0368012972176075, + 0.0366666354238987, + 0.03629682958126068, + 0.035661958158016205, + 0.034849729388952255, + 0.034216687083244324, + 0.033802635967731476, + 0.03333945572376251, + 0.033047858625650406, + 0.03281732276082039, + 0.03229708969593048, + 0.031620342284440994, + 0.031224390491843224, + 0.030756475403904915, + 0.030140265822410583, + 0.029637685045599937, + 0.02913583256304264, + 0.02879655733704567, + 0.02831188775599003, + 0.028245098888874054, + 0.02801039256155491, + 0.02770034223794937, + 0.02744881808757782, + 0.02696000412106514, + 0.026259945705533028, + 0.025986574590206146, + 0.025564037263393402, + 0.02506999298930168, + 0.02492872253060341, + 0.02414514496922493, + 0.023975078016519547, + 0.023822983726859093, + 0.023475296795368195, + 0.022464672103524208, + 0.022428827360272408, + 0.02198849432170391, + 0.0218601543456316, + 0.02115759253501892, + 0.0203745998442173, + 0.020163487643003464, + 0.019732799381017685, + 0.019488975405693054, + 0.019189052283763885, + 0.017207475379109383 + ] + }, + "cosine_similarity": { + "mean": -0.0006160532939247787, + "std": 0.19060803949832916, + "p10": -0.22813579440116882, + "p50": -0.016253724694252014, + "p90": 0.24968162178993225, + "min": -0.5142637491226196, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.40860366821289, + "std": 5.808300971984863, + "p10": 25.417951583862305, + "p50": 31.88422393798828, + "p90": 39.78951644897461, + "min": 18.571550369262695, + "max": 58.58527755737305 + } + }, + "alignment_uniformity": null + }, + "p": { + "coord": "raw", + "qp_variant": "p", + "feature_dim": 1024, + "timing": { + "feature_extract_sec": 127.45720648765564 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.15, + 0.1648, + 0.187, + 0.1878, + 0.1934, + 0.1958, + 0.189 + ], + "top5": [ + 0.1816, + 0.3602, + 0.3762, + 0.4142, + 0.4488, + 0.4594, + 0.4624 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.3, + "weight_decay": 1e-06, + "top1": 0.21620000005960466, + "top5": 0.4929999997138977 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 39.05260467529297, + "participation_ratio_topq": 25.623180389404297, + "eigs_top": [ + 81.00090026855469, + 75.38627624511719, + 74.47384643554688, + 71.06632995605469, + 59.63042068481445, + 56.41862869262695, + 45.263912200927734, + 44.69925308227539, + 36.94993591308594, + 33.70616149902344, + 31.366979598999023, + 28.845380783081055, + 26.904258728027344, + 25.687562942504883, + 24.599750518798828, + 23.36286735534668, + 20.141809463500977, + 19.24224853515625, + 17.788761138916016, + 17.03805160522461, + 15.64345645904541, + 14.77509880065918, + 13.139939308166504, + 12.394732475280762, + 11.772072792053223, + 10.779595375061035, + 9.88656997680664, + 9.644651412963867, + 8.725968360900879, + 8.147004127502441, + 7.922526836395264, + 7.540380954742432, + 6.378762245178223, + 6.233994960784912, + 5.761880397796631, + 5.559105396270752, + 5.501149654388428, + 4.617203712463379, + 4.411069393157959, + 3.8380846977233887, + 3.527966022491455, + 3.4435222148895264, + 3.2066714763641357, + 2.8220162391662598, + 2.459556818008423, + 2.4012491703033447, + 2.3018219470977783, + 2.1288137435913086, + 2.062732219696045, + 1.873646855354309, + 1.777584433555603, + 1.5417227745056152, + 1.5214424133300781, + 1.3152130842208862, + 1.1685079336166382, + 1.1570461988449097, + 1.1291162967681885, + 1.0615383386611938, + 0.9778635501861572, + 0.9255540370941162, + 0.905025839805603, + 0.8629653453826904, + 0.8372726440429688, + 0.7977303266525269, + 0.7681540846824646, + 0.7275040745735168, + 0.718110203742981, + 0.6872246861457825, + 0.681576669216156, + 0.6669865250587463, + 0.634609580039978, + 0.6209197044372559, + 0.5806364417076111, + 0.5615993142127991, + 0.5491167902946472, + 0.50803542137146, + 0.4945370852947235, + 0.48392733931541443, + 0.4771884083747864, + 0.45366382598876953, + 0.44394421577453613, + 0.43493106961250305, + 0.4090263247489929, + 0.3963983356952667, + 0.39189279079437256, + 0.3791714906692505, + 0.3694078028202057, + 0.3652159571647644, + 0.35452455282211304, + 0.3526078164577484, + 0.3312203586101532, + 0.32342955470085144, + 0.3107934892177582, + 0.3047100305557251, + 0.2985266447067261, + 0.2936769127845764, + 0.2814651131629944, + 0.27688488364219666, + 0.2701166570186615, + 0.26563337445259094, + 0.2607007324695587, + 0.25279536843299866, + 0.2488182932138443, + 0.24190546572208405, + 0.23638910055160522, + 0.23402883112430573, + 0.22914455831050873, + 0.22629950940608978, + 0.22464913129806519, + 0.21919450163841248, + 0.2109714150428772, + 0.20487593114376068, + 0.20209825038909912, + 0.19532781839370728, + 0.19084979593753815, + 0.18643349409103394, + 0.18311691284179688, + 0.1799239218235016, + 0.17295433580875397, + 0.17210598289966583, + 0.17078813910484314, + 0.1670297235250473, + 0.1637311577796936, + 0.16313956677913666, + 0.15573646128177643, + 0.15253160893917084, + 0.1501910239458084, + 0.14898864924907684, + 0.14497171342372894, + 0.14227506518363953, + 0.13950267434120178, + 0.1370062381029129, + 0.13285550475120544, + 0.13092133402824402, + 0.1284818798303604, + 0.12672029435634613, + 0.12181686609983444, + 0.11925230175256729, + 0.11744603514671326, + 0.11567528545856476, + 0.11415182054042816, + 0.11192049086093903, + 0.11054963618516922, + 0.10669071972370148, + 0.10536262392997742, + 0.10330109298229218, + 0.10249142348766327, + 0.10205171257257462, + 0.10047594457864761, + 0.0985102728009224, + 0.09570709615945816, + 0.09385615587234497, + 0.09150923043489456, + 0.09024166315793991, + 0.08859092742204666, + 0.08668390661478043, + 0.085220567882061, + 0.08417527377605438, + 0.08323530852794647, + 0.07952781021595001, + 0.07911605387926102, + 0.0783514752984047, + 0.07769908756017685, + 0.07635240256786346, + 0.07446590811014175, + 0.07364173978567123, + 0.07071167975664139, + 0.07008758187294006, + 0.07000429928302765, + 0.06844241917133331, + 0.06737089902162552, + 0.06687163561582565, + 0.06623463332653046, + 0.06540223211050034, + 0.06394662708044052, + 0.06344057619571686, + 0.06127070635557175, + 0.06004402041435242, + 0.0593707412481308, + 0.057996541261672974, + 0.05692468583583832, + 0.055918000638484955, + 0.055611636489629745, + 0.05504094436764717, + 0.053919266909360886, + 0.05371483787894249, + 0.05262978374958038, + 0.05231165885925293, + 0.051175761967897415, + 0.050290223211050034, + 0.04994701221585274, + 0.04960217326879501, + 0.04918767884373665, + 0.04819652438163757, + 0.04780163615942001, + 0.04710301011800766, + 0.046254128217697144, + 0.045727428048849106, + 0.045374445617198944, + 0.04452407360076904, + 0.04412463679909706, + 0.04357638955116272, + 0.04323356971144676, + 0.04240972548723221, + 0.04137466102838516, + 0.0412752665579319, + 0.040828362107276917, + 0.04007280617952347, + 0.03966479003429413, + 0.03914106264710426, + 0.03864574059844017, + 0.037855036556720734, + 0.03722905367612839, + 0.03650236129760742, + 0.03620599955320358, + 0.03559748828411102, + 0.035319291055202484, + 0.035101164132356644, + 0.0347052700817585, + 0.03425776958465576, + 0.03376329690217972, + 0.03314041346311569, + 0.03274746611714363, + 0.03230041638016701, + 0.03174689784646034, + 0.03095037117600441, + 0.03034704551100731, + 0.030102407559752464, + 0.029677987098693848, + 0.02910226210951805, + 0.02884213998913765, + 0.028447620570659637, + 0.02801073156297207, + 0.027767518535256386, + 0.027511807158589363, + 0.02680017799139023, + 0.025965511798858643, + 0.025836599990725517, + 0.025288766250014305, + 0.02504860796034336, + 0.024621818214654922, + 0.024168262258172035, + 0.023808324709534645, + 0.023423723876476288, + 0.02283020317554474, + 0.022786447778344154, + 0.022252866998314857, + 0.021956468001008034, + 0.02164292149245739, + 0.020824745297431946, + 0.02058311179280281, + 0.02002525143325329, + 0.019874263554811478, + 0.01910204254090786, + 0.018889134749770164, + 0.018344245851039886 + ] + }, + "cosine_similarity": { + "mean": 0.0008608065545558929, + "std": 0.19035416841506958, + "p10": -0.22884535789489746, + "p50": -0.013200225308537483, + "p90": 0.24982015788555145, + "min": -0.6054436564445496, + "max": 1.0 + }, + "feature_norms": { + "mean": 32.02737045288086, + "std": 5.919790267944336, + "p10": 25.034605026245117, + "p50": 31.41079330444336, + "p90": 39.62770462036133, + "min": 15.435300827026367, + "max": 60.59566116333008 + } + }, + "alignment_uniformity": null + }, + "qp": { + "coord": "raw", + "qp_variant": "qp", + "feature_dim": 2048, + "timing": { + "feature_extract_sec": 127.55910015106201 + }, + "knn": { + "k_values": [ + 1, + 5, + 10, + 20, + 50, + 100, + 200 + ], + "top1": [ + 0.1624, + 0.1816, + 0.2042, + 0.2094, + 0.217, + 0.216, + 0.2042 + ], + "top5": [ + 0.1924, + 0.3828, + 0.4026, + 0.4408, + 0.469, + 0.4772, + 0.4772 + ] + }, + "linear_probe": { + "epochs": 50, + "batch_size": 256, + "lr": 0.3, + "weight_decay": 1e-06, + "top1": 0.24039999992847444, + "top5": 0.513799999666214 + }, + "diagnostics": { + "covariance_spectrum_topq": { + "n_used": 5000, + "q_used": 256, + "eff_rank_topq": 51.16464614868164, + "participation_ratio_topq": 36.174705505371094, + "eigs_top": [ + 111.90589141845703, + 98.29359436035156, + 94.89221954345703, + 93.28010559082031, + 88.77320098876953, + 84.91983032226562, + 82.80128479003906, + 81.04795837402344, + 79.54329681396484, + 75.31147766113281, + 73.80640411376953, + 70.09417724609375, + 68.40707397460938, + 65.82704162597656, + 65.07942199707031, + 59.238616943359375, + 53.98635482788086, + 41.54819869995117, + 37.82649612426758, + 34.566097259521484, + 31.982881546020508, + 30.142610549926758, + 28.407546997070312, + 27.374906539916992, + 26.985212326049805, + 25.778186798095703, + 23.877643585205078, + 23.271657943725586, + 22.148805618286133, + 21.012060165405273, + 20.197525024414062, + 19.479188919067383, + 19.14192771911621, + 18.532154083251953, + 18.031837463378906, + 16.63079261779785, + 15.718299865722656, + 14.880460739135742, + 14.176883697509766, + 13.078150749206543, + 12.248603820800781, + 11.941424369812012, + 11.865946769714355, + 11.426581382751465, + 10.892807006835938, + 10.16574478149414, + 9.77221965789795, + 9.30405330657959, + 8.50893497467041, + 8.262838363647461, + 6.953121662139893, + 6.667316913604736, + 6.152132987976074, + 5.908998966217041, + 5.021613121032715, + 4.712527751922607, + 4.545748233795166, + 4.011068344116211, + 3.7327253818511963, + 3.5589351654052734, + 3.2838990688323975, + 3.002199649810791, + 2.8902769088745117, + 2.7160375118255615, + 2.3558804988861084, + 2.105626106262207, + 2.027315855026245, + 1.7357412576675415, + 1.6803532838821411, + 1.5973434448242188, + 1.4632357358932495, + 1.4071555137634277, + 1.3623319864273071, + 1.3555998802185059, + 1.2989407777786255, + 1.254733681678772, + 1.1614657640457153, + 1.115923285484314, + 1.0697869062423706, + 1.0502067804336548, + 1.0252432823181152, + 1.0096251964569092, + 0.97308748960495, + 0.9690763354301453, + 0.9460057020187378, + 0.9206222295761108, + 0.8812719583511353, + 0.8804799914360046, + 0.8516978025436401, + 0.8387847542762756, + 0.793836772441864, + 0.7870510816574097, + 0.7671817541122437, + 0.7525316476821899, + 0.7459912896156311, + 0.7266097068786621, + 0.7117949724197388, + 0.6976943016052246, + 0.6879504323005676, + 0.6647189855575562, + 0.6585789918899536, + 0.6562364101409912, + 0.6388466358184814, + 0.626151442527771, + 0.6045842170715332, + 0.6018040776252747, + 0.5968940854072571, + 0.5812531113624573, + 0.571247398853302, + 0.5587402582168579, + 0.5478138327598572, + 0.5368510484695435, + 0.5237399935722351, + 0.5136212110519409, + 0.5026645660400391, + 0.5003479719161987, + 0.48498761653900146, + 0.48005616664886475, + 0.4634954333305359, + 0.44927510619163513, + 0.43435490131378174, + 0.43332821130752563, + 0.42721566557884216, + 0.4217566251754761, + 0.4169516861438751, + 0.40573441982269287, + 0.39859843254089355, + 0.39632686972618103, + 0.38581934571266174, + 0.3742126226425171, + 0.3635063171386719, + 0.36284494400024414, + 0.3578241467475891, + 0.351139634847641, + 0.3480318486690521, + 0.34208473563194275, + 0.33641573786735535, + 0.32845908403396606, + 0.32763907313346863, + 0.31685125827789307, + 0.3141475021839142, + 0.3095437288284302, + 0.3022597134113312, + 0.2957283854484558, + 0.29184913635253906, + 0.2866899371147156, + 0.28190621733665466, + 0.2812685966491699, + 0.2709353268146515, + 0.2647186815738678, + 0.2635962963104248, + 0.2591820955276489, + 0.2472570687532425, + 0.2465773969888687, + 0.24176524579524994, + 0.23927539587020874, + 0.23460224270820618, + 0.2323428988456726, + 0.22841724753379822, + 0.22669458389282227, + 0.22454407811164856, + 0.2210276573896408, + 0.2172672301530838, + 0.21428734064102173, + 0.21246908605098724, + 0.2062711864709854, + 0.2053634375333786, + 0.20458881556987762, + 0.20196731388568878, + 0.19844698905944824, + 0.19548767805099487, + 0.19438260793685913, + 0.19343623518943787, + 0.19115234911441803, + 0.18471726775169373, + 0.18378567695617676, + 0.18151897192001343, + 0.17897993326187134, + 0.17716757953166962, + 0.1721506267786026, + 0.1717279553413391, + 0.1704128235578537, + 0.16658850014209747, + 0.16570770740509033, + 0.16491656005382538, + 0.16225633025169373, + 0.15818515419960022, + 0.154254749417305, + 0.15355682373046875, + 0.15188121795654297, + 0.1511942744255066, + 0.1485355943441391, + 0.14833414554595947, + 0.1459035575389862, + 0.14376679062843323, + 0.14245866239070892, + 0.1393335610628128, + 0.1353352814912796, + 0.1348709762096405, + 0.13408879935741425, + 0.13029845058918, + 0.129665806889534, + 0.12704414129257202, + 0.12562339007854462, + 0.12431643158197403, + 0.12146212160587311, + 0.12022501230239868, + 0.11788622289896011, + 0.11718346178531647, + 0.11468599736690521, + 0.11380475759506226, + 0.11137094348669052, + 0.10988447815179825, + 0.1088484525680542, + 0.10769359767436981, + 0.10656499862670898, + 0.10431959480047226, + 0.10222133249044418, + 0.10105161368846893, + 0.10059148073196411, + 0.09786360710859299, + 0.09615723788738251, + 0.09474950283765793, + 0.09419310837984085, + 0.09138573706150055, + 0.09131881594657898, + 0.08890580385923386, + 0.0885709822177887, + 0.08630099147558212, + 0.08557424694299698, + 0.08430014550685883, + 0.08238034695386887, + 0.08042730391025543, + 0.07727062702178955, + 0.07645540684461594, + 0.07515966147184372, + 0.07476002722978592, + 0.07238928973674774, + 0.0722246915102005, + 0.07112199068069458, + 0.0706256628036499, + 0.07017621397972107, + 0.06843014061450958, + 0.06744131445884705, + 0.06617936491966248, + 0.06579997390508652, + 0.06444726139307022, + 0.0634986162185669, + 0.06226002797484398, + 0.06073232367634773, + 0.05827607959508896, + 0.057074323296546936, + 0.056675225496292114, + 0.0549761988222599, + 0.05398869514465332, + 0.05209798738360405 + ] + }, + "cosine_similarity": { + "mean": 6.953410775167868e-05, + "std": 0.160628542304039, + "p10": -0.17763498425483704, + "p50": -0.022720947861671448, + "p90": 0.20804144442081451, + "min": -0.47098782658576965, + "max": 1.0 + }, + "feature_norms": { + "mean": 45.69194030761719, + "std": 7.55626106262207, + "p10": 36.690242767333984, + "p50": 44.944740295410156, + "p90": 55.500274658203125, + "min": 24.92304229736328, + "max": 82.61701202392578 + } + }, + "alignment_uniformity": null + } + } +} \ No newline at end of file diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary.png new file mode 100644 index 0000000000000000000000000000000000000000..b3a052a2868361aeb6bf8b0f2f4f73a65315ae1d --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9d79a2e5b4420e530d8a7e1853702cbf7d15327d7789b666cfef3ecb25b132 +size 141959 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary_p.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary_p.png new file mode 100644 index 0000000000000000000000000000000000000000..d37ed2ad44a1a7c4b823d61b53c67f5403d3802f --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary_p.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b75936fce800e9207f3e6f322497a44c45f247da2aa5c6007c2d0cf2f2cd28d +size 134023 diff --git a/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary_qp.png b/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary_qp.png new file mode 100644 index 0000000000000000000000000000000000000000..263292dbbaa1c8adb3d7c738c8ea66fe91ee67e5 --- /dev/null +++ b/eval_runs/imagenet_sigreg_tokens_lp_lr0p3/plots/summary_qp.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46ab0dd9346d8e5f5fc3d4a162028f901fc0fb4eb7cc6048cc7a3c0820e4c1ff +size 138086