KL-TopK Activation Bottleneck / results.json
Failed on benchmark
1{
2 "seed": 945,
3 "predictions": {
4 "homogeneity_in_covariance_scale": [
5 {
6 "scale": 0.25,
7 "residual": 0.19505125078454924,
8 "ratio_to_unit_scale": 0.25,
9 "predicted_ratio": 0.25
10 },
11 {
12 "scale": 0.5,
13 "residual": 0.3901025015690985,
14 "ratio_to_unit_scale": 0.5,
15 "predicted_ratio": 0.5
16 },
17 {
18 "scale": 1.0,
19 "residual": 0.780205003138197,
20 "ratio_to_unit_scale": 1.0,
21 "predicted_ratio": 1.0
22 },
23 {
24 "scale": 2.0,
25 "residual": 1.560410006276394,
26 "ratio_to_unit_scale": 2.0,
27 "predicted_ratio": 2.0
28 },
29 {
30 "scale": 4.0,
31 "residual": 3.120820012552788,
32 "ratio_to_unit_scale": 4.0,
33 "predicted_ratio": 4.0
34 }
35 ],
36 "isotropic_rotation_invariance": [
37 {
38 "rotation": 0,
39 "residual": 1.5415289043692009,
40 "se": 0.002373781434177697
41 },
42 {
43 "rotation": 1,
44 "residual": 1.5417138100958478,
45 "se": 0.002374042852671139
46 },
47 {
48 "rotation": 2,
49 "residual": 1.5462064010632746,
50 "se": 0.002392419577285746
51 },
52 {
53 "rotation": 3,
54 "residual": 1.5387991184981695,
55 "se": 0.002379815275582611
56 },
57 {
58 "rotation": 4,
59 "residual": 1.5415319385822397,
60 "se": 0.0023722451770241456
61 },
62 {
63 "rotation": 5,
64 "residual": 1.5419914007540694,
65 "se": 0.0023807764041964834
66 }
67 ],
68 "anisotropic_rotation_gap": [
69 {
70 "d": 1,
71 "pca_residual": 10.833347359494283,
72 "random_rotation_mean": 18.009277476714676,
73 "random_rotation_min": 15.27242059481435,
74 "gap_mean": 7.175930117220393,
75 "gap_fraction_of_pca": 0.6623926916671281
76 },
77 {
78 "d": 2,
79 "pca_residual": 4.271984403055498,
80 "random_rotation_mean": 10.445988823103667,
81 "random_rotation_min": 8.724267427927527,
82 "gap_mean": 6.174004420048169,
83 "gap_fraction_of_pca": 1.4452310302519522
84 },
85 {
86 "d": 3,
87 "pca_residual": 1.7728724307861095,
88 "random_rotation_mean": 5.947169854346295,
89 "random_rotation_min": 5.021288280142669,
90 "gap_mean": 4.174297423560185,
91 "gap_fraction_of_pca": 2.354539080800788
92 },
93 {
94 "d": 4,
95 "pca_residual": 0.7207795265678265,
96 "random_rotation_mean": 3.1662011718125878,
97 "random_rotation_min": 2.658057534102901,
98 "gap_mean": 2.4454216452447612,
99 "gap_fraction_of_pca": 3.392745708093643
100 },
101 {
102 "d": 5,
103 "pca_residual": 0.26737612786796927,
104 "random_rotation_mean": 1.4907712878418338,
105 "random_rotation_min": 1.2198316118044321,
106 "gap_mean": 1.2233951599738644,
107 "gap_fraction_of_pca": 4.575558669837491
108 },
109 {
110 "d": 6,
111 "pca_residual": 0.08228796095839436,
112 "random_rotation_mean": 0.5741189364706918,
113 "random_rotation_min": 0.4536128834032801,
114 "gap_mean": 0.49183097551229743,
115 "gap_fraction_of_pca": 5.976949359104575
116 },
117 {
118 "d": 7,
119 "pca_residual": 0.016242903285723094,
120 "random_rotation_mean": 0.13916057733169526,
121 "random_rotation_min": 0.10436279177665345,
122 "gap_mean": 0.12291767404597218,
123 "gap_fraction_of_pca": 7.567469428572675
124 }
125 ]
126 },
127 "sweeps": {},
128 "mini_experiment": {
129 "covariance_eigenbasis_vs_random_rotation": [
130 {
131 "d": 3,
132 "d_over_p": 0.09375,
133 "pca_mse": 29.376749832013772,
134 "random_rotation_mse": 48.100694237052465,
135 "pca_retained_fraction": 0.6325500460377924,
136 "random_retained_fraction": 0.3983474011242054,
137 "stored_value_fraction": 0.09375
138 },
139 {
140 "d": 8,
141 "d_over_p": 0.25,
142 "pca_mse": 9.41651619398593,
143 "random_rotation_mse": 23.5267705970362,
144 "pca_retained_fraction": 0.8822164309615418,
145 "random_retained_fraction": 0.705722694913668,
146 "stored_value_fraction": 0.25
147 },
148 {
149 "d": 16,
150 "d_over_p": 0.5,
151 "pca_mse": 1.7779910370435974,
152 "random_rotation_mse": 6.4175010602759315,
153 "pca_retained_fraction": 0.9777605511691113,
154 "random_retained_fraction": 0.9197286805846363,
155 "stored_value_fraction": 0.5
156 }
157 ],
158 "note": "MSE is exact top-d reconstruction residual; stored value fraction is d/p (indices/metadata excluded)."
159 },
160 "math_sanity": {
161 "max_abs_residual_formula_error": 3.552713678800501e-15,
162 "orthogonality_error": 2.4424906541753444e-15
163 }
164}