Manifold-kernel attention / results.json
Mechanism confirmed, baseline not beaten
1{
2 "seed": 1180,
3 "math": {
4 "continuum_scaling": [
5 {
6 "dimension": 1,
7 "predicted_mass_slope": 1,
8 "observed_mass_slope": 0.9971248067687789,
9 "predicted_radius_slope": 1.0,
10 "observed_radius_slope": 1.0007235349778871
11 },
12 {
13 "dimension": 2,
14 "predicted_mass_slope": 2,
15 "observed_mass_slope": 1.9798554639298027,
16 "predicted_radius_slope": 1.0,
17 "observed_radius_slope": 0.9947957757026576
18 },
19 {
20 "dimension": 3,
21 "predicted_mass_slope": 3,
22 "observed_mass_slope": 2.9885260298516685,
23 "predicted_radius_slope": 1.0,
24 "observed_radius_slope": 0.9363492223759651
25 },
26 {
27 "dimension": 4,
28 "predicted_mass_slope": 4,
29 "observed_mass_slope": 3.8208541061082606,
30 "predicted_radius_slope": 1.0,
31 "observed_radius_slope": 0.7962891442726477
32 },
33 {
34 "dimension": 5,
35 "predicted_mass_slope": 5,
36 "observed_mass_slope": 4.9862781093742665,
37 "predicted_radius_slope": 1.0,
38 "observed_radius_slope": 0.5247419328173384
39 }
40 ],
41 "dimension_scaling": [
42 {
43 "dimension": 1,
44 "exponent_p": 0.0,
45 "predicted_slope": 1.0,
46 "observed_slope": 1.0003991033148736
47 },
48 {
49 "dimension": 1,
50 "exponent_p": 1.0,
51 "predicted_slope": 0.0,
52 "observed_slope": 0.00039910331487511745
53 },
54 {
55 "dimension": 1,
56 "exponent_p": 2.0,
57 "predicted_slope": -1.0,
58 "observed_slope": -0.9996008966851281
59 },
60 {
61 "dimension": 2,
62 "exponent_p": 0.0,
63 "predicted_slope": 2.0,
64 "observed_slope": 2.0035753041647397
65 },
66 {
67 "dimension": 2,
68 "exponent_p": 2.0,
69 "predicted_slope": 0.0,
70 "observed_slope": 0.003575304164734519
71 },
72 {
73 "dimension": 2,
74 "exponent_p": 3.0,
75 "predicted_slope": -1.0,
76 "observed_slope": -0.996424695835266
77 },
78 {
79 "dimension": 3,
80 "exponent_p": 0.0,
81 "predicted_slope": 3.0,
82 "observed_slope": 2.98619431718076
83 },
84 {
85 "dimension": 3,
86 "exponent_p": 3.0,
87 "predicted_slope": 0.0,
88 "observed_slope": -0.01380568281923986
89 },
90 {
91 "dimension": 3,
92 "exponent_p": 4.0,
93 "predicted_slope": -1.0,
94 "observed_slope": -1.013805682819245
95 },
96 {
97 "dimension": 4,
98 "exponent_p": 0.0,
99 "predicted_slope": 4.0,
100 "observed_slope": 3.966793589446673
101 },
102 {
103 "dimension": 4,
104 "exponent_p": 4.0,
105 "predicted_slope": 0.0,
106 "observed_slope": -0.03320641055332983
107 },
108 {
109 "dimension": 4,
110 "exponent_p": 5.0,
111 "predicted_slope": -1.0,
112 "observed_slope": -1.0332064105533332
113 }
114 ],
115 "bandwidth_scaling": [
116 {
117 "dimension": 1,
118 "predicted_effective_support_slope": 1,
119 "observed_effective_support_slope": 1.0057431260587766,
120 "predicted_radius_slope": 1.0,
121 "observed_radius_slope": 0.9910818976197515
122 },
123 {
124 "dimension": 2,
125 "predicted_effective_support_slope": 2,
126 "observed_effective_support_slope": 2.0200210771108873,
127 "predicted_radius_slope": 1.0,
128 "observed_radius_slope": 0.9912941705315172
129 },
130 {
131 "dimension": 3,
132 "predicted_effective_support_slope": 3,
133 "observed_effective_support_slope": 2.9036358762022054,
134 "predicted_radius_slope": 1.0,
135 "observed_radius_slope": 0.9645467671322842
136 },
137 {
138 "dimension": 4,
139 "predicted_effective_support_slope": 4,
140 "observed_effective_support_slope": 3.3394918156719386,
141 "predicted_radius_slope": 1.0,
142 "observed_radius_slope": 0.803170442160515
143 }
144 ],
145 "intrinsic_dimension_estimation": [
146 {
147 "dimension": 1,
148 "m": 10,
149 "predicted_mean_dimension": 1.0,
150 "observed_mean_dimension": 1.1930547373369353,
151 "observed_std": 0.3206530083341453
152 },
153 {
154 "dimension": 1,
155 "m": 20,
156 "predicted_mean_dimension": 1.0,
157 "observed_mean_dimension": 1.1236769846474124,
158 "observed_std": 0.2070128236317298
159 },
160 {
161 "dimension": 1,
162 "m": 32,
163 "predicted_mean_dimension": 1.0,
164 "observed_mean_dimension": 1.0740733545723358,
165 "observed_std": 0.1219649426055994
166 },
167 {
168 "dimension": 2,
169 "m": 10,
170 "predicted_mean_dimension": 2.0,
171 "observed_mean_dimension": 2.1422254616471923,
172 "observed_std": 0.6032007869406106
173 },
174 {
175 "dimension": 2,
176 "m": 20,
177 "predicted_mean_dimension": 2.0,
178 "observed_mean_dimension": 2.217047668688947,
179 "observed_std": 0.5220619949429813
180 },
181 {
182 "dimension": 2,
183 "m": 32,
184 "predicted_mean_dimension": 2.0,
185 "observed_mean_dimension": 2.141405328183512,
186 "observed_std": 0.3895325311181988
187 },
188 {
189 "dimension": 3,
190 "m": 10,
191 "predicted_mean_dimension": 3.0,
192 "observed_mean_dimension": 3.6075804145453176,
193 "observed_std": 1.5044792681813026
194 },
195 {
196 "dimension": 3,
197 "m": 20,
198 "predicted_mean_dimension": 3.0,
199 "observed_mean_dimension": 3.1470040002401376,
200 "observed_std": 0.7306335578630023
201 },
202 {
203 "dimension": 3,
204 "m": 32,
205 "predicted_mean_dimension": 3.0,
206 "observed_mean_dimension": 3.052341310493895,
207 "observed_std": 0.5332825592932924
208 },
209 {
210 "dimension": 4,
211 "m": 10,
212 "predicted_mean_dimension": 4.0,
213 "observed_mean_dimension": 4.204505020109922,
214 "observed_std": 1.4172798495486385
215 },
216 {
217 "dimension": 4,
218 "m": 20,
219 "predicted_mean_dimension": 4.0,
220 "observed_mean_dimension": 4.016265770133284,
221 "observed_std": 0.7818599086374509
222 },
223 {
224 "dimension": 4,
225 "m": 32,
226 "predicted_mean_dimension": 4.0,
227 "observed_mean_dimension": 4.1289600141042815,
228 "observed_std": 0.8692914842607032
229 }
230 ]
231 },
232 "mini_experiment": {
233 "kernel_mse": 0.6570898924640083,
234 "dot_product_mse": 0.729866764651948,
235 "uniform_mse": 0.707964917191898,
236 "kernel_entropy": 3.986655666106431,
237 "dot_product_entropy": 6.333542562177541,
238 "kernel_mean_effective_neighbors": 40.662998207923934
239 }
240}