Regularity-Matched Random Fourier Layer / results.json
Mechanism confirmed, baseline not beaten
1{
2 "seed": 3104,
3 "runtime_sec": 46.817733035999936,
4 "rows": [
5 {
6 "N": 64,
7 "mode": "gaussian",
8 "whitened": false,
9 "test_rmse_mean": 0.4020046759873588,
10 "test_rmse_std": 0.11552483966008971,
11 "raw_gram_condition_mean": 388.23832698712386
12 },
13 {
14 "N": 64,
15 "mode": "gaussian",
16 "whitened": true,
17 "test_rmse_mean": 0.4020046763489706,
18 "test_rmse_std": 0.11552483956392239,
19 "raw_gram_condition_mean": 388.23832698712386
20 },
21 {
22 "N": 64,
23 "mode": "uniform",
24 "whitened": false,
25 "test_rmse_mean": 0.5366417003580749,
26 "test_rmse_std": 0.08883792876855073,
27 "raw_gram_condition_mean": 136.1662930948746
28 },
29 {
30 "N": 64,
31 "mode": "uniform",
32 "whitened": true,
33 "test_rmse_mean": 0.536641700535962,
34 "test_rmse_std": 0.08883792883306903,
35 "raw_gram_condition_mean": 136.1662930948746
36 },
37 {
38 "N": 64,
39 "mode": "gevery_matched",
40 "whitened": false,
41 "test_rmse_mean": 0.05005827282584882,
42 "test_rmse_std": 0.008109587576068923,
43 "raw_gram_condition_mean": 4999253733850.441
44 },
45 {
46 "N": 64,
47 "mode": "gevery_matched",
48 "whitened": true,
49 "test_rmse_mean": 0.04530648818808203,
50 "test_rmse_std": 0.009778303150347339,
51 "raw_gram_condition_mean": 4999253733850.441
52 },
53 {
54 "N": 128,
55 "mode": "gaussian",
56 "whitened": false,
57 "test_rmse_mean": 0.013545711652903726,
58 "test_rmse_std": 0.006167957462448446,
59 "raw_gram_condition_mean": 3578224.19171986
60 },
61 {
62 "N": 128,
63 "mode": "gaussian",
64 "whitened": true,
65 "test_rmse_mean": 0.013546043118819991,
66 "test_rmse_std": 0.0061677367433387665,
67 "raw_gram_condition_mean": 3578224.19171986
68 },
69 {
70 "N": 128,
71 "mode": "uniform",
72 "whitened": false,
73 "test_rmse_mean": 0.25732935097208093,
74 "test_rmse_std": 0.11804673098964254,
75 "raw_gram_condition_mean": 44737.22849095316
76 },
77 {
78 "N": 128,
79 "mode": "uniform",
80 "whitened": true,
81 "test_rmse_mean": 0.2573293670866817,
82 "test_rmse_std": 0.11804672314127125,
83 "raw_gram_condition_mean": 44737.22849095316
84 },
85 {
86 "N": 128,
87 "mode": "gevery_matched",
88 "whitened": false,
89 "test_rmse_mean": 0.00953994021189144,
90 "test_rmse_std": 0.005857764698837043,
91 "raw_gram_condition_mean": 2.4511214528295988e+16
92 },
93 {
94 "N": 128,
95 "mode": "gevery_matched",
96 "whitened": true,
97 "test_rmse_mean": 0.0023360139839588515,
98 "test_rmse_std": 0.0010653785548145078,
99 "raw_gram_condition_mean": 2.4511214528295988e+16
100 },
101 {
102 "N": 256,
103 "mode": "gaussian",
104 "whitened": false,
105 "test_rmse_mean": 0.00010061496803353899,
106 "test_rmse_std": 3.5580781238799714e-05,
107 "raw_gram_condition_mean": 8161929332689165.0
108 },
109 {
110 "N": 256,
111 "mode": "gaussian",
112 "whitened": true,
113 "test_rmse_mean": 1.0879414925942321e-05,
114 "test_rmse_std": 3.0892270752001412e-06,
115 "raw_gram_condition_mean": 8161929332689165.0
116 },
117 {
118 "N": 256,
119 "mode": "uniform",
120 "whitened": false,
121 "test_rmse_mean": 0.0008518820405542439,
122 "test_rmse_std": 0.0006241383973129098,
123 "raw_gram_condition_mean": 4446825174.753801
124 },
125 {
126 "N": 256,
127 "mode": "uniform",
128 "whitened": true,
129 "test_rmse_mean": 0.0008805373968325882,
130 "test_rmse_std": 0.0006873241410572978,
131 "raw_gram_condition_mean": 4446825174.753801
132 },
133 {
134 "N": 256,
135 "mode": "gevery_matched",
136 "whitened": false,
137 "test_rmse_mean": 0.0035296555453499,
138 "test_rmse_std": 0.0002568426188669048,
139 "raw_gram_condition_mean": 4.578276482910292e+16
140 },
141 {
142 "N": 256,
143 "mode": "gevery_matched",
144 "whitened": true,
145 "test_rmse_mean": 0.0005168045622679674,
146 "test_rmse_std": 4.422634712789708e-05,
147 "raw_gram_condition_mean": 4.578276482910292e+16
148 },
149 {
150 "N": 512,
151 "mode": "gaussian",
152 "whitened": false,
153 "test_rmse_mean": 1.2458413547956501e-05,
154 "test_rmse_std": 1.8923540888326253e-06,
155 "raw_gram_condition_mean": 1.2320713212016718e+16
156 },
157 {
158 "N": 512,
159 "mode": "gaussian",
160 "whitened": true,
161 "test_rmse_mean": 1.336977783051061e-07,
162 "test_rmse_std": 6.935502189809474e-08,
163 "raw_gram_condition_mean": 1.2320713212016718e+16
164 },
165 {
166 "N": 512,
167 "mode": "uniform",
168 "whitened": false,
169 "test_rmse_mean": 5.233324795145987e-05,
170 "test_rmse_std": 2.340318830353412e-05,
171 "raw_gram_condition_mean": 9981235617132526.0
172 },
173 {
174 "N": 512,
175 "mode": "uniform",
176 "whitened": true,
177 "test_rmse_mean": 5.629687983582225e-07,
178 "test_rmse_std": 2.851673361232816e-07,
179 "raw_gram_condition_mean": 9981235617132526.0
180 },
181 {
182 "N": 512,
183 "mode": "gevery_matched",
184 "whitened": false,
185 "test_rmse_mean": 0.00034478404120041943,
186 "test_rmse_std": 4.755411700627981e-05,
187 "raw_gram_condition_mean": 9.508879545141515e+16
188 },
189 {
190 "N": 512,
191 "mode": "gevery_matched",
192 "whitened": true,
193 "test_rmse_mean": 2.039321406049149e-05,
194 "test_rmse_std": 2.3062289674320022e-06,
195 "raw_gram_condition_mean": 9.508879545141515e+16
196 }
197 ],
198 "sanity_checks": {
199 "gaussian": {
200 "median_radius": 3.5273645243754665,
201 "q99_radius": 9.101237064748162,
202 "mean_radius": 3.763800469371868
203 },
204 "gevery_matched": {
205 "median_radius": 1.1191986213642808,
206 "q99_radius": 4.440179594636889,
207 "mean_radius": 1.3358478933957068
208 },
209 "sobolev_matched": {
210 "median_radius": 0.6440218887446953,
211 "q99_radius": 3.0141020517136656,
212 "mean_radius": 0.7869250529028654
213 },
214 "whitening": {
215 "raw_condition": 4.642886619515973e+16,
216 "whitened_condition": 999999785754520.9,
217 "whitened_eigen_min": -6.696260440832564e-16,
218 "whitened_eigen_max": 0.999999785754521,
219 "ridge_epsilon": 9.947176784267177e-06
220 }
221 }
222}