Permutation-Mixed Orthogonal Quantization / results.json

Mechanism failed

Raw ⬇ ZIP
  1{
  2  "seed": 2532,
  3  "coherence": [
  4    {
  5      "d": 16,
  6      "coherence_mu_mean": 2.79,
  7      "coherence_mu_p95": 3.5,
  8      "predicted_sqrt_2logd": 2.3548200450309493,
  9      "ratio_mean_to_prediction": 1.1848039114017865,
 10      "orthogonality_fro_mean": 0.0
 11    },
 12    {
 13      "d": 32,
 14      "coherence_mu_mean": 3.275672163846681,
 15      "coherence_mu_p95": 3.889087296526011,
 16      "predicted_sqrt_2logd": 2.6327688477341593,
 17      "ratio_mean_to_prediction": 1.244192845363475,
 18      "orthogonality_fro_mean": 1.1436473343459574e-15
 19    },
 20    {
 21      "d": 64,
 22      "coherence_mu_mean": 3.68375,
 23      "coherence_mu_p95": 4.25,
 24      "predicted_sqrt_2logd": 2.884053773201766,
 25      "ratio_mean_to_prediction": 1.277282009867119,
 26      "orthogonality_fro_mean": 0.0
 27    },
 28    {
 29      "d": 128,
 30      "coherence_mu_mean": 4.084425544828795,
 31      "coherence_mu_p95": 4.605032912477387,
 32      "predicted_sqrt_2logd": 3.115134110730906,
 33      "ratio_mean_to_prediction": 1.3111556034646814,
 34      "orthogonality_fro_mean": 2.4468730915500207e-15
 35    },
 36    {
 37      "d": 256,
 38      "coherence_mu_mean": 4.38875,
 39      "coherence_mu_p95": 5.0,
 40      "predicted_sqrt_2logd": 3.3302184446307908,
 41      "ratio_mean_to_prediction": 1.3178564928903829,
 42      "orthogonality_fro_mean": 0.0
 43    }
 44  ],
 45  "coherence_scaled_loglog_slope": -0.3374567853757596,
 46  "quantization": [
 47    {
 48      "d": 64,
 49      "sparsity": 0.00390625,
 50      "baseline_nmse": 0.0,
 51      "perm_nmse": 0.0296875,
 52      "mixed_nmse": 0.00022477005939094402,
 53      "mixed_gain_vs_baseline": 0.0,
 54      "baseline_max_abs_mean": 1.0,
 55      "mixed_max_abs_mean": 0.3350625
 56    },
 57    {
 58      "d": 64,
 59      "sparsity": 0.015625,
 60      "baseline_nmse": 0.0,
 61      "perm_nmse": 0.0303125,
 62      "mixed_nmse": 0.00023056279396524248,
 63      "mixed_gain_vs_baseline": 0.0,
 64      "baseline_max_abs_mean": 1.0,
 65      "mixed_max_abs_mean": 0.3364375
 66    },
 67    {
 68      "d": 64,
 69      "sparsity": 0.0625,
 70      "baseline_nmse": 5.007020024128136e-05,
 71      "perm_nmse": 0.031358130457440896,
 72      "mixed_nmse": 0.00018605054245165046,
 73      "mixed_gain_vs_baseline": 0.26912149559732274,
 74      "baseline_max_abs_mean": 0.7749742380438411,
 75      "mixed_max_abs_mean": 0.33095030532558883
 76    },
 77    {
 78      "d": 64,
 79      "sparsity": 0.25,
 80      "baseline_nmse": 0.00011335435805948431,
 81      "perm_nmse": 0.03085641051812213,
 82      "mixed_nmse": 0.0001841300185751687,
 83      "mixed_gain_vs_baseline": 0.6156212818346556,
 84      "baseline_max_abs_mean": 0.5297233941205612,
 85      "mixed_max_abs_mean": 0.3278071731438135
 86    },
 87    {
 88      "d": 64,
 89      "sparsity": 1.0,
 90      "baseline_nmse": 0.00018260882913090845,
 91      "perm_nmse": 0.03032551543095949,
 92      "mixed_nmse": 0.00018143236355405636,
 93      "mixed_gain_vs_baseline": 1.006484320403518,
 94      "baseline_max_abs_mean": 0.32682240532217804,
 95      "mixed_max_abs_mean": 0.3260277501091359
 96    },
 97    {
 98      "d": 128,
 99      "sparsity": 0.00390625,
100      "baseline_nmse": 0.0,
101      "perm_nmse": 0.0151875,
102      "mixed_nmse": 0.000135434364785953,
103      "mixed_gain_vs_baseline": 0.0,
104      "baseline_max_abs_mean": 1.0,
105      "mixed_max_abs_mean": 0.25337499999999996
106    },
107    {
108      "d": 128,
109      "sparsity": 0.015625,
110      "baseline_nmse": 1.0956146740752777e-05,
111      "perm_nmse": 0.01556514631526912,
112      "mixed_nmse": 0.00011160821901867812,
113      "mixed_gain_vs_baseline": 0.09816612823934784,
114      "baseline_max_abs_mean": 0.9001500908560048,
115      "mixed_max_abs_mean": 0.25151120652661846
116    },
117    {
118      "d": 128,
119      "sparsity": 0.0625,
120      "baseline_nmse": 3.919563999053941e-05,
121      "perm_nmse": 0.015688806903152566,
122      "mixed_nmse": 0.00010700701057283124,
123      "mixed_gain_vs_baseline": 0.3662903933183147,
124      "baseline_max_abs_mean": 0.6454312941021378,
125      "mixed_max_abs_mean": 0.25014299303071547
126    },
127    {
128      "d": 128,
129      "sparsity": 0.25,
130      "baseline_nmse": 7.376728331675859e-05,
131      "perm_nmse": 0.015659480130169358,
132      "mixed_nmse": 0.00010708813863340138,
133      "mixed_gain_vs_baseline": 0.688846442361733,
134      "baseline_max_abs_mean": 0.41786530282941564,
135      "mixed_max_abs_mean": 0.2505182075032545
136    },
137    {
138      "d": 128,
139      "sparsity": 1.0,
140      "baseline_nmse": 0.00010964554786904225,
141      "perm_nmse": 0.015644020141414215,
142      "mixed_nmse": 0.00010649303228570181,
143      "mixed_gain_vs_baseline": 1.0296030220539012,
144      "baseline_max_abs_mean": 0.2524043488828839,
145      "mixed_max_abs_mean": 0.24933231979276246
146    },
147    {
148      "d": 256,
149      "sparsity": 0.00390625,
150      "baseline_nmse": 0.0,
151      "perm_nmse": 0.0078125,
152      "mixed_nmse": 5.844579910745438e-05,
153      "mixed_gain_vs_baseline": 0.0,
154      "baseline_max_abs_mean": 1.0,
155      "mixed_max_abs_mean": 0.190703125
156    },
157    {
158      "d": 256,
159      "sparsity": 0.015625,
160      "baseline_nmse": 1.2561077563910626e-05,
161      "perm_nmse": 0.007849198525718895,
162      "mixed_nmse": 6.198516448712639e-05,
163      "mixed_gain_vs_baseline": 0.20264651498213604,
164      "baseline_max_abs_mean": 0.7864933684953643,
165      "mixed_max_abs_mean": 0.19000694325294054
166    },
167    {
168      "d": 256,
169      "sparsity": 0.0625,
170      "baseline_nmse": 2.833163718560999e-05,
171      "perm_nmse": 0.007854259668837571,
172      "mixed_nmse": 6.185703199873544e-05,
173      "mixed_gain_vs_baseline": 0.4580180501739751,
174      "baseline_max_abs_mean": 0.5268138120631313,
175      "mixed_max_abs_mean": 0.18990319351705065
176    },
177    {
178      "d": 256,
179      "sparsity": 0.25,
180      "baseline_nmse": 4.575180074265077e-05,
181      "perm_nmse": 0.007844549536468588,
182      "mixed_nmse": 6.248983377492245e-05,
183      "mixed_gain_vs_baseline": 0.7321479027683259,
184      "baseline_max_abs_mean": 0.3277163557815966,
185      "mixed_max_abs_mean": 0.1908455862305645
186    },
187    {
188      "d": 256,
189      "sparsity": 1.0,
190      "baseline_nmse": 6.200164969009093e-05,
191      "perm_nmse": 0.007807336418178764,
192      "mixed_nmse": 6.179074548609499e-05,
193      "mixed_gain_vs_baseline": 1.0034132005098304,
194      "baseline_max_abs_mean": 0.19000638284793878,
195      "mixed_max_abs_mean": 0.18981466180953885
196    }
197  ],
198  "sparse_spreading_prediction": [
199    {
200      "d": 64,
201      "predicted_mixed_max_scale": 0.36050672165022074,
202      "observed_mixed_max_abs": 0.3350625,
203      "observed_identity_max_abs": 1.0,
204      "predicted_identity_max_abs": 1.0,
205      "observed_mixed_to_identity": 0.3350625
206    },
207    {
208      "d": 128,
209      "predicted_mixed_max_scale": 0.27534155675041866,
210      "observed_mixed_max_abs": 0.25337499999999996,
211      "observed_identity_max_abs": 1.0,
212      "predicted_identity_max_abs": 1.0,
213      "observed_mixed_to_identity": 0.25337499999999996
214    },
215    {
216      "d": 256,
217      "predicted_mixed_max_scale": 0.20813865278942442,
218      "observed_mixed_max_abs": 0.190703125,
219      "observed_identity_max_abs": 1.0,
220      "predicted_identity_max_abs": 1.0,
221      "observed_mixed_to_identity": 0.190703125
222    }
223  ],
224  "sampling": [
225    {
226      "d": 128,
227      "m": 4,
228      "predicted_nmse": 31.0,
229      "identity_mean_nmse": 35.24,
230      "mixed_mean_nmse": 30.953437499999982,
231      "mixed_p95_nmse": 73.18749999999994,
232      "identity_max_coordinate_energy": 1.0,
233      "mixed_max_coordinate_energy": 0.062499999999999986
234    },
235    {
236      "d": 128,
237      "m": 16,
238      "predicted_nmse": 7.0,
239      "identity_mean_nmse": 6.712,
240      "mixed_mean_nmse": 7.029749999999997,
241      "mixed_p95_nmse": 10.515624999999995,
242      "identity_max_coordinate_energy": 1.0,
243      "mixed_max_coordinate_energy": 0.062499999999999986
244    },
245    {
246      "d": 128,
247      "m": 64,
248      "predicted_nmse": 1.0,
249      "identity_mean_nmse": 1.0,
250      "mixed_mean_nmse": 0.9999999999999997,
251      "mixed_p95_nmse": 0.9999999999999996,
252      "identity_max_coordinate_energy": 1.0,
253      "mixed_max_coordinate_energy": 0.062499999999999986
254    }
255  ]
256}