Spectral Burn-In and Retrieval Switch / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "seed": 937,
  3  "scalar_verification": {
  4    "burnin_rows": [
  5      {
  6        "r": 0.5,
  7        "epsilon": 0.01,
  8        "predicted_k": 7,
  9        "observed_k": 7,
 10        "abs_error": 0
 11      },
 12      {
 13        "r": 0.5,
 14        "epsilon": 0.0001,
 15        "predicted_k": 14,
 16        "observed_k": 14,
 17        "abs_error": 0
 18      },
 19      {
 20        "r": 0.5,
 21        "epsilon": 1e-06,
 22        "predicted_k": 20,
 23        "observed_k": 20,
 24        "abs_error": 0
 25      },
 26      {
 27        "r": 0.7,
 28        "epsilon": 0.01,
 29        "predicted_k": 13,
 30        "observed_k": 13,
 31        "abs_error": 0
 32      },
 33      {
 34        "r": 0.7,
 35        "epsilon": 0.0001,
 36        "predicted_k": 26,
 37        "observed_k": 26,
 38        "abs_error": 0
 39      },
 40      {
 41        "r": 0.7,
 42        "epsilon": 1e-06,
 43        "predicted_k": 39,
 44        "observed_k": 39,
 45        "abs_error": 0
 46      },
 47      {
 48        "r": 0.85,
 49        "epsilon": 0.01,
 50        "predicted_k": 29,
 51        "observed_k": 29,
 52        "abs_error": 0
 53      },
 54      {
 55        "r": 0.85,
 56        "epsilon": 0.0001,
 57        "predicted_k": 57,
 58        "observed_k": 57,
 59        "abs_error": 0
 60      },
 61      {
 62        "r": 0.85,
 63        "epsilon": 1e-06,
 64        "predicted_k": 86,
 65        "observed_k": 86,
 66        "abs_error": 0
 67      },
 68      {
 69        "r": 0.95,
 70        "epsilon": 0.01,
 71        "predicted_k": 90,
 72        "observed_k": 90,
 73        "abs_error": 0
 74      },
 75      {
 76        "r": 0.95,
 77        "epsilon": 0.0001,
 78        "predicted_k": 180,
 79        "observed_k": 180,
 80        "abs_error": 0
 81      },
 82      {
 83        "r": 0.95,
 84        "epsilon": 1e-06,
 85        "predicted_k": 270,
 86        "observed_k": 270,
 87        "abs_error": 0
 88      },
 89      {
 90        "r": 0.99,
 91        "epsilon": 0.01,
 92        "predicted_k": 459,
 93        "observed_k": 459,
 94        "abs_error": 0
 95      },
 96      {
 97        "r": 0.99,
 98        "epsilon": 0.0001,
 99        "predicted_k": 917,
100        "observed_k": 917,
101        "abs_error": 0
102      },
103      {
104        "r": 0.99,
105        "epsilon": 1e-06,
106        "predicted_k": 1375,
107        "observed_k": 1375,
108        "abs_error": 0
109      }
110    ],
111    "log_scaling": [
112      {
113        "r": 0.5,
114        "observed_slope": 1.411457066185569,
115        "predicted_slope": 1.4426950408889634,
116        "relative_error": 0.02165251409206072
117      },
118      {
119        "r": 0.7,
120        "observed_slope": 2.822914132371137,
121        "predicted_slope": 2.8036732520571284,
122        "relative_error": 0.006862739907330923
123      },
124      {
125        "r": 0.85,
126        "observed_slope": 6.188696367121341,
127        "predicted_slope": 6.153129380622034,
128        "relative_error": 0.005780308571329098
129      },
130      {
131        "r": 0.95,
132        "observed_slope": 19.54325168564634,
133        "predicted_slope": 19.495725746223673,
134        "relative_error": 0.0024377620018517098
135      },
136      {
137        "r": 0.99,
138        "observed_slope": 99.45343635584466,
139        "predicted_slope": 99.49916247342207,
140        "relative_error": 0.00045956283892973097
141      }
142    ],
143    "stability_boundary": [
144      {
145        "r": 0.98,
146        "E_1000": 1.6829673572159268e-09,
147        "stable_observed": true,
148        "stable_predicted": true
149      },
150      {
151        "r": 0.999,
152        "E_1000": 0.3676954247709635,
153        "stable_observed": true,
154        "stable_predicted": true
155      },
156      {
157        "r": 1.0,
158        "E_1000": 1.0,
159        "stable_observed": false,
160        "stable_predicted": false
161      },
162      {
163        "r": 1.001,
164        "E_1000": 2.7169239322355985,
165        "stable_observed": false,
166        "stable_predicted": false
167      },
168      {
169        "r": 1.02,
170        "E_1000": 398264651.65813607,
171        "stable_observed": false,
172        "stable_predicted": false
173      }
174    ],
175    "cost_scaling": [
176      {
177        "r": 0.5,
178        "epsilon": 0.01,
179        "observer_cost": 6.140226914650789,
180        "retrieval_cost": 100.0,
181        "observer_cheaper": true
182      },
183      {
184        "r": 0.5,
185        "epsilon": 0.0001,
186        "observer_cost": 12.280453829301578,
187        "retrieval_cost": 10000.0,
188        "observer_cheaper": true
189      },
190      {
191        "r": 0.5,
192        "epsilon": 1e-06,
193        "observer_cost": 18.420680743952364,
194        "retrieval_cost": 1000000.0,
195        "observer_cheaper": true
196      },
197      {
198        "r": 0.8,
199        "epsilon": 0.01,
200        "observer_cost": 12.792139405522482,
201        "retrieval_cost": 100.0,
202        "observer_cheaper": true
203      },
204      {
205        "r": 0.8,
206        "epsilon": 0.0001,
207        "observer_cost": 25.584278811044964,
208        "retrieval_cost": 10000.0,
209        "observer_cheaper": true
210      },
211      {
212        "r": 0.8,
213        "epsilon": 1e-06,
214        "observer_cost": 38.37641821656744,
215        "retrieval_cost": 1000000.0,
216        "observer_cheaper": true
217      },
218      {
219        "r": 0.95,
220        "epsilon": 0.01,
221        "observer_cost": 47.232514728082975,
222        "retrieval_cost": 100.0,
223        "observer_cheaper": true
224      },
225      {
226        "r": 0.95,
227        "epsilon": 0.0001,
228        "observer_cost": 94.46502945616595,
229        "retrieval_cost": 10000.0,
230        "observer_cheaper": true
231      },
232      {
233        "r": 0.95,
234        "epsilon": 1e-06,
235        "observer_cost": 141.69754418424893,
236        "retrieval_cost": 1000000.0,
237        "observer_cheaper": true
238      }
239    ]
240  },
241  "lorenz_results": {
242    "observer": {
243      "mse": 0.562060503248168,
244      "rmse": 0.7497069449112553,
245      "retrievals": 0,
246      "retrieval_rate": 0.0,
247      "relative_cost": 1.0,
248      "mean_residual": 0.9821513737113687,
249      "bad_period_retrievals": 0
250    },
251    "retrieve": {
252      "mse": 207.34857621466247,
253      "rmse": 14.399603335323597,
254      "retrievals": 2600,
255      "retrieval_rate": 1.0,
256      "relative_cost": 7.0,
257      "mean_residual": 3.7114824395252577,
258      "bad_period_retrievals": 114
259    },
260    "adaptive": {
261      "mse": 25.89456092336078,
262      "rmse": 5.088669857964926,
263      "retrievals": 933,
264      "retrieval_rate": 0.35884615384615387,
265      "relative_cost": 3.153076923076923,
266      "mean_residual": 2.059467976306961,
267      "bad_period_retrievals": 100
268    },
269    "adaptive_event_diagnostics": {
270      "bad_steps": 180,
271      "bad_switches": 143,
272      "bad_recall": 0.7944444444444444,
273      "good_switch_rate": 0.2553719008264463
274    }
275  },
276  "note": "Toy observer/retrieval costs are normalized units; retrieval cost is 7x observer."
277}