Topological Reachable-Set Coverage Scheduler / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "config": {
  3    "margin": 0.05,
  4    "epsilon": 0.15000000000000002,
  5    "cloud_points": 961,
  6    "seed": 7
  7  },
  8  "predictions": {
  9    "bound_inequality": "actual_min >= sample_min - L*delta (reported as lower bound <= actual)",
 10    "threshold": "certification when delta < epsilon/L and sample_min >= epsilon",
 11    "scaling": "sample_min - actual_min is bounded by, and scales with, L*delta"
 12  },
 13  "bound_sweep": [
 14    {
 15      "L": 0.25,
 16      "delta": 0.334995854037363,
 17      "sample_min": 0.075,
 18      "bound": -0.008748963509340749,
 19      "actual_min": 0.05,
 20      "holds": true
 21    },
 22    {
 23      "L": 0.25,
 24      "delta": 0.26874192494328497,
 25      "sample_min": 0.09249182927993987,
 26      "bound": 0.02530634804411863,
 27      "actual_min": 0.05,
 28      "holds": true
 29    },
 30    {
 31      "L": 0.25,
 32      "delta": 0.2538591035287969,
 33      "sample_min": 0.09166666666666666,
 34      "bound": 0.02820189078446743,
 35      "actual_min": 0.05,
 36      "holds": true
 37    },
 38    {
 39      "L": 0.25,
 40      "delta": 0.3144660377352201,
 41      "sample_min": 0.06666666666666667,
 42      "bound": -0.011949842767138355,
 43      "actual_min": 0.05,
 44      "holds": true
 45    },
 46    {
 47      "L": 0.5,
 48      "delta": 0.334995854037363,
 49      "sample_min": 0.09999999999999999,
 50      "bound": -0.0674979270186815,
 51      "actual_min": 0.05,
 52      "holds": true
 53    },
 54    {
 55      "L": 0.5,
 56      "delta": 0.26874192494328497,
 57      "sample_min": 0.13498365855987973,
 58      "bound": 0.0006126960882372467,
 59      "actual_min": 0.05,
 60      "holds": true
 61    },
 62    {
 63      "L": 0.5,
 64      "delta": 0.2538591035287969,
 65      "sample_min": 0.1333333333333333,
 66      "bound": 0.006403781568934841,
 67      "actual_min": 0.05,
 68      "holds": true
 69    },
 70    {
 71      "L": 0.5,
 72      "delta": 0.3144660377352201,
 73      "sample_min": 0.08333333333333333,
 74      "bound": -0.07389968553427671,
 75      "actual_min": 0.05,
 76      "holds": true
 77    },
 78    {
 79      "L": 1.0,
 80      "delta": 0.334995854037363,
 81      "sample_min": 0.14999999999999997,
 82      "bound": -0.18499585403736302,
 83      "actual_min": 0.05,
 84      "holds": true
 85    },
 86    {
 87      "L": 1.0,
 88      "delta": 0.26874192494328497,
 89      "sample_min": 0.21996731711975948,
 90      "bound": -0.048774607823525495,
 91      "actual_min": 0.05,
 92      "holds": true
 93    },
 94    {
 95      "L": 1.0,
 96      "delta": 0.2538591035287969,
 97      "sample_min": 0.21666666666666662,
 98      "bound": -0.03719243686213031,
 99      "actual_min": 0.05,
100      "holds": true
101    },
102    {
103      "L": 1.0,
104      "delta": 0.3144660377352201,
105      "sample_min": 0.11666666666666665,
106      "bound": -0.19779937106855344,
107      "actual_min": 0.05,
108      "holds": true
109    },
110    {
111      "L": 2.0,
112      "delta": 0.334995854037363,
113      "sample_min": 0.24999999999999994,
114      "bound": -0.419991708074726,
115      "actual_min": 0.05,
116      "holds": true
117    },
118    {
119      "L": 2.0,
120      "delta": 0.26874192494328497,
121      "sample_min": 0.3899346342395189,
122      "bound": -0.14754921564705104,
123      "actual_min": 0.05,
124      "holds": true
125    },
126    {
127      "L": 2.0,
128      "delta": 0.2538591035287969,
129      "sample_min": 0.38333333333333325,
130      "bound": -0.1243848737242606,
131      "actual_min": 0.05,
132      "holds": true
133    },
134    {
135      "L": 2.0,
136      "delta": 0.3144660377352201,
137      "sample_min": 0.1833333333333333,
138      "bound": -0.4455987421371069,
139      "actual_min": 0.05,
140      "holds": true
141    },
142    {
143      "L": 4.0,
144      "delta": 0.334995854037363,
145      "sample_min": 0.4499999999999999,
146      "bound": -0.889983416149452,
147      "actual_min": 0.05,
148      "holds": true
149    },
150    {
151      "L": 4.0,
152      "delta": 0.26874192494328497,
153      "sample_min": 0.7298692684790379,
154      "bound": -0.345098431294102,
155      "actual_min": 0.05,
156      "holds": true
157    },
158    {
159      "L": 4.0,
160      "delta": 0.2538591035287969,
161      "sample_min": 0.7166666666666666,
162      "bound": -0.29876974744852114,
163      "actual_min": 0.05,
164      "holds": true
165    },
166    {
167      "L": 4.0,
168      "delta": 0.3144660377352201,
169      "sample_min": 0.3166666666666666,
170      "bound": -0.9411974842742137,
171      "actual_min": 0.05,
172      "holds": true
173    }
174  ],
175  "threshold_sweep": [
176    {
177      "L": 0.25,
178      "policy": "random",
179      "predicted_delta": 0.6000000000000001,
180      "n_success": 5,
181      "median_n": 93.0,
182      "median_ratio": 0.2484519974999766
183    },
184    {
185      "L": 0.25,
186      "policy": "adaptive",
187      "predicted_delta": 0.6000000000000001,
188      "n_success": 5,
189      "median_n": 36.0,
190      "median_ratio": 0.23570226039551603
191    },
192    {
193      "L": 0.5,
194      "policy": "random",
195      "predicted_delta": 0.30000000000000004,
196      "n_success": 2,
197      "median_n": 266.5,
198      "median_ratio": 0.24845199749997673
199    },
200    {
201      "L": 0.5,
202      "policy": "adaptive",
203      "predicted_delta": 0.30000000000000004,
204      "n_success": 5,
205      "median_n": 88.0,
206      "median_ratio": 0.24845199749997687
207    },
208    {
209      "L": 1.0,
210      "policy": "random",
211      "predicted_delta": 0.15000000000000002,
212      "n_success": 0,
213      "median_n": null,
214      "median_ratio": null
215    },
216    {
217      "L": 1.0,
218      "policy": "adaptive",
219      "predicted_delta": 0.15000000000000002,
220      "n_success": 0,
221      "median_n": null,
222      "median_ratio": null
223    }
224  ],
225  "scaling_sweep": [
226    {
227      "L": 0.25,
228      "median_gap": 0.035355339059327376,
229      "median_L_delta": 0.08333333333333333,
230      "gap_over_L": 0.1414213562373095,
231      "max_gap_over_L": 0.19436506316150998
232    },
233    {
234      "L": 0.5,
235      "median_gap": 0.07071067811865474,
236      "median_L_delta": 0.16666666666666666,
237      "gap_over_L": 0.14142135623730948,
238      "max_gap_over_L": 0.19436506316151
239    },
240    {
241      "L": 1.0,
242      "median_gap": 0.1414213562373095,
243      "median_L_delta": 0.3333333333333333,
244      "gap_over_L": 0.1414213562373095,
245      "max_gap_over_L": 0.19436506316151003
246    },
247    {
248      "L": 2.0,
249      "median_gap": 0.28284271247461895,
250      "median_L_delta": 0.6666666666666666,
251      "gap_over_L": 0.14142135623730948,
252      "max_gap_over_L": 0.19436506316151
253    },
254    {
255      "L": 4.0,
256      "median_gap": 0.5656854249492379,
257      "median_L_delta": 1.3333333333333333,
258      "gap_over_L": 0.14142135623730948,
259      "max_gap_over_L": 0.19436506316151
260    }
261  ],
262  "equal_budget_comparison": [
263    {
264      "L": 1.0,
265      "n": 12,
266      "random_median_delta": 0.43013376874115244,
267      "random_median_min_sample_residual": 0.2720759220056126,
268      "adaptive_median_delta": 0.3299831645537222,
269      "adaptive_median_min_sample_residual": 0.05
270    },
271    {
272      "L": 1.0,
273      "n": 25,
274      "random_median_delta": 0.32473094588629153,
275      "random_median_min_sample_residual": 0.1833333333333333,
276      "adaptive_median_delta": 0.18856180831641264,
277      "adaptive_median_min_sample_residual": 0.05
278    },
279    {
280      "L": 1.0,
281      "n": 50,
282      "random_median_delta": 0.22326038553670394,
283      "random_median_min_sample_residual": 0.11666666666666665,
284      "adaptive_median_delta": 0.10540925533894602,
285      "adaptive_median_min_sample_residual": 0.05
286    },
287    {
288      "L": 1.0,
289      "n": 80,
290      "random_median_delta": 0.17308608011890841,
291      "random_median_min_sample_residual": 0.11666666666666665,
292      "adaptive_median_delta": 0.1,
293      "adaptive_median_min_sample_residual": 0.05
294    }
295  ]
296}