Adaptive Zonotope Safety Shield / results.json

Failed on benchmark

Raw ⬇ ZIP
 1{
 2  "seed": 2753,
 3  "math_check": {
 4    "max_sample_support_gap": 0.0,
 5    "containment_disagreements": 0,
 6    "cases": 3000
 7  },
 8  "stationary_scaling": {
 9    "rows": [
10      {
11        "amplitude": 0.02,
12        "predicted_q": 0.025,
13        "observed_q": 0.024675098610673542,
14        "q_error": -0.00032490138932645893,
15        "coverage": 1.0
16      },
17      {
18        "amplitude": 0.05,
19        "predicted_q": 0.055,
20        "observed_q": 0.05483323160640387,
21        "q_error": -0.00016676839359613255,
22        "coverage": 1.0
23      },
24      {
25        "amplitude": 0.1,
26        "predicted_q": 0.10500000000000001,
27        "observed_q": 0.10243844742248774,
28        "q_error": -0.002561552577512269,
29        "coverage": 1.0
30      },
31      {
32        "amplitude": 0.2,
33        "predicted_q": 0.20500000000000002,
34        "observed_q": 0.20530398769846905,
35        "q_error": 0.00030398769846903817,
36        "coverage": 1.0
37      },
38      {
39        "amplitude": 0.4,
40        "predicted_q": 0.405,
41        "observed_q": 0.407916512473981,
42        "q_error": 0.002916512473980948,
43        "coverage": 1.0
44      }
45    ],
46    "max_abs_q_prediction_error": 0.002916512473980948,
47    "minimum_coverage": 1.0
48  },
49  "jump_recovery": {
50    "old_amplitude": 0.1,
51    "new_amplitude": 0.3,
52    "q_before_jump": 0.10361593724334797,
53    "q_after_one_batch": 0.31314713956875295,
54    "predicted_min_after_batch": 0.275,
55    "jump_batch_coverage": 1.0,
56    "expanded_in_one_batch": true
57  },
58  "shield_comparison": {
59    "fixed": {
60      "rejection_rate": 0.6686,
61      "violation_rate": 0.6686
62    },
63    "adaptive": {
64      "rejection_rate": 0.7008,
65      "violation_rate": 0.6749
66    }
67  }
68}