Petri-Net Safety Shield for Neural Policies / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "petri_net": {
  3    "places": 16,
  4    "transitions": 60,
  5    "admissible_markings": 4,
  6    "closure_bad": 0
  7  },
  8  "predictions": {
  9    "inductive_closure": {
 10      "predicted": "0 unsafe accepted successors",
 11      "observed": 0
 12    },
 13    "uniform_rejection": {
 14      "predicted": "P(reject)=1-k/n",
 15      "max_abs_error": 0.006799999999999973,
 16      "rows": [
 17        {
 18          "n": 2,
 19          "allowed": 1,
 20          "predicted": 0.5,
 21          "observed": 0.4964,
 22          "abs_error": 0.003599999999999992
 23        },
 24        {
 25          "n": 4,
 26          "allowed": 1,
 27          "predicted": 0.75,
 28          "observed": 0.74745,
 29          "abs_error": 0.0025500000000000522
 30        },
 31        {
 32          "n": 4,
 33          "allowed": 2,
 34          "predicted": 0.5,
 35          "observed": 0.50245,
 36          "abs_error": 0.002449999999999952
 37        },
 38        {
 39          "n": 4,
 40          "allowed": 3,
 41          "predicted": 0.25,
 42          "observed": 0.25295,
 43          "abs_error": 0.002950000000000008
 44        },
 45        {
 46          "n": 8,
 47          "allowed": 1,
 48          "predicted": 0.875,
 49          "observed": 0.8761,
 50          "abs_error": 0.0010999999999999899
 51        },
 52        {
 53          "n": 8,
 54          "allowed": 2,
 55          "predicted": 0.75,
 56          "observed": 0.75375,
 57          "abs_error": 0.003750000000000031
 58        },
 59        {
 60          "n": 8,
 61          "allowed": 3,
 62          "predicted": 0.625,
 63          "observed": 0.62425,
 64          "abs_error": 0.0007500000000000284
 65        },
 66        {
 67          "n": 8,
 68          "allowed": 4,
 69          "predicted": 0.5,
 70          "observed": 0.49975,
 71          "abs_error": 0.00024999999999997247
 72        },
 73        {
 74          "n": 8,
 75          "allowed": 5,
 76          "predicted": 0.375,
 77          "observed": 0.37775,
 78          "abs_error": 0.0027499999999999747
 79        },
 80        {
 81          "n": 8,
 82          "allowed": 6,
 83          "predicted": 0.25,
 84          "observed": 0.25135,
 85          "abs_error": 0.0013500000000000179
 86        },
 87        {
 88          "n": 8,
 89          "allowed": 7,
 90          "predicted": 0.125,
 91          "observed": 0.12475,
 92          "abs_error": 0.0002500000000000002
 93        },
 94        {
 95          "n": 16,
 96          "allowed": 1,
 97          "predicted": 0.9375,
 98          "observed": 0.9344,
 99          "abs_error": 0.0030999999999999917
100        },
101        {
102          "n": 16,
103          "allowed": 2,
104          "predicted": 0.875,
105          "observed": 0.8726,
106          "abs_error": 0.0023999999999999577
107        },
108        {
109          "n": 16,
110          "allowed": 3,
111          "predicted": 0.8125,
112          "observed": 0.8155,
113          "abs_error": 0.0030000000000000027
114        },
115        {
116          "n": 16,
117          "allowed": 4,
118          "predicted": 0.75,
119          "observed": 0.74825,
120          "abs_error": 0.0017500000000000293
121        },
122        {
123          "n": 16,
124          "allowed": 5,
125          "predicted": 0.6875,
126          "observed": 0.6835,
127          "abs_error": 0.0040000000000000036
128        },
129        {
130          "n": 16,
131          "allowed": 6,
132          "predicted": 0.625,
133          "observed": 0.6235,
134          "abs_error": 0.0014999999999999458
135        },
136        {
137          "n": 16,
138          "allowed": 7,
139          "predicted": 0.5625,
140          "observed": 0.5659,
141          "abs_error": 0.0033999999999999586
142        },
143        {
144          "n": 16,
145          "allowed": 8,
146          "predicted": 0.5,
147          "observed": 0.4932,
148          "abs_error": 0.006799999999999973
149        },
150        {
151          "n": 16,
152          "allowed": 9,
153          "predicted": 0.4375,
154          "observed": 0.43635,
155          "abs_error": 0.0011499999999999844
156        },
157        {
158          "n": 16,
159          "allowed": 10,
160          "predicted": 0.375,
161          "observed": 0.3708,
162          "abs_error": 0.0041999999999999815
163        },
164        {
165          "n": 16,
166          "allowed": 11,
167          "predicted": 0.3125,
168          "observed": 0.3099,
169          "abs_error": 0.002599999999999991
170        },
171        {
172          "n": 16,
173          "allowed": 12,
174          "predicted": 0.25,
175          "observed": 0.2485,
176          "abs_error": 0.0015000000000000013
177        },
178        {
179          "n": 16,
180          "allowed": 13,
181          "predicted": 0.1875,
182          "observed": 0.18645,
183          "abs_error": 0.0010499999999999954
184        },
185        {
186          "n": 16,
187          "allowed": 14,
188          "predicted": 0.125,
189          "observed": 0.12875,
190          "abs_error": 0.0037500000000000033
191        },
192        {
193          "n": 16,
194          "allowed": 15,
195          "predicted": 0.0625,
196          "observed": 0.0604,
197          "abs_error": 0.0020999999999999977
198        }
199      ]
200    },
201    "shield_violations": {
202      "predicted": 0,
203      "observed": 0
204    }
205  },
206  "controller_comparison": {
207    "baseline_unshielded": {
208      "violations": 10000,
209      "rejections": 0,
210      "deadlocks": 0,
211      "steps": 0,
212      "successes": 0,
213      "episodes": 10000
214    },
215    "idea_shielded": {
216      "violations": 0,
217      "rejections": 400000,
218      "deadlocks": 0,
219      "steps": 400000,
220      "successes": 0,
221      "episodes": 10000
222    }
223  }
224}