Petri-Net Safety Shield for Neural Policies / results.json
Mechanism confirmed, baseline not beaten
1{
2 "petri_net": {
3 "places": 16,
4 "transitions": 60,
5 "admissible_markings": 4,
6 "closure_bad": 0
7 },
8 "predictions": {
9 "inductive_closure": {
10 "predicted": "0 unsafe accepted successors",
11 "observed": 0
12 },
13 "uniform_rejection": {
14 "predicted": "P(reject)=1-k/n",
15 "max_abs_error": 0.006799999999999973,
16 "rows": [
17 {
18 "n": 2,
19 "allowed": 1,
20 "predicted": 0.5,
21 "observed": 0.4964,
22 "abs_error": 0.003599999999999992
23 },
24 {
25 "n": 4,
26 "allowed": 1,
27 "predicted": 0.75,
28 "observed": 0.74745,
29 "abs_error": 0.0025500000000000522
30 },
31 {
32 "n": 4,
33 "allowed": 2,
34 "predicted": 0.5,
35 "observed": 0.50245,
36 "abs_error": 0.002449999999999952
37 },
38 {
39 "n": 4,
40 "allowed": 3,
41 "predicted": 0.25,
42 "observed": 0.25295,
43 "abs_error": 0.002950000000000008
44 },
45 {
46 "n": 8,
47 "allowed": 1,
48 "predicted": 0.875,
49 "observed": 0.8761,
50 "abs_error": 0.0010999999999999899
51 },
52 {
53 "n": 8,
54 "allowed": 2,
55 "predicted": 0.75,
56 "observed": 0.75375,
57 "abs_error": 0.003750000000000031
58 },
59 {
60 "n": 8,
61 "allowed": 3,
62 "predicted": 0.625,
63 "observed": 0.62425,
64 "abs_error": 0.0007500000000000284
65 },
66 {
67 "n": 8,
68 "allowed": 4,
69 "predicted": 0.5,
70 "observed": 0.49975,
71 "abs_error": 0.00024999999999997247
72 },
73 {
74 "n": 8,
75 "allowed": 5,
76 "predicted": 0.375,
77 "observed": 0.37775,
78 "abs_error": 0.0027499999999999747
79 },
80 {
81 "n": 8,
82 "allowed": 6,
83 "predicted": 0.25,
84 "observed": 0.25135,
85 "abs_error": 0.0013500000000000179
86 },
87 {
88 "n": 8,
89 "allowed": 7,
90 "predicted": 0.125,
91 "observed": 0.12475,
92 "abs_error": 0.0002500000000000002
93 },
94 {
95 "n": 16,
96 "allowed": 1,
97 "predicted": 0.9375,
98 "observed": 0.9344,
99 "abs_error": 0.0030999999999999917
100 },
101 {
102 "n": 16,
103 "allowed": 2,
104 "predicted": 0.875,
105 "observed": 0.8726,
106 "abs_error": 0.0023999999999999577
107 },
108 {
109 "n": 16,
110 "allowed": 3,
111 "predicted": 0.8125,
112 "observed": 0.8155,
113 "abs_error": 0.0030000000000000027
114 },
115 {
116 "n": 16,
117 "allowed": 4,
118 "predicted": 0.75,
119 "observed": 0.74825,
120 "abs_error": 0.0017500000000000293
121 },
122 {
123 "n": 16,
124 "allowed": 5,
125 "predicted": 0.6875,
126 "observed": 0.6835,
127 "abs_error": 0.0040000000000000036
128 },
129 {
130 "n": 16,
131 "allowed": 6,
132 "predicted": 0.625,
133 "observed": 0.6235,
134 "abs_error": 0.0014999999999999458
135 },
136 {
137 "n": 16,
138 "allowed": 7,
139 "predicted": 0.5625,
140 "observed": 0.5659,
141 "abs_error": 0.0033999999999999586
142 },
143 {
144 "n": 16,
145 "allowed": 8,
146 "predicted": 0.5,
147 "observed": 0.4932,
148 "abs_error": 0.006799999999999973
149 },
150 {
151 "n": 16,
152 "allowed": 9,
153 "predicted": 0.4375,
154 "observed": 0.43635,
155 "abs_error": 0.0011499999999999844
156 },
157 {
158 "n": 16,
159 "allowed": 10,
160 "predicted": 0.375,
161 "observed": 0.3708,
162 "abs_error": 0.0041999999999999815
163 },
164 {
165 "n": 16,
166 "allowed": 11,
167 "predicted": 0.3125,
168 "observed": 0.3099,
169 "abs_error": 0.002599999999999991
170 },
171 {
172 "n": 16,
173 "allowed": 12,
174 "predicted": 0.25,
175 "observed": 0.2485,
176 "abs_error": 0.0015000000000000013
177 },
178 {
179 "n": 16,
180 "allowed": 13,
181 "predicted": 0.1875,
182 "observed": 0.18645,
183 "abs_error": 0.0010499999999999954
184 },
185 {
186 "n": 16,
187 "allowed": 14,
188 "predicted": 0.125,
189 "observed": 0.12875,
190 "abs_error": 0.0037500000000000033
191 },
192 {
193 "n": 16,
194 "allowed": 15,
195 "predicted": 0.0625,
196 "observed": 0.0604,
197 "abs_error": 0.0020999999999999977
198 }
199 ]
200 },
201 "shield_violations": {
202 "predicted": 0,
203 "observed": 0
204 }
205 },
206 "controller_comparison": {
207 "baseline_unshielded": {
208 "violations": 10000,
209 "rejections": 0,
210 "deadlocks": 0,
211 "steps": 0,
212 "successes": 0,
213 "episodes": 10000
214 },
215 "idea_shielded": {
216 "violations": 0,
217 "rejections": 400000,
218 "deadlocks": 0,
219 "steps": 400000,
220 "successes": 0,
221 "episodes": 10000
222 }
223 }
224}