HOCBF Safety Shield for Neural Policies / results.json
Failed on benchmark
1{
2 "derivative_check": {
3 "max_abs_hdot_error": 2.707290370440596e-06,
4 "max_abs_psi1dot_error": 1.3816196599236719e-05
5 },
6 "activation_sweep": [
7 {
8 "scale": 0.0,
9 "active": false,
10 "feasible": true,
11 "projection": 0.0,
12 "residual": 0.20199944475287257
13 },
14 {
15 "scale": 0.5,
16 "active": true,
17 "feasible": true,
18 "projection": 0.2978883644888235,
19 "residual": 2.7755575615628914e-17
20 },
21 {
22 "scale": 1.0,
23 "active": true,
24 "feasible": true,
25 "projection": 0.7978883644888235,
26 "residual": 2.7755575615628914e-17
27 },
28 {
29 "scale": 1.5,
30 "active": true,
31 "feasible": true,
32 "projection": 1.2978883644888233,
33 "residual": -1.942890293094024e-16
34 },
35 {
36 "scale": 2.0,
37 "active": true,
38 "feasible": true,
39 "projection": 1.7978883644888235,
40 "residual": 2.7755575615628914e-17
41 },
42 {
43 "scale": 2.5,
44 "active": true,
45 "feasible": true,
46 "projection": 2.297888364488823,
47 "residual": -4.163336342344337e-16
48 },
49 {
50 "scale": 3.0,
51 "active": true,
52 "feasible": true,
53 "projection": 2.7978883644888235,
54 "residual": 2.7755575615628914e-17
55 },
56 {
57 "scale": 3.5,
58 "active": true,
59 "feasible": true,
60 "projection": 3.2978883644888235,
61 "residual": 2.7755575615628914e-17
62 },
63 {
64 "scale": 4.0,
65 "active": true,
66 "feasible": true,
67 "projection": 3.7978883644888235,
68 "residual": 2.7755575615628914e-17
69 },
70 {
71 "scale": 4.5,
72 "active": true,
73 "feasible": true,
74 "projection": 4.2978883644888235,
75 "residual": 2.7755575615628914e-17
76 },
77 {
78 "scale": 5.0,
79 "active": true,
80 "feasible": true,
81 "projection": 4.7978883644888235,
82 "residual": 2.7755575615628914e-17
83 },
84 {
85 "scale": 5.5,
86 "active": true,
87 "feasible": true,
88 "projection": 5.2978883644888235,
89 "residual": 2.7755575615628914e-17
90 },
91 {
92 "scale": 6.0,
93 "active": true,
94 "feasible": true,
95 "projection": 5.7978883644888235,
96 "residual": 2.7755575615628914e-17
97 },
98 {
99 "scale": 6.5,
100 "active": true,
101 "feasible": true,
102 "projection": 6.2978883644888235,
103 "residual": 2.7755575615628914e-17
104 },
105 {
106 "scale": 7.0,
107 "active": true,
108 "feasible": true,
109 "projection": 6.7978883644888235,
110 "residual": 2.7755575615628914e-17
111 },
112 {
113 "scale": 7.5,
114 "active": true,
115 "feasible": true,
116 "projection": 7.2978883644888235,
117 "residual": 2.7755575615628914e-17
118 },
119 {
120 "scale": 8.0,
121 "active": true,
122 "feasible": true,
123 "projection": 7.7978883644888235,
124 "residual": 2.7755575615628914e-17
125 }
126 ],
127 "gain_sweep": [
128 {
129 "k2": 0.0,
130 "h": 0.010523096726636316,
131 "psi1": 0.17095501111395608,
132 "normal_required": -0.299849414116939,
133 "predicted_linear_term": -0.0,
134 "feasible_under_amax": true
135 },
136 {
137 "k2": 0.5,
138 "h": 0.010523096726636316,
139 "psi1": 0.17095501111395608,
140 "normal_required": -0.385326919673917,
141 "predicted_linear_term": -0.08547750555697804,
142 "feasible_under_amax": true
143 },
144 {
145 "k2": 1.0,
146 "h": 0.010523096726636316,
147 "psi1": 0.17095501111395608,
148 "normal_required": -0.47080442523089505,
149 "predicted_linear_term": -0.17095501111395608,
150 "feasible_under_amax": true
151 },
152 {
153 "k2": 2.0,
154 "h": 0.010523096726636316,
155 "psi1": 0.17095501111395608,
156 "normal_required": -0.6417594363448511,
157 "predicted_linear_term": -0.34191002222791217,
158 "feasible_under_amax": true
159 },
160 {
161 "k2": 4.0,
162 "h": 0.010523096726636316,
163 "psi1": 0.17095501111395608,
164 "normal_required": -0.9836694585727633,
165 "predicted_linear_term": -0.6838200444558243,
166 "feasible_under_amax": true
167 },
168 {
169 "k2": 8.0,
170 "h": 0.010523096726636316,
171 "psi1": 0.17095501111395608,
172 "normal_required": -1.6674895030285877,
173 "predicted_linear_term": -1.3676400889116487,
174 "feasible_under_amax": true
175 },
176 {
177 "k2": 16.0,
178 "h": 0.010523096726636316,
179 "psi1": 0.17095501111395608,
180 "normal_required": -3.0351295919402363,
181 "predicted_linear_term": -2.7352801778232974,
182 "feasible_under_amax": true
183 },
184 {
185 "k2": 24.0,
186 "h": 0.010523096726636316,
187 "psi1": 0.17095501111395608,
188 "normal_required": -4.402769680851885,
189 "predicted_linear_term": -4.102920266734946,
190 "feasible_under_amax": true
191 }
192 ],
193 "activation_threshold_exact": 0.20199944475287257,
194 "rollouts": {
195 "0.8": {
196 "0.02": {
197 "unshielded": {
198 "min_h": -0.8183039267516791,
199 "violation": 0.8183039267516791,
200 "activation_rate": 0.0,
201 "infeasible_rate": 0.0,
202 "mean_projection": 0.0
203 },
204 "shielded": {
205 "min_h": 0.005592560252853929,
206 "violation": 0.0,
207 "activation_rate": 0.885,
208 "infeasible_rate": 0.0,
209 "mean_projection": 1.5287158890949586
210 }
211 },
212 "0.01": {
213 "unshielded": {
214 "min_h": -0.819298203840699,
215 "violation": 0.819298203840699,
216 "activation_rate": 0.0,
217 "infeasible_rate": 0.0,
218 "mean_projection": 0.0
219 },
220 "shielded": {
221 "min_h": 0.0051395568703106465,
222 "violation": 0.0,
223 "activation_rate": 0.885,
224 "infeasible_rate": 0.0,
225 "mean_projection": 1.5287371613356018
226 }
227 },
228 "0.005": {
229 "unshielded": {
230 "min_h": -0.8197500524676525,
231 "violation": 0.8197500524676525,
232 "activation_rate": 0.0,
233 "infeasible_rate": 0.0,
234 "mean_projection": 0.0
235 },
236 "shielded": {
237 "min_h": 0.004910953109606209,
238 "violation": 0.0,
239 "activation_rate": 0.88375,
240 "infeasible_rate": 0.0,
241 "mean_projection": 1.5287488107166414
242 }
243 }
244 },
245 "1.2": {
246 "0.02": {
247 "unshielded": {
248 "min_h": -0.8185512240895505,
249 "violation": 0.8185512240895505,
250 "activation_rate": 0.0,
251 "infeasible_rate": 0.0,
252 "mean_projection": 0.0
253 },
254 "shielded": {
255 "min_h": 0.004627836881251901,
256 "violation": 0.0,
257 "activation_rate": 0.945,
258 "infeasible_rate": 0.0,
259 "mean_projection": 2.4089159116192658
260 }
261 },
262 "0.01": {
263 "unshielded": {
264 "min_h": -0.8191010017379018,
265 "violation": 0.8191010017379018,
266 "activation_rate": 0.0,
267 "infeasible_rate": 0.0,
268 "mean_projection": 0.0
269 },
270 "shielded": {
271 "min_h": 0.004221960153422688,
272 "violation": 0.0,
273 "activation_rate": 0.945,
274 "infeasible_rate": 0.0,
275 "mean_projection": 2.40893896168357
276 }
277 },
278 "0.005": {
279 "unshielded": {
280 "min_h": -0.819680124963617,
281 "violation": 0.819680124963617,
282 "activation_rate": 0.0,
283 "infeasible_rate": 0.0,
284 "mean_projection": 0.0
285 },
286 "shielded": {
287 "min_h": 0.004017291829956804,
288 "violation": 0.0,
289 "activation_rate": 0.94375,
290 "infeasible_rate": 0.0,
291 "mean_projection": 2.408951461088507
292 }
293 }
294 },
295 "1.6": {
296 "0.02": {
297 "unshielded": {
298 "min_h": -0.8176201577803514,
299 "violation": 0.8176201577803514,
300 "activation_rate": 0.0,
301 "infeasible_rate": 0.0,
302 "mean_projection": 0.0
303 },
304 "shielded": {
305 "min_h": 0.004414052373163946,
306 "violation": 0.0,
307 "activation_rate": 0.965,
308 "infeasible_rate": 0.0,
309 "mean_projection": 3.28896042120566
310 }
311 },
312 "0.01": {
313 "unshielded": {
314 "min_h": -0.819930842016948,
315 "violation": 0.819930842016948,
316 "activation_rate": 0.0,
317 "infeasible_rate": 0.0,
318 "mean_projection": 0.0
319 },
320 "shielded": {
321 "min_h": 0.004019871080026993,
322 "violation": 0.0,
323 "activation_rate": 0.9675,
324 "infeasible_rate": 0.0,
325 "mean_projection": 3.28898366460539
326 }
327 },
328 "0.005": {
329 "unshielded": {
330 "min_h": -0.8198487903485489,
331 "violation": 0.8198487903485489,
332 "activation_rate": 0.0,
333 "infeasible_rate": 0.0,
334 "mean_projection": 0.0
335 },
336 "shielded": {
337 "min_h": 0.003820943088952533,
338 "violation": 0.0,
339 "activation_rate": 0.9675,
340 "infeasible_rate": 0.0,
341 "mean_projection": 3.288996291817176
342 }
343 }
344 },
345 "2.0": {
346 "0.02": {
347 "unshielded": {
348 "min_h": -0.8160659980820425,
349 "violation": 0.8160659980820425,
350 "activation_rate": 0.0,
351 "infeasible_rate": 0.0,
352 "mean_projection": 0.0
353 },
354 "shielded": {
355 "min_h": 0.004414052373163946,
356 "violation": 0.0,
357 "activation_rate": 0.965,
358 "infeasible_rate": 0.0,
359 "mean_projection": 4.168960421205661
360 }
361 },
362 "0.01": {
363 "unshielded": {
364 "min_h": -0.8199642875199598,
365 "violation": 0.8199642875199598,
366 "activation_rate": 0.0,
367 "infeasible_rate": 0.0,
368 "mean_projection": 0.0
369 },
370 "shielded": {
371 "min_h": 0.004019871080026993,
372 "violation": 0.0,
373 "activation_rate": 0.9675,
374 "infeasible_rate": 0.0,
375 "mean_projection": 4.168983664605391
376 }
377 },
378 "0.005": {
379 "unshielded": {
380 "min_h": -0.8194605153356509,
381 "violation": 0.8194605153356509,
382 "activation_rate": 0.0,
383 "infeasible_rate": 0.0,
384 "mean_projection": 0.0
385 },
386 "shielded": {
387 "min_h": 0.003820943088952533,
388 "violation": 0.0,
389 "activation_rate": 0.9675,
390 "infeasible_rate": 0.0,
391 "mean_projection": 4.168996291817169
392 }
393 }
394 }
395 }
396}