Farkas-Certified Neural Safety Shield / results.json
Mechanism confirmed, baseline not beaten
1{
2 "rows": [
3 {
4 "test": "cone_scaling",
5 "m": 4,
6 "retained": 4,
7 "fraction": 1.0,
8 "max_projection_error": 0.0,
9 "decision_agreement": 1.0
10 },
11 {
12 "test": "cone_scaling",
13 "m": 8,
14 "retained": 8,
15 "fraction": 1.0,
16 "max_projection_error": 0.0,
17 "decision_agreement": 1.0
18 },
19 {
20 "test": "cone_scaling",
21 "m": 16,
22 "retained": 15,
23 "fraction": 0.9375,
24 "max_projection_error": 0.0,
25 "decision_agreement": 1.0
26 },
27 {
28 "test": "cone_scaling",
29 "m": 32,
30 "retained": 31,
31 "fraction": 0.96875,
32 "max_projection_error": 0.0,
33 "decision_agreement": 1.0
34 },
35 {
36 "test": "cone_scaling",
37 "m": 64,
38 "retained": 60,
39 "fraction": 0.9375,
40 "max_projection_error": 0.0,
41 "decision_agreement": 1.0
42 },
43 {
44 "test": "cone_scaling",
45 "m": 128,
46 "retained": 123,
47 "fraction": 0.9609375,
48 "max_projection_error": 0.0,
49 "decision_agreement": 1.0
50 },
51 {
52 "test": "angular_transition",
53 "m": 8,
54 "retained": 8,
55 "fraction": 1.0,
56 "all_certified": true
57 },
58 {
59 "test": "angular_transition",
60 "m": 16,
61 "retained": 16,
62 "fraction": 1.0,
63 "all_certified": true
64 },
65 {
66 "test": "angular_transition",
67 "m": 32,
68 "retained": 32,
69 "fraction": 1.0,
70 "all_certified": true
71 },
72 {
73 "test": "angular_transition",
74 "m": 64,
75 "retained": 64,
76 "fraction": 1.0,
77 "all_certified": true
78 },
79 {
80 "test": "nominal_preservation",
81 "nominal_full": true,
82 "nominal_reduced": true,
83 "bad_projection_error": 0.0,
84 "certified": true
85 }
86 ],
87 "timing": [
88 {
89 "m": 16,
90 "retained": 16,
91 "full_sec": 0.48704719700617716,
92 "reduced_sec": 0.49556016198766883,
93 "speedup": 0.9828215307958844
94 },
95 {
96 "m": 32,
97 "retained": 32,
98 "full_sec": 1.822699810989434,
99 "reduced_sec": 1.871173589999671,
100 "speedup": 0.9740944510603927
101 },
102 {
103 "m": 64,
104 "retained": 61,
105 "full_sec": 8.2662508909998,
106 "reduced_sec": 7.771398651995696,
107 "speedup": 1.0636760847260134
108 },
109 {
110 "m": 128,
111 "retained": 122,
112 "full_sec": 35.590935714004445,
113 "reduced_sec": 30.677866297002765,
114 "speedup": 1.1601502975936004
115 },
116 {
117 "m": 256,
118 "retained": 242,
119 "full_sec": 144.8057605560025,
120 "reduced_sec": 129.00558722799178,
121 "speedup": 1.1224766590929667
122 }
123 ]
124}
1256,
126 "max_offset_violation": -0.2414085765636078
127 }
128 ],
129 "timing": [
130 {
131 "m": 16,
132 "retained": 2,
133 "full_sec": 0.09646724999765866,
134 "reduced_sec": 0.0029467259882949293,
135 "speedup": 32.737095468275186
136 },
137 {
138 "m": 32,
139 "retained": 2,
140 "full_sec": 0.3374572419998003,
141 "reduced_sec": 0.0025998180062742904,
142 "speedup": 129.80033263305174
143 },
144 {
145 "m": 64,
146 "retained": 2,
147 "full_sec": 1.3993908230040688,
148 "reduced_sec": 0.0027386639994801953,
149 "speedup": 510.97572512351877
150 },
151 {
152 "m": 128,
153 "retained": 2,
154 "full_sec": 7.696013225999195,
155 "reduced_sec": 0.004165546997683123,
156 "speedup": 1847.539646120838
157 }
158 ]
159}