Constraint Shield for Learned Interaction Dynamics / results.json
Mechanism failed
1{
2 "seed": 1209,
3 "math_checks": {
4 "force_boundary_max_abs_error": 0.0,
5 "predicted_boundary_penetrations": [
6 0.25,
7 0.1,
8 0.05,
9 0.025,
10 0.0125
11 ],
12 "observed_boundary_penetrations": [
13 0.25,
14 0.1,
15 0.05,
16 0.025,
17 0.0125
18 ],
19 "nominal_crossing_target_observed": 0.05499999999999999,
20 "nominal_crossing_target_predicted": 0.05,
21 "shield_predicted_peak_force": 0.48,
22 "shield_constraint_level": 0.48,
23 "shield_check_pass": true
24 },
25 "rows": [
26 {
27 "sweep": "target",
28 "target": -0.05,
29 "baseline": {
30 "rmse": 0.04575757275471196,
31 "violation_rate": 0.0,
32 "peak_force": 0.0,
33 "final_position": -0.05000027842683591,
34 "feasible_rate": 1.0
35 },
36 "idea": {
37 "rmse": 0.04575757275471196,
38 "violation_rate": 0.0,
39 "peak_force": 0.0,
40 "final_position": -0.05000027842683591,
41 "feasible_rate": 1.0
42 }
43 },
44 {
45 "sweep": "target",
46 "target": 0.02,
47 "baseline": {
48 "rmse": 0.06715563509151495,
49 "violation_rate": 0.0,
50 "peak_force": 0.1999954656581066,
51 "final_position": 0.019999546565810662,
52 "feasible_rate": 1.0
53 },
54 "idea": {
55 "rmse": 0.06726372019309299,
56 "violation_rate": 0.0,
57 "peak_force": 0.16345832720539377,
58 "final_position": 0.016345832720539376,
59 "feasible_rate": 1.0
60 }
61 },
62 {
63 "sweep": "target",
64 "target": 0.05,
65 "baseline": {
66 "rmse": 0.07715122422481582,
67 "violation_rate": 0.0,
68 "peak_force": 0.49999448147724945,
69 "final_position": 0.049999448147724945,
70 "feasible_rate": 1.0
71 },
72 "idea": {
73 "rmse": 0.07778961873935829,
74 "violation_rate": 0.0,
75 "peak_force": 0.4086472494106363,
76 "final_position": 0.04086472494106363,
77 "feasible_rate": 1.0
78 }
79 },
80 {
81 "sweep": "target",
82 "target": 0.08,
83 "baseline": {
84 "rmse": 0.08759774029335482,
85 "violation_rate": 0.78,
86 "peak_force": 0.7999933191289231,
87 "final_position": 0.07999933191289231,
88 "feasible_rate": 1.0
89 },
90 "idea": {
91 "rmse": 0.09719422384384938,
92 "violation_rate": 0.0,
93 "peak_force": 0.3479697929621514,
94 "final_position": 0.03411119686858641,
95 "feasible_rate": 1.0
96 }
97 },
98 {
99 "sweep": "target",
100 "target": 0.12,
101 "baseline": {
102 "rmse": 0.10226439604831022,
103 "violation_rate": 0.82,
104 "peak_force": 1.1999913744423785,
105 "final_position": 0.11999913744423785,
106 "feasible_rate": 1.0
107 },
108 "idea": {
109 "rmse": 0.13578128932015293,
110 "violation_rate": 0.0,
111 "peak_force": 0.2378683878979457,
112 "final_position": 0.023752749649760777,
113 "feasible_rate": 1.0
114 }
115 },
116 {
117 "sweep": "target",
118 "target": 0.2,
119 "baseline": {
120 "rmse": 0.13374361363187043,
121 "violation_rate": 0.84,
122 "peak_force": 1.9999857881307304,
123 "final_position": 0.19999857881307304,
124 "feasible_rate": 1.0
125 },
126 "idea": {
127 "rmse": 0.21015430005827004,
128 "violation_rate": 0.0,
129 "peak_force": 0.23778601008733408,
130 "final_position": 0.023750620487053307,
131 "feasible_rate": 1.0
132 }
133 },
134 {
135 "sweep": "target",
136 "target": 0.3,
137 "baseline": {
138 "rmse": 0.1768423924102666,
139 "violation_rate": 0.84,
140 "peak_force": 2.99997361018581,
141 "final_position": 0.299997361018581,
142 "feasible_rate": 1.0
143 },
144 "idea": {
145 "rmse": 0.3071102309407794,
146 "violation_rate": 0.0,
147 "peak_force": 0.23778601008733408,
148 "final_position": 0.023750620487053307,
149 "feasible_rate": 1.0
150 }
151 },
152 {
153 "sweep": "stiffness",
154 "k": 2.0,
155 "baseline": {
156 "rmse": 0.13374361363187043,
157 "violation_rate": 0.0,
158 "peak_force": 0.39999715762614607,
159 "final_position": 0.19999857881307304,
160 "feasible_rate": 1.0
161 },
162 "idea": {
163 "rmse": 0.13385246542184231,
164 "violation_rate": 0.0,
165 "peak_force": 0.3966281412028763,
166 "final_position": 0.19831407060143816,
167 "feasible_rate": 1.0
168 }
169 },
170 {
171 "sweep": "stiffness",
172 "k": 5.0,
173 "baseline": {
174 "rmse": 0.13374361363187043,
175 "violation_rate": 0.81,
176 "peak_force": 0.9999928940653652,
177 "final_position": 0.19999857881307304,
178 "feasible_rate": 1.0
179 },
180 "idea": {
181 "rmse": 0.17756432403434982,
182 "violation_rate": 0.0,
183 "peak_force": 0.36159115719922486,
184 "final_position": 0.07230442527762684,
185 "feasible_rate": 1.0
186 }
187 },
188 {
189 "sweep": "stiffness",
190 "k": 10.0,
191 "baseline": {
192 "rmse": 0.13374361363187043,
193 "violation_rate": 0.84,
194 "peak_force": 1.9999857881307304,
195 "final_position": 0.19999857881307304,
196 "feasible_rate": 1.0
197 },
198 "idea": {
199 "rmse": 0.21015430005827004,
200 "violation_rate": 0.0,
201 "peak_force": 0.23778601008733408,
202 "final_position": 0.023750620487053307,
203 "feasible_rate": 1.0
204 }
205 },
206 {
207 "sweep": "stiffness",
208 "k": 20.0,
209 "baseline": {
210 "rmse": 0.13374361363187043,
211 "violation_rate": 0.85,
212 "peak_force": 3.9999715762614607,
213 "final_position": 0.19999857881307304,
214 "feasible_rate": 1.0
215 },
216 "idea": {
217 "rmse": 0.22748644800766096,
218 "violation_rate": 0.0,
219 "peak_force": 0.013006987898964296,
220 "final_position": 0.0006108756129828565,
221 "feasible_rate": 1.0
222 }
223 },
224 {
225 "sweep": "stiffness",
226 "k": 40.0,
227 "baseline": {
228 "rmse": 0.13374361363187043,
229 "violation_rate": 0.86,
230 "peak_force": 7.999943152522921,
231 "final_position": 0.19999857881307304,
232 "feasible_rate": 1.0
233 },
234 "idea": {
235 "rmse": 0.2362528092535365,
236 "violation_rate": 0.0,
237 "peak_force": 0.0,
238 "final_position": -0.010594995720760328,
239 "feasible_rate": 1.0
240 }
241 }
242 ]
243}