Eigenvalue-Sensitivity Stability Margin / results.json
Mechanism failed
1{
2 "seed": 1552,
3 "toy_summary": {
4 "max_formula_relative_error": 1.5628134838068633e-10,
5 "median_crossing_relative_error": 0.0770625000000001,
6 "gain_scaling_cv": 0.1896533839079475,
7 "margin_scaling_cv": 0.09082873709983924,
8 "predictions": {
9 "eigen_derivative_matches_finite_difference": true,
10 "crossing_radius_is_margin_over_slope": false,
11 "radius_scales_inverse_linearly_with_gain": false,
12 "radius_scales_linearly_with_margin": false
13 }
14 },
15 "toy_rows": [
16 {
17 "margin": 0.05,
18 "gain": 0.25,
19 "predicted_radius": 0.11521739130434792,
20 "observed_radius": 0.12185679347826096,
21 "relative_prediction_error": 0.05762499999999991,
22 "sensitivity": 0.4339622641509434,
23 "finite_difference_relative_error": 6.495855543863295e-11
24 },
25 {
26 "margin": 0.05,
27 "gain": 0.5,
28 "predicted_radius": 0.07310344827586213,
29 "observed_radius": 0.07538793103448282,
30 "relative_prediction_error": 0.0312500000000001,
31 "sensitivity": 0.6839622641509434,
32 "finite_difference_relative_error": 7.001592256654606e-11
33 },
34 {
35 "margin": 0.05,
36 "gain": 1.0,
37 "predicted_radius": 0.0422310756972112,
38 "observed_radius": 0.04290677290836658,
39 "relative_prediction_error": 0.01600000000000004,
40 "sensitivity": 1.1839622641509433,
41 "finite_difference_relative_error": 1.858238750975357e-11
42 },
43 {
44 "margin": 0.05,
45 "gain": 1.75,
46 "predicted_radius": 0.02585365853658539,
47 "observed_radius": 0.026092804878048804,
48 "relative_prediction_error": 0.009250000000000033,
49 "sensitivity": 1.9339622641509433,
50 "finite_difference_relative_error": 3.687929744650757e-11
51 },
52 {
53 "margin": 0.1,
54 "gain": 0.25,
55 "predicted_radius": 0.22068965517241373,
56 "observed_radius": 0.2487172413793103,
57 "relative_prediction_error": 0.12700000000000014,
58 "sensitivity": 0.453125,
59 "finite_difference_relative_error": 4.789744080055772e-11
60 },
61 {
62 "margin": 0.1,
63 "gain": 0.5,
64 "predicted_radius": 0.14222222222222222,
65 "observed_radius": 0.15189333333333335,
66 "relative_prediction_error": 0.06800000000000013,
67 "sensitivity": 0.7031249999999999,
68 "finite_difference_relative_error": 1.5628134838068633e-10
69 },
70 {
71 "margin": 0.1,
72 "gain": 1.0,
73 "predicted_radius": 0.0831168831168831,
74 "observed_radius": 0.08601558441558439,
75 "relative_prediction_error": 0.03487499999999989,
76 "sensitivity": 1.203125,
77 "finite_difference_relative_error": 1.2895335592828444e-11
78 },
79 {
80 "margin": 0.1,
81 "gain": 1.75,
82 "predicted_radius": 0.05119999999999998,
83 "observed_radius": 0.052230399999999975,
84 "relative_prediction_error": 0.020124999999999886,
85 "sensitivity": 1.9531250000000002,
86 "finite_difference_relative_error": 4.774733497447353e-12
87 },
88 {
89 "margin": 0.2,
90 "gain": 0.25,
91 "predicted_radius": 0.39480519480519477,
92 "observed_radius": 0.521290909090909,
93 "relative_prediction_error": 0.32037499999999997,
94 "sensitivity": 0.506578947368421,
95 "finite_difference_relative_error": 6.480193581893937e-11
96 },
97 {
98 "margin": 0.2,
99 "gain": 0.5,
100 "predicted_radius": 0.26434782608695645,
101 "observed_radius": 0.30862608695652166,
102 "relative_prediction_error": 0.1675,
103 "sensitivity": 0.756578947368421,
104 "finite_difference_relative_error": 1.30537157911651e-10
105 },
106 {
107 "margin": 0.2,
108 "gain": 1.0,
109 "predicted_radius": 0.15916230366492146,
110 "observed_radius": 0.17287015706806283,
111 "relative_prediction_error": 0.08612500000000008,
112 "sensitivity": 1.2565789473684208,
113 "finite_difference_relative_error": 2.1199377331666365e-11
114 },
115 {
116 "margin": 0.2,
117 "gain": 1.75,
118 "predicted_radius": 0.09967213114754095,
119 "observed_radius": 0.10464327868852454,
120 "relative_prediction_error": 0.049874999999999815,
121 "sensitivity": 2.0065789473684212,
122 "finite_difference_relative_error": 3.785576005528134e-11
123 },
124 {
125 "margin": 0.35,
126 "gain": 0.25,
127 "predicted_radius": 0.5193548387096774,
128 "observed_radius": 1.0034584677419356,
129 "relative_prediction_error": 0.9321250000000004,
130 "sensitivity": 0.6739130434782609,
131 "finite_difference_relative_error": 3.6861195099717105e-12
132 },
133 {
134 "margin": 0.35,
135 "gain": 0.5,
136 "predicted_radius": 0.37882352941176467,
137 "observed_radius": 0.5543608823529411,
138 "relative_prediction_error": 0.463375,
139 "sensitivity": 0.9239130434782609,
140 "finite_difference_relative_error": 1.9571685449158494e-11
141 },
142 {
143 "margin": 0.35,
144 "gain": 1.0,
145 "predicted_radius": 0.24580152671755723,
146 "observed_radius": 0.30479389312977095,
147 "relative_prediction_error": 0.23999999999999996,
148 "sensitivity": 1.423913043478261,
149 "finite_difference_relative_error": 3.638307636374267e-11
150 },
151 {
152 "margin": 0.35,
153 "gain": 1.75,
154 "predicted_radius": 0.161,
155 "observed_radius": 0.183600375,
156 "relative_prediction_error": 0.14037500000000003,
157 "sensitivity": 2.1739130434782608,
158 "finite_difference_relative_error": 2.0984156634100007e-11
159 }
160 ],
161 "device": "cuda",
162 "baseline": {
163 "rho": 0.8661351799964905,
164 "predicted_radius": 0.15453650313080575,
165 "gain1_noise1": [
166 1.4428004026412964,
167 0.08766343241527996
168 ],
169 "gain1p_noise1": [
170 1.3671112060546875,
171 0.2019567537436029
172 ],
173 "gain1_noise2": [
174 2.166107416152954,
175 0.3497172684937895
176 ]
177 },
178 "idea": {
179 "rho": 0.8372326493263245,
180 "predicted_radius": 0.19440328895849648,
181 "gain1_noise1": [
182 1.235515832901001,
183 0.05344248180039757
184 ],
185 "gain1p_noise1": [
186 1.66948401927948,
187 0.1376756601425813
188 ],
189 "gain1_noise2": [
190 2.3903870582580566,
191 0.29146504137591595
192 ]
193 },
194 "training_loss_samples": {
195 "baseline": [
196 0.15661558508872986,
197 0.007197146769613028,
198 0.005488789174705744,
199 0.004811157938092947,
200 0.005305657163262367,
201 0.0043669575825333595,
202 0.0037291948683559895
203 ],
204 "idea": [
205 0.09953363984823227,
206 0.0056600854732096195,
207 0.004573474638164043,
208 0.004229741171002388,
209 0.004462926648557186,
210 0.0030656640883535147,
211 0.004402162507176399
212 ]
213 }
214}