Eigenvalue-Sensitivity Stability Margin / results.json

Mechanism failed

Raw ⬇ ZIP
  1{
  2  "seed": 1552,
  3  "toy_summary": {
  4    "max_formula_relative_error": 1.5628134838068633e-10,
  5    "median_crossing_relative_error": 0.0770625000000001,
  6    "gain_scaling_cv": 0.1896533839079475,
  7    "margin_scaling_cv": 0.09082873709983924,
  8    "predictions": {
  9      "eigen_derivative_matches_finite_difference": true,
 10      "crossing_radius_is_margin_over_slope": false,
 11      "radius_scales_inverse_linearly_with_gain": false,
 12      "radius_scales_linearly_with_margin": false
 13    }
 14  },
 15  "toy_rows": [
 16    {
 17      "margin": 0.05,
 18      "gain": 0.25,
 19      "predicted_radius": 0.11521739130434792,
 20      "observed_radius": 0.12185679347826096,
 21      "relative_prediction_error": 0.05762499999999991,
 22      "sensitivity": 0.4339622641509434,
 23      "finite_difference_relative_error": 6.495855543863295e-11
 24    },
 25    {
 26      "margin": 0.05,
 27      "gain": 0.5,
 28      "predicted_radius": 0.07310344827586213,
 29      "observed_radius": 0.07538793103448282,
 30      "relative_prediction_error": 0.0312500000000001,
 31      "sensitivity": 0.6839622641509434,
 32      "finite_difference_relative_error": 7.001592256654606e-11
 33    },
 34    {
 35      "margin": 0.05,
 36      "gain": 1.0,
 37      "predicted_radius": 0.0422310756972112,
 38      "observed_radius": 0.04290677290836658,
 39      "relative_prediction_error": 0.01600000000000004,
 40      "sensitivity": 1.1839622641509433,
 41      "finite_difference_relative_error": 1.858238750975357e-11
 42    },
 43    {
 44      "margin": 0.05,
 45      "gain": 1.75,
 46      "predicted_radius": 0.02585365853658539,
 47      "observed_radius": 0.026092804878048804,
 48      "relative_prediction_error": 0.009250000000000033,
 49      "sensitivity": 1.9339622641509433,
 50      "finite_difference_relative_error": 3.687929744650757e-11
 51    },
 52    {
 53      "margin": 0.1,
 54      "gain": 0.25,
 55      "predicted_radius": 0.22068965517241373,
 56      "observed_radius": 0.2487172413793103,
 57      "relative_prediction_error": 0.12700000000000014,
 58      "sensitivity": 0.453125,
 59      "finite_difference_relative_error": 4.789744080055772e-11
 60    },
 61    {
 62      "margin": 0.1,
 63      "gain": 0.5,
 64      "predicted_radius": 0.14222222222222222,
 65      "observed_radius": 0.15189333333333335,
 66      "relative_prediction_error": 0.06800000000000013,
 67      "sensitivity": 0.7031249999999999,
 68      "finite_difference_relative_error": 1.5628134838068633e-10
 69    },
 70    {
 71      "margin": 0.1,
 72      "gain": 1.0,
 73      "predicted_radius": 0.0831168831168831,
 74      "observed_radius": 0.08601558441558439,
 75      "relative_prediction_error": 0.03487499999999989,
 76      "sensitivity": 1.203125,
 77      "finite_difference_relative_error": 1.2895335592828444e-11
 78    },
 79    {
 80      "margin": 0.1,
 81      "gain": 1.75,
 82      "predicted_radius": 0.05119999999999998,
 83      "observed_radius": 0.052230399999999975,
 84      "relative_prediction_error": 0.020124999999999886,
 85      "sensitivity": 1.9531250000000002,
 86      "finite_difference_relative_error": 4.774733497447353e-12
 87    },
 88    {
 89      "margin": 0.2,
 90      "gain": 0.25,
 91      "predicted_radius": 0.39480519480519477,
 92      "observed_radius": 0.521290909090909,
 93      "relative_prediction_error": 0.32037499999999997,
 94      "sensitivity": 0.506578947368421,
 95      "finite_difference_relative_error": 6.480193581893937e-11
 96    },
 97    {
 98      "margin": 0.2,
 99      "gain": 0.5,
100      "predicted_radius": 0.26434782608695645,
101      "observed_radius": 0.30862608695652166,
102      "relative_prediction_error": 0.1675,
103      "sensitivity": 0.756578947368421,
104      "finite_difference_relative_error": 1.30537157911651e-10
105    },
106    {
107      "margin": 0.2,
108      "gain": 1.0,
109      "predicted_radius": 0.15916230366492146,
110      "observed_radius": 0.17287015706806283,
111      "relative_prediction_error": 0.08612500000000008,
112      "sensitivity": 1.2565789473684208,
113      "finite_difference_relative_error": 2.1199377331666365e-11
114    },
115    {
116      "margin": 0.2,
117      "gain": 1.75,
118      "predicted_radius": 0.09967213114754095,
119      "observed_radius": 0.10464327868852454,
120      "relative_prediction_error": 0.049874999999999815,
121      "sensitivity": 2.0065789473684212,
122      "finite_difference_relative_error": 3.785576005528134e-11
123    },
124    {
125      "margin": 0.35,
126      "gain": 0.25,
127      "predicted_radius": 0.5193548387096774,
128      "observed_radius": 1.0034584677419356,
129      "relative_prediction_error": 0.9321250000000004,
130      "sensitivity": 0.6739130434782609,
131      "finite_difference_relative_error": 3.6861195099717105e-12
132    },
133    {
134      "margin": 0.35,
135      "gain": 0.5,
136      "predicted_radius": 0.37882352941176467,
137      "observed_radius": 0.5543608823529411,
138      "relative_prediction_error": 0.463375,
139      "sensitivity": 0.9239130434782609,
140      "finite_difference_relative_error": 1.9571685449158494e-11
141    },
142    {
143      "margin": 0.35,
144      "gain": 1.0,
145      "predicted_radius": 0.24580152671755723,
146      "observed_radius": 0.30479389312977095,
147      "relative_prediction_error": 0.23999999999999996,
148      "sensitivity": 1.423913043478261,
149      "finite_difference_relative_error": 3.638307636374267e-11
150    },
151    {
152      "margin": 0.35,
153      "gain": 1.75,
154      "predicted_radius": 0.161,
155      "observed_radius": 0.183600375,
156      "relative_prediction_error": 0.14037500000000003,
157      "sensitivity": 2.1739130434782608,
158      "finite_difference_relative_error": 2.0984156634100007e-11
159    }
160  ],
161  "device": "cuda",
162  "baseline": {
163    "rho": 0.8661351799964905,
164    "predicted_radius": 0.15453650313080575,
165    "gain1_noise1": [
166      1.4428004026412964,
167      0.08766343241527996
168    ],
169    "gain1p_noise1": [
170      1.3671112060546875,
171      0.2019567537436029
172    ],
173    "gain1_noise2": [
174      2.166107416152954,
175      0.3497172684937895
176    ]
177  },
178  "idea": {
179    "rho": 0.8372326493263245,
180    "predicted_radius": 0.19440328895849648,
181    "gain1_noise1": [
182      1.235515832901001,
183      0.05344248180039757
184    ],
185    "gain1p_noise1": [
186      1.66948401927948,
187      0.1376756601425813
188    ],
189    "gain1_noise2": [
190      2.3903870582580566,
191      0.29146504137591595
192    ]
193  },
194  "training_loss_samples": {
195    "baseline": [
196      0.15661558508872986,
197      0.007197146769613028,
198      0.005488789174705744,
199      0.004811157938092947,
200      0.005305657163262367,
201      0.0043669575825333595,
202      0.0037291948683559895
203    ],
204    "idea": [
205      0.09953363984823227,
206      0.0056600854732096195,
207      0.004573474638164043,
208      0.004229741171002388,
209      0.004462926648557186,
210      0.0030656640883535147,
211      0.004402162507176399
212    ]
213  }
214}