Tikhonov-Minimum-Norm Hypergradients / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "seed": 2796,
  3  "eigenvalues": [
  4    0.0,
  5    0.1,
  6    1.0,
  7    10.0
  8  ],
  9  "predictions": {
 10    "stable_range_limit": "relative error -> 0 for B in Range(H)",
 11    "positive_eigen_bias": "relative bias on lambda=0.1 component = eps/(0.1+eps)",
 12    "nullspace_violation": "norm scales as eps^-1 when B has null component"
 13  },
 14  "stable_sweep": [
 15    {
 16      "eps": 0.1,
 17      "relative_error": 0.4988159094623457,
 18      "iterations": 3,
 19      "residual": 2.9710240239476015e-14
 20    },
 21    {
 22      "eps": 0.01,
 23      "relative_error": 0.09068909235707515,
 24      "iterations": 3,
 25      "residual": 2.2902168058906023e-14
 26    },
 27    {
 28      "eps": 0.001,
 29      "relative_error": 0.009876989184538205,
 30      "iterations": 3,
 31      "residual": 3.0188523782989606e-14
 32    },
 33    {
 34      "eps": 0.0001,
 35      "relative_error": 0.0009965789312550266,
 36      "iterations": 3,
 37      "residual": 4.823909460084965e-14
 38    },
 39    {
 40      "eps": 1e-05,
 41      "relative_error": 9.974757229876435e-05,
 42      "iterations": 3,
 43      "residual": 1.763735253992011e-14
 44    },
 45    {
 46      "eps": 1e-06,
 47      "relative_error": 9.97565491153741e-06,
 48      "iterations": 3,
 49      "residual": 6.442415288377352e-14
 50    },
 51    {
 52      "eps": 1e-07,
 53      "relative_error": 9.975744680004973e-07,
 54      "iterations": 3,
 55      "residual": 1.3913380324642926e-14
 56    },
 57    {
 58      "eps": 1e-08,
 59      "relative_error": 9.975753801666163e-08,
 60      "iterations": 3,
 61      "residual": 3.619144005073427e-14
 62    }
 63  ],
 64  "component_sweep": [
 65    {
 66      "eps": 0.1,
 67      "lambda_0_error": 4.3076653355456074e-14,
 68      "lambda_0p1_relative_error": 0.4999999999999997,
 69      "predicted_lambda_0p1_relative_error": 0.5
 70    },
 71    {
 72      "eps": 0.01,
 73      "lambda_0_error": 8.393286066166183e-14,
 74      "lambda_0p1_relative_error": 0.09090909090908991,
 75      "predicted_lambda_0p1_relative_error": 0.09090909090909091
 76    },
 77    {
 78      "eps": 0.001,
 79      "lambda_0_error": 2.6556534749033744e-12,
 80      "lambda_0p1_relative_error": 0.009900990099008307,
 81      "predicted_lambda_0p1_relative_error": 0.009900990099009901
 82    },
 83    {
 84      "eps": 0.0001,
 85      "lambda_0_error": 5.2268189776327745e-12,
 86      "lambda_0p1_relative_error": 0.0009990009989994772,
 87      "predicted_lambda_0p1_relative_error": 0.000999000999000999
 88    },
 89    {
 90      "eps": 1e-05,
 91      "lambda_0_error": 1.7987933365049003e-10,
 92      "lambda_0p1_relative_error": 9.999000099778495e-05,
 93      "predicted_lambda_0p1_relative_error": 9.999000099990002e-05
 94    },
 95    {
 96      "eps": 1e-06,
 97      "lambda_0_error": 7.646998589905252e-10,
 98      "lambda_0p1_relative_error": 9.999900001034231e-06,
 99      "predicted_lambda_0p1_relative_error": 9.999900000999989e-06
100    },
101    {
102      "eps": 1e-07,
103      "lambda_0_error": 5.017561255371561e-09,
104      "lambda_0p1_relative_error": 9.999989984521558e-07,
105      "predicted_lambda_0p1_relative_error": 9.999990000009998e-07
106    },
107    {
108      "eps": 1e-08,
109      "lambda_0_error": 2.1960550378175014e-08,
110      "lambda_0p1_relative_error": 9.999998784593341e-08,
111      "predicted_lambda_0p1_relative_error": 9.9999990000001e-08
112    }
113  ],
114  "unstable_sweep": [
115    {
116      "eps": 0.1,
117      "norm": 9.455502480109942,
118      "null_component": 8.000000000000012,
119      "eps_times_null_component": 0.8000000000000013
120    },
121    {
122      "eps": 0.01,
123      "norm": 80.51786491188199,
124      "null_component": 79.99999999999937,
125      "eps_times_null_component": 0.7999999999999937
126    },
127    {
128      "eps": 0.001,
129      "norm": 800.0615727716947,
130      "null_component": 799.9999999998931,
131      "eps_times_null_component": 0.7999999999998931
132    },
133    {
134      "eps": 0.0001,
135      "norm": 8000.0062682033185,
136      "null_component": 7999.999999968175,
137      "eps_times_null_component": 0.7999999999968175
138    },
139    {
140      "eps": 1e-05,
141      "norm": 80000.00062825368,
142      "null_component": 80000.00000030622,
143      "eps_times_null_component": 0.8000000000030623
144    },
145    {
146      "eps": 1e-06,
147      "norm": 799999.9999495295,
148      "null_component": 799999.9998867235,
149      "eps_times_null_component": 0.7999999998867234
150    },
151    {
152      "eps": 1e-07,
153      "norm": 7999999.9907166585,
154      "null_component": 7999999.990710378,
155      "eps_times_null_component": 0.7999999990710377
156    },
157    {
158      "eps": 1e-08,
159      "norm": 79999999.24373749,
160      "null_component": 79999999.24373686,
161      "eps_times_null_component": 0.7999999924373686
162    }
163  ],
164  "unstable_loglog_slope": -0.9999999307313164,
165  "bilevel": {
166    "exact_minimum_norm_loss_at_theta0": 205.68520000000018,
167    "exact_hypergradient_at_theta0": 203.25920000000016,
168    "fixed_eps": 0.1,
169    "fixed_final_loss": 0.11922123635315687,
170    "continuation_final_loss": 0.1242258204153333,
171    "fixed_final_theta": -0.049222973702403944,
172    "continuation_final_theta": -0.022648682410489826,
173    "fixed_loss_trace": [
174      53.4642244197418,
175      20.552480607254708,
176      7.945972826997903,
177      3.11717860329658,
178      1.2675582277498578,
179      0.5590800083124413,
180      0.2877046525620238,
181      0.1837570904659797,
182      0.14394103703020517,
183      0.12868990387004825,
184      0.1228481128687369,
185      0.12061047440970381,
186      0.11975336982102197,
187      0.11942506465046428,
188      0.11929931070346848,
189      0.11925114193671357,
190      0.119232691381911,
191      0.11922562408508242,
192      0.11922291702911594,
193      0.1192218801189389,
194      0.1192214829410717,
195      0.1192213308061407,
196      0.11922127253240712,
197      0.11922125021124783,
198      0.11922124166135542,
199      0.11922123838640634,
200      0.11922123713197051,
201      0.11922123665147166,
202      0.11922123646742147,
203      0.11922123639692292,
204      0.11922123636991919,
205      0.11922123635957567,
206      0.11922123635561369,
207      0.1192212363540961,
208      0.1192212363535148,
209      0.11922123635329213,
210      0.11922123635320685,
211      0.11922123635317418,
212      0.11922123635316167,
213      0.11922123635315687
214    ],
215    "continuation_loss_trace": [
216      53.4642244197418,
217      27.928095120138824,
218      8.099501906596243,
219      1.0713169905623474,
220      0.14696256800183027,
221      0.12340035781516193,
222      0.1236490722371067,
223      0.12380300865944188,
224      0.12392480028633421,
225      0.12401265188053237,
226      0.12407561239950907,
227      0.12412020508498381,
228      0.12415167870750507,
229      0.12417382051589647,
230      0.12418937388120888,
231      0.12420028604715286,
232      0.12420793672305419,
233      0.12421329796360711,
234      0.1242170536591587,
235      0.12421968400913722,
236      0.12422152592224234,
237      0.12422281558606163,
238      0.12422371851037498,
239      0.12422435063442783,
240      0.12422479316013922,
241      0.12422510294703336,
242      0.12422531980524214,
243      0.12422547161458844,
244      0.12422557788142043,
245      0.1242256522645602,
246      0.12422570433565913,
247      0.12422574078793824,
248      0.12422576630638402,
249      0.12422578416366928,
250      0.12422579666650099,
251      0.1242258054503289,
252      0.12422581152369604,
253      0.12422581586729377,
254      0.12422581884042047,
255      0.1242258204153333
256    ]
257  }
258}