Tikhonov-Minimum-Norm Hypergradients / results.json
Failed on benchmark
1{
2 "seed": 2796,
3 "eigenvalues": [
4 0.0,
5 0.1,
6 1.0,
7 10.0
8 ],
9 "predictions": {
10 "stable_range_limit": "relative error -> 0 for B in Range(H)",
11 "positive_eigen_bias": "relative bias on lambda=0.1 component = eps/(0.1+eps)",
12 "nullspace_violation": "norm scales as eps^-1 when B has null component"
13 },
14 "stable_sweep": [
15 {
16 "eps": 0.1,
17 "relative_error": 0.4988159094623457,
18 "iterations": 3,
19 "residual": 2.9710240239476015e-14
20 },
21 {
22 "eps": 0.01,
23 "relative_error": 0.09068909235707515,
24 "iterations": 3,
25 "residual": 2.2902168058906023e-14
26 },
27 {
28 "eps": 0.001,
29 "relative_error": 0.009876989184538205,
30 "iterations": 3,
31 "residual": 3.0188523782989606e-14
32 },
33 {
34 "eps": 0.0001,
35 "relative_error": 0.0009965789312550266,
36 "iterations": 3,
37 "residual": 4.823909460084965e-14
38 },
39 {
40 "eps": 1e-05,
41 "relative_error": 9.974757229876435e-05,
42 "iterations": 3,
43 "residual": 1.763735253992011e-14
44 },
45 {
46 "eps": 1e-06,
47 "relative_error": 9.97565491153741e-06,
48 "iterations": 3,
49 "residual": 6.442415288377352e-14
50 },
51 {
52 "eps": 1e-07,
53 "relative_error": 9.975744680004973e-07,
54 "iterations": 3,
55 "residual": 1.3913380324642926e-14
56 },
57 {
58 "eps": 1e-08,
59 "relative_error": 9.975753801666163e-08,
60 "iterations": 3,
61 "residual": 3.619144005073427e-14
62 }
63 ],
64 "component_sweep": [
65 {
66 "eps": 0.1,
67 "lambda_0_error": 4.3076653355456074e-14,
68 "lambda_0p1_relative_error": 0.4999999999999997,
69 "predicted_lambda_0p1_relative_error": 0.5
70 },
71 {
72 "eps": 0.01,
73 "lambda_0_error": 8.393286066166183e-14,
74 "lambda_0p1_relative_error": 0.09090909090908991,
75 "predicted_lambda_0p1_relative_error": 0.09090909090909091
76 },
77 {
78 "eps": 0.001,
79 "lambda_0_error": 2.6556534749033744e-12,
80 "lambda_0p1_relative_error": 0.009900990099008307,
81 "predicted_lambda_0p1_relative_error": 0.009900990099009901
82 },
83 {
84 "eps": 0.0001,
85 "lambda_0_error": 5.2268189776327745e-12,
86 "lambda_0p1_relative_error": 0.0009990009989994772,
87 "predicted_lambda_0p1_relative_error": 0.000999000999000999
88 },
89 {
90 "eps": 1e-05,
91 "lambda_0_error": 1.7987933365049003e-10,
92 "lambda_0p1_relative_error": 9.999000099778495e-05,
93 "predicted_lambda_0p1_relative_error": 9.999000099990002e-05
94 },
95 {
96 "eps": 1e-06,
97 "lambda_0_error": 7.646998589905252e-10,
98 "lambda_0p1_relative_error": 9.999900001034231e-06,
99 "predicted_lambda_0p1_relative_error": 9.999900000999989e-06
100 },
101 {
102 "eps": 1e-07,
103 "lambda_0_error": 5.017561255371561e-09,
104 "lambda_0p1_relative_error": 9.999989984521558e-07,
105 "predicted_lambda_0p1_relative_error": 9.999990000009998e-07
106 },
107 {
108 "eps": 1e-08,
109 "lambda_0_error": 2.1960550378175014e-08,
110 "lambda_0p1_relative_error": 9.999998784593341e-08,
111 "predicted_lambda_0p1_relative_error": 9.9999990000001e-08
112 }
113 ],
114 "unstable_sweep": [
115 {
116 "eps": 0.1,
117 "norm": 9.455502480109942,
118 "null_component": 8.000000000000012,
119 "eps_times_null_component": 0.8000000000000013
120 },
121 {
122 "eps": 0.01,
123 "norm": 80.51786491188199,
124 "null_component": 79.99999999999937,
125 "eps_times_null_component": 0.7999999999999937
126 },
127 {
128 "eps": 0.001,
129 "norm": 800.0615727716947,
130 "null_component": 799.9999999998931,
131 "eps_times_null_component": 0.7999999999998931
132 },
133 {
134 "eps": 0.0001,
135 "norm": 8000.0062682033185,
136 "null_component": 7999.999999968175,
137 "eps_times_null_component": 0.7999999999968175
138 },
139 {
140 "eps": 1e-05,
141 "norm": 80000.00062825368,
142 "null_component": 80000.00000030622,
143 "eps_times_null_component": 0.8000000000030623
144 },
145 {
146 "eps": 1e-06,
147 "norm": 799999.9999495295,
148 "null_component": 799999.9998867235,
149 "eps_times_null_component": 0.7999999998867234
150 },
151 {
152 "eps": 1e-07,
153 "norm": 7999999.9907166585,
154 "null_component": 7999999.990710378,
155 "eps_times_null_component": 0.7999999990710377
156 },
157 {
158 "eps": 1e-08,
159 "norm": 79999999.24373749,
160 "null_component": 79999999.24373686,
161 "eps_times_null_component": 0.7999999924373686
162 }
163 ],
164 "unstable_loglog_slope": -0.9999999307313164,
165 "bilevel": {
166 "exact_minimum_norm_loss_at_theta0": 205.68520000000018,
167 "exact_hypergradient_at_theta0": 203.25920000000016,
168 "fixed_eps": 0.1,
169 "fixed_final_loss": 0.11922123635315687,
170 "continuation_final_loss": 0.1242258204153333,
171 "fixed_final_theta": -0.049222973702403944,
172 "continuation_final_theta": -0.022648682410489826,
173 "fixed_loss_trace": [
174 53.4642244197418,
175 20.552480607254708,
176 7.945972826997903,
177 3.11717860329658,
178 1.2675582277498578,
179 0.5590800083124413,
180 0.2877046525620238,
181 0.1837570904659797,
182 0.14394103703020517,
183 0.12868990387004825,
184 0.1228481128687369,
185 0.12061047440970381,
186 0.11975336982102197,
187 0.11942506465046428,
188 0.11929931070346848,
189 0.11925114193671357,
190 0.119232691381911,
191 0.11922562408508242,
192 0.11922291702911594,
193 0.1192218801189389,
194 0.1192214829410717,
195 0.1192213308061407,
196 0.11922127253240712,
197 0.11922125021124783,
198 0.11922124166135542,
199 0.11922123838640634,
200 0.11922123713197051,
201 0.11922123665147166,
202 0.11922123646742147,
203 0.11922123639692292,
204 0.11922123636991919,
205 0.11922123635957567,
206 0.11922123635561369,
207 0.1192212363540961,
208 0.1192212363535148,
209 0.11922123635329213,
210 0.11922123635320685,
211 0.11922123635317418,
212 0.11922123635316167,
213 0.11922123635315687
214 ],
215 "continuation_loss_trace": [
216 53.4642244197418,
217 27.928095120138824,
218 8.099501906596243,
219 1.0713169905623474,
220 0.14696256800183027,
221 0.12340035781516193,
222 0.1236490722371067,
223 0.12380300865944188,
224 0.12392480028633421,
225 0.12401265188053237,
226 0.12407561239950907,
227 0.12412020508498381,
228 0.12415167870750507,
229 0.12417382051589647,
230 0.12418937388120888,
231 0.12420028604715286,
232 0.12420793672305419,
233 0.12421329796360711,
234 0.1242170536591587,
235 0.12421968400913722,
236 0.12422152592224234,
237 0.12422281558606163,
238 0.12422371851037498,
239 0.12422435063442783,
240 0.12422479316013922,
241 0.12422510294703336,
242 0.12422531980524214,
243 0.12422547161458844,
244 0.12422557788142043,
245 0.1242256522645602,
246 0.12422570433565913,
247 0.12422574078793824,
248 0.12422576630638402,
249 0.12422578416366928,
250 0.12422579666650099,
251 0.1242258054503289,
252 0.12422581152369604,
253 0.12422581586729377,
254 0.12422581884042047,
255 0.1242258204153333
256 ]
257 }
258}