Cap-free golden-ratio primal-dual optimizer / results.json
Mechanism failed
1{
2 "seed": 7,
3 "spectral_quadratic_curvature_bound": 37.09614553601621,
4 "checks": {
5 "phi": 1.618033988749895,
6 "extrapolation_weights": [
7 0.38196601125010515,
8 0.6180339887498948
9 ],
10 "weights_sum": 1.0,
11 "curvature_estimate": 9.841032447759343,
12 "analytic_hessian_action": 9.850641156661396,
13 "curvature_relative_error": 0.0009754399484499339
14 },
15 "results": [
16 {
17 "method": "PG",
18 "lr": 0.02,
19 "final_loss": 0.1055475959715059,
20 "final_violation": 0.0,
21 "finite": true,
22 "min_loss": 0.1055475959715059,
23 "steps": 150
24 },
25 {
26 "method": "ProjectedPG",
27 "lr": 0.02,
28 "final_loss": 0.1055475959715059,
29 "final_violation": 0.0,
30 "finite": true,
31 "min_loss": 0.1055475959715059,
32 "steps": 150
33 },
34 {
35 "method": "GRPD",
36 "lr": 0.02,
37 "final_loss": 0.07735221221559166,
38 "final_violation": 0.0,
39 "finite": true,
40 "min_loss": 0.07733599909295513,
41 "steps": 150
42 },
43 {
44 "method": "AdamW",
45 "lr": 0.02,
46 "final_loss": 0.07971180785910088,
47 "final_violation": 0.0,
48 "finite": true,
49 "min_loss": 0.07971180785910088,
50 "steps": 150
51 },
52 {
53 "method": "PG",
54 "lr": 0.05,
55 "final_loss": 0.08813705129172694,
56 "final_violation": 0.024337456833849136,
57 "finite": true,
58 "min_loss": 0.08813705129172694,
59 "steps": 150
60 },
61 {
62 "method": "ProjectedPG",
63 "lr": 0.05,
64 "final_loss": 0.08903557162072806,
65 "final_violation": 0.0,
66 "finite": true,
67 "min_loss": 0.08903557162072806,
68 "steps": 150
69 },
70 {
71 "method": "GRPD",
72 "lr": 0.05,
73 "final_loss": 0.07734559276433177,
74 "final_violation": 0.0,
75 "finite": true,
76 "min_loss": 0.0773296600952188,
77 "steps": 150
78 },
79 {
80 "method": "AdamW",
81 "lr": 0.05,
82 "final_loss": 0.06160340137236806,
83 "final_violation": 0.4494168546592734,
84 "finite": true,
85 "min_loss": 0.06160340137236806,
86 "steps": 150
87 },
88 {
89 "method": "PG",
90 "lr": 0.1,
91 "final_loss": 0.07779025515144704,
92 "final_violation": 0.19604108978302093,
93 "finite": true,
94 "min_loss": 0.07779025515144704,
95 "steps": 150
96 },
97 {
98 "method": "ProjectedPG",
99 "lr": 0.1,
100 "final_loss": 0.08437960532501619,
101 "final_violation": 0.0,
102 "finite": true,
103 "min_loss": 0.08437960532501619,
104 "steps": 150
105 },
106 {
107 "method": "GRPD",
108 "lr": 0.1,
109 "final_loss": 0.07732162775738666,
110 "final_violation": 0.0,
111 "finite": true,
112 "min_loss": 0.07730642111441474,
113 "steps": 150
114 },
115 {
116 "method": "AdamW",
117 "lr": 0.1,
118 "final_loss": 0.058575717243453174,
119 "final_violation": 0.9301885810036357,
120 "finite": true,
121 "min_loss": 0.058456523051140706,
122 "steps": 150
123 },
124 {
125 "method": "PG",
126 "lr": 0.2,
127 "final_loss": 0.06813299967132966,
128 "final_violation": 0.3821720322722457,
129 "finite": true,
130 "min_loss": 0.06813299967132966,
131 "steps": 150
132 },
133 {
134 "method": "ProjectedPG",
135 "lr": 0.2,
136 "final_loss": 0.07971234059133481,
137 "final_violation": 0.0,
138 "finite": true,
139 "min_loss": 0.07971234059133481,
140 "steps": 150
141 },
142 {
143 "method": "GRPD",
144 "lr": 0.2,
145 "final_loss": 0.07729494027488715,
146 "final_violation": 0.0,
147 "finite": true,
148 "min_loss": 0.07727997176304707,
149 "steps": 150
150 },
151 {
152 "method": "AdamW",
153 "lr": 0.2,
154 "final_loss": 0.0641260575304692,
155 "final_violation": 1.5013388538727994,
156 "finite": true,
157 "min_loss": 0.058269592074208044,
158 "steps": 150
159 },
160 {
161 "method": "PG",
162 "lr": 0.5,
163 "final_loss": 0.05750216755644592,
164 "final_violation": 0.6871478583843742,
165 "finite": true,
166 "min_loss": 0.05750216755644592,
167 "steps": 150
168 },
169 {
170 "method": "ProjectedPG",
171 "lr": 0.5,
172 "final_loss": 0.07702377860983048,
173 "final_violation": 0.0,
174 "finite": true,
175 "min_loss": 0.07702377860983048,
176 "steps": 150
177 },
178 {
179 "method": "GRPD",
180 "lr": 0.5,
181 "final_loss": 0.07724953874989922,
182 "final_violation": 0.0003373252334086807,
183 "finite": true,
184 "min_loss": 0.07724953874989922,
185 "steps": 150
186 },
187 {
188 "method": "AdamW",
189 "lr": 0.5,
190 "final_loss": 0.0929180670392745,
191 "final_violation": 2.686241059213505,
192 "finite": true,
193 "min_loss": 0.06758725462497778,
194 "steps": 150
195 },
196 {
197 "method": "PG",
198 "lr": 1.0,
199 "final_loss": 0.05483818955309426,
200 "final_violation": 1.0150998186904456,
201 "finite": true,
202 "min_loss": 0.05483818955309426,
203 "steps": 150
204 },
205 {
206 "method": "ProjectedPG",
207 "lr": 1.0,
208 "final_loss": 0.0768537366144252,
209 "final_violation": 0.0,
210 "finite": true,
211 "min_loss": 0.0768537366144252,
212 "steps": 150
213 },
214 {
215 "method": "GRPD",
216 "lr": 1.0,
217 "final_loss": 0.07730338356605267,
218 "final_violation": 0.0003517618879330664,
219 "finite": true,
220 "min_loss": 0.07730338356605267,
221 "steps": 150
222 },
223 {
224 "method": "AdamW",
225 "lr": 1.0,
226 "final_loss": 0.16444434718101392,
227 "final_violation": 4.414897647637154,
228 "finite": true,
229 "min_loss": 0.08775251061002134,
230 "steps": 150
231 },
232 {
233 "method": "PG",
234 "lr": 2.0,
235 "final_loss": 0.05669008603880107,
236 "final_violation": 1.3467517769767408,
237 "finite": true,
238 "min_loss": 0.05669008603880107,
239 "steps": 150
240 },
241 {
242 "method": "ProjectedPG",
243 "lr": 2.0,
244 "final_loss": 0.07685150424280393,
245 "final_violation": 0.0,
246 "finite": true,
247 "min_loss": 0.07685150424280393,
248 "steps": 150
249 },
250 {
251 "method": "GRPD",
252 "lr": 2.0,
253 "final_loss": 0.07752095266774649,
254 "final_violation": 0.0,
255 "finite": true,
256 "min_loss": 0.07750436205029315,
257 "steps": 150
258 },
259 {
260 "method": "AdamW",
261 "lr": 2.0,
262 "final_loss": 0.29813995503958757,
263 "final_violation": 6.6178482468958855,
264 "finite": true,
265 "min_loss": 0.18407451291571303,
266 "steps": 150
267 }
268 ]
269}