Impedance-Calibrated Learning-Rate Control / results.json

Mechanism failed

Raw ⬇ ZIP
  1{
  2  "seed": 7,
  3  "lockin": {
  4    "H_est": [
  5      0.23758404903377084,
  6      -0.45394160006825307
  7    ],
  8    "H_exact": [
  9      0.23343508017495543,
 10      -0.45451843807674885
 11    ],
 12    "relative_transfer_error": 0.008198069758810333,
 13    "theory_eta_critical": 0.4,
 14    "empirical_eta_critical_grid": 0.395,
 15    "quadratic_mode_sweep": [
 16      {
 17        "eta": 0.3,
 18        "final_norm": 6.45903002286132e-09,
 19        "decays": true
 20      },
 21      {
 22        "eta": 0.39,
 23        "final_norm": 0.003303074877002779,
 24        "decays": true
 25      },
 26      {
 27        "eta": 0.41,
 28        "final_norm": 9.912288213368354,
 29        "decays": false
 30      },
 31      {
 32        "eta": 0.5,
 33        "final_norm": 24452919611140.914,
 34        "decays": false
 35      }
 36    ],
 37    "stability_claim_observed": true,
 38    "phase_convention": "corrected sine-input lock-in by multiplying raw estimate by i"
 39  },
 40  "training": {
 41    "device": "cuda",
 42    "comparisons": {
 43      "fixed": {
 44        "train_loss": 0.07201051712036133,
 45        "test_loss": 0.10977962613105774,
 46        "test_accuracy": 0.9777777791023254,
 47        "max_sampled_loss": 2.3072116374969482,
 48        "final_lr": 0.08,
 49        "history": [
 50          [
 51            0,
 52            0.08,
 53            2.3072116374969482
 54          ],
 55          [
 56            35,
 57            0.08,
 58            0.9807791709899902
 59          ],
 60          [
 61            70,
 62            0.08,
 63            0.5441370606422424
 64          ],
 65          [
 66            105,
 67            0.08,
 68            0.3734787106513977
 69          ],
 70          [
 71            140,
 72            0.08,
 73            0.28025227785110474
 74          ],
 75          [
 76            175,
 77            0.08,
 78            0.22616738080978394
 79          ],
 80          [
 81            210,
 82            0.08,
 83            0.18898481130599976
 84          ],
 85          [
 86            245,
 87            0.08,
 88            0.16362221539020538
 89          ],
 90          [
 91            280,
 92            0.08,
 93            0.14697711169719696
 94          ],
 95          [
 96            315,
 97            0.08,
 98            0.1322554051876068
 99          ],
100          [
101            350,
102            0.08,
103            0.11912301927804947
104          ],
105          [
106            385,
107            0.08,
108            0.11013498157262802
109          ],
110          [
111            420,
112            0.08,
113            0.1019677147269249
114          ],
115          [
116            455,
117            0.08,
118            0.0964222252368927
119          ],
120          [
121            490,
122            0.08,
123            0.08898342400789261
124          ],
125          [
126            525,
127            0.08,
128            0.08346434682607651
129          ],
130          [
131            560,
132            0.08,
133            0.07947465777397156
134          ],
135          [
136            595,
137            0.08,
138            0.07522628456354141
139          ],
140          [
141            630,
142            0.08,
143            0.0709233358502388
144          ],
145          [
146            665,
147            0.08,
148            0.06512754410505295
149          ]
150        ],
151        "seconds": 1.2466483116149902
152      },
153      "cosine": {
154        "train_loss": 0.1320468783378601,
155        "test_loss": 0.16164669394493103,
156        "test_accuracy": 0.9666666984558105,
157        "max_sampled_loss": 2.3072116374969482,
158        "final_lr": 4.028403197908759e-07,
159        "history": [
160          [
161            0,
162            0.08,
163            2.3072116374969482
164          ],
165          [
166            35,
167            0.07950753362380551,
168            0.9822232723236084
169          ],
170          [
171            70,
172            0.07804226065180615,
173            0.5481472015380859
174          ],
175          [
176            105,
177            0.07564026096753472,
178            0.38006705045700073
179          ],
180          [
181            140,
182            0.0723606797749979,
183            0.2893892228603363
184          ],
185          [
186            175,
187            0.0682842712474619,
188            0.23746807873249054
189          ],
190          [
191            210,
192            0.06351141009169893,
193            0.2023979127407074
194          ],
195          [
196            245,
197            0.05815961998958187,
198            0.1795741617679596
199          ],
200          [
201            280,
202            0.0523606797749979,
203            0.16466757655143738
204          ],
205          [
206            315,
207            0.046257378601609236,
208            0.15259359776973724
209          ],
210          [
211            350,
212            0.04000000000000001,
213            0.1426895260810852
214          ],
215          [
216            385,
217            0.03374262139839076,
218            0.13632294535636902
219          ],
220          [
221            420,
222            0.027639320225002106,
223            0.13108529150485992
224          ],
225          [
226            455,
227            0.02184038001041813,
228            0.12779735028743744
229          ],
230          [
231            490,
232            0.016488589908301078,
233            0.12444591522216797
234          ],
235          [
236            525,
237            0.011715728752538101,
238            0.12248597294092178
239          ],
240          [
241            560,
242            0.007639320225002106,
243            0.12130904197692871
244          ],
245          [
246            595,
247            0.004359739032465289,
248            0.12043333053588867
249          ],
250          [
251            630,
252            0.0019577393481938587,
253            0.11991237103939056
254          ],
255          [
256            665,
257            0.0004924663761944936,
258            0.1196724995970726
259          ]
260        ],
261        "seconds": 1.1110944747924805
262      },
263      "impedance": {
264        "train_loss": 0.022911852225661278,
265        "test_loss": 0.07551699876785278,
266        "test_accuracy": 0.9800000190734863,
267        "max_sampled_loss": 2.3072116374969482,
268        "final_lr": 0.35,
269        "history": [
270          [
271            0,
272            0.08800000000000001,
273            2.3072116374969482
274          ],
275          [
276            35,
277            0.09680000000000001,
278            0.9112014770507812
279          ],
280          [
281            70,
282            0.10648000000000002,
283            0.4802950322628021
284          ],
285          [
286            105,
287            0.11712800000000002,
288            0.3052799105644226
289          ],
290          [
291            140,
292            0.12884080000000003,
293            0.2196822315454483
294          ],
295          [
296            175,
297            0.14172488000000005,
298            0.16955764591693878
299          ],
300          [
301            210,
302            0.15589736800000006,
303            0.13920001685619354
304          ],
305          [
306            245,
307            0.1714871048000001,
308            0.11776608228683472
309          ],
310          [
311            280,
312            0.18863581528000012,
313            0.09885835647583008
314          ],
315          [
316            315,
317            0.20749939680800014,
318            0.08365700393915176
319          ],
320          [
321            350,
322            0.22824933648880016,
323            0.07441633939743042
324          ],
325          [
326            385,
327            0.2510742701376802,
328            0.06368301808834076
329          ],
330          [
331            420,
332            0.27618169715144825,
333            0.056920796632766724
334          ],
335          [
336            455,
337            0.3037998668665931,
338            0.04857343062758446
339          ],
340          [
341            490,
342            0.3341798535532524,
343            0.04464840516448021
344          ],
345          [
346            525,
347            0.35,
348            0.038734983652830124
349          ],
350          [
351            560,
352            0.35,
353            0.0304034985601902
354          ],
355          [
356            595,
357            0.35,
358            0.02622317336499691
359          ],
360          [
361            630,
362            0.35,
363            0.02334701269865036
364          ],
365          [
366            665,
367            0.35,
368            0.022903256118297577
369          ]
370        ],
371        "seconds": 1.5337836742401123
372      }
373    },
374    "fixed_rate_sweep": [
375      {
376        "eta": 0.03,
377        "losses": [
378          2.3457603454589844,
379          1.8467270135879517,
380          1.4554613828659058,
381          1.158799171447754,
382          0.9447670578956604,
383          0.7889171838760376,
384          0.6754603981971741,
385          0.5844578146934509,
386          0.5135769844055176,
387          0.45844635367393494
388        ],
389        "finite": true,
390        "final_loss": 0.45844635367393494
391      },
392      {
393        "eta": 0.08,
394        "losses": [
395          2.3072116374969482,
396          1.2297108173370361,
397          0.734795093536377,
398          0.5120055675506592,
399          0.3910718560218811,
400          0.3106795847415924,
401          0.2624928653240204,
402          0.22616738080978394,
403          0.1971258670091629,
404          0.17683157324790955
405        ],
406        "finite": true,
407        "final_loss": 0.17683157324790955
408      },
409      {
410        "eta": 0.16,
411        "losses": [
412          2.2466962337493896,
413          0.7217695116996765,
414          0.39042362570762634,
415          0.26757848262786865,
416          0.20170864462852478,
417          0.15739698708057404,
418          0.13596923649311066,
419          0.11993226408958435,
420          0.10575099289417267,
421          0.09599527716636658
422        ],
423        "finite": true,
424        "final_loss": 0.09599527716636658
425      },
426      {
427        "eta": 0.3,
428        "losses": [
429          2.1445152759552,
430          0.4087803065776825,
431          0.2205362319946289,
432          0.1525922417640686,
433          0.11496555060148239,
434          0.08888707309961319,
435          0.0798618420958519,
436          0.07243748754262924,
437          0.06301014870405197,
438          0.05627409741282463
439        ],
440        "finite": true,
441        "final_loss": 0.05627409741282463
442      },
443      {
444        "eta": 0.45,
445        "losses": [
446          2.040760040283203,
447          0.2815949320793152,
448          0.15743310749530792,
449          0.10980141162872314,
450          0.0828612819314003,
451          0.06401580572128296,
452          0.059383925050497055,
453          0.05395493656396866,
454          0.04448821395635605,
455          0.03792718052864075
456        ],
457        "finite": true,
458        "final_loss": 0.03792718052864075
459      },
460      {
461        "eta": 0.6,
462        "losses": [
463          1.9433659315109253,
464          0.2162633091211319,
465          0.1271185427904129,
466          0.08868121355772018,
467          0.0664086639881134,
468          0.05169689655303955,
469          0.04904185235500336,
470          0.044029321521520615,
471          0.03314759582281113,
472          0.026516921818256378
473        ],
474        "finite": true,
475        "final_loss": 0.026516921818256378
476      }
477    ]
478  }
479}