Lyapunov Fading-Memory Optimizer / results.json
Failed on benchmark
1{
2 "seed": 3057,
3 "continuous_roots": [
4 [
5 -8.16227766016838,
6 0.0
7 ],
8 [
9 -1.8377223398316205,
10 0.0
11 ]
12 ],
13 "root_residuals": [
14 1.4210854715202004e-14,
15 1.7763568394002505e-15
16 ],
17 "discrete_stability": {
18 "lambda": 3.0,
19 "kappa": 2.0,
20 "beta": 5.0,
21 "predicted_eta_max": 0.63,
22 "empirical_eta_max": 0.63,
23 "relative_gap": 0.0
24 },
25 "benchmark": {
26 "sgd": [
27 {
28 "eta": 0.01,
29 "final_loss": 0.0032852415212073186,
30 "min_loss": 0.0032852415212073186,
31 "stable": true,
32 "loss_at_50": 0.18301617267365075
33 },
34 {
35 "eta": 0.02,
36 "final_loss": 2.051199257273628e-05,
37 "min_loss": 2.051199257273628e-05,
38 "stable": true,
39 "loss_at_50": 0.06630977794737658
40 },
41 {
42 "eta": 0.04,
43 "final_loss": 6.832608298940824e-10,
44 "min_loss": 6.832608298940824e-10,
45 "stable": true,
46 "loss_at_50": 0.00843515967942483
47 },
48 {
49 "eta": 0.06,
50 "final_loss": 1.8318790847742762e-14,
51 "min_loss": 1.8318790847742762e-14,
52 "stable": true,
53 "loss_at_50": 0.0010274373852617996
54 },
55 {
56 "eta": 0.08,
57 "final_loss": 3.916369657039414e-19,
58 "min_loss": 3.916369657039414e-19,
59 "stable": true,
60 "loss_at_50": 0.0001196059373284992
61 }
62 ],
63 "momentum": [
64 {
65 "eta": 0.005,
66 "final_loss": 5.2847693988767085e-12,
67 "min_loss": 8.576270795292822e-13,
68 "stable": true,
69 "loss_at_50": 0.0445631500124115
70 },
71 {
72 "eta": 0.01,
73 "final_loss": 1.0119771642638666e-11,
74 "min_loss": 1.0937796181661014e-12,
75 "stable": true,
76 "loss_at_50": 0.011009919994145401
77 },
78 {
79 "eta": 0.02,
80 "final_loss": 8.356216070447236e-13,
81 "min_loss": 3.6748458841698473e-13,
82 "stable": true,
83 "loss_at_50": 0.005324809831769831
84 },
85 {
86 "eta": 0.03,
87 "final_loss": 4.0379322871713926e-11,
88 "min_loss": 7.424016009421555e-13,
89 "stable": true,
90 "loss_at_50": 0.05350229022391912
91 },
92 {
93 "eta": 0.04,
94 "final_loss": 4.232980122404682e-11,
95 "min_loss": 2.0014135648606807e-12,
96 "stable": true,
97 "loss_at_50": 0.025118063433270495
98 }
99 ],
100 "fading_memory": [
101 {
102 "eta": 0.005,
103 "final_loss": 0.08136706198857532,
104 "min_loss": 0.08136706198857532,
105 "stable": true,
106 "loss_at_50": 0.3502580432395594
107 },
108 {
109 "eta": 0.01,
110 "final_loss": 0.014356884534526899,
111 "min_loss": 0.014356884534526899,
112 "stable": true,
113 "loss_at_50": 0.22985867462777218
114 },
115 {
116 "eta": 0.02,
117 "final_loss": 0.0004248488019419705,
118 "min_loss": 0.0004248488019419705,
119 "stable": true,
120 "loss_at_50": 0.11206318376201782
121 },
122 {
123 "eta": 0.03,
124 "final_loss": 1.1737825521021202e-05,
125 "min_loss": 1.1737825521021202e-05,
126 "stable": true,
127 "loss_at_50": 0.05455436310868664
128 },
129 {
130 "eta": 0.04,
131 "final_loss": 3.024780310558568e-07,
132 "min_loss": 3.024780310558568e-07,
133 "stable": true,
134 "loss_at_50": 0.02619829422072228
135 },
136 {
137 "eta": 0.05,
138 "final_loss": 7.263112912436564e-09,
139 "min_loss": 7.263112912436564e-09,
140 "stable": true,
141 "loss_at_50": 0.012404462222643343
142 }
143 ]
144 },
145 "oscillation_comparison": {
146 "sgd": {
147 "selected_eta": 0.08,
148 "final_loss": 3.916369657039414e-19,
149 "stiff_mode_sign_changes": 249
150 },
151 "momentum": {
152 "selected_eta": 0.02,
153 "final_loss": 8.356216070447236e-13,
154 "stiff_mode_sign_changes": 52
155 },
156 "fading_memory": {
157 "selected_eta": 0.05,
158 "final_loss": 7.263112912436564e-09,
159 "stiff_mode_sign_changes": 0
160 }
161 }
162}