Lyapunov Fading-Memory Optimizer / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "seed": 3057,
  3  "continuous_roots": [
  4    [
  5      -8.16227766016838,
  6      0.0
  7    ],
  8    [
  9      -1.8377223398316205,
 10      0.0
 11    ]
 12  ],
 13  "root_residuals": [
 14    1.4210854715202004e-14,
 15    1.7763568394002505e-15
 16  ],
 17  "discrete_stability": {
 18    "lambda": 3.0,
 19    "kappa": 2.0,
 20    "beta": 5.0,
 21    "predicted_eta_max": 0.63,
 22    "empirical_eta_max": 0.63,
 23    "relative_gap": 0.0
 24  },
 25  "benchmark": {
 26    "sgd": [
 27      {
 28        "eta": 0.01,
 29        "final_loss": 0.0032852415212073186,
 30        "min_loss": 0.0032852415212073186,
 31        "stable": true,
 32        "loss_at_50": 0.18301617267365075
 33      },
 34      {
 35        "eta": 0.02,
 36        "final_loss": 2.051199257273628e-05,
 37        "min_loss": 2.051199257273628e-05,
 38        "stable": true,
 39        "loss_at_50": 0.06630977794737658
 40      },
 41      {
 42        "eta": 0.04,
 43        "final_loss": 6.832608298940824e-10,
 44        "min_loss": 6.832608298940824e-10,
 45        "stable": true,
 46        "loss_at_50": 0.00843515967942483
 47      },
 48      {
 49        "eta": 0.06,
 50        "final_loss": 1.8318790847742762e-14,
 51        "min_loss": 1.8318790847742762e-14,
 52        "stable": true,
 53        "loss_at_50": 0.0010274373852617996
 54      },
 55      {
 56        "eta": 0.08,
 57        "final_loss": 3.916369657039414e-19,
 58        "min_loss": 3.916369657039414e-19,
 59        "stable": true,
 60        "loss_at_50": 0.0001196059373284992
 61      }
 62    ],
 63    "momentum": [
 64      {
 65        "eta": 0.005,
 66        "final_loss": 5.2847693988767085e-12,
 67        "min_loss": 8.576270795292822e-13,
 68        "stable": true,
 69        "loss_at_50": 0.0445631500124115
 70      },
 71      {
 72        "eta": 0.01,
 73        "final_loss": 1.0119771642638666e-11,
 74        "min_loss": 1.0937796181661014e-12,
 75        "stable": true,
 76        "loss_at_50": 0.011009919994145401
 77      },
 78      {
 79        "eta": 0.02,
 80        "final_loss": 8.356216070447236e-13,
 81        "min_loss": 3.6748458841698473e-13,
 82        "stable": true,
 83        "loss_at_50": 0.005324809831769831
 84      },
 85      {
 86        "eta": 0.03,
 87        "final_loss": 4.0379322871713926e-11,
 88        "min_loss": 7.424016009421555e-13,
 89        "stable": true,
 90        "loss_at_50": 0.05350229022391912
 91      },
 92      {
 93        "eta": 0.04,
 94        "final_loss": 4.232980122404682e-11,
 95        "min_loss": 2.0014135648606807e-12,
 96        "stable": true,
 97        "loss_at_50": 0.025118063433270495
 98      }
 99    ],
100    "fading_memory": [
101      {
102        "eta": 0.005,
103        "final_loss": 0.08136706198857532,
104        "min_loss": 0.08136706198857532,
105        "stable": true,
106        "loss_at_50": 0.3502580432395594
107      },
108      {
109        "eta": 0.01,
110        "final_loss": 0.014356884534526899,
111        "min_loss": 0.014356884534526899,
112        "stable": true,
113        "loss_at_50": 0.22985867462777218
114      },
115      {
116        "eta": 0.02,
117        "final_loss": 0.0004248488019419705,
118        "min_loss": 0.0004248488019419705,
119        "stable": true,
120        "loss_at_50": 0.11206318376201782
121      },
122      {
123        "eta": 0.03,
124        "final_loss": 1.1737825521021202e-05,
125        "min_loss": 1.1737825521021202e-05,
126        "stable": true,
127        "loss_at_50": 0.05455436310868664
128      },
129      {
130        "eta": 0.04,
131        "final_loss": 3.024780310558568e-07,
132        "min_loss": 3.024780310558568e-07,
133        "stable": true,
134        "loss_at_50": 0.02619829422072228
135      },
136      {
137        "eta": 0.05,
138        "final_loss": 7.263112912436564e-09,
139        "min_loss": 7.263112912436564e-09,
140        "stable": true,
141        "loss_at_50": 0.012404462222643343
142      }
143    ]
144  },
145  "oscillation_comparison": {
146    "sgd": {
147      "selected_eta": 0.08,
148      "final_loss": 3.916369657039414e-19,
149      "stiff_mode_sign_changes": 249
150    },
151    "momentum": {
152      "selected_eta": 0.02,
153      "final_loss": 8.356216070447236e-13,
154      "stiff_mode_sign_changes": 52
155    },
156    "fading_memory": {
157      "selected_eta": 0.05,
158      "final_loss": 7.263112912436564e-09,
159      "stiff_mode_sign_changes": 0
160    }
161  }
162}