{ "seed": 3057, "continuous_roots": [ [ -8.16227766016838, 0.0 ], [ -1.8377223398316205, 0.0 ] ], "root_residuals": [ 1.4210854715202004e-14, 1.7763568394002505e-15 ], "discrete_stability": { "lambda": 3.0, "kappa": 2.0, "beta": 5.0, "predicted_eta_max": 0.63, "empirical_eta_max": 0.63, "relative_gap": 0.0 }, "benchmark": { "sgd": [ { "eta": 0.01, "final_loss": 0.0032852415212073186, "min_loss": 0.0032852415212073186, "stable": true, "loss_at_50": 0.18301617267365075 }, { "eta": 0.02, "final_loss": 2.051199257273628e-05, "min_loss": 2.051199257273628e-05, "stable": true, "loss_at_50": 0.06630977794737658 }, { "eta": 0.04, "final_loss": 6.832608298940824e-10, "min_loss": 6.832608298940824e-10, "stable": true, "loss_at_50": 0.00843515967942483 }, { "eta": 0.06, "final_loss": 1.8318790847742762e-14, "min_loss": 1.8318790847742762e-14, "stable": true, "loss_at_50": 0.0010274373852617996 }, { "eta": 0.08, "final_loss": 3.916369657039414e-19, "min_loss": 3.916369657039414e-19, "stable": true, "loss_at_50": 0.0001196059373284992 } ], "momentum": [ { "eta": 0.005, "final_loss": 5.2847693988767085e-12, "min_loss": 8.576270795292822e-13, "stable": true, "loss_at_50": 0.0445631500124115 }, { "eta": 0.01, "final_loss": 1.0119771642638666e-11, "min_loss": 1.0937796181661014e-12, "stable": true, "loss_at_50": 0.011009919994145401 }, { "eta": 0.02, "final_loss": 8.356216070447236e-13, "min_loss": 3.6748458841698473e-13, "stable": true, "loss_at_50": 0.005324809831769831 }, { "eta": 0.03, "final_loss": 4.0379322871713926e-11, "min_loss": 7.424016009421555e-13, "stable": true, "loss_at_50": 0.05350229022391912 }, { "eta": 0.04, "final_loss": 4.232980122404682e-11, "min_loss": 2.0014135648606807e-12, "stable": true, "loss_at_50": 0.025118063433270495 } ], "fading_memory": [ { "eta": 0.005, "final_loss": 0.08136706198857532, "min_loss": 0.08136706198857532, "stable": true, "loss_at_50": 0.3502580432395594 }, { "eta": 0.01, "final_loss": 0.014356884534526899, "min_loss": 0.014356884534526899, "stable": true, "loss_at_50": 0.22985867462777218 }, { "eta": 0.02, "final_loss": 0.0004248488019419705, "min_loss": 0.0004248488019419705, "stable": true, "loss_at_50": 0.11206318376201782 }, { "eta": 0.03, "final_loss": 1.1737825521021202e-05, "min_loss": 1.1737825521021202e-05, "stable": true, "loss_at_50": 0.05455436310868664 }, { "eta": 0.04, "final_loss": 3.024780310558568e-07, "min_loss": 3.024780310558568e-07, "stable": true, "loss_at_50": 0.02619829422072228 }, { "eta": 0.05, "final_loss": 7.263112912436564e-09, "min_loss": 7.263112912436564e-09, "stable": true, "loss_at_50": 0.012404462222643343 } ] }, "oscillation_comparison": { "sgd": { "selected_eta": 0.08, "final_loss": 3.916369657039414e-19, "stiff_mode_sign_changes": 249 }, "momentum": { "selected_eta": 0.02, "final_loss": 8.356216070447236e-13, "stiff_mode_sign_changes": 52 }, "fading_memory": { "selected_eta": 0.05, "final_loss": 7.263112912436564e-09, "stiff_mode_sign_changes": 0 } } }