{ "math_check": [ { "kind": "polyak", "rho": 0.0, "critical": 1.9999999999999998, "ratio": 0.5263157894736841, "predicted_uncapped_ratio": 1.0 }, { "kind": "polyak", "rho": 0.5, "critical": 2.9999999999999996, "ratio": 0.7894736842105261, "predicted_uncapped_ratio": 1.0 }, { "kind": "polyak", "rho": 0.9, "critical": 3.8000000000000003, "ratio": 1.0, "predicted_uncapped_ratio": 1.0 }, { "kind": "polyak", "rho": 0.95, "critical": 3.899999999999999, "ratio": 1.0263157894736838, "predicted_uncapped_ratio": 0.5000000000000006 }, { "kind": "nesterov", "rho": 0.0, "critical": 1.9999999999999998, "ratio": 1.4736842105263157, "predicted_uncapped_ratio": 1.0 }, { "kind": "nesterov", "rho": 0.5, "critical": 1.4999999999999998, "ratio": 1.1052631578947367, "predicted_uncapped_ratio": 1.0 }, { "kind": "nesterov", "rho": 0.9, "critical": 1.357142857142857, "ratio": 1.0, "predicted_uncapped_ratio": 1.0 }, { "kind": "nesterov", "rho": 0.95, "critical": 1.3448275862068964, "ratio": 0.9909255898366606, "predicted_uncapped_ratio": 0.5000000000000006 } ], "controller_runs": [ { "kind": "polyak", "B": 1, "eta_controller": 0.025, "fixed_stable": true, "controller_stable": true, "fixed_final_loss": 1.3158477888406337, "controller_final_loss": 0.6304000260049999, "controller_update": 0.1557288472657435 }, { "kind": "polyak", "B": 2, "eta_controller": 0.05, "fixed_stable": true, "controller_stable": true, "fixed_final_loss": 0.6488216988289215, "controller_final_loss": 0.6488216988289215, "controller_update": 0.2168853635564954 }, { "kind": "polyak", "B": 4, "eta_controller": 0.05, "fixed_stable": true, "controller_stable": true, "fixed_final_loss": 0.09127614731111712, "controller_final_loss": 0.09127614731111712, "controller_update": 0.16405308143917 }, { "kind": "polyak", "B": 8, "eta_controller": 0.05, "fixed_stable": true, "controller_stable": true, "fixed_final_loss": 0.09854773474795911, "controller_final_loss": 0.09854773474795911, "controller_update": 0.10463650049094794 }, { "kind": "polyak", "B": 16, "eta_controller": 0.05, "fixed_stable": true, "controller_stable": true, "fixed_final_loss": 0.027525625328528647, "controller_final_loss": 0.027525625328528647, "controller_update": 0.09590454539789173 }, { "kind": "nesterov", "B": 1, "eta_controller": 0.025, "fixed_stable": true, "controller_stable": true, "fixed_final_loss": 0.9043768015759052, "controller_final_loss": 0.5101583218552774, "controller_update": 0.1446629868284835 }, { "kind": "nesterov", "B": 2, "eta_controller": 0.05, "fixed_stable": true, "controller_stable": true, "fixed_final_loss": 0.4037268043042466, "controller_final_loss": 0.4037268043042466, "controller_update": 0.17898134730227575 }, { "kind": "nesterov", "B": 4, "eta_controller": 0.05, "fixed_stable": true, "controller_stable": true, "fixed_final_loss": 0.0768287269915019, "controller_final_loss": 0.0768287269915019, "controller_update": 0.13843437164181138 }, { "kind": "nesterov", "B": 8, "eta_controller": 0.05, "fixed_stable": true, "controller_stable": true, "fixed_final_loss": 0.0641408837970391, "controller_final_loss": 0.0641408837970391, "controller_update": 0.08409418140893751 }, { "kind": "nesterov", "B": 16, "eta_controller": 0.05, "fixed_stable": true, "controller_stable": true, "fixed_final_loss": 0.017482954889978204, "controller_final_loss": 0.017482954889978204, "controller_update": 0.07796698336954941 } ], "stability_scan": [ { "kind": "polyak", "B": 1, "empirical_max_eta": 2.0, "deterministic_quadratic_eta": 3.8000000000000003 }, { "kind": "polyak", "B": 2, "empirical_max_eta": 2.0, "deterministic_quadratic_eta": 3.8000000000000003 }, { "kind": "polyak", "B": 4, "empirical_max_eta": 2.0, "deterministic_quadratic_eta": 3.8000000000000003 }, { "kind": "polyak", "B": 8, "empirical_max_eta": 2.0, "deterministic_quadratic_eta": 3.8000000000000003 }, { "kind": "polyak", "B": 16, "empirical_max_eta": 2.0, "deterministic_quadratic_eta": 3.8000000000000003 }, { "kind": "nesterov", "B": 1, "empirical_max_eta": 1.2487759931307252, "deterministic_quadratic_eta": 1.357142857142857 }, { "kind": "nesterov", "B": 2, "empirical_max_eta": 1.2487759931307252, "deterministic_quadratic_eta": 1.357142857142857 }, { "kind": "nesterov", "B": 4, "empirical_max_eta": 1.2487759931307252, "deterministic_quadratic_eta": 1.357142857142857 }, { "kind": "nesterov", "B": 8, "empirical_max_eta": 1.2487759931307252, "deterministic_quadratic_eta": 1.357142857142857 }, { "kind": "nesterov", "B": 16, "empirical_max_eta": 1.2487759931307252, "deterministic_quadratic_eta": 1.357142857142857 } ], "config": { "eta0": 0.05, "rho0": 0.9, "beta": 1.5, "safety": 0.5 } }