{ "formula_check": { "max_del_residual_at_update": 0.0, "rho": 0.38504155124653744, "step": 0.09480609418282548, "rho_identity_error": 0.0 }, "quadratic_sweep": { "quadratic_lambda": 10.0, "ours_stable_h_max": 0.6265921787709497, "heavy_ball_stable_h_max": 0.6067039106145252, "ours_max_abs_rho_h_0_20": 1.0, "hb_beta": 0.9, "ours_rho_at_h_1": 0.0 }, "mlp": { "device": "cuda", "steps": 450, "batch": 64, "idea": { "final_train_loss": 0.16923088530699412, "test_loss": 0.21071743965148926, "accuracy": 0.9600000381469727, "loss_spikes_gt25pct": 59, "optimizer_tensor_state_elems": 3610 }, "heavy_ball": { "final_train_loss": 0.022171672154217958, "test_loss": 0.1118834838271141, "accuracy": 0.9688889384269714, "loss_spikes_gt25pct": 132, "optimizer_tensor_state_elems": 3610 }, "adamw": { "final_train_loss": 0.0027320117379228273, "test_loss": 0.10046825557947159, "accuracy": 0.9666666984558105, "loss_spikes_gt25pct": 144, "optimizer_tensor_state_elems": 7224 } } }