Forced Variational Momentum Optimizer / results.json
Mechanism failed
1{
2 "formula_check": {
3 "max_del_residual_at_update": 0.0,
4 "rho": 0.38504155124653744,
5 "step": 0.09480609418282548,
6 "rho_identity_error": 0.0
7 },
8 "quadratic_sweep": {
9 "quadratic_lambda": 10.0,
10 "ours_stable_h_max": 0.6265921787709497,
11 "heavy_ball_stable_h_max": 0.6067039106145252,
12 "ours_max_abs_rho_h_0_20": 1.0,
13 "hb_beta": 0.9,
14 "ours_rho_at_h_1": 0.0
15 },
16 "mlp": {
17 "device": "cuda",
18 "steps": 450,
19 "batch": 64,
20 "idea": {
21 "final_train_loss": 0.16923088530699412,
22 "test_loss": 0.21071743965148926,
23 "accuracy": 0.9600000381469727,
24 "loss_spikes_gt25pct": 59,
25 "optimizer_tensor_state_elems": 3610
26 },
27 "heavy_ball": {
28 "final_train_loss": 0.022171672154217958,
29 "test_loss": 0.1118834838271141,
30 "accuracy": 0.9688889384269714,
31 "loss_spikes_gt25pct": 132,
32 "optimizer_tensor_state_elems": 3610
33 },
34 "adamw": {
35 "final_train_loss": 0.0027320117379228273,
36 "test_loss": 0.10046825557947159,
37 "accuracy": 0.9666666984558105,
38 "loss_spikes_gt25pct": 144,
39 "optimizer_tensor_state_elems": 7224
40 }
41 }
42}