Forced Variational Momentum Optimizer / results.json

Mechanism failed

Raw ⬇ ZIP
 1{
 2  "formula_check": {
 3    "max_del_residual_at_update": 0.0,
 4    "rho": 0.38504155124653744,
 5    "step": 0.09480609418282548,
 6    "rho_identity_error": 0.0
 7  },
 8  "quadratic_sweep": {
 9    "quadratic_lambda": 10.0,
10    "ours_stable_h_max": 0.6265921787709497,
11    "heavy_ball_stable_h_max": 0.6067039106145252,
12    "ours_max_abs_rho_h_0_20": 1.0,
13    "hb_beta": 0.9,
14    "ours_rho_at_h_1": 0.0
15  },
16  "mlp": {
17    "device": "cuda",
18    "steps": 450,
19    "batch": 64,
20    "idea": {
21      "final_train_loss": 0.16923088530699412,
22      "test_loss": 0.21071743965148926,
23      "accuracy": 0.9600000381469727,
24      "loss_spikes_gt25pct": 59,
25      "optimizer_tensor_state_elems": 3610
26    },
27    "heavy_ball": {
28      "final_train_loss": 0.022171672154217958,
29      "test_loss": 0.1118834838271141,
30      "accuracy": 0.9688889384269714,
31      "loss_spikes_gt25pct": 132,
32      "optimizer_tensor_state_elems": 3610
33    },
34    "adamw": {
35      "final_train_loss": 0.0027320117379228273,
36      "test_loss": 0.10046825557947159,
37      "accuracy": 0.9666666984558105,
38      "loss_spikes_gt25pct": 144,
39      "optimizer_tensor_state_elems": 7224
40    }
41  }
42}