Contractive projected residual dynamics / bench_report.json

✓✓ Beats tuned baseline

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small_matched_residual",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "sweep": [
  9      {
 10        "cfg": {
 11          "lr": 0.001,
 12          "epochs": 18,
 13          "batch": 128
 14        },
 15        "mean": 0.009025773382745683
 16      },
 17      {
 18        "cfg": {
 19          "lr": 0.003,
 20          "epochs": 18,
 21          "batch": 128
 22        },
 23        "mean": 0.004750257066916674
 24      },
 25      {
 26        "cfg": {
 27          "lr": 0.006,
 28          "epochs": 18,
 29          "batch": 128
 30        },
 31        "mean": 0.0027194063586648554
 32      }
 33    ],
 34    "best_config": {
 35      "lr": 0.006,
 36      "epochs": 18,
 37      "batch": 128
 38    },
 39    "full": {
 40      "mean": 0.0023904673871584237,
 41      "std": 0.0008984585761049981,
 42      "per_seed": [
 43        0.0016786052146926522,
 44        0.00209295516833663,
 45        0.002672365168109536,
 46        0.004433699883520603,
 47        0.001930432626977563,
 48        0.002070770598948002,
 49        0.0013639050303027034,
 50        0.0028810054063796997
 51      ],
 52      "n": 8
 53    }
 54  },
 55  "idea": {
 56    "config": {
 57      "lr": 0.006,
 58      "epochs": 18,
 59      "batch": 128
 60    },
 61    "mean": 0.00033889322003233247,
 62    "std": 0.00025331486786145277,
 63    "per_seed": [
 64      0.00025242450647056103,
 65      0.0001881545758806169,
 66      0.0002420831733616069,
 67      0.0010012879502028227,
 68      0.00028408446814864874,
 69      0.0002892776974476874,
 70      0.00017966072482522577,
 71      0.0002741726639214903
 72    ],
 73    "n": 8
 74  },
 75  "comparison": {
 76    "delta_mean": -0.002051574167126091,
 77    "idea_wins": 8,
 78    "n_pairs": 8,
 79    "per_seed_diffs": [
 80      -0.0014261807082220912,
 81      -0.001904800592456013,
 82      -0.0024302819947479293,
 83      -0.0034324119333177805,
 84      -0.0016463481588289142,
 85      -0.0017814929015003145,
 86      -0.0011842443054774776,
 87      -0.0026068327424582094
 88    ],
 89    "p_value": 0.0081,
 90    "mde": 0.0006128594980781139,
 91    "mde_rel_pct": 25.637643139178195,
 92    "verdict": "idea better (significant)",
 93    "system_worked": true
 94  },
 95  "track_rationale": "Dynamics is the built-in structural match for stability/control and Lyapunov-style contraction.",
 96  "mechanism_signature": {
 97    "prediction": "projected dissipative dynamics reduces initial-state perturbation amplification and keeps hidden states in [-1,1]",
 98    "baseline_perturbation_ratio": 1.000967751024291,
 99    "idea_perturbation_ratio": 0.8872582511976361,
100    "baseline_to_idea_ratio": 0.8864004362666207,
101    "idea_max_abs_hidden": 1.0,
102    "confirmed": true
103  },
104  "idea_sweep": {
105    "best_cfg": {
106      "lr": 0.006,
107      "epochs": 18,
108      "batch": 128
109    },
110    "sweep": [
111      {
112        "cfg": {
113          "lr": 0.001,
114          "epochs": 18,
115          "batch": 128
116        },
117        "mean": 0.0020623414893634617
118      },
119      {
120        "cfg": {
121          "lr": 0.003,
122          "epochs": 18,
123          "batch": 128
124        },
125        "mean": 0.000677677511703223
126      },
127      {
128        "cfg": {
129          "lr": 0.006,
130          "epochs": 18,
131          "batch": 128
132        },
133        "mean": 0.0004209875514789019
134      }
135    ]
136  },
137  "parameterization": {
138    "hidden": 64,
139    "step": 0.12,
140    "lambda": 0.1,
141    "same_input_and_head": true,
142    "lr_union_tested_on_both": [
143      0.001,
144      0.003,
145      0.006
146    ]
147  }
148}