Contractive projected residual dynamics / bench_report.json
Beats tuned baseline
1{
2 "bench_version": 1,
3 "track": "dynamics",
4 "model": "rnn_small_matched_residual",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "sweep": [
9 {
10 "cfg": {
11 "lr": 0.001,
12 "epochs": 18,
13 "batch": 128
14 },
15 "mean": 0.009025773382745683
16 },
17 {
18 "cfg": {
19 "lr": 0.003,
20 "epochs": 18,
21 "batch": 128
22 },
23 "mean": 0.004750257066916674
24 },
25 {
26 "cfg": {
27 "lr": 0.006,
28 "epochs": 18,
29 "batch": 128
30 },
31 "mean": 0.0027194063586648554
32 }
33 ],
34 "best_config": {
35 "lr": 0.006,
36 "epochs": 18,
37 "batch": 128
38 },
39 "full": {
40 "mean": 0.0023904673871584237,
41 "std": 0.0008984585761049981,
42 "per_seed": [
43 0.0016786052146926522,
44 0.00209295516833663,
45 0.002672365168109536,
46 0.004433699883520603,
47 0.001930432626977563,
48 0.002070770598948002,
49 0.0013639050303027034,
50 0.0028810054063796997
51 ],
52 "n": 8
53 }
54 },
55 "idea": {
56 "config": {
57 "lr": 0.006,
58 "epochs": 18,
59 "batch": 128
60 },
61 "mean": 0.00033889322003233247,
62 "std": 0.00025331486786145277,
63 "per_seed": [
64 0.00025242450647056103,
65 0.0001881545758806169,
66 0.0002420831733616069,
67 0.0010012879502028227,
68 0.00028408446814864874,
69 0.0002892776974476874,
70 0.00017966072482522577,
71 0.0002741726639214903
72 ],
73 "n": 8
74 },
75 "comparison": {
76 "delta_mean": -0.002051574167126091,
77 "idea_wins": 8,
78 "n_pairs": 8,
79 "per_seed_diffs": [
80 -0.0014261807082220912,
81 -0.001904800592456013,
82 -0.0024302819947479293,
83 -0.0034324119333177805,
84 -0.0016463481588289142,
85 -0.0017814929015003145,
86 -0.0011842443054774776,
87 -0.0026068327424582094
88 ],
89 "p_value": 0.0081,
90 "mde": 0.0006128594980781139,
91 "mde_rel_pct": 25.637643139178195,
92 "verdict": "idea better (significant)",
93 "system_worked": true
94 },
95 "track_rationale": "Dynamics is the built-in structural match for stability/control and Lyapunov-style contraction.",
96 "mechanism_signature": {
97 "prediction": "projected dissipative dynamics reduces initial-state perturbation amplification and keeps hidden states in [-1,1]",
98 "baseline_perturbation_ratio": 1.000967751024291,
99 "idea_perturbation_ratio": 0.8872582511976361,
100 "baseline_to_idea_ratio": 0.8864004362666207,
101 "idea_max_abs_hidden": 1.0,
102 "confirmed": true
103 },
104 "idea_sweep": {
105 "best_cfg": {
106 "lr": 0.006,
107 "epochs": 18,
108 "batch": 128
109 },
110 "sweep": [
111 {
112 "cfg": {
113 "lr": 0.001,
114 "epochs": 18,
115 "batch": 128
116 },
117 "mean": 0.0020623414893634617
118 },
119 {
120 "cfg": {
121 "lr": 0.003,
122 "epochs": 18,
123 "batch": 128
124 },
125 "mean": 0.000677677511703223
126 },
127 {
128 "cfg": {
129 "lr": 0.006,
130 "epochs": 18,
131 "batch": 128
132 },
133 "mean": 0.0004209875514789019
134 }
135 ]
136 },
137 "parameterization": {
138 "hidden": 64,
139 "step": 0.12,
140 "lambda": 0.1,
141 "same_input_and_head": true,
142 "lr_union_tested_on_both": [
143 0.001,
144 0.003,
145 0.006
146 ]
147 }
148}