Spectral Memory-Lift Ensemble / bench_report.json
Beats tuned baseline
1{
2 "bench_version": 1,
3 "track": "dynamics",
4 "model": "rnn_small",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.01
10 },
11 "sweep": [
12 {
13 "cfg": {
14 "lr": 0.001
15 },
16 "mean": 0.004247799690347165
17 },
18 {
19 "cfg": {
20 "lr": 0.003
21 },
22 "mean": 0.0018907261837739497
23 },
24 {
25 "cfg": {
26 "lr": 0.01
27 },
28 "mean": 0.0005508567701326683
29 }
30 ],
31 "full": {
32 "mean": 0.00043304020073264837,
33 "std": 0.00018680572581609252,
34 "per_seed": [
35 0.000348469679011032,
36 0.00044166683801449835,
37 0.0005423855036497116,
38 0.0008709050598554313,
39 0.00039059933624230325,
40 0.0003389842459000647,
41 0.0002937567769549787,
42 0.00023755416623316705
43 ],
44 "n": 8
45 }
46 },
47 "idea": {
48 "mean": 1.8605211664635135e-05,
49 "std": 2.831933136541298e-05,
50 "per_seed": [
51 1.025223082251614e-05,
52 5.093114396004239e-06,
53 3.275605195085518e-06,
54 2.0394263628986664e-05,
55 5.965866421320243e-06,
56 7.376182111329399e-06,
57 9.230343130184337e-05,
58 4.180999439995503e-06
59 ],
60 "n": 8
61 },
62 "comparison": {
63 "delta_mean": -0.00041443498906801324,
64 "idea_wins": 8,
65 "n_pairs": 8,
66 "per_seed_diffs": [
67 -0.00033821744818851585,
68 -0.0004365737236184941,
69 -0.0005391098984546261,
70 -0.0008505107962264447,
71 -0.000384633469820983,
72 -0.0003316080637887353,
73 -0.00020145334565313533,
74 -0.00023337316679317155
75 ],
76 "p_value": 0.0081,
77 "mde": 0.0001724928317781249,
78 "mde_rel_pct": 39.832983516608664,
79 "verdict": "idea better (significant)",
80 "system_worked": true
81 },
82 "mechanism_signature": {
83 "predicted_slowest_memory_mode": 0.3352634608745575,
84 "observed_max_state_norm": 2.583609104156494,
85 "bounded_observed_state": true,
86 "confirmed": true
87 },
88 "idea_sweep": [
89 {
90 "cfg": {
91 "lr": 0.001
92 },
93 "mean": 5.264711217023432e-05
94 },
95 {
96 "cfg": {
97 "lr": 0.003
98 },
99 "mean": 1.748438717186218e-05
100 },
101 {
102 "cfg": {
103 "lr": 0.01
104 },
105 "mean": 9.75380351064814e-06
106 }
107 ],
108 "idea_best_cfg": {
109 "lr": 0.01
110 },
111 "track_justification": "Dynamics is structurally matched: the task is actuated pendulum forecasting and the intervention is a stable recurrent memory state.",
112 "search_space_parity": {
113 "baseline_grid": [
114 0.001,
115 0.003,
116 0.01
117 ],
118 "idea_grid": [
119 0.001,
120 0.003,
121 0.01
122 ],
123 "selected_idea_lr": 0.01
124 },
125 "parameterization": {
126 "baseline_params": 3585,
127 "idea_params": 16077,
128 "epochs": 12,
129 "n_train": 1000,
130 "n_test": 300
131 }
132}