Schäffer-Covariant Isometric Recurrent Layer / bench_report.json
Mechanism confirmed, baseline not beaten
1{
2 "bench_version": 1,
3 "track": "dynamics",
4 "model": "schaffer_lift_vs_spectral_linear_rnn",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.01,
10 "epochs": 8
11 },
12 "sweep": [
13 {
14 "cfg": {
15 "lr": 0.001,
16 "epochs": 8
17 },
18 "mean": 0.06303426390513778,
19 "std": 0.051281818071342945,
20 "per_seed": [
21 0.03643076494336128,
22 0.08638494461774826,
23 0.038915835320949554,
24 0.04504656791687012,
25 0.045454420149326324,
26 0.050990909337997437,
27 0.012165024876594543,
28 0.1888856440782547
29 ],
30 "n": 8
31 },
32 {
33 "cfg": {
34 "lr": 0.003,
35 "epochs": 8
36 },
37 "mean": 0.00516360691835871,
38 "std": 0.003482192108607065,
39 "per_seed": [
40 0.010499801486730576,
41 0.0005621703458018601,
42 0.002532965736463666,
43 0.006460229400545359,
44 0.006834003608673811,
45 0.009387011639773846,
46 0.0010824349010363221,
47 0.003950238227844238
48 ],
49 "n": 8
50 },
51 {
52 "cfg": {
53 "lr": 0.01,
54 "epochs": 8
55 },
56 "mean": 0.0019594020559452474,
57 "std": 0.0007567964341931885,
58 "per_seed": [
59 0.001568639068864286,
60 0.002141422824934125,
61 0.0021622476633638144,
62 0.0016757542034611106,
63 0.0007832308765500784,
64 0.002439669333398342,
65 0.001409315736964345,
66 0.003494936740025878
67 ],
68 "n": 8
69 }
70 ],
71 "harness_tuning": {
72 "best_cfg": {
73 "lr": 0.01,
74 "epochs": 8
75 },
76 "sweep": [
77 {
78 "cfg": {
79 "lr": 0.001,
80 "epochs": 8
81 },
82 "mean": 0.051694528199732304
83 },
84 {
85 "cfg": {
86 "lr": 0.003,
87 "epochs": 8
88 },
89 "mean": 0.005013791742385365
90 },
91 {
92 "cfg": {
93 "lr": 0.01,
94 "epochs": 8
95 },
96 "mean": 0.001887015940155834
97 }
98 ],
99 "full": {
100 "mean": 0.0019594020559452474,
101 "std": 0.0007567964341931885,
102 "per_seed": [
103 0.001568639068864286,
104 0.002141422824934125,
105 0.0021622476633638144,
106 0.0016757542034611106,
107 0.0007832308765500784,
108 0.002439669333398342,
109 0.001409315736964345,
110 0.003494936740025878
111 ],
112 "n": 8
113 }
114 },
115 "full": {
116 "mean": 0.0019594020559452474,
117 "std": 0.0007567964341931885,
118 "per_seed": [
119 0.001568639068864286,
120 0.002141422824934125,
121 0.0021622476633638144,
122 0.0016757542034611106,
123 0.0007832308765500784,
124 0.002439669333398342,
125 0.001409315736964345,
126 0.003494936740025878
127 ],
128 "n": 8
129 }
130 },
131 "idea": {
132 "cfg": {
133 "lr": 0.01,
134 "epochs": 8
135 },
136 "per_seed": [
137 0.001568639068864286,
138 0.002141422824934125,
139 0.0021622476633638144,
140 0.0016757542034611106,
141 0.0007832308765500784,
142 0.002439669333398342,
143 0.001409315736964345,
144 0.003494936740025878
145 ],
146 "mean": 0.0019594020559452474,
147 "std": 0.0007567964341931885,
148 "n": 8
149 },
150 "comparison": {
151 "delta_mean": 0.0,
152 "idea_wins": 0,
153 "n_pairs": 8,
154 "per_seed_diffs": [
155 0.0,
156 0.0,
157 0.0,
158 0.0,
159 0.0,
160 0.0,
161 0.0,
162 0.0
163 ],
164 "p_value": 1.0,
165 "mde": 0.0,
166 "mde_rel_pct": 0.0,
167 "verdict": "no measurable effect",
168 "system_worked": false
169 },
170 "idea_sweep": [
171 {
172 "cfg": {
173 "lr": 0.001,
174 "epochs": 8
175 },
176 "mean": 0.06303426390513778,
177 "std": 0.051281818071342945,
178 "per_seed": [
179 0.03643076494336128,
180 0.08638494461774826,
181 0.038915835320949554,
182 0.04504656791687012,
183 0.045454420149326324,
184 0.050990909337997437,
185 0.012165024876594543,
186 0.1888856440782547
187 ],
188 "n": 8
189 },
190 {
191 "cfg": {
192 "lr": 0.003,
193 "epochs": 8
194 },
195 "mean": 0.00516360691835871,
196 "std": 0.003482192108607065,
197 "per_seed": [
198 0.010499801486730576,
199 0.0005621703458018601,
200 0.002532965736463666,
201 0.006460229400545359,
202 0.006834003608673811,
203 0.009387011639773846,
204 0.0010824349010363221,
205 0.003950238227844238
206 ],
207 "n": 8
208 },
209 {
210 "cfg": {
211 "lr": 0.01,
212 "epochs": 8
213 },
214 "mean": 0.0019594020559452474,
215 "std": 0.0007567964341931885,
216 "per_seed": [
217 0.001568639068864286,
218 0.002141422824934125,
219 0.0021622476633638144,
220 0.0016757542034611106,
221 0.0007832308765500784,
222 0.002439669333398342,
223 0.001409315736964345,
224 0.003494936740025878
225 ],
226 "n": 8
227 }
228 ],
229 "mechanism_signature": {
230 "prediction": "Schaeffer active-subspace update preserves total energy before memory truncation; baseline contraction decays",
231 "observed_one_step_relative_energy_error": 0.0,
232 "observed_lift_preboundary_norm_ratio": 1.0000001192092896,
233 "observed_baseline_same_horizon_norm_ratio": 0.021659547463059425,
234 "trained_test_mse": 0.010499801486730576,
235 "confirmed": true
236 },
237 "custom_track": null
238}