Spectral Lookahead Gate / bench_report.json
Mechanism confirmed, baseline not beaten
1{
2 "bench_version": 1,
3 "track": "dynamics",
4 "model": "rnn_small",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.01,
10 "epochs": 8,
11 "tau": 0.05,
12 "horizon": 4
13 },
14 "full": {
15 "mean": 0.0029927210562163964,
16 "std": 0.0009221810424349031,
17 "per_seed": [
18 0.003302625846117735,
19 0.0018407043535262346,
20 0.002554400824010372,
21 0.0041609639301896095,
22 0.00346640357747674,
23 0.002362125087529421,
24 0.0018692960729822516,
25 0.0043852487578988075
26 ],
27 "n": 8
28 },
29 "sweep": {
30 "best_cfg": {
31 "lr": 0.01,
32 "epochs": 8,
33 "tau": 0.05,
34 "horizon": 4
35 },
36 "sweep": [
37 {
38 "cfg": {
39 "lr": 0.001,
40 "epochs": 8,
41 "tau": 0.05,
42 "horizon": 4
43 },
44 "mean": 0.0069296700530685484
45 },
46 {
47 "cfg": {
48 "lr": 0.001,
49 "epochs": 8,
50 "tau": 0.05,
51 "horizon": 8
52 },
53 "mean": 0.009733024751767516
54 },
55 {
56 "cfg": {
57 "lr": 0.001,
58 "epochs": 8,
59 "tau": 0.08,
60 "horizon": 4
61 },
62 "mean": 0.0069296700530685484
63 },
64 {
65 "cfg": {
66 "lr": 0.001,
67 "epochs": 8,
68 "tau": 0.08,
69 "horizon": 8
70 },
71 "mean": 0.009733024751767516
72 },
73 {
74 "cfg": {
75 "lr": 0.001,
76 "epochs": 8,
77 "tau": 0.15,
78 "horizon": 4
79 },
80 "mean": 0.0069296700530685484
81 },
82 {
83 "cfg": {
84 "lr": 0.001,
85 "epochs": 8,
86 "tau": 0.15,
87 "horizon": 8
88 },
89 "mean": 0.009733024751767516
90 },
91 {
92 "cfg": {
93 "lr": 0.003,
94 "epochs": 8,
95 "tau": 0.05,
96 "horizon": 4
97 },
98 "mean": 0.005332525062840432
99 },
100 {
101 "cfg": {
102 "lr": 0.003,
103 "epochs": 8,
104 "tau": 0.05,
105 "horizon": 8
106 },
107 "mean": 0.007113165338523686
108 },
109 {
110 "cfg": {
111 "lr": 0.003,
112 "epochs": 8,
113 "tau": 0.08,
114 "horizon": 4
115 },
116 "mean": 0.005332525062840432
117 },
118 {
119 "cfg": {
120 "lr": 0.003,
121 "epochs": 8,
122 "tau": 0.08,
123 "horizon": 8
124 },
125 "mean": 0.007113165338523686
126 },
127 {
128 "cfg": {
129 "lr": 0.003,
130 "epochs": 8,
131 "tau": 0.15,
132 "horizon": 4
133 },
134 "mean": 0.005332525062840432
135 },
136 {
137 "cfg": {
138 "lr": 0.003,
139 "epochs": 8,
140 "tau": 0.15,
141 "horizon": 8
142 },
143 "mean": 0.007113165338523686
144 },
145 {
146 "cfg": {
147 "lr": 0.01,
148 "epochs": 8,
149 "tau": 0.05,
150 "horizon": 4
151 },
152 "mean": 0.002964673738460988
153 },
154 {
155 "cfg": {
156 "lr": 0.01,
157 "epochs": 8,
158 "tau": 0.05,
159 "horizon": 8
160 },
161 "mean": 0.0035731843090616167
162 },
163 {
164 "cfg": {
165 "lr": 0.01,
166 "epochs": 8,
167 "tau": 0.08,
168 "horizon": 4
169 },
170 "mean": 0.002964673738460988
171 },
172 {
173 "cfg": {
174 "lr": 0.01,
175 "epochs": 8,
176 "tau": 0.08,
177 "horizon": 8
178 },
179 "mean": 0.0035731843090616167
180 },
181 {
182 "cfg": {
183 "lr": 0.01,
184 "epochs": 8,
185 "tau": 0.15,
186 "horizon": 4
187 },
188 "mean": 0.002964673738460988
189 },
190 {
191 "cfg": {
192 "lr": 0.01,
193 "epochs": 8,
194 "tau": 0.15,
195 "horizon": 8
196 },
197 "mean": 0.0035731843090616167
198 }
199 ],
200 "full": {
201 "mean": 0.0029927210562163964,
202 "std": 0.0009221810424349031,
203 "per_seed": [
204 0.003302625846117735,
205 0.0018407043535262346,
206 0.002554400824010372,
207 0.0041609639301896095,
208 0.00346640357747674,
209 0.002362125087529421,
210 0.0018692960729822516,
211 0.0043852487578988075
212 ],
213 "n": 8
214 }
215 }
216 },
217 "idea": {
218 "mean": 0.0029927210562163964,
219 "std": 0.0009221810424349031,
220 "per_seed": [
221 0.003302625846117735,
222 0.0018407043535262346,
223 0.002554400824010372,
224 0.0041609639301896095,
225 0.00346640357747674,
226 0.002362125087529421,
227 0.0018692960729822516,
228 0.0043852487578988075
229 ],
230 "n": 8
231 },
232 "comparison": {
233 "delta_mean": 0.0,
234 "idea_wins": 0,
235 "n_pairs": 8,
236 "per_seed_diffs": [
237 0.0,
238 0.0,
239 0.0,
240 0.0,
241 0.0,
242 0.0,
243 0.0,
244 0.0
245 ],
246 "p_value": 1.0,
247 "mde": 0.0,
248 "mde_rel_pct": 0.0,
249 "verdict": "no measurable effect",
250 "system_worked": false
251 },
252 "idea_sweep": [
253 [
254 {
255 "lr": 0.01,
256 "epochs": 8,
257 "tau": 0.05,
258 "horizon": 4
259 },
260 {
261 "mean": 0.0029927210562163964,
262 "std": 0.0009221810424349031,
263 "per_seed": [
264 0.003302625846117735,
265 0.0018407043535262346,
266 0.002554400824010372,
267 0.0041609639301896095,
268 0.00346640357747674,
269 0.002362125087529421,
270 0.0018692960729822516,
271 0.0043852487578988075
272 ],
273 "n": 8
274 }
275 ],
276 [
277 {
278 "lr": 0.001,
279 "epochs": 8,
280 "tau": 0.05,
281 "horizon": 4
282 },
283 {
284 "mean": 0.009247816720744595,
285 "std": 0.0046769102156664615,
286 "per_seed": [
287 0.004128649365156889,
288 0.0065189506858587265,
289 0.0036286672111600637,
290 0.013442412950098515,
291 0.006088127847760916,
292 0.009851381182670593,
293 0.017597200348973274,
294 0.012727144174277782
295 ],
296 "n": 8
297 }
298 ],
299 [
300 {
301 "lr": 0.01,
302 "epochs": 8,
303 "tau": 0.05,
304 "horizon": 4
305 },
306 {
307 "mean": 0.0029927210562163964,
308 "std": 0.0009221810424349031,
309 "per_seed": [
310 0.003302625846117735,
311 0.0018407043535262346,
312 0.002554400824010372,
313 0.0041609639301896095,
314 0.00346640357747674,
315 0.002362125087529421,
316 0.0018692960729822516,
317 0.0043852487578988075
318 ],
319 "n": 8
320 }
321 ],
322 [
323 {
324 "lr": 0.01,
325 "epochs": 8,
326 "tau": 0.05,
327 "horizon": 4
328 },
329 {
330 "mean": 0.0029927210562163964,
331 "std": 0.0009221810424349031,
332 "per_seed": [
333 0.003302625846117735,
334 0.0018407043535262346,
335 0.002554400824010372,
336 0.0041609639301896095,
337 0.00346640357747674,
338 0.002362125087529421,
339 0.0018692960729822516,
340 0.0043852487578988075
341 ],
342 "n": 8
343 }
344 ],
345 [
346 {
347 "lr": 0.01,
348 "epochs": 8,
349 "tau": 0.15,
350 "horizon": 4
351 },
352 {
353 "mean": 0.0029927210562163964,
354 "std": 0.0009221810424349031,
355 "per_seed": [
356 0.003302625846117735,
357 0.0018407043535262346,
358 0.002554400824010372,
359 0.0041609639301896095,
360 0.00346640357747674,
361 0.002362125087529421,
362 0.0018692960729822516,
363 0.0043852487578988075
364 ],
365 "n": 8
366 }
367 ]
368 ],
369 "mechanism_signature": {
370 "trained_model": "GRUCell Jacobian and learned scalar head measured on test-time batches",
371 "predicted": "non-eigenvector transitions should activate rollout; eigen-like transitions should skip",
372 "observed_mean_residual": 0.39864883571863174,
373 "observed_activation_rate": 1.0,
374 "observed_lambda_mean": 0.7705069109797478,
375 "confirmed": true
376 }
377}