Positive-cycle Jacobian penalty / bench_report.json
Mechanism confirmed, baseline not beaten
1{
2 "bench_version": 1,
3 "track": "dynamics",
4 "model": "rnn_small",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.006,
10 "wd": 0.0001,
11 "epochs": 3
12 },
13 "sweep": [
14 {
15 "cfg": {
16 "lr": 0.0015,
17 "wd": 0.0,
18 "epochs": 3
19 },
20 "mean": 0.3753514513373375
21 },
22 {
23 "cfg": {
24 "lr": 0.0015,
25 "wd": 0.0001,
26 "epochs": 3
27 },
28 "mean": 0.37542054802179337
29 },
30 {
31 "cfg": {
32 "lr": 0.003,
33 "wd": 0.0,
34 "epochs": 3
35 },
36 "mean": 0.02805777284083888
37 },
38 {
39 "cfg": {
40 "lr": 0.003,
41 "wd": 0.0001,
42 "epochs": 3
43 },
44 "mean": 0.02808422112138942
45 },
46 {
47 "cfg": {
48 "lr": 0.006,
49 "wd": 0.0,
50 "epochs": 3
51 },
52 "mean": 0.019103779457509518
53 },
54 {
55 "cfg": {
56 "lr": 0.006,
57 "wd": 0.0001,
58 "epochs": 3
59 },
60 "mean": 0.019099895376712084
61 }
62 ],
63 "full": {
64 "mean": 0.021109665918629616,
65 "std": 0.013601078749505634,
66 "per_seed": [
67 0.03851161524653435,
68 0.010536076501011848,
69 0.011643605306744576,
70 0.015708284452557564,
71 0.045241355895996094,
72 0.007054212968796492,
73 0.011020926758646965,
74 0.029161250218749046
75 ],
76 "n": 8
77 }
78 },
79 "idea": {
80 "mean": 0.02110744162928313,
81 "std": 0.013599407708771062,
82 "per_seed": [
83 0.03850656375288963,
84 0.010544697754085064,
85 0.011639888398349285,
86 0.01570560224354267,
87 0.045238953083753586,
88 0.007051908411085606,
89 0.011017857119441032,
90 0.029154062271118164
91 ],
92 "n": 8,
93 "cfg": {
94 "lr": 0.006,
95 "wd": 0.0001,
96 "epochs": 3,
97 "lam": 0.02,
98 "tau": 1.0
99 }
100 },
101 "comparison": {
102 "delta_mean": -2.22428934648633e-06,
103 "idea_wins": 7,
104 "n_pairs": 8,
105 "per_seed_diffs": [
106 -5.0514936447143555e-06,
107 8.621253073215485e-06,
108 -3.7169083952903748e-06,
109 -2.682209014892578e-06,
110 -2.4028122425079346e-06,
111 -2.3045577108860016e-06,
112 -3.069639205932617e-06,
113 -7.187947630882263e-06
114 ],
115 "p_value": 0.21825,
116 "mde": 3.914864826646565e-06,
117 "mde_rel_pct": 0.018545366097867208,
118 "verdict": "no measurable effect",
119 "system_worked": false
120 },
121 "mechanism_signature": {
122 "prediction": "Training the positive-cycle penalty suppresses measured short closed-walk gain in the recurrent hidden Jacobian.",
123 "observed_baseline_mean_trace2": 0.002615979639813304,
124 "observed_idea_mean_trace2": 0.0026157096144743264,
125 "relative_change_pct": -0.010322149869512742,
126 "math_sanity": {
127 "trace2": 2.8800000000000003,
128 "expected_2ab": 2.8800000000000003,
129 "abs_error": 0.0,
130 "rho": 1.2000000000000002,
131 "critical_gain": 0.8333333333333333
132 },
133 "confirmed": true
134 },
135 "idea_sweep": [
136 {
137 "cfg": {
138 "lr": 0.0015,
139 "wd": 0.0,
140 "epochs": 3,
141 "lam": 0.001,
142 "tau": 1.0
143 },
144 "mean": 0.33826782926917076
145 },
146 {
147 "cfg": {
148 "lr": 0.0015,
149 "wd": 0.0,
150 "epochs": 3,
151 "lam": 0.005,
152 "tau": 1.0
153 },
154 "mean": 0.3382681477814913
155 },
156 {
157 "cfg": {
158 "lr": 0.0015,
159 "wd": 0.0,
160 "epochs": 3,
161 "lam": 0.02,
162 "tau": 1.0
163 },
164 "mean": 0.3382690101861954
165 },
166 {
167 "cfg": {
168 "lr": 0.0015,
169 "wd": 0.0001,
170 "epochs": 3,
171 "lam": 0.001,
172 "tau": 1.0
173 },
174 "mean": 0.33832092210650444
175 },
176 {
177 "cfg": {
178 "lr": 0.0015,
179 "wd": 0.0001,
180 "epochs": 3,
181 "lam": 0.005,
182 "tau": 1.0
183 },
184 "mean": 0.3383213337510824
185 },
186 {
187 "cfg": {
188 "lr": 0.0015,
189 "wd": 0.0001,
190 "epochs": 3,
191 "lam": 0.02,
192 "tau": 1.0
193 },
194 "mean": 0.33832169882953167
195 },
196 {
197 "cfg": {
198 "lr": 0.003,
199 "wd": 0.0,
200 "epochs": 3,
201 "lam": 0.001,
202 "tau": 1.0
203 },
204 "mean": 0.032877288351301104
205 },
206 {
207 "cfg": {
208 "lr": 0.003,
209 "wd": 0.0,
210 "epochs": 3,
211 "lam": 0.005,
212 "tau": 1.0
213 },
214 "mean": 0.032877395395189524
215 },
216 {
217 "cfg": {
218 "lr": 0.003,
219 "wd": 0.0,
220 "epochs": 3,
221 "lam": 0.02,
222 "tau": 1.0
223 },
224 "mean": 0.03287789586465806
225 },
226 {
227 "cfg": {
228 "lr": 0.003,
229 "wd": 0.0001,
230 "epochs": 3,
231 "lam": 0.001,
232 "tau": 1.0
233 },
234 "mean": 0.03286271571414545
235 },
236 {
237 "cfg": {
238 "lr": 0.003,
239 "wd": 0.0001,
240 "epochs": 3,
241 "lam": 0.005,
242 "tau": 1.0
243 },
244 "mean": 0.03286272965488024
245 },
246 {
247 "cfg": {
248 "lr": 0.003,
249 "wd": 0.0001,
250 "epochs": 3,
251 "lam": 0.02,
252 "tau": 1.0
253 },
254 "mean": 0.03286092990310863
255 },
256 {
257 "cfg": {
258 "lr": 0.006,
259 "wd": 0.0,
260 "epochs": 3,
261 "lam": 0.001,
262 "tau": 1.0
263 },
264 "mean": 0.02112848818069324
265 },
266 {
267 "cfg": {
268 "lr": 0.006,
269 "wd": 0.0,
270 "epochs": 3,
271 "lam": 0.005,
272 "tau": 1.0
273 },
274 "mean": 0.021127756568603218
275 },
276 {
277 "cfg": {
278 "lr": 0.006,
279 "wd": 0.0,
280 "epochs": 3,
281 "lam": 0.02,
282 "tau": 1.0
283 },
284 "mean": 0.021124891936779022
285 },
286 {
287 "cfg": {
288 "lr": 0.006,
289 "wd": 0.0001,
290 "epochs": 3,
291 "lam": 0.001,
292 "tau": 1.0
293 },
294 "mean": 0.021109436987899244
295 },
296 {
297 "cfg": {
298 "lr": 0.006,
299 "wd": 0.0001,
300 "epochs": 3,
301 "lam": 0.005,
302 "tau": 1.0
303 },
304 "mean": 0.02110862295376137
305 },
306 {
307 "cfg": {
308 "lr": 0.006,
309 "wd": 0.0001,
310 "epochs": 3,
311 "lam": 0.02,
312 "tau": 1.0
313 },
314 "mean": 0.02110744162928313
315 }
316 ]
317}