Delay-Shape Master-Stability Coupling / bench_report.json
Failed on benchmark
1{
2 "bench_version": 1,
3 "track": "dynamics",
4 "model": "rnn_small",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.006,
10 "epochs": 10,
11 "sigma": 0.42,
12 "delay": 2
13 },
14 "sweep": [
15 {
16 "cfg": {
17 "lr": 0.001,
18 "epochs": 10,
19 "sigma": 0.42,
20 "delay": 2
21 },
22 "mean": 0.031775987590663135
23 },
24 {
25 "cfg": {
26 "lr": 0.003,
27 "epochs": 10,
28 "sigma": 0.42,
29 "delay": 2
30 },
31 "mean": 0.0045060215052217245
32 },
33 {
34 "cfg": {
35 "lr": 0.006,
36 "epochs": 10,
37 "sigma": 0.42,
38 "delay": 2
39 },
40 "mean": 0.003409882716368884
41 }
42 ],
43 "full": {
44 "mean": 0.003796056960709393,
45 "std": 0.0013761704084519022,
46 "per_seed": [
47 0.0020462549291551113,
48 0.002398432930931449,
49 0.0028834049589931965,
50 0.006311438046395779,
51 0.0043189190328121185,
52 0.003161484142765403,
53 0.0053052944131195545,
54 0.003943227231502533
55 ],
56 "n": 8
57 }
58 },
59 "idea": {
60 "mean": 0.0037960568733979017,
61 "std": 0.0013761705927236632,
62 "per_seed": [
63 0.0020462542306631804,
64 0.0023984331637620926,
65 0.0028834049589931965,
66 0.006311438046395779,
67 0.004318919964134693,
68 0.003161483909934759,
69 0.005305294878780842,
70 0.003943225834518671
71 ],
72 "n": 8
73 },
74 "comparison": {
75 "delta_mean": -8.731149137020111e-11,
76 "idea_wins": 3,
77 "n_pairs": 8,
78 "per_seed_diffs": [
79 -6.984919309616089e-10,
80 2.3283064365386963e-10,
81 0.0,
82 0.0,
83 9.313225746154785e-10,
84 -2.3283064365386963e-10,
85 4.656612873077393e-10,
86 -1.3969838619232178e-09
87 ],
88 "p_value": 0.8453,
89 "mde": 5.972244572456096e-10,
90 "mde_rel_pct": 1.5732758054663188e-05,
91 "verdict": "no measurable effect",
92 "system_worked": false
93 },
94 "mechanism_signature": {
95 "math_sanity": {
96 "predicted_log_rho": -0.10127994793858716,
97 "measured_exponent": -0.10127994793858712,
98 "absolute_error": 4.163336342344337e-17,
99 "passed": true
100 },
101 "trained_model_signature": {
102 "predicted_transverse_radius_baseline": 1.0,
103 "predicted_transverse_radius_idea": 0.8141191005706787,
104 "observed_final_disagreement_baseline": 0.0,
105 "observed_final_disagreement_idea": 8.712692134706509e-16,
106 "prediction": "smaller transverse spectral radius should yield smaller trained hidden disagreement",
107 "confirmed": false
108 },
109 "topology": {
110 "baseline": "symmetric reciprocal ring",
111 "idea": "directed heterogeneous row-stochastic"
112 }
113 },
114 "idea_sweep": [
115 {
116 "cfg": {
117 "lr": 0.006,
118 "epochs": 10,
119 "sigma": 0.42,
120 "delay": 2
121 },
122 "mean": 0.0037960568733979017
123 },
124 {
125 "cfg": {
126 "lr": 0.001,
127 "epochs": 10,
128 "sigma": 0.42,
129 "delay": 2
130 },
131 "mean": 0.03185410512378439
132 }
133 ],
134 "math_sanity": {
135 "predicted_log_rho": -0.10127994793858716,
136 "measured_exponent": -0.10127994793858712,
137 "absolute_error": 4.163336342344337e-17,
138 "passed": true
139 }
140}