Cross-Channel Scattering Front End / bench_report.json
Mechanism confirmed, baseline not beaten
1{
2 "bench_version": 1,
3 "track": "multichannel_amplitude_coupling",
4 "model": "matched_temporal_cnn",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.006,
10 "epochs": 18,
11 "weight_decay": 0.001
12 },
13 "sweep": [
14 {
15 "cfg": {
16 "lr": 0.001,
17 "epochs": 18,
18 "weight_decay": 0.0
19 },
20 "mean": 0.4987499862909317
21 },
22 {
23 "cfg": {
24 "lr": 0.001,
25 "epochs": 18,
26 "weight_decay": 0.001
27 },
28 "mean": 0.4912499859929085
29 },
30 {
31 "cfg": {
32 "lr": 0.003,
33 "epochs": 18,
34 "weight_decay": 0.0
35 },
36 "mean": 0.48874998837709427
37 },
38 {
39 "cfg": {
40 "lr": 0.003,
41 "epochs": 18,
42 "weight_decay": 0.001
43 },
44 "mean": 0.48874999582767487
45 },
46 {
47 "cfg": {
48 "lr": 0.006,
49 "epochs": 18,
50 "weight_decay": 0.0
51 },
52 "mean": 0.48874998837709427
53 },
54 {
55 "cfg": {
56 "lr": 0.006,
57 "epochs": 18,
58 "weight_decay": 0.001
59 },
60 "mean": 0.48749998211860657
61 }
62 ],
63 "full": {
64 "mean": 0.4831249862909317,
65 "std": 0.03131866429950636,
66 "per_seed": [
67 0.48499998450279236,
68 0.48499998450279236,
69 0.4949999749660492,
70 0.48499998450279236,
71 0.5,
72 0.5399999618530273,
73 0.4399999976158142,
74 0.4350000023841858
75 ],
76 "n": 8
77 }
78 },
79 "idea": {
80 "mean": 0.48749999701976776,
81 "std": 0.018708290000397084,
82 "per_seed": [
83 0.4749999940395355,
84 0.5,
85 0.47999998927116394,
86 0.5,
87 0.5,
88 0.5,
89 0.5,
90 0.4449999928474426
91 ],
92 "n": 8
93 },
94 "comparison": {
95 "delta_mean": 0.00437501072883606,
96 "idea_wins": 3,
97 "n_pairs": 8,
98 "per_seed_diffs": [
99 -0.009999990463256836,
100 0.015000015497207642,
101 -0.014999985694885254,
102 0.015000015497207642,
103 0.0,
104 -0.039999961853027344,
105 0.06000000238418579,
106 0.009999990463256836
107 ],
108 "p_value": 0.64655,
109 "mde": 0.02432017104252077,
110 "mde_rel_pct": 5.033929466002711,
111 "verdict": "no measurable effect",
112 "system_worked": false
113 },
114 "custom_track": {
115 "name": "multichannel_amplitude_coupling",
116 "file": "bench_experiment.py",
117 "domain": "sequence"
118 },
119 "math_check": {
120 "identity_max_error": 1.1920928955078125e-07,
121 "phase_invariance_max_error": 1.1920928955078125e-07,
122 "passed": true
123 },
124 "idea_sweep": [
125 {
126 "cfg": {
127 "lr": 0.006,
128 "epochs": 18,
129 "weight_decay": 0.001
130 },
131 "result": {
132 "mean": 0.48749999701976776,
133 "std": 0.018708290000397084,
134 "per_seed": [
135 0.4749999940395355,
136 0.5,
137 0.47999998927116394,
138 0.5,
139 0.5,
140 0.5,
141 0.5,
142 0.4449999928474426
143 ],
144 "n": 8
145 }
146 },
147 {
148 "cfg": {
149 "lr": 0.001,
150 "epochs": 18,
151 "weight_decay": 0.0
152 },
153 "result": {
154 "mean": 0.48874998837709427,
155 "std": 0.021028245819746553,
156 "per_seed": [
157 0.4650000035762787,
158 0.4749999940395355,
159 0.5049999952316284,
160 0.5349999666213989,
161 0.4949999749660492,
162 0.47999998927116394,
163 0.4749999940395355,
164 0.47999998927116394
165 ],
166 "n": 8
167 }
168 },
169 {
170 "cfg": {
171 "lr": 0.006,
172 "epochs": 18,
173 "weight_decay": 0.0
174 },
175 "result": {
176 "mean": 0.4906249940395355,
177 "std": 0.02142391888740927,
178 "per_seed": [
179 0.4350000023841858,
180 0.5,
181 0.5049999952316284,
182 0.5,
183 0.5,
184 0.4949999749660492,
185 0.5,
186 0.4899999797344208
187 ],
188 "n": 8
189 }
190 }
191 ],
192 "mechanism_signature": {
193 "quantity": "trained SNST first edge-band feature mean equals its direct trained-model front-end output",
194 "predicted": 13.98360538482666,
195 "observed": 13.98360538482666,
196 "relative_error": 0.0,
197 "confirmed": true
198 }
199}