Cross-Channel Scattering Front End / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "multichannel_amplitude_coupling",
  4  "model": "matched_temporal_cnn",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.006,
 10      "epochs": 18,
 11      "weight_decay": 0.001
 12    },
 13    "sweep": [
 14      {
 15        "cfg": {
 16          "lr": 0.001,
 17          "epochs": 18,
 18          "weight_decay": 0.0
 19        },
 20        "mean": 0.4987499862909317
 21      },
 22      {
 23        "cfg": {
 24          "lr": 0.001,
 25          "epochs": 18,
 26          "weight_decay": 0.001
 27        },
 28        "mean": 0.4912499859929085
 29      },
 30      {
 31        "cfg": {
 32          "lr": 0.003,
 33          "epochs": 18,
 34          "weight_decay": 0.0
 35        },
 36        "mean": 0.48874998837709427
 37      },
 38      {
 39        "cfg": {
 40          "lr": 0.003,
 41          "epochs": 18,
 42          "weight_decay": 0.001
 43        },
 44        "mean": 0.48874999582767487
 45      },
 46      {
 47        "cfg": {
 48          "lr": 0.006,
 49          "epochs": 18,
 50          "weight_decay": 0.0
 51        },
 52        "mean": 0.48874998837709427
 53      },
 54      {
 55        "cfg": {
 56          "lr": 0.006,
 57          "epochs": 18,
 58          "weight_decay": 0.001
 59        },
 60        "mean": 0.48749998211860657
 61      }
 62    ],
 63    "full": {
 64      "mean": 0.4831249862909317,
 65      "std": 0.03131866429950636,
 66      "per_seed": [
 67        0.48499998450279236,
 68        0.48499998450279236,
 69        0.4949999749660492,
 70        0.48499998450279236,
 71        0.5,
 72        0.5399999618530273,
 73        0.4399999976158142,
 74        0.4350000023841858
 75      ],
 76      "n": 8
 77    }
 78  },
 79  "idea": {
 80    "mean": 0.48749999701976776,
 81    "std": 0.018708290000397084,
 82    "per_seed": [
 83      0.4749999940395355,
 84      0.5,
 85      0.47999998927116394,
 86      0.5,
 87      0.5,
 88      0.5,
 89      0.5,
 90      0.4449999928474426
 91    ],
 92    "n": 8
 93  },
 94  "comparison": {
 95    "delta_mean": 0.00437501072883606,
 96    "idea_wins": 3,
 97    "n_pairs": 8,
 98    "per_seed_diffs": [
 99      -0.009999990463256836,
100      0.015000015497207642,
101      -0.014999985694885254,
102      0.015000015497207642,
103      0.0,
104      -0.039999961853027344,
105      0.06000000238418579,
106      0.009999990463256836
107    ],
108    "p_value": 0.64655,
109    "mde": 0.02432017104252077,
110    "mde_rel_pct": 5.033929466002711,
111    "verdict": "no measurable effect",
112    "system_worked": false
113  },
114  "custom_track": {
115    "name": "multichannel_amplitude_coupling",
116    "file": "bench_experiment.py",
117    "domain": "sequence"
118  },
119  "math_check": {
120    "identity_max_error": 1.1920928955078125e-07,
121    "phase_invariance_max_error": 1.1920928955078125e-07,
122    "passed": true
123  },
124  "idea_sweep": [
125    {
126      "cfg": {
127        "lr": 0.006,
128        "epochs": 18,
129        "weight_decay": 0.001
130      },
131      "result": {
132        "mean": 0.48749999701976776,
133        "std": 0.018708290000397084,
134        "per_seed": [
135          0.4749999940395355,
136          0.5,
137          0.47999998927116394,
138          0.5,
139          0.5,
140          0.5,
141          0.5,
142          0.4449999928474426
143        ],
144        "n": 8
145      }
146    },
147    {
148      "cfg": {
149        "lr": 0.001,
150        "epochs": 18,
151        "weight_decay": 0.0
152      },
153      "result": {
154        "mean": 0.48874998837709427,
155        "std": 0.021028245819746553,
156        "per_seed": [
157          0.4650000035762787,
158          0.4749999940395355,
159          0.5049999952316284,
160          0.5349999666213989,
161          0.4949999749660492,
162          0.47999998927116394,
163          0.4749999940395355,
164          0.47999998927116394
165        ],
166        "n": 8
167      }
168    },
169    {
170      "cfg": {
171        "lr": 0.006,
172        "epochs": 18,
173        "weight_decay": 0.0
174      },
175      "result": {
176        "mean": 0.4906249940395355,
177        "std": 0.02142391888740927,
178        "per_seed": [
179          0.4350000023841858,
180          0.5,
181          0.5049999952316284,
182          0.5,
183          0.5,
184          0.4949999749660492,
185          0.5,
186          0.4899999797344208
187        ],
188        "n": 8
189      }
190    }
191  ],
192  "mechanism_signature": {
193    "quantity": "trained SNST first edge-band feature mean equals its direct trained-model front-end output",
194    "predicted": 13.98360538482666,
195    "observed": 13.98360538482666,
196    "relative_error": 0.0,
197    "confirmed": true
198  }
199}