Harmonic Global Latent Channels / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "harmonic_cycle_circulation",
  4  "model": "ring_message_passing_custom",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.001
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 0.03638237901031971
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 0.03729948867112398
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.01
 27        },
 28        "mean": 0.03742243070155382
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.03550581377930939,
 33      "std": 0.0023969084354119523,
 34      "per_seed": [
 35        0.03843935579061508,
 36        0.03611151874065399,
 37        0.036980800330638885,
 38        0.03399784117937088,
 39        0.036552730947732925,
 40        0.03312560170888901,
 41        0.03784109279513359,
 42        0.030997568741440773
 43      ],
 44      "n": 8
 45    },
 46    "all_full": {
 47      "0.001": {
 48        "mean": 0.03550581377930939,
 49        "std": 0.0023969084354119523,
 50        "per_seed": [
 51          0.03843935579061508,
 52          0.03611151874065399,
 53          0.036980800330638885,
 54          0.03399784117937088,
 55          0.036552730947732925,
 56          0.03312560170888901,
 57          0.03784109279513359,
 58          0.030997568741440773
 59        ],
 60        "n": 8
 61      },
 62      "0.003": {
 63        "mean": 0.03639047034084797,
 64        "std": 0.001780600134499539,
 65        "per_seed": [
 66          0.03775117173790932,
 67          0.037132371217012405,
 68          0.036965541541576385,
 69          0.03734887018799782,
 70          0.03682024031877518,
 71          0.036104973405599594,
 72          0.03717437759041786,
 73          0.031826216727495193
 74        ],
 75        "n": 8
 76      },
 77      "0.01": {
 78        "mean": 0.04192821681499481,
 79        "std": 0.00861440956566223,
 80        "per_seed": [
 81          0.035938866436481476,
 82          0.038753993809223175,
 83          0.03893406316637993,
 84          0.03606279939413071,
 85          0.04620900750160217,
 86          0.04654981568455696,
 87          0.06103283539414406,
 88          0.03194435313344002
 89        ],
 90        "n": 8
 91      }
 92    },
 93    "selected_lr": 0.001
 94  },
 95  "idea": {
 96    "mean": 0.0015596052253386006,
 97    "std": 0.0010234089138902982,
 98    "per_seed": [
 99      0.0007151182508096099,
100      0.001629576669074595,
101      0.0008324859663844109,
102      0.0016431926051154733,
103      0.001250403467565775,
104      0.004094944801181555,
105      0.0007846655789762735,
106      0.0015264544636011124
107    ],
108    "n": 8
109  },
110  "comparison": {
111    "delta_mean": -0.03394620855397079,
112    "idea_wins": 8,
113    "n_pairs": 8,
114    "per_seed_diffs": [
115      -0.03772423753980547,
116      -0.0344819420715794,
117      -0.036148314364254475,
118      -0.03235464857425541,
119      -0.03530232748016715,
120      -0.029030656907707453,
121      -0.03705642721615732,
122      -0.02947111427783966
123    ],
124    "p_value": 0.0081,
125    "mde": 0.0027847898675877653,
126    "mde_rel_pct": 7.8431940326645035,
127    "verdict": "idea better (significant)",
128    "system_worked": true
129  },
130  "custom_track": {
131    "name": "harmonic_cycle_circulation",
132    "file": "custom_harmonic_track.py",
133    "domain": "pde"
134  },
135  "idea_sweep": [
136    {
137      "lr": 0.001,
138      "full": {
139        "mean": 0.003153404308250174,
140        "std": 0.0010669733272582484,
141        "per_seed": [
142          0.005706639029085636,
143          0.0019703044090420008,
144          0.002921751933172345,
145          0.003424836788326502,
146          0.0025838848669081926,
147          0.002318854909390211,
148          0.003008102998137474,
149          0.0032928595319390297
150        ],
151        "n": 8
152      }
153    },
154    {
155      "lr": 0.003,
156      "full": {
157        "mean": 0.0015596052253386006,
158        "std": 0.0010234089138902982,
159        "per_seed": [
160          0.0007151182508096099,
161          0.001629576669074595,
162          0.0008324859663844109,
163          0.0016431926051154733,
164          0.001250403467565775,
165          0.004094944801181555,
166          0.0007846655789762735,
167          0.0015264544636011124
168        ],
169        "n": 8
170      }
171    },
172    {
173      "lr": 0.01,
174      "full": {
175        "mean": 0.01939631302957423,
176        "std": 0.021010081673085577,
177        "per_seed": [
178          0.045300547033548355,
179          0.004099640529602766,
180          0.0036269642878323793,
181          0.0017828397685661912,
182          0.047566160559654236,
183          0.04654437676072121,
184          0.005047771148383617,
185          0.001202204148285091
186        ],
187        "n": 8
188      }
189    }
190  ],
191  "math_check": {
192    "closed_residual": 0.0,
193    "coclosed_residual": 1.0385185452638061e-16,
194    "weighted_orthonormality": 1.0,
195    "max_gauge_residual": 5.551115123125783e-16,
196    "max_reconstruction_residual": 4.440892098500626e-16,
197    "period_basis_residual": 0.0
198  },
199  "protocol": {
200    "seeds": [
201      0,
202      1,
203      2,
204      3,
205      4,
206      5,
207      6,
208      7
209    ],
210    "epochs": 24,
211    "batch": 64,
212    "baseline_union_lr_full_evals": true,
213    "idea_best_lr": 0.003,
214    "matched_architecture": "same four local ring layers; idea adds only harmonic projection/global coefficient"
215  },
216  "mechanism_signature": {
217    "trained_seed": 0,
218    "period_input_slope": 0.9669459899023306,
219    "target_period_input_slope": 1.0000000062968901,
220    "period_input_correlation": 0.9942523582287552,
221    "idea_test_mse": 0.0007151182508096099,
222    "confirmed": true
223  },
224  "comparison_at_baseline_best_lr": {
225    "delta_mean": -0.03235240947105922,
226    "idea_wins": 8,
227    "n_pairs": 8,
228    "per_seed_diffs": [
229      -0.032732716761529446,
230      -0.03414121433161199,
231      -0.03405904839746654,
232      -0.03057300439104438,
233      -0.03396884608082473,
234      -0.030806746799498796,
235      -0.03483298979699612,
236      -0.027704709209501743
237    ],
238    "p_value": 0.0081,
239    "mde": 0.002052526791910367,
240    "mde_rel_pct": 5.7808188953732795,
241    "verdict": "idea better (significant)",
242    "system_worked": true
243  }
244}