Observability-Gated Spectral Phase Initialization / bench_report.json
Beats tuned baseline
1{
2 "bench_version": 1,
3 "track": "phase_synchronization_regression",
4 "model": "mlp_tiny",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.01
10 },
11 "sweep": [
12 {
13 "cfg": {
14 "lr": 0.001
15 },
16 "mean": 0.5544544011354446
17 },
18 {
19 "cfg": {
20 "lr": 0.003
21 },
22 "mean": 0.5093307048082352
23 },
24 {
25 "cfg": {
26 "lr": 0.01
27 },
28 "mean": 0.4870074987411499
29 }
30 ],
31 "full": {
32 "mean": 0.7184864804148674,
33 "std": 0.6005355689639164,
34 "per_seed": [
35 0.5706357359886169,
36 0.43496403098106384,
37 0.42483416199684143,
38 0.5175960659980774,
39 0.4055282473564148,
40 0.73640376329422,
41 0.3769463896751404,
42 2.2809834480285645
43 ],
44 "n": 8
45 }
46 },
47 "idea": {
48 "mean": 0.21742316987365484,
49 "std": 0.0751846884485342,
50 "per_seed": [
51 0.21176113188266754,
52 0.1522442102432251,
53 0.22154822945594788,
54 0.09710203856229782,
55 0.3232591152191162,
56 0.24092552065849304,
57 0.1655595749616623,
58 0.32698553800582886
59 ],
60 "n": 8
61 },
62 "comparison": {
63 "delta_mean": -0.5010633105412126,
64 "idea_wins": 8,
65 "n_pairs": 8,
66 "per_seed_diffs": [
67 -0.3588746041059494,
68 -0.28271982073783875,
69 -0.20328593254089355,
70 -0.42049402743577957,
71 -0.08226913213729858,
72 -0.49547824263572693,
73 -0.2113868147134781,
74 -1.9539979100227356
75 ],
76 "p_value": 0.0081,
77 "mde": 0.5030248995072959,
78 "mde_rel_pct": 70.01174179600986,
79 "verdict": "idea better (significant)",
80 "system_worked": true
81 },
82 "custom_track": {
83 "name": "phase_synchronization_regression",
84 "file": "phase_track.py",
85 "domain": "geometry/graph synchronization"
86 },
87 "idea_sweep": [
88 {
89 "cfg": {
90 "lr": 0.001
91 },
92 "result": {
93 "mean": 0.2453548777848482,
94 "std": 0.07094670006301455,
95 "per_seed": [
96 0.27867943048477173,
97 0.1840101033449173,
98 0.20311710238456726,
99 0.15075239539146423,
100 0.3714803159236908,
101 0.24977633357048035,
102 0.19869858026504517,
103 0.3263247609138489
104 ],
105 "n": 8
106 }
107 },
108 {
109 "cfg": {
110 "lr": 0.003
111 },
112 "result": {
113 "mean": 0.21742316987365484,
114 "std": 0.0751846884485342,
115 "per_seed": [
116 0.21176113188266754,
117 0.1522442102432251,
118 0.22154822945594788,
119 0.09710203856229782,
120 0.3232591152191162,
121 0.24092552065849304,
122 0.1655595749616623,
123 0.32698553800582886
124 ],
125 "n": 8
126 }
127 },
128 {
129 "cfg": {
130 "lr": 0.01
131 },
132 "result": {
133 "mean": 0.2902024118229747,
134 "std": 0.1461298164928991,
135 "per_seed": [
136 0.3044014573097229,
137 0.08412133902311325,
138 0.27784958481788635,
139 0.13880692422389984,
140 0.478528767824173,
141 0.47114890813827515,
142 0.14776097238063812,
143 0.41900134086608887
144 ],
145 "n": 8
146 }
147 }
148 ],
149 "runtime_sec": 49.546178102493286,
150 "mechanism_signature": {
151 "prediction": "spectral alignment reduces downstream test MSE and residual spread",
152 "predicted_baseline_mse": 0.4704003967344761,
153 "observed_aligned_mse": 0.3038702141493559,
154 "observed_aligned_residual_std": 0.4300309270620346,
155 "confirmed": true
156 }
157}