Singularity-Enriched Neural Ansatz / bench_report.json
Beats tuned baseline
1{
2 "bench_version": 1,
3 "track": "mixed_junction_pde",
4 "model": "shared_mlp",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.006,
10 "epochs": 24
11 },
12 "sweep": [
13 {
14 "cfg": {
15 "lr": 0.001,
16 "epochs": 24
17 },
18 "mean": 0.00339865026762709
19 },
20 {
21 "cfg": {
22 "lr": 0.003,
23 "epochs": 24
24 },
25 "mean": 0.003264589060563594
26 },
27 {
28 "cfg": {
29 "lr": 0.006,
30 "epochs": 24
31 },
32 "mean": 0.002789003716316074
33 }
34 ],
35 "full": {
36 "mean": 0.0026630852662492543,
37 "std": 0.00036134479913983665,
38 "per_seed": [
39 0.002356861950829625,
40 0.002819970017299056,
41 0.003539228579029441,
42 0.0024399543181061745,
43 0.0024639228358864784,
44 0.002411615801975131,
45 0.0026837403420358896,
46 0.002589388284832239
47 ],
48 "n": 8
49 }
50 },
51 "idea": {
52 "mean": 0.0022626783757004887,
53 "per_seed": [
54 0.001978969667106867,
55 0.0023965463042259216,
56 0.0029797772876918316,
57 0.0021176720038056374,
58 0.0021572888363152742,
59 0.0020093151833862066,
60 0.002253561979159713,
61 0.0022082957439124584
62 ],
63 "std": 0.000298330645560932,
64 "n": 8,
65 "config": {
66 "lr": 0.006,
67 "epochs": 24
68 }
69 },
70 "comparison": {
71 "delta_mean": -0.00040040689054876566,
72 "idea_wins": 8,
73 "n_pairs": 8,
74 "per_seed_diffs": [
75 -0.0003778922837227583,
76 -0.0004234237130731344,
77 -0.0005594512913376093,
78 -0.0003222823143005371,
79 -0.0003066339995712042,
80 -0.0004023006185889244,
81 -0.00043017836287617683,
82 -0.00038109254091978073
83 ],
84 "p_value": 0.0081,
85 "mde": 6.514612130287504e-05,
86 "mde_rel_pct": 2.4462649442174347,
87 "verdict": "idea better (significant)",
88 "system_worked": true
89 },
90 "custom_track": {
91 "name": "mixed_junction_pde",
92 "file": "mixed_junction_track.py",
93 "domain": "pde"
94 },
95 "protocol_note": "Built-in tracks have no PDE/boundary-value structure; local custom track is used. Same MLP trunk, data, epochs, batch, and lr grid for both systems.",
96 "mechanism_signature": {
97 "predicted_lambda": 0.5,
98 "observed_nn_loglog_slope": 0.5707064248174396,
99 "slope_abs_error": 0.0707064248174396,
100 "corner_test_mse": 0.0011835746699944139,
101 "n_corner": 4,
102 "confirmed": true,
103 "probe_points": 160
104 },
105 "idea_sweep": [
106 {
107 "config": {
108 "lr": 0.001,
109 "epochs": 24
110 },
111 "mean": 0.0027024906885344535,
112 "per_seed": [
113 0.0024186030495911837,
114 0.002843501977622509,
115 0.0031673284247517586,
116 0.002951104659587145,
117 0.0026426410768181086,
118 0.002598213730379939,
119 0.0023358326870948076,
120 0.0026626999024301767
121 ],
122 "std": 0.00025710806568259,
123 "n": 8
124 },
125 {
126 "config": {
127 "lr": 0.003,
128 "epochs": 24
129 },
130 "mean": 0.0026329627726227045,
131 "per_seed": [
132 0.0022699313703924417,
133 0.002718425588682294,
134 0.0033307583071291447,
135 0.002648074645549059,
136 0.0024650446139276028,
137 0.002464297227561474,
138 0.0026492171455174685,
139 0.0025179532822221518
140 ],
141 "std": 0.00029503784296368855,
142 "n": 8
143 },
144 {
145 "config": {
146 "lr": 0.006,
147 "epochs": 24
148 },
149 "mean": 0.0022626783757004887,
150 "per_seed": [
151 0.001978969667106867,
152 0.0023965463042259216,
153 0.0029797772876918316,
154 0.0021176720038056374,
155 0.0021572888363152742,
156 0.0020093151833862066,
157 0.002253561979159713,
158 0.0022082957439124584
159 ],
160 "std": 0.000298330645560932,
161 "n": 8
162 }
163 ]
164}