Symmetry-Block Neural PDE Solver / bench_report.json
Beats tuned baseline
1{
2 "bench_version": 1,
3 "track": "symmetric_periodic_poisson",
4 "model": "matched_mlp_implicit_poisson",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.003
10 },
11 "sweep": [
12 {
13 "cfg": {
14 "lr": 0.001
15 },
16 "mean": 3678.5545349121094
17 },
18 {
19 "cfg": {
20 "lr": 0.003
21 },
22 "mean": 1542.9738693237305
23 },
24 {
25 "cfg": {
26 "lr": 0.01
27 },
28 "mean": 61191.117919921875
29 }
30 ],
31 "full": {
32 "mean": 1542.9738693237305,
33 "std": 881.7730243013423,
34 "per_seed": [
35 551.7968139648438,
36 1715.5308837890625,
37 1606.8431396484375,
38 3546.521728515625,
39 896.7335205078125,
40 1585.5440673828125,
41 690.23828125,
42 1750.58251953125
43 ],
44 "n": 8
45 }
46 },
47 "idea": {
48 "lr": 0.01,
49 "mean": 0.16419056802988052,
50 "std": 0.005184735120563237,
51 "per_seed": [
52 0.16288402676582336,
53 0.16800929605960846,
54 0.17022863030433655,
55 0.15940041840076447,
56 0.1558334082365036,
57 0.16848696768283844,
58 0.16939124464988708,
59 0.15929055213928223
60 ],
61 "n": 8,
62 "sweep": [
63 {
64 "lr": 0.001,
65 "mean": 0.3343125320971012,
66 "std": 0.009810974440287518,
67 "per_seed": [
68 0.3338050842285156,
69 0.3555314540863037,
70 0.33778291940689087,
71 0.3278142511844635,
72 0.3225341737270355,
73 0.33397650718688965,
74 0.33897507190704346,
75 0.32408079504966736
76 ],
77 "n": 8
78 },
79 {
80 "lr": 0.003,
81 "mean": 0.22666289284825325,
82 "std": 0.0031595270674267305,
83 "per_seed": [
84 0.22902223467826843,
85 0.23013357818126678,
86 0.22756972908973694,
87 0.22086501121520996,
88 0.2224116325378418,
89 0.22880665957927704,
90 0.22874034941196442,
91 0.22575394809246063
92 ],
93 "n": 8
94 },
95 {
96 "lr": 0.01,
97 "mean": 0.16419056802988052,
98 "std": 0.005184735120563237,
99 "per_seed": [
100 0.16288402676582336,
101 0.16800929605960846,
102 0.17022863030433655,
103 0.15940041840076447,
104 0.1558334082365036,
105 0.16848696768283844,
106 0.16939124464988708,
107 0.15929055213928223
108 ],
109 "n": 8
110 }
111 ],
112 "cfg": {
113 "lr": 0.01,
114 "nearby_tested": [
115 0.001,
116 0.003,
117 0.01
118 ]
119 }
120 },
121 "comparison": {
122 "delta_mean": -1542.8096787557006,
123 "idea_wins": 8,
124 "n_pairs": 8,
125 "per_seed_diffs": [
126 -551.6339299380779,
127 -1715.362874493003,
128 -1606.6729110181332,
129 -3546.3623280972242,
130 -896.577687099576,
131 -1585.3755804151297,
132 -690.0688900053501,
133 -1750.4232289791107
134 ],
135 "p_value": 0.0081,
136 "mde": 788.2054458068113,
137 "mde_rel_pct": 51.08352522860764,
138 "verdict": "idea better (significant)",
139 "system_worked": true
140 },
141 "mechanism_signature": {
142 "prediction": "symmetry-basis implicit solve preserves the discretized solution and commutes with translations",
143 "trained_model_observed_max_relative_solve_residual": 0.0692358985543251,
144 "trained_model_observed_max_translation_equivariance_error": 0.4862891137599945,
145 "operator_commutator_frobenius": 8.0,
146 "predicted_residual_and_equivariance": 0.0,
147 "confirmed": false,
148 "note": "signature is measured from the trained idea model on held-out benchmark inputs"
149 },
150 "custom_track": {
151 "name": "symmetric_periodic_poisson",
152 "file": "poisson_symmetry_track.py",
153 "domain": "pde"
154 },
155 "stage2_config": {
156 "epochs": 16,
157 "batch": 64,
158 "seeds": [
159 0,
160 1,
161 2,
162 3,
163 4,
164 5,
165 6,
166 7
167 ],
168 "lr_union": [
169 0.001,
170 0.003,
171 0.01
172 ],
173 "track_reason": "PDE inverse problem with periodic Poisson operator; no built-in track had this structure"
174 }
175}