Symmetry-Block Neural PDE Solver / bench_report.json

✓✓ Beats tuned baseline

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "symmetric_periodic_poisson",
  4  "model": "matched_mlp_implicit_poisson",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.003
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 3678.5545349121094
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 1542.9738693237305
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.01
 27        },
 28        "mean": 61191.117919921875
 29      }
 30    ],
 31    "full": {
 32      "mean": 1542.9738693237305,
 33      "std": 881.7730243013423,
 34      "per_seed": [
 35        551.7968139648438,
 36        1715.5308837890625,
 37        1606.8431396484375,
 38        3546.521728515625,
 39        896.7335205078125,
 40        1585.5440673828125,
 41        690.23828125,
 42        1750.58251953125
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "lr": 0.01,
 49    "mean": 0.16419056802988052,
 50    "std": 0.005184735120563237,
 51    "per_seed": [
 52      0.16288402676582336,
 53      0.16800929605960846,
 54      0.17022863030433655,
 55      0.15940041840076447,
 56      0.1558334082365036,
 57      0.16848696768283844,
 58      0.16939124464988708,
 59      0.15929055213928223
 60    ],
 61    "n": 8,
 62    "sweep": [
 63      {
 64        "lr": 0.001,
 65        "mean": 0.3343125320971012,
 66        "std": 0.009810974440287518,
 67        "per_seed": [
 68          0.3338050842285156,
 69          0.3555314540863037,
 70          0.33778291940689087,
 71          0.3278142511844635,
 72          0.3225341737270355,
 73          0.33397650718688965,
 74          0.33897507190704346,
 75          0.32408079504966736
 76        ],
 77        "n": 8
 78      },
 79      {
 80        "lr": 0.003,
 81        "mean": 0.22666289284825325,
 82        "std": 0.0031595270674267305,
 83        "per_seed": [
 84          0.22902223467826843,
 85          0.23013357818126678,
 86          0.22756972908973694,
 87          0.22086501121520996,
 88          0.2224116325378418,
 89          0.22880665957927704,
 90          0.22874034941196442,
 91          0.22575394809246063
 92        ],
 93        "n": 8
 94      },
 95      {
 96        "lr": 0.01,
 97        "mean": 0.16419056802988052,
 98        "std": 0.005184735120563237,
 99        "per_seed": [
100          0.16288402676582336,
101          0.16800929605960846,
102          0.17022863030433655,
103          0.15940041840076447,
104          0.1558334082365036,
105          0.16848696768283844,
106          0.16939124464988708,
107          0.15929055213928223
108        ],
109        "n": 8
110      }
111    ],
112    "cfg": {
113      "lr": 0.01,
114      "nearby_tested": [
115        0.001,
116        0.003,
117        0.01
118      ]
119    }
120  },
121  "comparison": {
122    "delta_mean": -1542.8096787557006,
123    "idea_wins": 8,
124    "n_pairs": 8,
125    "per_seed_diffs": [
126      -551.6339299380779,
127      -1715.362874493003,
128      -1606.6729110181332,
129      -3546.3623280972242,
130      -896.577687099576,
131      -1585.3755804151297,
132      -690.0688900053501,
133      -1750.4232289791107
134    ],
135    "p_value": 0.0081,
136    "mde": 788.2054458068113,
137    "mde_rel_pct": 51.08352522860764,
138    "verdict": "idea better (significant)",
139    "system_worked": true
140  },
141  "mechanism_signature": {
142    "prediction": "symmetry-basis implicit solve preserves the discretized solution and commutes with translations",
143    "trained_model_observed_max_relative_solve_residual": 0.0692358985543251,
144    "trained_model_observed_max_translation_equivariance_error": 0.4862891137599945,
145    "operator_commutator_frobenius": 8.0,
146    "predicted_residual_and_equivariance": 0.0,
147    "confirmed": false,
148    "note": "signature is measured from the trained idea model on held-out benchmark inputs"
149  },
150  "custom_track": {
151    "name": "symmetric_periodic_poisson",
152    "file": "poisson_symmetry_track.py",
153    "domain": "pde"
154  },
155  "stage2_config": {
156    "epochs": 16,
157    "batch": 64,
158    "seeds": [
159      0,
160      1,
161      2,
162      3,
163      4,
164      5,
165      6,
166      7
167    ],
168    "lr_union": [
169      0.001,
170      0.003,
171      0.01
172    ],
173    "track_reason": "PDE inverse problem with periodic Poisson operator; no built-in track had this structure"
174  }
175}