Singularity-Enriched Neural Ansatz / bench_report.json

✓✓ Beats tuned baseline

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "mixed_junction_pde",
  4  "model": "shared_mlp",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.006,
 10      "epochs": 24
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "epochs": 24
 17        },
 18        "mean": 0.00339865026762709
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.003,
 23          "epochs": 24
 24        },
 25        "mean": 0.003264589060563594
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.006,
 30          "epochs": 24
 31        },
 32        "mean": 0.002789003716316074
 33      }
 34    ],
 35    "full": {
 36      "mean": 0.0026630852662492543,
 37      "std": 0.00036134479913983665,
 38      "per_seed": [
 39        0.002356861950829625,
 40        0.002819970017299056,
 41        0.003539228579029441,
 42        0.0024399543181061745,
 43        0.0024639228358864784,
 44        0.002411615801975131,
 45        0.0026837403420358896,
 46        0.002589388284832239
 47      ],
 48      "n": 8
 49    }
 50  },
 51  "idea": {
 52    "mean": 0.0022626783757004887,
 53    "per_seed": [
 54      0.001978969667106867,
 55      0.0023965463042259216,
 56      0.0029797772876918316,
 57      0.0021176720038056374,
 58      0.0021572888363152742,
 59      0.0020093151833862066,
 60      0.002253561979159713,
 61      0.0022082957439124584
 62    ],
 63    "std": 0.000298330645560932,
 64    "n": 8,
 65    "config": {
 66      "lr": 0.006,
 67      "epochs": 24
 68    }
 69  },
 70  "comparison": {
 71    "delta_mean": -0.00040040689054876566,
 72    "idea_wins": 8,
 73    "n_pairs": 8,
 74    "per_seed_diffs": [
 75      -0.0003778922837227583,
 76      -0.0004234237130731344,
 77      -0.0005594512913376093,
 78      -0.0003222823143005371,
 79      -0.0003066339995712042,
 80      -0.0004023006185889244,
 81      -0.00043017836287617683,
 82      -0.00038109254091978073
 83    ],
 84    "p_value": 0.0081,
 85    "mde": 6.514612130287504e-05,
 86    "mde_rel_pct": 2.4462649442174347,
 87    "verdict": "idea better (significant)",
 88    "system_worked": true
 89  },
 90  "custom_track": {
 91    "name": "mixed_junction_pde",
 92    "file": "mixed_junction_track.py",
 93    "domain": "pde"
 94  },
 95  "protocol_note": "Built-in tracks have no PDE/boundary-value structure; local custom track is used. Same MLP trunk, data, epochs, batch, and lr grid for both systems.",
 96  "mechanism_signature": {
 97    "predicted_lambda": 0.5,
 98    "observed_nn_loglog_slope": 0.5707064248174396,
 99    "slope_abs_error": 0.0707064248174396,
100    "corner_test_mse": 0.0011835746699944139,
101    "n_corner": 4,
102    "confirmed": true,
103    "probe_points": 160
104  },
105  "idea_sweep": [
106    {
107      "config": {
108        "lr": 0.001,
109        "epochs": 24
110      },
111      "mean": 0.0027024906885344535,
112      "per_seed": [
113        0.0024186030495911837,
114        0.002843501977622509,
115        0.0031673284247517586,
116        0.002951104659587145,
117        0.0026426410768181086,
118        0.002598213730379939,
119        0.0023358326870948076,
120        0.0026626999024301767
121      ],
122      "std": 0.00025710806568259,
123      "n": 8
124    },
125    {
126      "config": {
127        "lr": 0.003,
128        "epochs": 24
129      },
130      "mean": 0.0026329627726227045,
131      "per_seed": [
132        0.0022699313703924417,
133        0.002718425588682294,
134        0.0033307583071291447,
135        0.002648074645549059,
136        0.0024650446139276028,
137        0.002464297227561474,
138        0.0026492171455174685,
139        0.0025179532822221518
140      ],
141      "std": 0.00029503784296368855,
142      "n": 8
143    },
144    {
145      "config": {
146        "lr": 0.006,
147        "epochs": 24
148      },
149      "mean": 0.0022626783757004887,
150      "per_seed": [
151        0.001978969667106867,
152        0.0023965463042259216,
153        0.0029797772876918316,
154        0.0021176720038056374,
155        0.0021572888363152742,
156        0.0020093151833862066,
157        0.002253561979159713,
158        0.0022082957439124584
159      ],
160      "std": 0.000298330645560932,
161      "n": 8
162    }
163  ]
164}