Entropy-stable split quadratic layer / bench_report.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "burgers_periodic_split",
  4  "model": "custom_split_quadratic_net",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01,
 10      "alpha": 1.0
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "alpha": 1.0
 17        },
 18        "mean": 0.006492269458249211
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.003,
 23          "alpha": 1.0
 24        },
 25        "mean": 0.0016466164756820945
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.01,
 30          "alpha": 1.0
 31        },
 32        "mean": 4.1648485307632654e-05
 33      }
 34    ],
 35    "full": {
 36      "mean": 4.365622254454138e-05,
 37      "std": 4.107952621194168e-05,
 38      "per_seed": [
 39        0.00012220298231113702,
 40        8.426587555732112e-06,
 41        2.8994390959269367e-05,
 42        6.969980404392118e-06,
 43        8.339938176504802e-06,
 44        0.00010017721069743857,
 45        3.7151563446968794e-05,
 46        3.698712680488825e-05
 47      ],
 48      "n": 8
 49    }
 50  },
 51  "idea": {
 52    "mean": 4.3688922346518666e-05,
 53    "std": 4.108227626022683e-05,
 54    "per_seed": [
 55      0.00012215199240017682,
 56      8.366856491193175e-06,
 57      2.900941217376385e-05,
 58      6.9578209149767645e-06,
 59      8.438861186732538e-06,
 60      0.00010030106932390481,
 61      3.73090551875066e-05,
 62      3.6976311093894765e-05
 63    ],
 64    "n": 8
 65  },
 66  "comparison": {
 67    "delta_mean": 3.269980197728728e-08,
 68    "idea_wins": 4,
 69    "n_pairs": 8,
 70    "per_seed_diffs": [
 71      -5.098991096019745e-08,
 72      -5.973106453893706e-08,
 73      1.5021214494481683e-08,
 74      -1.2159489415353164e-08,
 75      9.892301022773609e-08,
 76      1.2385862646624446e-07,
 77      1.5749174053780735e-07,
 78      -1.0815710993483663e-08
 79    ],
 80    "p_value": 0.28455,
 81    "mde": 6.926491245136241e-08,
 82    "mde_rel_pct": 0.15865988492406347,
 83    "verdict": "no measurable effect",
 84    "system_worked": false
 85  },
 86  "mechanism_signature": {
 87    "predicted": {
 88      "aliasing_root_alpha_for_tau4_i1_j1": 0.3333333333333333,
 89      "prediction": "alpha=1/3 reduces the dominant unresolved quadratic-product aliasing proxy"
 90    },
 91    "observed": {
 92      "baseline_alpha": 1.0,
 93      "idea_alpha": 0.3333333333333333,
 94      "baseline_test_mse": 4.365622254454138e-05,
 95      "idea_test_mse": 4.3688922346518666e-05,
 96      "idea_sweep": [
 97        {
 98          "cfg": {
 99            "lr": 0.001,
100            "alpha": 0.3333333333333333
101          },
102          "mean": 0.006493119290098548
103        },
104        {
105          "cfg": {
106            "lr": 0.003,
107            "alpha": 0.3333333333333333
108          },
109          "mean": 0.0016465794683426793
110        },
111        {
112          "cfg": {
113            "lr": 0.01,
114            "alpha": 0.3333333333333333
115          },
116          "mean": 4.162152049502765e-05
117        }
118      ]
119    },
120    "confirmed": false,
121    "measurement_note": "The trained-model aliasing proxy was not retained by the generic harness metric path; confirmation is false rather than inferred from the formula."
122  },
123  "custom_track": {
124    "name": "burgers_periodic_split",
125    "file": "split_bench.py",
126    "domain": "pde"
127  }
128}