Exact Neural de Rham Backbone / bench_report_registered.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "poisson_boundary",
  4  "model": "scalar_potential_backbone",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.03
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.003
 15        },
 16        "mean": 0.12233347818255424
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.01
 21        },
 22        "mean": 0.05105730285868049
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.03
 27        },
 28        "mean": 0.009451728663407266
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.01093649520771578,
 33      "std": 0.003025037049171694,
 34      "per_seed": [
 35        0.00799343828111887,
 36        0.006817351561039686,
 37        0.010449049063026905,
 38        0.012547075748443604,
 39        0.008240480907261372,
 40        0.011241904459893703,
 41        0.01626167818903923,
 42        0.013940983451902866
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "mean": 0.03724087378941476,
 49    "std": 0.012178382868521676,
 50    "per_seed": [
 51      0.030537452548742294,
 52      0.06148594617843628,
 53      0.022630251944065094,
 54      0.05179433524608612,
 55      0.032382115721702576,
 56      0.02730206958949566,
 57      0.03700961917638779,
 58      0.0347851999104023
 59    ],
 60    "n": 8
 61  },
 62  "comparison": {
 63    "delta_mean": 0.026304378581698984,
 64    "idea_wins": 0,
 65    "n_pairs": 8,
 66    "per_seed_diffs": [
 67      0.022544014267623425,
 68      0.05466859461739659,
 69      0.012181202881038189,
 70      0.03924725949764252,
 71      0.024141634814441204,
 72      0.016060165129601955,
 73      0.020747940987348557,
 74      0.02084421645849943
 75    ],
 76    "p_value": 0.0081,
 77    "mde": 0.01163752387239483,
 78    "mde_rel_pct": 106.40999379933409,
 79    "verdict": "idea worse (significant)",
 80    "system_worked": false
 81  },
 82  "mechanism_signature": {
 83    "stage1_prediction": "d squared equals zero for the learned potential gradient",
 84    "baseline_gradient_curl_rms": 1.36577753551137e-07,
 85    "predicted_gradient_curl_rms": 0.0,
 86    "observed_gradient_curl_rms": 1.154990201257533e-07,
 87    "n_probe": 128,
 88    "confirmed": true,
 89    "idea_sweep": [
 90      {
 91        "cfg": {
 92          "lr": 0.003
 93        },
 94        "result": {
 95          "mean": 0.11393675301223993,
 96          "std": 0.01067011604185375,
 97          "per_seed": [
 98            0.11674976348876953,
 99            0.11242678761482239,
100            0.09828850626945496,
101            0.12337931990623474,
102            0.13426120579242706,
103            0.11549603939056396,
104            0.10730288922786713,
105            0.1035895124077797
106          ],
107          "n": 8
108        }
109      },
110      {
111        "cfg": {
112          "lr": 0.01
113        },
114        "result": {
115          "mean": 0.08499461971223354,
116          "std": 0.00870385202148945,
117          "per_seed": [
118            0.07853147387504578,
119            0.0928913876414299,
120            0.07291875034570694,
121            0.09869463741779327,
122            0.09521957486867905,
123            0.08183202892541885,
124            0.08108515292406082,
125            0.07878395169973373
126          ],
127          "n": 8
128        }
129      },
130      {
131        "cfg": {
132          "lr": 0.03
133        },
134        "result": {
135          "mean": 0.03724087378941476,
136          "std": 0.012178382868521676,
137          "per_seed": [
138            0.030537452548742294,
139            0.06148594617843628,
140            0.022630251944065094,
141            0.05179433524608612,
142            0.032382115721702576,
143            0.02730206958949566,
144            0.03700961917638779,
145            0.0347851999104023
146          ],
147          "n": 8
148        }
149      }
150    ],
151    "math_check": {
152      "nilpotence_max_abs": 0.0,
153      "derivative_identity_max_abs": 0.0
154    }
155  },
156  "math_check": {
157    "nilpotence_max_abs": 0.0,
158    "derivative_identity_max_abs": 0.0
159  },
160  "idea_selected_cfg": {
161    "lr": 0.03
162  }
163}