Exact Neural de Rham Backbone / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "exact_gradient_harmonic_field",
  4  "model": "fixed_feature_mlp",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.03
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.003
 15        },
 16        "mean": 0.14515125937759876
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.01
 21        },
 22        "mean": 0.012181096244603395
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.03
 27        },
 28        "mean": 0.004614024015609175
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.024451111123198643,
 33      "std": 0.029874775818034664,
 34      "per_seed": [
 35        0.0034638892393559217,
 36        0.004861908964812756,
 37        0.00542870257049799,
 38        0.004701595287770033,
 39        0.08931316435337067,
 40        0.019785426557064056,
 41        0.05802364647388458,
 42        0.010030555538833141
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "mean": 0.004283325368305668,
 49    "std": 0.002820140748293024,
 50    "per_seed": [
 51      0.0026890705339610577,
 52      0.00711014261469245,
 53      0.007216970901936293,
 54      0.0028496587183326483,
 55      0.0017881256062537432,
 56      0.002186009893193841,
 57      0.009091251529753208,
 58      0.0013353731483221054
 59    ],
 60    "n": 8
 61  },
 62  "comparison": {
 63    "delta_mean": -0.020167785754892975,
 64    "idea_wins": 6,
 65    "n_pairs": 8,
 66    "per_seed_diffs": [
 67      -0.0007748187053948641,
 68      0.002248233649879694,
 69      0.001788268331438303,
 70      -0.0018519365694373846,
 71      -0.08752503874711692,
 72      -0.017599416663870215,
 73      -0.048932394944131374,
 74      -0.008695182390511036
 75    ],
 76    "p_value": 0.07795,
 77    "mde": 0.026814201442593333,
 78    "mde_rel_pct": 109.664551878596,
 79    "verdict": "no significant win",
 80    "system_worked": false
 81  },
 82  "mechanism_signature": {
 83    "stage1_prediction": "gradient output has zero curl",
 84    "observed_curl_rms": 2.116390795947609e-08,
 85    "n_probe": 128,
 86    "predicted_curl_rms": 0.0,
 87    "confirmed": true,
 88    "baseline_observed_curl_rms": 0.34045830368995667,
 89    "idea_sweep": [
 90      {
 91        "cfg": {
 92          "lr": 0.003
 93        },
 94        "result": {
 95          "mean": 0.15299139311537147,
 96          "std": 0.1027511243402754,
 97          "per_seed": [
 98            0.0932643786072731,
 99            0.14964017271995544,
100            0.26015976071357727,
101            0.039499957114458084,
102            0.04945231229066849,
103            0.19050975143909454,
104            0.35340678691864014,
105            0.08799802511930466
106          ],
107          "n": 8
108        }
109      },
110      {
111        "cfg": {
112          "lr": 0.01
113        },
114        "result": {
115          "mean": 0.019656332122394815,
116          "std": 0.02249896885788085,
117          "per_seed": [
118            0.005071074701845646,
119            0.017103027552366257,
120            0.04072289913892746,
121            0.006067595910280943,
122            0.0031168204732239246,
123            0.012631528079509735,
124            0.07037948817014694,
125            0.0021582229528576136
126          ],
127          "n": 8
128        }
129      },
130      {
131        "cfg": {
132          "lr": 0.03
133        },
134        "result": {
135          "mean": 0.004283325368305668,
136          "std": 0.002820140748293024,
137          "per_seed": [
138            0.0026890705339610577,
139            0.00711014261469245,
140            0.007216970901936293,
141            0.0028496587183326483,
142            0.0017881256062537432,
143            0.002186009893193841,
144            0.009091251529753208,
145            0.0013353731483221054
146          ],
147          "n": 8
148        }
149      }
150    ],
151    "math_check": {
152      "nilpotence_max_abs": 0.0,
153      "derivative_identity_max_abs": 0.0
154    }
155  },
156  "custom_track": {
157    "name": "exact_gradient_harmonic_field",
158    "file": "custom_exact_gradient_track.py",
159    "domain": "pde"
160  },
161  "math_check": {
162    "nilpotence_max_abs": 0.0,
163    "derivative_identity_max_abs": 0.0
164  },
165  "idea_selected_cfg": {
166    "lr": 0.03
167  }
168}