Piola-Conditioned Fixed-Reference Neural Operator / registered_bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_report": {
  3    "bench_version": 1,
  4    "track": "spherical_incompressible_field",
  5    "model": "mlp_tiny",
  6    "metric_direction": "lower is better",
  7    "n_seeds": 8,
  8    "baseline": {
  9      "best_cfg": {
 10        "lr": 0.01
 11      },
 12      "sweep": [
 13        {
 14          "cfg": {
 15            "lr": 0.001
 16          },
 17          "mean": 741.4911766052246
 18        },
 19        {
 20          "cfg": {
 21            "lr": 0.003
 22          },
 23          "mean": 741.5560569763184
 24        },
 25        {
 26          "cfg": {
 27            "lr": 0.01
 28          },
 29          "mean": 728.7486572265625
 30        }
 31      ],
 32      "full": {
 33        "mean": 663.2343521118164,
 34        "std": 227.7878314808697,
 35        "per_seed": [
 36          793.9498901367188,
 37          280.86212158203125,
 38          481.156982421875,
 39          789.7786865234375,
 40          987.4510498046875,
 41          526.4219360351562,
 42          912.3746337890625,
 43          533.8795166015625
 44        ],
 45        "n": 8
 46      },
 47      "parity_grid": [
 48        {
 49          "lr": 0.001
 50        },
 51        {
 52          "lr": 0.003
 53        },
 54        {
 55          "lr": 0.01
 56        }
 57      ],
 58      "idea_grid": [
 59        {
 60          "cfg": {
 61            "lr": 0.001
 62          },
 63          "mean": 740.4760437011719
 64        },
 65        {
 66          "cfg": {
 67            "lr": 0.003
 68          },
 69          "mean": 738.7110366821289
 70        },
 71        {
 72          "cfg": {
 73            "lr": 0.01
 74          },
 75          "mean": 717.9575424194336
 76        }
 77      ]
 78    },
 79    "idea": {
 80      "mean": 717.9575424194336,
 81      "std": 296.00301643635,
 82      "per_seed": [
 83        681.2006225585938,
 84        882.7847290039062,
 85        621.8972778320312,
 86        257.99969482421875,
 87        429.0736083984375,
 88        1037.055419921875,
 89        1222.8154296875,
 90        610.8335571289062
 91      ],
 92      "n": 8
 93    },
 94    "comparison": {
 95      "delta_mean": 54.72319030761719,
 96      "idea_wins": 3,
 97      "n_pairs": 8,
 98      "per_seed_diffs": [
 99        -112.749267578125,
100        601.922607421875,
101        140.74029541015625,
102        -531.7789916992188,
103        -558.37744140625,
104        510.63348388671875,
105        310.4407958984375,
106        76.95404052734375
107      ],
108      "p_value": 0.7248,
109      "mde": 364.2640562876808,
110      "mde_rel_pct": 54.92237474247542,
111      "verdict": "no significant win",
112      "system_worked": false
113    },
114    "protocol_notes": {
115      "seeds": [
116        11,
117        29,
118        47,
119        71,
120        89,
121        107,
122        131,
123        149
124      ],
125      "epochs": 16,
126      "batch": 64,
127      "same_architecture": true,
128      "same_lr_union": true
129    },
130    "registered_track": true,
131    "mechanism_signature": {
132      "predicted_effect": "tangent-frame pullback should reduce normal leakage and preserve tangent coefficients",
133      "baseline": {
134        "predicted": "tangent-frame output should suppress normal component while preserving physical tangent field",
135        "observed_prediction_normal_abs": 2.2388789768045623,
136        "observed_target_normal_abs": 9.906461976316845e-16,
137        "observed_physical_rmse": 26.23157866813025,
138        "confirmed": false
139      },
140      "idea": {
141        "predicted": "tangent-frame output should suppress normal component while preserving physical tangent field",
142        "observed_prediction_normal_abs": 1.0321635254573538e-07,
143        "observed_target_normal_abs": 9.906461976316845e-16,
144        "observed_physical_rmse": 26.099807644674723,
145        "confirmed": true
146      },
147      "confirmed": true
148    }
149  },
150  "math_check": {
151    "target_tangency_max_abs": 7.105427357601002e-15
152  }
153}