Piola-Conditioned Fixed-Reference Neural Operator / registered_bench_report.json
Mechanism confirmed, baseline not beaten
1{
2 "bench_report": {
3 "bench_version": 1,
4 "track": "spherical_incompressible_field",
5 "model": "mlp_tiny",
6 "metric_direction": "lower is better",
7 "n_seeds": 8,
8 "baseline": {
9 "best_cfg": {
10 "lr": 0.01
11 },
12 "sweep": [
13 {
14 "cfg": {
15 "lr": 0.001
16 },
17 "mean": 741.4911766052246
18 },
19 {
20 "cfg": {
21 "lr": 0.003
22 },
23 "mean": 741.5560569763184
24 },
25 {
26 "cfg": {
27 "lr": 0.01
28 },
29 "mean": 728.7486572265625
30 }
31 ],
32 "full": {
33 "mean": 663.2343521118164,
34 "std": 227.7878314808697,
35 "per_seed": [
36 793.9498901367188,
37 280.86212158203125,
38 481.156982421875,
39 789.7786865234375,
40 987.4510498046875,
41 526.4219360351562,
42 912.3746337890625,
43 533.8795166015625
44 ],
45 "n": 8
46 },
47 "parity_grid": [
48 {
49 "lr": 0.001
50 },
51 {
52 "lr": 0.003
53 },
54 {
55 "lr": 0.01
56 }
57 ],
58 "idea_grid": [
59 {
60 "cfg": {
61 "lr": 0.001
62 },
63 "mean": 740.4760437011719
64 },
65 {
66 "cfg": {
67 "lr": 0.003
68 },
69 "mean": 738.7110366821289
70 },
71 {
72 "cfg": {
73 "lr": 0.01
74 },
75 "mean": 717.9575424194336
76 }
77 ]
78 },
79 "idea": {
80 "mean": 717.9575424194336,
81 "std": 296.00301643635,
82 "per_seed": [
83 681.2006225585938,
84 882.7847290039062,
85 621.8972778320312,
86 257.99969482421875,
87 429.0736083984375,
88 1037.055419921875,
89 1222.8154296875,
90 610.8335571289062
91 ],
92 "n": 8
93 },
94 "comparison": {
95 "delta_mean": 54.72319030761719,
96 "idea_wins": 3,
97 "n_pairs": 8,
98 "per_seed_diffs": [
99 -112.749267578125,
100 601.922607421875,
101 140.74029541015625,
102 -531.7789916992188,
103 -558.37744140625,
104 510.63348388671875,
105 310.4407958984375,
106 76.95404052734375
107 ],
108 "p_value": 0.7248,
109 "mde": 364.2640562876808,
110 "mde_rel_pct": 54.92237474247542,
111 "verdict": "no significant win",
112 "system_worked": false
113 },
114 "protocol_notes": {
115 "seeds": [
116 11,
117 29,
118 47,
119 71,
120 89,
121 107,
122 131,
123 149
124 ],
125 "epochs": 16,
126 "batch": 64,
127 "same_architecture": true,
128 "same_lr_union": true
129 },
130 "registered_track": true,
131 "mechanism_signature": {
132 "predicted_effect": "tangent-frame pullback should reduce normal leakage and preserve tangent coefficients",
133 "baseline": {
134 "predicted": "tangent-frame output should suppress normal component while preserving physical tangent field",
135 "observed_prediction_normal_abs": 2.2388789768045623,
136 "observed_target_normal_abs": 9.906461976316845e-16,
137 "observed_physical_rmse": 26.23157866813025,
138 "confirmed": false
139 },
140 "idea": {
141 "predicted": "tangent-frame output should suppress normal component while preserving physical tangent field",
142 "observed_prediction_normal_abs": 1.0321635254573538e-07,
143 "observed_target_normal_abs": 9.906461976316845e-16,
144 "observed_physical_rmse": 26.099807644674723,
145 "confirmed": true
146 },
147 "confirmed": true
148 }
149 },
150 "math_check": {
151 "target_tangency_max_abs": 7.105427357601002e-15
152 }
153}