Exact Neural de Rham Backbone / bench_report.json
Mechanism confirmed, baseline not beaten
1{
2 "bench_version": 1,
3 "track": "exact_gradient_harmonic_field",
4 "model": "fixed_feature_mlp",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.03
10 },
11 "sweep": [
12 {
13 "cfg": {
14 "lr": 0.003
15 },
16 "mean": 0.14515125937759876
17 },
18 {
19 "cfg": {
20 "lr": 0.01
21 },
22 "mean": 0.012181096244603395
23 },
24 {
25 "cfg": {
26 "lr": 0.03
27 },
28 "mean": 0.004614024015609175
29 }
30 ],
31 "full": {
32 "mean": 0.024451111123198643,
33 "std": 0.029874775818034664,
34 "per_seed": [
35 0.0034638892393559217,
36 0.004861908964812756,
37 0.00542870257049799,
38 0.004701595287770033,
39 0.08931316435337067,
40 0.019785426557064056,
41 0.05802364647388458,
42 0.010030555538833141
43 ],
44 "n": 8
45 }
46 },
47 "idea": {
48 "mean": 0.004283325368305668,
49 "std": 0.002820140748293024,
50 "per_seed": [
51 0.0026890705339610577,
52 0.00711014261469245,
53 0.007216970901936293,
54 0.0028496587183326483,
55 0.0017881256062537432,
56 0.002186009893193841,
57 0.009091251529753208,
58 0.0013353731483221054
59 ],
60 "n": 8
61 },
62 "comparison": {
63 "delta_mean": -0.020167785754892975,
64 "idea_wins": 6,
65 "n_pairs": 8,
66 "per_seed_diffs": [
67 -0.0007748187053948641,
68 0.002248233649879694,
69 0.001788268331438303,
70 -0.0018519365694373846,
71 -0.08752503874711692,
72 -0.017599416663870215,
73 -0.048932394944131374,
74 -0.008695182390511036
75 ],
76 "p_value": 0.07795,
77 "mde": 0.026814201442593333,
78 "mde_rel_pct": 109.664551878596,
79 "verdict": "no significant win",
80 "system_worked": false
81 },
82 "mechanism_signature": {
83 "stage1_prediction": "gradient output has zero curl",
84 "observed_curl_rms": 2.116390795947609e-08,
85 "n_probe": 128,
86 "predicted_curl_rms": 0.0,
87 "confirmed": true,
88 "baseline_observed_curl_rms": 0.34045830368995667,
89 "idea_sweep": [
90 {
91 "cfg": {
92 "lr": 0.003
93 },
94 "result": {
95 "mean": 0.15299139311537147,
96 "std": 0.1027511243402754,
97 "per_seed": [
98 0.0932643786072731,
99 0.14964017271995544,
100 0.26015976071357727,
101 0.039499957114458084,
102 0.04945231229066849,
103 0.19050975143909454,
104 0.35340678691864014,
105 0.08799802511930466
106 ],
107 "n": 8
108 }
109 },
110 {
111 "cfg": {
112 "lr": 0.01
113 },
114 "result": {
115 "mean": 0.019656332122394815,
116 "std": 0.02249896885788085,
117 "per_seed": [
118 0.005071074701845646,
119 0.017103027552366257,
120 0.04072289913892746,
121 0.006067595910280943,
122 0.0031168204732239246,
123 0.012631528079509735,
124 0.07037948817014694,
125 0.0021582229528576136
126 ],
127 "n": 8
128 }
129 },
130 {
131 "cfg": {
132 "lr": 0.03
133 },
134 "result": {
135 "mean": 0.004283325368305668,
136 "std": 0.002820140748293024,
137 "per_seed": [
138 0.0026890705339610577,
139 0.00711014261469245,
140 0.007216970901936293,
141 0.0028496587183326483,
142 0.0017881256062537432,
143 0.002186009893193841,
144 0.009091251529753208,
145 0.0013353731483221054
146 ],
147 "n": 8
148 }
149 }
150 ],
151 "math_check": {
152 "nilpotence_max_abs": 0.0,
153 "derivative_identity_max_abs": 0.0
154 }
155 },
156 "custom_track": {
157 "name": "exact_gradient_harmonic_field",
158 "file": "custom_exact_gradient_track.py",
159 "domain": "pde"
160 },
161 "math_check": {
162 "nilpotence_max_abs": 0.0,
163 "derivative_identity_max_abs": 0.0
164 },
165 "idea_selected_cfg": {
166 "lr": 0.03
167 }
168}