Tropical support-restricted PINN / bench_report.json
Beats tuned baseline
1{
2 "bench_version": 1,
3 "track": "tropical_bvp_local",
4 "model": "mlp_tiny",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.01
10 },
11 "sweep": [
12 {
13 "cfg": {
14 "lr": 0.001
15 },
16 "mean": 0.003336876048706472
17 },
18 {
19 "cfg": {
20 "lr": 0.003
21 },
22 "mean": 0.0011900161189259961
23 },
24 {
25 "cfg": {
26 "lr": 0.01
27 },
28 "mean": 0.000861294822243508
29 }
30 ],
31 "full": {
32 "mean": 0.0009052688219526317,
33 "std": 0.0004350915393040872,
34 "per_seed": [
35 0.0006159970071166754,
36 0.0010292056249454618,
37 0.00027899278211407363,
38 0.001520983874797821,
39 0.0015744760166853666,
40 0.0006345321307890117,
41 0.0005724351503886282,
42 0.0010155279887840152
43 ],
44 "n": 8
45 }
46 },
47 "idea": {
48 "mean": 4.334789571203146e-05,
49 "std": 3.419351421414795e-05,
50 "per_seed": [
51 2.4084965843940154e-05,
52 5.797945414087735e-05,
53 2.5533416192047298e-05,
54 0.00012380495900288224,
55 5.688657984137535e-05,
56 2.5164303224300966e-05,
57 2.112643778673373e-05,
58 1.2203049664094578e-05
59 ],
60 "n": 8
61 },
62 "comparison": {
63 "delta_mean": -0.0008619209262406002,
64 "idea_wins": 8,
65 "n_pairs": 8,
66 "per_seed_diffs": [
67 -0.0005919120412727352,
68 -0.0009712261708045844,
69 -0.00025345936592202634,
70 -0.0013971789157949388,
71 -0.0015175894368439913,
72 -0.0006093678275647108,
73 -0.0005513087126018945,
74 -0.0010033249391199206
75 ],
76 "p_value": 0.0081,
77 "mde": 0.0003674374727478223,
78 "mde_rel_pct": 40.58876919623423,
79 "verdict": "idea better (significant)",
80 "system_worked": true
81 },
82 "custom_track": {
83 "name": "tropical_bvp_local",
84 "file": "tropical_bvp_track.py",
85 "domain": "pde"
86 },
87 "idea_config": {
88 "lr": 0.01
89 },
90 "idea_sweep": [
91 {
92 "cfg": {
93 "lr": 0.001
94 },
95 "result": {
96 "mean": 0.0026805170200532302,
97 "std": 0.0005808632211672551,
98 "per_seed": [
99 0.0029922472313046455,
100 0.002205545548349619,
101 0.0026593387592583895,
102 0.003625579411163926,
103 0.0026933636981993914,
104 0.0026703879702836275,
105 0.003070595907047391,
106 0.001527077634818852
107 ],
108 "n": 8
109 }
110 },
111 {
112 "cfg": {
113 "lr": 0.003
114 },
115 "result": {
116 "mean": 0.0006849861201772001,
117 "std": 0.00039445338112402894,
118 "per_seed": [
119 0.0005961230490356684,
120 0.0005133771919645369,
121 0.0003426063631195575,
122 0.0016252996865659952,
123 0.0006101203034631908,
124 0.000806432799436152,
125 0.0007294911192730069,
126 0.0002564384485594928
127 ],
128 "n": 8
129 }
130 },
131 {
132 "cfg": {
133 "lr": 0.01
134 },
135 "result": {
136 "mean": 4.334789571203146e-05,
137 "std": 3.419351421414795e-05,
138 "per_seed": [
139 2.4084965843940154e-05,
140 5.797945414087735e-05,
141 2.5533416192047298e-05,
142 0.00012380495900288224,
143 5.688657984137535e-05,
144 2.5164303224300966e-05,
145 2.112643778673373e-05,
146 1.2203049664094578e-05
147 ],
148 "n": 8
149 }
150 }
151 ],
152 "support_analysis": {
153 "truncation_order": 15,
154 "baseline_exponents": [
155 0,
156 1,
157 2,
158 3,
159 4,
160 5,
161 6,
162 7,
163 8,
164 9,
165 10,
166 11,
167 12,
168 13,
169 14,
170 15
171 ],
172 "tropical_exponents": [
173 1,
174 3,
175 5,
176 7,
177 9,
178 11,
179 13,
180 15
181 ],
182 "formal_reason": "sin(pi*x) has only odd Taylor powers at x=0"
183 },
184 "mechanism_signature": {
185 "prediction": "trained tropical system has zero off-support basis contribution and baseline has measurable even-power contribution",
186 "baseline_test_rmse": 0.7069432139396667,
187 "baseline_off_support_rms": 0.21276862919330597,
188 "idea_active_contribution_rms": 0.2844577431678772,
189 "observed_baseline_off_support_fraction": 0.3009699011149493,
190 "observed_idea_off_support_fraction": 0.0,
191 "confirmed": true
192 }
193}