Tropical support-restricted PINN / bench_report.json

✓✓ Beats tuned baseline

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "tropical_bvp_local",
  4  "model": "mlp_tiny",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 0.003336876048706472
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 0.0011900161189259961
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.01
 27        },
 28        "mean": 0.000861294822243508
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.0009052688219526317,
 33      "std": 0.0004350915393040872,
 34      "per_seed": [
 35        0.0006159970071166754,
 36        0.0010292056249454618,
 37        0.00027899278211407363,
 38        0.001520983874797821,
 39        0.0015744760166853666,
 40        0.0006345321307890117,
 41        0.0005724351503886282,
 42        0.0010155279887840152
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "mean": 4.334789571203146e-05,
 49    "std": 3.419351421414795e-05,
 50    "per_seed": [
 51      2.4084965843940154e-05,
 52      5.797945414087735e-05,
 53      2.5533416192047298e-05,
 54      0.00012380495900288224,
 55      5.688657984137535e-05,
 56      2.5164303224300966e-05,
 57      2.112643778673373e-05,
 58      1.2203049664094578e-05
 59    ],
 60    "n": 8
 61  },
 62  "comparison": {
 63    "delta_mean": -0.0008619209262406002,
 64    "idea_wins": 8,
 65    "n_pairs": 8,
 66    "per_seed_diffs": [
 67      -0.0005919120412727352,
 68      -0.0009712261708045844,
 69      -0.00025345936592202634,
 70      -0.0013971789157949388,
 71      -0.0015175894368439913,
 72      -0.0006093678275647108,
 73      -0.0005513087126018945,
 74      -0.0010033249391199206
 75    ],
 76    "p_value": 0.0081,
 77    "mde": 0.0003674374727478223,
 78    "mde_rel_pct": 40.58876919623423,
 79    "verdict": "idea better (significant)",
 80    "system_worked": true
 81  },
 82  "custom_track": {
 83    "name": "tropical_bvp_local",
 84    "file": "tropical_bvp_track.py",
 85    "domain": "pde"
 86  },
 87  "idea_config": {
 88    "lr": 0.01
 89  },
 90  "idea_sweep": [
 91    {
 92      "cfg": {
 93        "lr": 0.001
 94      },
 95      "result": {
 96        "mean": 0.0026805170200532302,
 97        "std": 0.0005808632211672551,
 98        "per_seed": [
 99          0.0029922472313046455,
100          0.002205545548349619,
101          0.0026593387592583895,
102          0.003625579411163926,
103          0.0026933636981993914,
104          0.0026703879702836275,
105          0.003070595907047391,
106          0.001527077634818852
107        ],
108        "n": 8
109      }
110    },
111    {
112      "cfg": {
113        "lr": 0.003
114      },
115      "result": {
116        "mean": 0.0006849861201772001,
117        "std": 0.00039445338112402894,
118        "per_seed": [
119          0.0005961230490356684,
120          0.0005133771919645369,
121          0.0003426063631195575,
122          0.0016252996865659952,
123          0.0006101203034631908,
124          0.000806432799436152,
125          0.0007294911192730069,
126          0.0002564384485594928
127        ],
128        "n": 8
129      }
130    },
131    {
132      "cfg": {
133        "lr": 0.01
134      },
135      "result": {
136        "mean": 4.334789571203146e-05,
137        "std": 3.419351421414795e-05,
138        "per_seed": [
139          2.4084965843940154e-05,
140          5.797945414087735e-05,
141          2.5533416192047298e-05,
142          0.00012380495900288224,
143          5.688657984137535e-05,
144          2.5164303224300966e-05,
145          2.112643778673373e-05,
146          1.2203049664094578e-05
147        ],
148        "n": 8
149      }
150    }
151  ],
152  "support_analysis": {
153    "truncation_order": 15,
154    "baseline_exponents": [
155      0,
156      1,
157      2,
158      3,
159      4,
160      5,
161      6,
162      7,
163      8,
164      9,
165      10,
166      11,
167      12,
168      13,
169      14,
170      15
171    ],
172    "tropical_exponents": [
173      1,
174      3,
175      5,
176      7,
177      9,
178      11,
179      13,
180      15
181    ],
182    "formal_reason": "sin(pi*x) has only odd Taylor powers at x=0"
183  },
184  "mechanism_signature": {
185    "prediction": "trained tropical system has zero off-support basis contribution and baseline has measurable even-power contribution",
186    "baseline_test_rmse": 0.7069432139396667,
187    "baseline_off_support_rms": 0.21276862919330597,
188    "idea_active_contribution_rms": 0.2844577431678772,
189    "observed_baseline_off_support_fraction": 0.3009699011149493,
190    "observed_idea_off_support_fraction": 0.0,
191    "confirmed": true
192  }
193}