{ "bench_version": 1, "track": "tropical_bvp_local", "model": "mlp_tiny", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.01 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.003336876048706472 }, { "cfg": { "lr": 0.003 }, "mean": 0.0011900161189259961 }, { "cfg": { "lr": 0.01 }, "mean": 0.000861294822243508 } ], "full": { "mean": 0.0009052688219526317, "std": 0.0004350915393040872, "per_seed": [ 0.0006159970071166754, 0.0010292056249454618, 0.00027899278211407363, 0.001520983874797821, 0.0015744760166853666, 0.0006345321307890117, 0.0005724351503886282, 0.0010155279887840152 ], "n": 8 } }, "idea": { "mean": 4.334789571203146e-05, "std": 3.419351421414795e-05, "per_seed": [ 2.4084965843940154e-05, 5.797945414087735e-05, 2.5533416192047298e-05, 0.00012380495900288224, 5.688657984137535e-05, 2.5164303224300966e-05, 2.112643778673373e-05, 1.2203049664094578e-05 ], "n": 8 }, "comparison": { "delta_mean": -0.0008619209262406002, "idea_wins": 8, "n_pairs": 8, "per_seed_diffs": [ -0.0005919120412727352, -0.0009712261708045844, -0.00025345936592202634, -0.0013971789157949388, -0.0015175894368439913, -0.0006093678275647108, -0.0005513087126018945, -0.0010033249391199206 ], "p_value": 0.0081, "mde": 0.0003674374727478223, "mde_rel_pct": 40.58876919623423, "verdict": "idea better (significant)", "system_worked": true }, "custom_track": { "name": "tropical_bvp_local", "file": "tropical_bvp_track.py", "domain": "pde" }, "idea_config": { "lr": 0.01 }, "idea_sweep": [ { "cfg": { "lr": 0.001 }, "result": { "mean": 0.0026805170200532302, "std": 0.0005808632211672551, "per_seed": [ 0.0029922472313046455, 0.002205545548349619, 0.0026593387592583895, 0.003625579411163926, 0.0026933636981993914, 0.0026703879702836275, 0.003070595907047391, 0.001527077634818852 ], "n": 8 } }, { "cfg": { "lr": 0.003 }, "result": { "mean": 0.0006849861201772001, "std": 0.00039445338112402894, "per_seed": [ 0.0005961230490356684, 0.0005133771919645369, 0.0003426063631195575, 0.0016252996865659952, 0.0006101203034631908, 0.000806432799436152, 0.0007294911192730069, 0.0002564384485594928 ], "n": 8 } }, { "cfg": { "lr": 0.01 }, "result": { "mean": 4.334789571203146e-05, "std": 3.419351421414795e-05, "per_seed": [ 2.4084965843940154e-05, 5.797945414087735e-05, 2.5533416192047298e-05, 0.00012380495900288224, 5.688657984137535e-05, 2.5164303224300966e-05, 2.112643778673373e-05, 1.2203049664094578e-05 ], "n": 8 } } ], "support_analysis": { "truncation_order": 15, "baseline_exponents": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ], "tropical_exponents": [ 1, 3, 5, 7, 9, 11, 13, 15 ], "formal_reason": "sin(pi*x) has only odd Taylor powers at x=0" }, "mechanism_signature": { "prediction": "trained tropical system has zero off-support basis contribution and baseline has measurable even-power contribution", "baseline_test_rmse": 0.7069432139396667, "baseline_off_support_rms": 0.21276862919330597, "idea_active_contribution_rms": 0.2844577431678772, "observed_baseline_off_support_fraction": 0.3009699011149493, "observed_idea_off_support_fraction": 0.0, "confirmed": true } }