{ "bench_version": 1, "track": "poisson_field_operator", "model": "mlp_tiny", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006 }, "sweep": [ { "cfg": { "lr": 0.0015 }, "mean": 0.004578319028951228 }, { "cfg": { "lr": 0.003 }, "mean": 0.0021311483287718147 }, { "cfg": { "lr": 0.006 }, "mean": 0.0014657231222372502 } ], "full": { "mean": 0.0014413107419386506, "std": 8.870037700098626e-05, "per_seed": [ 0.0013521382352337241, 0.0014695348218083382, 0.001459407852962613, 0.0015818115789443254, 0.0015570472460240126, 0.0013796440325677395, 0.0013133999891579151, 0.0014175021788105369 ], "n": 8 } }, "idea": { "mean": 0.0014413107419386506, "std": 8.870037700098626e-05, "per_seed": [ 0.0013521382352337241, 0.0014695348218083382, 0.001459407852962613, 0.0015818115789443254, 0.0015570472460240126, 0.0013796440325677395, 0.0013133999891579151, 0.0014175021788105369 ], "n": 8 }, "comparison": { "delta_mean": 0.0, "idea_wins": 0, "n_pairs": 8, "per_seed_diffs": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "p_value": 1.0, "mde": 0.0, "mde_rel_pct": 0.0, "verdict": "no measurable effect", "system_worked": false }, "mechanism_signature": { "mechanism_signature": { "prediction": "spatial quantile should reduce mean band width for gamma=.10 while retaining approximately 90% domain-event rate", "observed_mean_max_width": 0.24931471447160236, "observed_mean_quantile_width": 0.15621099945286587, "observed_mean_max_event_rate": 0.9962500000000001, "observed_mean_quantile_event_rate": 0.8981250000000001, "confirmed": true, "per_seed": [ { "seed": 0, "max_width": 0.23654802549230663, "quantile_width": 0.14455619026329847, "max_event_rate": 1.0, "quantile_event_rate": 0.875 }, { "seed": 1, "max_width": 0.2480752385754918, "quantile_width": 0.15798166727590549, "max_event_rate": 0.995, "quantile_event_rate": 0.89 }, { "seed": 2, "max_width": 0.2506383314002877, "quantile_width": 0.15749358108192799, "max_event_rate": 0.995, "quantile_event_rate": 0.88 }, { "seed": 3, "max_width": 0.2323479681994933, "quantile_width": 0.15607988602021236, "max_event_rate": 0.995, "quantile_event_rate": 0.885 }, { "seed": 4, "max_width": 0.2446657397553012, "quantile_width": 0.1554601836897333, "max_event_rate": 1.0, "quantile_event_rate": 0.87 }, { "seed": 5, "max_width": 0.26013515596171516, "quantile_width": 0.15499080343415642, "max_event_rate": 1.0, "quantile_event_rate": 0.92 }, { "seed": 6, "max_width": 0.24530170790579806, "quantile_width": 0.1605553398963065, "max_event_rate": 0.985, "quantile_event_rate": 0.945 }, { "seed": 7, "max_width": 0.27680554848242506, "quantile_width": 0.16257034396138648, "max_event_rate": 1.0, "quantile_event_rate": 0.92 } ] }, "idea_sweep": [ { "cfg": { "lr": 0.0015, "gamma": 0.1 }, "result": { "mean": 0.004449288360774517, "std": 0.00023043464415988465, "per_seed": [ 0.004382778890430927, 0.004531833343207836, 0.004430715460330248, 0.004967948421835899, 0.004390249960124493, 0.0041168006137013435, 0.004492855165153742, 0.004281125031411648 ], "n": 8 } }, { "cfg": { "lr": 0.003, "gamma": 0.1 }, "result": { "mean": 0.0021061655279481784, "std": 0.0001495587726895796, "per_seed": [ 0.00186435307841748, 0.0021284606773406267, 0.0021266459953039885, 0.0024051335640251637, 0.002195546869188547, 0.0021005580201745033, 0.0020656778942793608, 0.0019629481248557568 ], "n": 8 } }, { "cfg": { "lr": 0.006, "gamma": 0.1 }, "result": { "mean": 0.0014413107419386506, "std": 8.870037700098626e-05, "per_seed": [ 0.0013521382352337241, 0.0014695348218083382, 0.001459407852962613, 0.0015818115789443254, 0.0015570472460240126, 0.0013796440325677395, 0.0013133999891579151, 0.0014175021788105369 ], "n": 8 } } ], "custom_track": { "name": "poisson_field_operator", "file": "poisson_field_track.py", "domain": "pde" } } }