{ "bench_version": 1, "track": "radial_boundary_shapes", "model": "local_mlp_shared", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "sweep": [ { "config": { "lr": 0.001, "alpha": 0.0 }, "per_seed": [ 0.04494572803378105, 0.03798343613743782, 0.04376048594713211, 0.037714578211307526, 0.04100700095295906, 0.04944472014904022, 0.052500005811452866, 0.04463233798742294 ], "mean": 0.0439985366538167 }, { "config": { "lr": 0.003, "alpha": 0.0 }, "per_seed": [ 0.022839993238449097, 0.022254880517721176, 0.02357751689851284, 0.027200771495699883, 0.02330620028078556, 0.0276570413261652, 0.02636576257646084, 0.0236146692186594 ], "mean": 0.02460210444405675 }, { "config": { "lr": 0.01, "alpha": 0.0 }, "per_seed": [ 0.012940805405378342, 0.016547953709959984, 0.020282424986362457, 0.023743122816085815, 0.02088933065533638, 0.020788095891475677, 0.021250193938612938, 0.014574489556252956 ], "mean": 0.01887705211993307 } ], "best_config": { "lr": 0.01, "alpha": 0.0 }, "full": { "per_seed": [ 0.012940805405378342, 0.016547953709959984, 0.020282424986362457, 0.023743122816085815, 0.02088933065533638, 0.020788095891475677, 0.021250193938612938, 0.014574489556252956 ], "config": { "lr": 0.01, "alpha": 0.0 } } }, "idea": { "per_seed": [ 0.012940805405378342, 0.016547953709959984, 0.020282424986362457, 0.023743122816085815, 0.02088933065533638, 0.020788095891475677, 0.021250193938612938, 0.014574489556252956 ], "config": { "lr": 0.01, "alpha": 0.0 } }, "comparison": { "delta_mean": 0.0, "idea_wins": 0, "n_pairs": 8, "per_seed_diffs": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "p_value": 1.0, "mde": 0.0, "mde_rel_pct": 0.0, "verdict": "no measurable effect", "system_worked": false }, "mechanism_signature": { "mechanism_signature": { "prediction": "trained outputs with larger endpoint error have larger radial matching loss", "predicted": "positive association", "observed_mae_mean": 0.10202047321945429, "observed_radial_loss_mean": 0.5244011377915739, "observed_pearson": 0.8776371462245223, "confirmed": true }, "idea_sweep": [ { "config": { "lr": 0.01, "alpha": 0.0 }, "per_seed": [ 0.012940805405378342, 0.016547953709959984, 0.020282424986362457, 0.023743122816085815, 0.02088933065533638, 0.020788095891475677, 0.021250193938612938, 0.014574489556252956 ], "mean": 0.01887705211993307 }, { "config": { "lr": 0.01, "alpha": 0.05 }, "per_seed": [ 0.01959814317524433, 0.02176671288907528, 0.022231273353099823, 0.02370430901646614, 0.018495621159672737, 0.02088453434407711, 0.021635236218571663, 0.019971342757344246 ], "mean": 0.021035896614193916 }, { "config": { "lr": 0.01, "alpha": 0.2 }, "per_seed": [ 0.02780456282198429, 0.028746645897626877, 0.025669585913419724, 0.02809426188468933, 0.024638818576931953, 0.04303479194641113, 0.02623939886689186, 0.02452130801975727 ], "mean": 0.028593671740964055 } ], "custom_track": { "name": "radial_boundary_shapes", "file": "bench_radial.py", "domain": "segmentation_geometry" } } }