{ "bench_version": 1, "track": "vision", "model": "cnn_small_psd_matched", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006, "weight_decay": 0.0 }, "sweep": [ { "cfg": { "lr": 0.001, "weight_decay": 0.0 }, "mean": 0.7862499952316284 }, { "cfg": { "lr": 0.003, "weight_decay": 0.0 }, "mean": 0.7881249636411667 }, { "cfg": { "lr": 0.006, "weight_decay": 0.0 }, "mean": 0.7812499850988388 } ], "full": { "mean": 0.785937488079071, "std": 0.026188541827503842, "per_seed": [ 0.7699999809265137, 0.7524999976158142, 0.7899999618530273, 0.8125, 0.7425000071525574, 0.8149999976158142, 0.8100000023841858, 0.7949999570846558 ], "n": 8 } }, "idea": { "mean": 0.8028124868869781, "std": 0.02790714067434992, "per_seed": [ 0.7824999690055847, 0.75, 0.8125, 0.8100000023841858, 0.8399999737739563, 0.8100000023841858, 0.8349999785423279, 0.7824999690055847 ], "n": 8 }, "comparison": { "delta_mean": 0.016874998807907104, "idea_wins": 4, "n_pairs": 8, "per_seed_diffs": [ 0.012499988079071045, -0.002499997615814209, 0.022500038146972656, -0.002499997615814209, 0.09749996662139893, -0.004999995231628418, 0.02499997615814209, -0.012499988079071045 ], "p_value": 0.18975, "mde": 0.029493782207685552, "mde_rel_pct": 3.75268805153601, "verdict": "no significant win", "system_worked": false }, "idea_sweep": [ { "cfg": { "lr": 0.001, "weight_decay": 0.0 }, "result": { "mean": 0.8043749779462814, "std": 0.028959830204555673, "per_seed": [ 0.7749999761581421, 0.7599999904632568, 0.8299999833106995, 0.7924999594688416, 0.8199999928474426, 0.8125, 0.8549999594688416, 0.7899999618530273 ], "n": 8 } }, { "cfg": { "lr": 0.003, "weight_decay": 0.0 }, "result": { "mean": 0.8028124868869781, "std": 0.02790714067434992, "per_seed": [ 0.7824999690055847, 0.75, 0.8125, 0.8100000023841858, 0.8399999737739563, 0.8100000023841858, 0.8349999785423279, 0.7824999690055847 ], "n": 8 } }, { "cfg": { "lr": 0.006, "weight_decay": 0.0 }, "result": { "mean": 0.8074999824166298, "std": 0.02095382139683659, "per_seed": [ 0.7949999570846558, 0.7749999761581421, 0.824999988079071, 0.8025000095367432, 0.8399999737739563, 0.8050000071525574, 0.8299999833106995, 0.7874999642372131 ], "n": 8 } } ], "track_rationale": "The idea changes a spatial multichannel convolution, so CIFAR-10 vision/cnn_small is structurally matched.", "mechanism_signature": { "predicted_min_eigenvalue": 0.0, "observed_min_eigenvalue": 7.631551631807294e-06, "predicted_nonnegative": true, "observed_nonnegative": true, "confirmed": true } }