{ "bench_version": 1, "track": "vision", "model": "cnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.002, "alpha": 0.0 }, "sweep": [ { "cfg": { "lr": 0.001, "alpha": 0.0 }, "mean": 0.6916667073965073 }, { "cfg": { "lr": 0.001, "alpha": 0.5 }, "mean": 0.6916667073965073 }, { "cfg": { "lr": 0.001, "alpha": 1.0 }, "mean": 0.6916667073965073 }, { "cfg": { "lr": 0.002, "alpha": 0.0 }, "mean": 0.6854167133569717 }, { "cfg": { "lr": 0.002, "alpha": 0.5 }, "mean": 0.6854167133569717 }, { "cfg": { "lr": 0.002, "alpha": 1.0 }, "mean": 0.6854167133569717 }, { "cfg": { "lr": 0.003, "alpha": 0.0 }, "mean": 0.708333358168602 }, { "cfg": { "lr": 0.003, "alpha": 0.5 }, "mean": 0.708333358168602 }, { "cfg": { "lr": 0.003, "alpha": 1.0 }, "mean": 0.708333358168602 }, { "cfg": { "lr": 0.004, "alpha": 0.0 }, "mean": 0.7041666954755783 }, { "cfg": { "lr": 0.004, "alpha": 0.5 }, "mean": 0.7041666954755783 }, { "cfg": { "lr": 0.004, "alpha": 1.0 }, "mean": 0.7041666954755783 }, { "cfg": { "lr": 0.006, "alpha": 0.0 }, "mean": 0.7041667103767395 }, { "cfg": { "lr": 0.006, "alpha": 0.5 }, "mean": 0.7041667103767395 }, { "cfg": { "lr": 0.006, "alpha": 1.0 }, "mean": 0.7041667103767395 } ], "full": { "mean": 0.7041667029261589, "std": 0.04310032788585424, "per_seed": [ 0.7166666984558105, 0.7000000476837158, 0.6416667103767395, 0.6833333969116211, 0.7166666984558105, 0.7250000238418579, 0.7916666865348816, 0.6583333611488342 ], "n": 8 } }, "idea": { "per_seed": [ 0.7500000596046448, 0.7416667342185974, 0.7500000596046448, 0.7083333730697632, 0.7666667103767395, 0.7750000357627869, 0.7750000357627869, 0.8000000715255737 ], "mean": 0.7583333849906921, "std": 0.025685060440690133, "n": 8, "config": { "lr": 0.001, "alpha": 0.75 } }, "comparison": { "delta_mean": 0.054166682064533234, "idea_wins": 1, "n_pairs": 8, "per_seed_diffs": [ 0.03333336114883423, 0.04166668653488159, 0.10833334922790527, 0.02499997615814209, 0.050000011920928955, 0.050000011920928955, -0.016666650772094727, 0.1416667103767395 ], "p_value": 0.0169, "mde": 0.04130698754254222, "mde_rel_pct": 5.866080769069509, "verdict": "idea worse (significant)", "system_worked": false }, "structural_match": "vision feature-map normalization / convolutional spatial angular field", "idea_sweep": [ { "config": { "lr": 0.001, "alpha": 0.75 }, "mean": 0.7583333849906921 }, { "config": { "lr": 0.003, "alpha": 1.0 }, "mean": 0.7697917148470879 }, { "config": { "lr": 0.006, "alpha": 1.0 }, "mean": 0.8447917029261589 } ], "custom_track": null, "mechanism_signature": { "predicted_high_ratio": 0.5625, "observed_high_ratio": 7.593735545873642, "predicted_degree2_ratio": 1.0, "observed_degree2_ratio": 16.193447947502136, "tolerance": 0.25, "confirmed": false, "measurement": "trained vision CNN intermediate feature maps; 2D Fourier high/low proxies" } }