{ "bench_version": 1, "track": "cycle_topology_graph", "model": "mlp_tiny", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.001, "damping": 0.05, "epochs": 18 }, "sweep": [ { "cfg": { "lr": 0.001, "damping": 0.05, "epochs": 18 }, "mean": 0.49937498569488525 }, { "cfg": { "lr": 0.001, "damping": 0.2, "epochs": 18 }, "mean": 0.5031249895691872 }, { "cfg": { "lr": 0.001, "damping": 0.5, "epochs": 18 }, "mean": 0.49937499314546585 }, { "cfg": { "lr": 0.003, "damping": 0.05, "epochs": 18 }, "mean": 0.5112499892711639 }, { "cfg": { "lr": 0.003, "damping": 0.2, "epochs": 18 }, "mean": 0.518124982714653 }, { "cfg": { "lr": 0.003, "damping": 0.5, "epochs": 18 }, "mean": 0.512499988079071 }, { "cfg": { "lr": 0.01, "damping": 0.05, "epochs": 18 }, "mean": 0.507499985396862 }, { "cfg": { "lr": 0.01, "damping": 0.2, "epochs": 18 }, "mean": 0.5099999830126762 }, { "cfg": { "lr": 0.01, "damping": 0.5, "epochs": 18 }, "mean": 0.5187499821186066 } ], "full": { "mean": 0.5037499852478504, "std": 0.01841364314193272, "per_seed": [ 0.5074999928474426, 0.4699999988079071, 0.5249999761581421, 0.4949999749660492, 0.4975000023841858, 0.5324999690055847, 0.5099999904632568, 0.492499977350235 ], "n": 8 }, "idea_grid": [ { "cfg": { "lr": 0.001, "damping": 0.05, "epochs": 18 }, "mean": 0.49312499165534973 }, { "cfg": { "lr": 0.001, "damping": 0.2, "epochs": 18 }, "mean": 0.49687499552965164 }, { "cfg": { "lr": 0.001, "damping": 0.5, "epochs": 18 }, "mean": 0.49687498807907104 }, { "cfg": { "lr": 0.003, "damping": 0.05, "epochs": 18 }, "mean": 0.5087499842047691 }, { "cfg": { "lr": 0.003, "damping": 0.2, "epochs": 18 }, "mean": 0.5218749791383743 }, { "cfg": { "lr": 0.003, "damping": 0.5, "epochs": 18 }, "mean": 0.5156249925494194 }, { "cfg": { "lr": 0.01, "damping": 0.05, "epochs": 18 }, "mean": 0.5093749836087227 }, { "cfg": { "lr": 0.01, "damping": 0.2, "epochs": 18 }, "mean": 0.5174999982118607 }, { "cfg": { "lr": 0.01, "damping": 0.5, "epochs": 18 }, "mean": 0.5024999976158142 } ], "baseline_grid_union": [ { "lr": 0.001, "damping": 0.05, "epochs": 18 }, { "lr": 0.001, "damping": 0.2, "epochs": 18 }, { "lr": 0.001, "damping": 0.5, "epochs": 18 }, { "lr": 0.003, "damping": 0.05, "epochs": 18 }, { "lr": 0.003, "damping": 0.2, "epochs": 18 }, { "lr": 0.003, "damping": 0.5, "epochs": 18 }, { "lr": 0.01, "damping": 0.05, "epochs": 18 }, { "lr": 0.01, "damping": 0.2, "epochs": 18 }, { "lr": 0.01, "damping": 0.5, "epochs": 18 } ] }, "idea": { "mean": 0.49812499061226845, "std": 0.01694429903420606, "per_seed": [ 0.5, 0.4724999964237213, 0.5174999833106995, 0.48249998688697815, 0.5, 0.5199999809265137, 0.512499988079071, 0.47999998927116394 ], "n": 8 }, "comparison": { "delta_mean": -0.00562499463558197, "idea_wins": 5, "n_pairs": 8, "per_seed_diffs": [ -0.007499992847442627, 0.002499997615814209, -0.007499992847442627, -0.012499988079071045, 0.002499997615814209, -0.012499988079071045, 0.002499997615814209, -0.012499988079071045 ], "p_value": 0.07605, "mde": 0.005886040115231582, "mde_rel_pct": 1.1684447221046739, "verdict": "no significant win", "system_worked": false }, "mechanism_signature": { "prediction": "harmonic update is near zero while dissipative update remains nonzero", "trained_model_observed_mean_harmonic_step": 0.0, "trained_model_observed_mean_dissipative_step": 5.615980923175812, "trained_model_observed_mean_harmonic_amplitude": 1.4590760916471481, "confirmed": true, "measurement": "mean latent transition norms on each trained idea model test split" }, "custom_track": { "name": "cycle_topology_graph", "file": "/home/maxwelhelp/all/math2nn/bench/custom_tracks/cycle_topology_graph.py", "domain": "graph_topology" } }