{ "bench_version": 1, "track": "tabular", "model": "mlp_tiny", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.003, "weight_decay": 0.0 }, "sweep": [ { "cfg": { "lr": 0.001, "weight_decay": 0.0 }, "mean": 55.30739402770996 }, { "cfg": { "lr": 0.001, "weight_decay": 0.0001 }, "mean": 55.30739402770996 }, { "cfg": { "lr": 0.003, "weight_decay": 0.0 }, "mean": 9.189739227294922 }, { "cfg": { "lr": 0.003, "weight_decay": 0.0001 }, "mean": 9.189739227294922 }, { "cfg": { "lr": 0.01, "weight_decay": 0.0 }, "mean": 15.7157564163208 }, { "cfg": { "lr": 0.01, "weight_decay": 0.0001 }, "mean": 15.7157564163208 } ], "full": { "mean": 9.629322290420532, "std": 1.0272830694739892, "per_seed": [ 8.371176719665527, 9.78935432434082, 10.369681358337402, 8.228744506835938, 8.8460054397583, 11.477396011352539, 10.141501426696777, 9.810718536376953 ], "n": 8 } }, "idea": { "mean": 9.629322290420532, "std": 1.0272830694739892, "per_seed": [ 8.371176719665527, 9.78935432434082, 10.369681358337402, 8.228744506835938, 8.8460054397583, 11.477396011352539, 10.141501426696777, 9.810718536376953 ], "n": 8 }, "comparison": { "delta_mean": 0.0, "idea_wins": 0, "n_pairs": 8, "per_seed_diffs": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "p_value": 1.0, "mde": 0.0, "mde_rel_pct": 0.0, "verdict": "no measurable effect", "system_worked": false }, "mechanism_signature": { "prediction": "unnormalized coherent interaction", "best_cfg": { "lr": 0.003, "alpha": 0.0, "normalized": true }, "mechanism_signature": { "prediction": "unnormalized coherent force should yield algebraic first-hit acceleration (ideal slope -1), unlike normalized bounded force", "observed_NN_scale": [ { "N": 2, "mean_test_metric": 9.453511953353882, "mean_first_hit_epoch": 2.25, "mean_force_to_gradient": 0.0 }, { "N": 4, "mean_test_metric": 9.189739227294922, "mean_first_hit_epoch": 2.25, "mean_force_to_gradient": 0.0 }, { "N": 8, "mean_test_metric": 9.189739227294922, "mean_first_hit_epoch": 2.0, "mean_force_to_gradient": 0.0 } ], "observed_loglog_first_hit_slope": -0.08496250072115638, "confirmed": false } }, "idea_sweep": [ { "cfg": { "lr": 0.001, "alpha": 0.0, "normalized": true }, "mean": 54.075210094451904, "per_seed": [ 75.81849670410156, 49.25731658935547, 58.83588790893555, 37.317874908447266, 41.6431770324707, 45.07895278930664, 62.11760711669922, 62.53236770629883 ] }, { "cfg": { "lr": 0.001, "alpha": 0.1, "normalized": true }, "mean": 50.048232078552246, "per_seed": [ 74.95216369628906, 43.78724670410156, 53.71392822265625, 33.512508392333984, 37.85257339477539, 41.05773162841797, 56.02418899536133, 59.48551559448242 ] }, { "cfg": { "lr": 0.001, "alpha": 0.1, "normalized": false }, "mean": 50.5640082359314, "per_seed": [ 75.70262145996094, 43.93588638305664, 54.4977912902832, 33.584346771240234, 38.557464599609375, 41.220726013183594, 56.3896369934082, 60.623592376708984 ] }, { "cfg": { "lr": 0.003, "alpha": 0.0, "normalized": true }, "mean": 9.629322290420532, "per_seed": [ 8.371176719665527, 9.78935432434082, 10.369681358337402, 8.228744506835938, 8.8460054397583, 11.477396011352539, 10.141501426696777, 9.810718536376953 ] }, { "cfg": { "lr": 0.003, "alpha": 0.1, "normalized": true }, "mean": 9.833800315856934, "per_seed": [ 8.321816444396973, 9.017751693725586, 10.796687126159668, 8.990129470825195, 9.358880043029785, 11.234187126159668, 10.641441345214844, 10.30950927734375 ] }, { "cfg": { "lr": 0.003, "alpha": 0.1, "normalized": false }, "mean": 9.8294016122818, "per_seed": [ 8.701092720031738, 9.271023750305176, 10.7781343460083, 9.142780303955078, 9.247992515563965, 11.352561950683594, 9.731724739074707, 10.409902572631836 ] }, { "cfg": { "lr": 0.01, "alpha": 0.0, "normalized": true }, "mean": 16.260348558425903, "per_seed": [ 13.586896896362305, 15.982109069824219, 19.061920166015625, 14.232099533081055, 14.604202270507812, 17.730175018310547, 16.55130958557129, 18.334075927734375 ] }, { "cfg": { "lr": 0.01, "alpha": 0.1, "normalized": true }, "mean": 17.912508606910706, "per_seed": [ 17.905563354492188, 15.030466079711914, 19.168237686157227, 15.649327278137207, 16.334321975708008, 20.19869613647461, 17.052860260009766, 21.960596084594727 ] }, { "cfg": { "lr": 0.01, "alpha": 0.1, "normalized": false }, "mean": 18.415680766105652, "per_seed": [ 17.90578842163086, 17.756229400634766, 20.10426902770996, 15.55553150177002, 16.786943435668945, 20.642580032348633, 16.461769104003906, 22.112335205078125 ] } ], "equal_budget": { "baseline": "4 independent Adam particles", "idea": "4 interacting Adam particles", "epochs_per_particle": 10, "batch": 128 } }