{ "bench_version": 1, "track": "tabular", "model": "mlp_tiny", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.01, "T": 40 }, "sweep": [ { "cfg": { "lr": 0.001, "T": 40 }, "mean": 178.87363052368164 }, { "cfg": { "lr": 0.001, "T": 80 }, "mean": 178.87363052368164 }, { "cfg": { "lr": 0.001, "T": 160 }, "mean": 178.87363052368164 }, { "cfg": { "lr": 0.003, "T": 40 }, "mean": 19.137221336364746 }, { "cfg": { "lr": 0.003, "T": 80 }, "mean": 19.137221336364746 }, { "cfg": { "lr": 0.003, "T": 160 }, "mean": 19.137221336364746 }, { "cfg": { "lr": 0.01, "T": 40 }, "mean": 15.155841588973999 }, { "cfg": { "lr": 0.01, "T": 80 }, "mean": 15.155841588973999 }, { "cfg": { "lr": 0.01, "T": 160 }, "mean": 15.155841588973999 } ], "full": { "mean": 15.751612901687622, "std": 1.864652435728868, "per_seed": [ 16.355323791503906, 12.874679565429688, 16.660974502563477, 14.732388496398926, 16.593015670776367, 13.093815803527832, 17.25185203552246, 18.45085334777832 ], "n": 8 } }, "idea": { "mean": 17.193141102790833, "std": 3.2702713922060123, "per_seed": [ 18.909334182739258, 14.264732360839844, 21.892744064331055, 20.79402732849121, 11.515158653259277, 14.863554000854492, 18.321683883666992, 16.98389434814453 ], "n": 8 }, "comparison": { "delta_mean": 1.4415282011032104, "idea_wins": 2, "n_pairs": 8, "per_seed_diffs": [ 2.5540103912353516, 1.3900527954101562, 5.231769561767578, 6.061638832092285, -5.07785701751709, 1.7697381973266602, 1.0698318481445312, -1.466958999633789 ], "p_value": 0.26985, "mde": 2.9673645326602944, "mde_rel_pct": 18.838480549140286, "verdict": "no significant win", "system_worked": false }, "mechanism_signature": { "prediction": { "statistic": "scaled projected input norm ratio", "prediction": 1.0, "observed_mean": 0.9315284490585327, "observed_abs_error": 0.06847155094146729, "n_observations": 3200, "tolerance": 0.08, "confirmed": true }, "idea_cfg": { "lr": 0.01, "T": 80 }, "baseline_cfg": { "lr": 0.01, "T": 40 }, "method": "fixed projection preprocessing plus identically trained MLP" }, "idea_sweep": [ { "cfg": { "lr": 0.001, "T": 40 }, "mean": 186.76729202270508, "std": 11.439657972898413, "per_seed": [ 197.9423370361328, 198.1376190185547, 196.3520050048828, 165.76368713378906, 176.966796875, 177.15956115722656, 186.6017608642578, 195.21456909179688 ], "n": 8 }, { "cfg": { "lr": 0.003, "T": 40 }, "mean": 25.9119371175766, "std": 8.593153852711152, "per_seed": [ 29.929969787597656, 43.78696823120117, 20.91279411315918, 15.755831718444824, 21.09282112121582, 22.17743682861328, 20.18206024169922, 33.45761489868164 ], "n": 8 }, { "cfg": { "lr": 0.01, "T": 40 }, "mean": 19.208696007728577, "std": 4.840492557796767, "per_seed": [ 21.061805725097656, 28.855024337768555, 17.191299438476562, 14.6019287109375, 17.883209228515625, 17.179380416870117, 13.033936500549316, 23.86298370361328 ], "n": 8 }, { "cfg": { "lr": 0.001, "T": 80 }, "mean": 186.9507598876953, "std": 10.651138931586377, "per_seed": [ 191.85867309570312, 200.1656036376953, 192.61083984375, 163.03077697753906, 188.59230041503906, 179.8059844970703, 185.5874786376953, 193.9544219970703 ], "n": 8 }, { "cfg": { "lr": 0.003, "T": 80 }, "mean": 25.6825692653656, "std": 7.43283927020537, "per_seed": [ 20.19032096862793, 40.638572692871094, 28.931119918823242, 26.276248931884766, 17.19772720336914, 16.450904846191406, 25.62046241760254, 30.155197143554688 ], "n": 8 }, { "cfg": { "lr": 0.01, "T": 80 }, "mean": 17.193141102790833, "std": 3.2702713922060123, "per_seed": [ 18.909334182739258, 14.264732360839844, 21.892744064331055, 20.79402732849121, 11.515158653259277, 14.863554000854492, 18.321683883666992, 16.98389434814453 ], "n": 8 }, { "cfg": { "lr": 0.001, "T": 160 }, "mean": 185.08572959899902, "std": 10.167016861250847, "per_seed": [ 191.33917236328125, 197.4365234375, 181.3788604736328, 161.34991455078125, 192.1107940673828, 187.85206604003906, 185.2051544189453, 184.0133514404297 ], "n": 8 }, { "cfg": { "lr": 0.003, "T": 160 }, "mean": 25.298375844955444, "std": 4.551763171760175, "per_seed": [ 18.683156967163086, 33.22486877441406, 29.26276206970215, 22.208969116210938, 21.04352569580078, 24.836837768554688, 29.051376342773438, 24.075510025024414 ], "n": 8 }, { "cfg": { "lr": 0.01, "T": 160 }, "mean": 18.80278468132019, "std": 2.1794834679139643, "per_seed": [ 15.243776321411133, 17.74627113342285, 17.490156173706055, 19.760400772094727, 17.134641647338867, 20.429834365844727, 19.96878433227539, 22.648412704467773 ], "n": 8 } ], "protocol_notes": { "paired_seeds": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "epochs": 8, "n_train": 400, "n_test": 400, "structural_match": "tabular MLP projection bottleneck", "baseline_lr_union": [ 0.001, 0.003, 0.01 ], "baseline_method_knob": "projection width M=6", "projection_note": "Kac stream is precomputed once because it is fixed; this is algebraically identical to inserting it before the MLP." } }