{ "bench_version": 1, "track": "tabular", "model": "mlp_tiny", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006, "rho": 0.5, "wd": 0.0 }, "sweep": [ { "cfg": { "lr": 0.001, "rho": 0.5, "wd": 0.0 }, "mean": 130.23694229125977 }, { "cfg": { "lr": 0.001, "rho": 0.9, "wd": 0.0 }, "mean": 130.23694229125977 }, { "cfg": { "lr": 0.001, "rho": 0.99, "wd": 0.0 }, "mean": 130.23694229125977 }, { "cfg": { "lr": 0.003, "rho": 0.5, "wd": 0.0 }, "mean": 17.47633147239685 }, { "cfg": { "lr": 0.003, "rho": 0.9, "wd": 0.0 }, "mean": 17.47633147239685 }, { "cfg": { "lr": 0.003, "rho": 0.99, "wd": 0.0 }, "mean": 17.47633147239685 }, { "cfg": { "lr": 0.006, "rho": 0.5, "wd": 0.0 }, "mean": 14.664459228515625 }, { "cfg": { "lr": 0.006, "rho": 0.9, "wd": 0.0 }, "mean": 14.664459228515625 }, { "cfg": { "lr": 0.006, "rho": 0.99, "wd": 0.0 }, "mean": 14.664459228515625 } ], "full": { "mean": 15.392620921134949, "std": 2.3068932272646485, "per_seed": [ 13.949790954589844, 16.821916580200195, 13.37869644165039, 14.50743293762207, 11.848803520202637, 16.447656631469727, 16.45771598815918, 19.728954315185547 ], "n": 8 } }, "idea": { "mean": 13.288133263587952, "std": 1.7426182163392507, "per_seed": [ 12.68891716003418, 12.484254837036133, 15.12032413482666, 14.082161903381348, 12.240248680114746, 12.460922241210938, 10.672504425048828, 16.55573272705078 ], "n": 8 }, "comparison": { "delta_mean": -2.104487657546997, "idea_wins": 6, "n_pairs": 8, "per_seed_diffs": [ -1.260873794555664, -4.3376617431640625, 1.7416276931762695, -0.42527103424072266, 0.3914451599121094, -3.986734390258789, -5.785211563110352, -3.1732215881347656 ], "p_value": 0.07505, "mde": 2.1843941765217325, "mde_rel_pct": 14.191177627992088, "verdict": "no significant win", "system_worked": false }, "mechanism_signature": { "track_choice": "initialization intervention matches built-in tabular MLP track", "idea_grid": [ { "lr": 0.001, "rho": 0.5, "wd": 0.0 }, { "lr": 0.001, "rho": 0.9, "wd": 0.0 }, { "lr": 0.001, "rho": 0.99, "wd": 0.0 }, { "lr": 0.003, "rho": 0.5, "wd": 0.0 }, { "lr": 0.003, "rho": 0.9, "wd": 0.0 }, { "lr": 0.003, "rho": 0.99, "wd": 0.0 }, { "lr": 0.006, "rho": 0.5, "wd": 0.0 }, { "lr": 0.006, "rho": 0.9, "wd": 0.0 }, { "lr": 0.006, "rho": 0.99, "wd": 0.0 } ], "best_idea_cfg": { "lr": 0.006, "rho": 0.5, "wd": 0.0 }, "mechanism_signature": { "prediction": "trained row autocorrelation squared-energy is finite and near AR scale", "rho": 0.5, "predicted_infinite_m2": 0.3333333333333333, "observed_trained_m2_mean": 2.4519904585876326, "observed_trained_m2_per_layer": [ 0.5355444361543895, 0.5135248437551923, 3.0798011001161445, 0.5975278341601349, 0.5331300493990044, 8.240107015799705, 0.4513826315923449, 0.44965289903319977, 4.590099045158429, 0.8620051948306581, 0.37590925956175103, 5.837435059226347, 0.43945822150723635, 0.4145730006622794, 4.778137781524701, 0.5779047452570458, 0.44512739473235907, 14.447789803563834, 0.6027108555281171, 0.5175947320451376, 5.813795115090745, 0.6780733977859222, 0.6433692987210511, 3.423117290897461 ], "observed_to_predicted_ratio": 7.355971375762898, "confirmed": false, "trained_weight_spectral_stats": [ { "seed": 0, "layers": [ { "width": 10, "m2": 0.5355444361543895, "max_sv": 6.457832336425781 }, { "width": 64, "m2": 0.5135248437551923, "max_sv": 4.616987705230713 }, { "width": 64, "m2": 3.0798011001161445, "max_sv": 1.019950032234192 } ] }, { "seed": 1, "layers": [ { "width": 10, "m2": 0.5975278341601349, "max_sv": 5.862417697906494 }, { "width": 64, "m2": 0.5331300493990044, "max_sv": 4.6782379150390625 }, { "width": 64, "m2": 8.240107015799705, "max_sv": 1.0814954042434692 } ] }, { "seed": 2, "layers": [ { "width": 10, "m2": 0.4513826315923449, "max_sv": 6.307050704956055 }, { "width": 64, "m2": 0.44965289903319977, "max_sv": 3.9461841583251953 }, { "width": 64, "m2": 4.590099045158429, "max_sv": 1.159798264503479 } ] }, { "seed": 3, "layers": [ { "width": 10, "m2": 0.8620051948306581, "max_sv": 6.326919078826904 }, { "width": 64, "m2": 0.37590925956175103, "max_sv": 4.527178764343262 }, { "width": 64, "m2": 5.837435059226347, "max_sv": 0.8739078640937805 } ] }, { "seed": 4, "layers": [ { "width": 10, "m2": 0.43945822150723635, "max_sv": 5.555194854736328 }, { "width": 64, "m2": 0.4145730006622794, "max_sv": 4.161038875579834 }, { "width": 64, "m2": 4.778137781524701, "max_sv": 1.2376633882522583 } ] }, { "seed": 5, "layers": [ { "width": 10, "m2": 0.5779047452570458, "max_sv": 6.166889190673828 }, { "width": 64, "m2": 0.44512739473235907, "max_sv": 4.398115634918213 }, { "width": 64, "m2": 14.447789803563834, "max_sv": 0.9315663576126099 } ] }, { "seed": 6, "layers": [ { "width": 10, "m2": 0.6027108555281171, "max_sv": 6.004241943359375 }, { "width": 64, "m2": 0.5175947320451376, "max_sv": 4.450295448303223 }, { "width": 64, "m2": 5.813795115090745, "max_sv": 1.2859858274459839 } ] }, { "seed": 7, "layers": [ { "width": 10, "m2": 0.6780733977859222, "max_sv": 6.50230598449707 }, { "width": 64, "m2": 0.6433692987210511, "max_sv": 4.475450038909912 }, { "width": 64, "m2": 3.423117290897461, "max_sv": 0.9749677181243896 } ] } ] } } }