{ "bench_version": 1, "track": "tabular", "model": "mlp_tiny", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006, "epochs": 12 }, "sweep": [ { "cfg": { "lr": 0.001, "epochs": 12 }, "mean": 130.1314926147461 }, { "cfg": { "lr": 0.003, "epochs": 12 }, "mean": 17.59502100944519 }, { "cfg": { "lr": 0.006, "epochs": 12 }, "mean": 13.973259925842285 } ], "full": { "mean": 14.809300541877747, "std": 2.0570786187742542, "per_seed": [ 14.058874130249023, 15.062494277954102, 13.770842552185059, 13.000828742980957, 12.002371788024902, 15.041543960571289, 16.459678649902344, 19.077770233154297 ], "n": 8 } }, "idea": { "mean": 14.809300541877747, "std": 2.0570786187742542, "per_seed": [ 14.058874130249023, 15.062494277954102, 13.770842552185059, 13.000828742980957, 12.002371788024902, 15.041543960571289, 16.459678649902344, 19.077770233154297 ], "n": 8, "best_cfg": { "lr": 0.006, "epochs": 12 }, "sweep": [ { "cfg": { "lr": 0.001, "epochs": 12 }, "mean": 130.1314926147461 }, { "cfg": { "lr": 0.003, "epochs": 12 }, "mean": 17.59502100944519 }, { "cfg": { "lr": 0.006, "epochs": 12 }, "mean": 13.973259925842285 } ] }, "comparison": { "delta_mean": 0.0, "idea_wins": 0, "n_pairs": 8, "per_seed_diffs": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "p_value": 1.0, "mde": 0.0, "mde_rel_pct": 0.0, "verdict": "no measurable effect", "system_worked": false }, "mechanism_signature": { "idea_sweep": [ { "cfg": { "lr": 0.001, "epochs": 12 }, "mean": 130.1314926147461 }, { "cfg": { "lr": 0.003, "epochs": 12 }, "mean": 17.59502100944519 }, { "cfg": { "lr": 0.006, "epochs": 12 }, "mean": 13.973259925842285 } ], "mechanism_signature": { "predicted": "high-variance chunks have shallower Huffman depth", "observed_mean_min_depth": 1.0, "balanced_depth": 3, "trained_model_measurements": [ { "0": 2, "4": 5, "6": 6, "5": 6, "3": 5, "2": 5, "1": 3, "7": 1 }, { "0": 2, "1": 3, "6": 5, "2": 5, "5": 5, "3": 6, "4": 6, "7": 1 }, { "6": 5, "5": 5, "3": 5, "4": 6, "2": 6, "1": 3, "0": 2, "7": 1 }, { "0": 2, "1": 3, "3": 5, "5": 6, "6": 6, "4": 5, "2": 5, "7": 1 }, { "0": 2, "1": 3, "3": 5, "2": 5, "4": 6, "5": 6, "6": 5, "7": 1 }, { "2": 5, "3": 5, "6": 6, "4": 6, "5": 5, "1": 3, "0": 2, "7": 1 }, { "0": 2, "4": 5, "5": 5, "3": 4, "2": 5, "6": 5, "1": 4, "7": 1 }, { "1": 3, "4": 5, "3": 5, "5": 5, "2": 6, "6": 6, "0": 2, "7": 1 } ], "observed_reduction_mse_mean": 1.0762555611452634e-07, "confirmed": true } } }