Certified Active-Tail Ising Layer / report_bench_2026-09-04T130733.md

Failed on benchmark

Raw ⬇ ZIP

Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{ "worked": false, "confidence": 9, "verdict": "Implemented Certified Active-Tail Ising Layer on the registered tabular Friedman#1 track with a shared IsingMLP architecture. The conditional-energy identity passed with maximum error 1.78e-15 and exhaustive certification found zero violations, but the trained models showed negligible active-tail reduction and no significant task-metric improvement. The canonical verdict is no measurable effect.", "metrics": { "baseline": "Best baseline lr=0.01, steps=5; sweep mean MSE=26.0932703.", "idea": "lr=0.01, steps=5; paired delta_mean=-0.0037145615; permutation p_value=0.37185; 3/8 wins; observed active fraction=0.99609375; mechanism confirmed=false." }, "how_to_run": "/home/maxwelhelp/main/bin/python3 bench_active_tail.py", "files": [ "bench_active_tail.py", "artifacts/bench_report.json", "artifacts/run.log" ], "limitations": "Only the registered tabular track was tested. The experiment used width 32 and 400/200 train/test samples rather than the proposed 1024/4096-node solver; wall-clock speedup was not established.", "bench_report": { "bench_version": 1, "track": "tabular", "model": "mlp_tiny", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "sweep": { "grid": [ { "config": { "lr": 0.001, "steps": 3 }, "mean": 173.0890923 }, { "config": { "lr": 0.003, "steps": 4 }, "mean": 103.0168095 }, { "config": { "lr": 0.01, "steps": 5 }, "mean": 26.0932703 } ], "best": { "config": { "lr": 0.01, "steps": 5 }, "mean": 26.0932703 } }, "full": { "config": { "lr": 0.01, "steps": 5 }, "per_seed": [ 28.3944721, 22.1143112, 28.9616566, 24.9026432, 32.5811043, 22.7821045, 20.1309967, 24.0202026 ], "mean": 25.1353948 } }, "idea": { "config": { "lr": 0.01, "steps": 5 }, "per_seed": [ 28.394474, 22.1143112, 28.9616566, 24.9026413, 32.5513916, 22.7821007, 20.1309967, 24.0202026 ], "mean": 25.1316802 }, "comparison": { "delta_mean": -0.0037145615, "idea_wins": 3, "n_pairs": 8, "per_seed_diffs": [ 1.9073e-06, 0, 0, -1.9073e-06, -0.029712677, -3.8147e-06, 0, 0 ], "p_value": 0.37185, "verdict": "no measurable effect", "system_worked": false }, "mechanism_signature": { "prediction": "certified active-tail reduces active interaction work after polarization", "predicted_active_fraction_upper_bound": 1.0, "observed_idea_active_fraction": 0.99609375, "observed_baseline_active_fraction": 1.0, "reduction_ratio": 0.99609375, "confirmed": false }, "math_sanity": { "conditional_identity_max_abs_error": 1.7763568394002505e-15, "exhaustive_certification_violations": 0, "certification_bound_holds": true } }, "system_verdict": "failed", "practical_verdict": "no_effect", "mechanism_ok": 0, "system_judged": true }