Support-Sparse Koopman World Model / report_bench_2026-09-02T012706.md

Failed on benchmark

Raw ⬇ ZIP

Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{ "worked": false, "confidence": 9, "verdict": "Support-sparse Koopman training was implemented on the matched dynamics track with an rnn_small backbone and auxiliary reconstruction, latent prediction, decoded rollout, sparsity, and support-persistence losses. Mean MSE improved from 0.0504752 to 0.0489187, but the paired permutation test was non-significant (p=0.7986), so the idea did not demonstrate a benchmark win.", "metrics": { "baseline": "MSE 0.0504752, std 0.0150831, best lr 0.006", "idea": "MSE 0.0489187, std 0.0086294, best lr 0.006, lambda 0.0005, eta 0.002", "paired_delta": "-0.00155656, 6/8 wins, p=0.7986", "mechanism_signature": "latent MSE 0.0325081, decoded h6 rollout MSE 0.305510, support change 3.44031e-05, active fraction 0.6012, confirmed=false" }, "how_to_run": "/home/maxwelhelp/main/bin/python3 stage2_bench.py", "files": [ "stage2_bench.py", "bench_report.json", "stage2_stdout.json" ], "limitations": "CPU fallback was required after GPU allocation failures. The reduced run used NTR=400, NTE=200, and 4 epochs. Longer horizons, persistence ablations, basin-mask classification, and other architectures were not tested.", "bench_report": { "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006, "wd": 0.0 }, "full": { "mean": 0.050475220661610365, "std": 0.015083096048661116, "per_seed": [ 0.0499384366, 0.0423552692, 0.0690467358, 0.0720848665, 0.053357292, 0.0227224827, 0.0555519573, 0.0387447253 ], "n": 8 }, "sweep": [ { "cfg": { "lr": 0.001, "wd": 0.0 }, "mean": 0.4127266146 }, { "cfg": { "lr": 0.003, "wd": 0.0 }, "mean": 0.0579891843 }, { "cfg": { "lr": 0.006, "wd": 0.0 }, "mean": 0.0504752207 } ] }, "idea": { "mean": 0.04891866398975253, "std": 0.00862940297862839, "per_seed": [ 0.0486514755, 0.0298973992, 0.0598931611, 0.0460499674, 0.0504105985, 0.0586291328, 0.0509902053, 0.0468273722 ], "n": 8 }, "comparison": { "delta_mean": -0.0015565567, "idea_wins": 6, "n_pairs": 8, "p_value": 0.7986, "verdict": "no significant win", "system_worked": false }, "mechanism_signature": { "one_step_latent_mse_mean": 0.0325080987, "decoded_rollout_mse_h6": 0.3055100143, "support_change_mean": 3.44031e-05, "active_fraction_tau_025": 0.6012109518, "confirmed": false } }, "system_verdict": "failed", "practical_verdict": "inconclusive", "mechanism_ok": 0, "system_judged": true }