Adaptive Physics-Lifted Koopman State Space / report_bench_2026-09-03T121411.md

✓✓ Beats tuned baseline

Raw ⬇ ZIP

Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{ "worked": true, "confidence": 8, "verdict": "Implemented and evaluated a learned quadratic Koopman lift with a spectrally bounded linear controlled transition on the structurally matched dynamics track against the standard rnn_small GRU. Across 8 paired seeds, the idea achieved MSE 0.0002450490 versus 0.0006787698 for the tuned baseline, with paired delta -0.0004337208, 7/8 wins, and permutation p=0.0231, meeting the significant-win criterion. The trained-model signature confirmed contraction: observed late rollout norm ratio 0.8156 versus trained A spectral radius 0.7978.", "metrics": { "baseline": "rnn_small GRU; best lr=0.01 from sweep; 8-seed mean MSE=0.0006787698, std=0.0001831161", "idea": "Learned [h,h^2] Koopman transition with spectral contraction; best lr=0.01; 8-seed mean MSE=0.0002450490, std=0.0001979633", "paired_comparison": "delta_mean=-0.0004337208; idea_wins=7/8; permutation_p_value=0.0231", "mechanism_signature": "trained A spectral radius=0.7977779; observed mean final-three norm ratio=0.8155919; confirmed=true", "math_check": "RLS versus exponentially weighted batch least squares max absolute error=5.55e-17; predicted forgetting timescale=14.2857 steps" }, "bench_report": { "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.01 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.0032877354 }, { "cfg": { "lr": 0.003 }, "mean": 0.0012035724 }, { "cfg": { "lr": 0.01 }, "mean": 0.0006944253 } ], "full": { "mean": 0.0006787698, "std": 0.0001831161, "per_seed": [ 0.0008624938, 0.0008604837, 0.0003602985, 0.0006422949, 0.0006247925, 0.000911061, 0.0004747614, 0.0006949726 ], "n": 8 } }, "idea": { "mean": 0.000245049, "std": 0.0001979633, "per_seed": [ 0.0002130557, 0.0002364849, 0.0007525552, 0.000169031, 0.00017367, 8.52605e-05, 0.000218497, 0.000111838 ], "n": 8 }, "comparison": { "delta_mean": -0.0004337208, "idea_wins": 7, "n_pairs": 8, "p_value": 0.0231, "verdict": "idea better (significant)", "system_worked": true }, "mechanism_signature": { "rho_trained_A": 0.7977779, "predicted_asymptotic_norm_ratio": 0.7977779, "observed_mean_last3_norm_ratio": 0.8155919, "confirmed": true, "source": "trained benchmark Koopman model" } }, "how_to_run": "/home/maxwelhelp/main/bin/python3 stage2_bench.py", "files": [ "stage2_bench.py", "bench_report.json" ], "limitations": "Only the built-in actuated pendulum dynamics track was tested. Explicit online forgetting-factor RLS updates during benchmark evaluation, long-horizon rollout scoring, real-world dynamics, CartPole, eigenvalue-by-eigenvalue projection, and a learned nonlinear observable MLP sweep were not tested.", "system_verdict": "worked", "practical_verdict": "helps", "mechanism_ok": 1, "system_judged": true }