Invariant-Sphere Recurrent State / report_bench_2026-09-02T122613.md
Mechanism confirmed, baseline not beaten
Стенд-проверка (stage-2) · промт оператора:
(универсальный)
Ответ агента:
{ "worked": false, "confidence": 10, "verdict": "The invariant-sphere recurrent transition was implemented and tested on the structurally matched dynamics track using eight paired seeds, a baseline learning-rate sweep, and a matched three-value idea sweep. The trained models showed the predicted negative radial cubic coefficient, but the idea had significantly higher test MSE than the GRU baseline, so it does not qualify as a win.", "metrics": { "baseline": "GRU rnn_small, lr=0.01, 20 epochs: mean test MSE 6.485018303692414e-06", "idea": "Invariant-sphere cubic RNN, lr=0.01, lambda=1.0, dt=0.05, cubic_scale=1.0, 20 epochs: mean test MSE 1.4861759154882748e-05", "paired_delta_mean": 8.376740851190334e-06, "permutation_p_value": 0.0081, "idea_wins": 0, "mechanism_confirmed": true }, "how_to_run": "/home/maxwelhelp/main/bin/python3 bench_stage2.py", "files": [ "bench_stage2.py", "bench_report.json" ], "bench_report": { "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.01, "weight_decay": 0.0, "epochs": 20 }, "sweep": [ { "lr": 0.001, "mean": 0.00010979082981066313 }, { "lr": 0.003, "mean": 1.23220872865204e-05 }, { "lr": 0.01, "mean": 5.326571056230023e-06 } ], "full_mean": 6.485018303692414e-06, "full_std": 3.0896387556205093e-06 }, "idea": { "best_cfg": { "lr": 0.01, "epochs": 20, "lam": 1.0, "dt": 0.05, "cubic_scale": 1.0 }, "mean": 1.4861759154882748e-05, "std": 7.4365681821899514e-06, "per_seed": [ 6.5364615693397354e-06, 1.7686747014522552e-05, 1.725437687127851e-05, 2.9500635719159618e-05, 1.0894022125285119e-05, 1.0834011845872737e-05, 5.783244432677748e-06, 2.0404573660925962e-05 ] }, "comparison": { "delta_mean": 8.376740851190334e-06, "idea_wins": 0, "n_pairs": 8, "p_value": 0.0081, "verdict": "idea worse (significant)" }, "mechanism_signature": { "radial_coeff_mean": -0.0551277962513268, "radial_coeff_std": 0.006850266479887068, "trained_final_norm_mean": 0.7238094657659531, "trained_final_norm_std": 0.4153854250907898, "predicted_radius_scalar": 1.0, "predicted_relaxation_rate": 2.0, "confirmed": true } }, "limitations": "Only the built-in dynamics track was tested; no longer horizons, alternative cubic coefficients, radial-penalty ablation, dense-coupling ablation, or parameter-count-matched angular parameterization was evaluated.", "system_verdict": "partial", "practical_verdict": "harms", "mechanism_ok": 1, "system_judged": true }