Faithful Latent Fixed-Point Solver / report_bench_2026-08-31T120149.md

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP

Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{ "worked": false, "confidence": 10, "verdict": "The latent fixed-point recurrent system significantly underperformed the tuned standard RNN on the matched controlled-pendulum task. Although the trained-model intertwining signature was confirmed, the independent task MSE was worse, so the idea is not a benchmark win.", "metrics": { "baseline": "MSE 0.00078019; lr 0.006; 8 seeds", "idea": "MSE 0.00276772; lr 0.006; 8 seeds; delta +0.00198753; p=0.0081" }, "how_to_run": "/home/maxwelhelp/main/bin/python3 bench_experiment.py", "files": [ "bench_experiment.py", "bench_report.json" ], "limitations": "Only the registered dynamics track was tested; no wall-clock or longer-horizon rollout speed benchmark was measured.", "bench_report": { "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006, "epochs": 18, "weight_decay": 0.0 }, "sweep": [ { "cfg": { "lr": 0.001, "epochs": 18, "weight_decay": 0.0 }, "mean": 0.0018504196486901492 }, { "cfg": { "lr": 0.003, "epochs": 18, "weight_decay": 0.0 }, "mean": 0.00105226032610517 }, { "cfg": { "lr": 0.006, "epochs": 18, "weight_decay": 0.0 }, "mean": 0.0007705322786932811 } ], "full": { "mean": 0.0007801908141118474, "std": 0.000154764005468824, "per_seed": [ 0.0007548112771473825, 0.0008833256433717906, 0.0005147535703144968, 0.0009292386239394546, 0.0005692947888746858, 0.0008575883111916482, 0.0007604749407619238, 0.0009720393572933972 ], "n": 8 } }, "idea": { "mean": 0.0027677187463268638, "std": 0.0004791600247094044, "per_seed": [ 0.0032697366550564766, 0.0034622857347130775, 0.0023067700676620007, 0.003037406364455819, 0.0025763215962797403, 0.002056161407381296, 0.003083220450207591, 0.0023498476948589087 ], "n": 8 }, "comparison": { "delta_mean": 0.0019875279322150163, "idea_wins": 0, "n_pairs": 8, "per_seed_diffs": [ 0.002514925377909094, 0.002578960091341287, 0.001792016497347504, 0.0021081677405163646, 0.0020070268074050546, 0.001198573096189648, 0.0023227455094456673, 0.0013778083375655115 ], "p_value": 0.0081, "verdict": "idea worse (significant)", "system_worked": false }, "mechanism_signature": { "observed_comm_rmse": 0.031343826558440924, "observed_reconstruction_rmse": 0.02700727223418653, "confirmed": true } }, "system_verdict": "partial", "practical_verdict": "harms", "mechanism_ok": 1, "system_judged": true }