Spectral-gap adaptive polynomial filtering / report_bench_2026-08-31T170820.md

Failed on benchmark

Raw ⬇ ZIP

Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{ "worked": false, "confidence": 9, "verdict": "The registered dynamics/rnn_small benchmark was rerun with 8 paired seeds and a baseline sweep over the same learning-rate union used by the idea. The adaptive filter did not win: baseline mean test MSE was 0.00141983 versus 0.00192421 for the idea, paired delta was +0.00050438, and permutation p=0.05675. The trained-model mechanism signature was not confirmed, so this is an honest negative transfer result.", "metrics": { "baseline": "best lr=0.01; mean test MSE 0.0014198302378645167; std 0.00039839114901047844", "idea": "lr=0.01, K=7, gap_hat=0.25, sK=1.75; mean test MSE 0.0019242097914684564; std 0.0006243480083057443" }, "bench_report": { "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.01 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.004298779065720737 }, { "cfg": { "lr": 0.003 }, "mean": 0.0034615940821822733 }, { "cfg": { "lr": 0.01 }, "mean": 0.0014865802077110857 } ], "full": { "mean": 0.0014198302378645167, "std": 0.00039839114901047844, "per_seed": [ 0.0009327387670055032, 0.0018641706556081772, 0.0010785290505737066, 0.0020708823576569557, 0.0009260809747502208, 0.0014055331703275442, 0.0016443432541564107, 0.001436363672837615 ], "n": 8 } }, "idea": { "mean": 0.0019242097914684564, "std": 0.0006243480083057443, "per_seed": [ 0.0027711838483810425, 0.0015842666616663337, 0.0012298799119889736, 0.0026156860403716564, 0.0010839122114703066, 0.002030868548899889, 0.002578162821009755, 0.0014997182879596949 ], "n": 8 }, "comparison": { "delta_mean": 0.0005043795536039397, "idea_wins": 1, "n_pairs": 8, "per_seed_diffs": [ 0.0018384450813755393, -0.0002799039939418435, 0.000151350861415267, 0.0005448036827147007, 0.00015783123672008514, 0.0006253353785723448, 0.0009338195668533444, 6.335461512207985e-05 ], "p_value": 0.05675, "mde": 0.0005505516465549087, "mde_rel_pct": 38.77587840240402, "verdict": "no significant win", "system_worked": false }, "mechanism_signature": { "gap_hat": 0.25, "K": 7, "sK": 1.75, "predicted_fejer_gain": 0.173583984375, "predicted_jackson_gain": 0.168701171875, "observed_filtered_over_raw_norm": 0.7509765625, "prediction_error_abs": 0.582275390625, "confirmed": false } }, "how_to_run": "/home/maxwelhelp/main/bin/python3 stage2_bench.py", "files": [ "stage2_bench.py", "bench_report.json" ], "limitations": "Only the structurally matched registered dynamics track was tested. The implementation uses a fixed scalar gap proxy and a small squared-Fejer Jackson-type polynomial rather than matrix-free Jacobian estimation in a DEQ; solver evaluation counts and wall-clock speedups were not measured.", "system_verdict": "failed", "practical_verdict": "inconclusive", "mechanism_ok": 0, "system_judged": true }