Mpemba Mode-Filtered Training / report_bench_2026-08-31T155426.md
Mechanism confirmed, baseline not beaten
Стенд-проверка (stage-2) · промт оператора:
(универсальный)
Ответ агента:
{ "worked": false, "confidence": 9, "verdict": "Implemented Mpemba mode-filtered training as a post-probe symmetry-channel penalty on the matched dynamics track using the shared rnn_small architecture and equal Adam budgets. The trained-model mechanism signature was confirmed: the idea's asymmetry proxy decayed to 0.162 of its probe value on average. However, task MSE was slightly worse than the tuned baseline (0.0007728744 vs 0.0007712391; paired delta +1.6354e-06, permutation p=0.79715), so there is no benchmark win.", "metrics": { "baseline": "dynamics/rnn_small; best lr=0.006, weight_decay=0.0001; 8-seed test MSE mean=0.0007712390506640077", "idea": "post-probe symmetry penalty; best lr=0.006, weight_decay=0.0001, gamma=0.01; 8-seed test MSE mean=0.000772874424001202", "comparison": "paired delta idea-baseline=+1.6353733371943235e-06; idea wins 4/8; permutation p=0.79715", "mechanism": "mean late-to-probe asymmetry ratio=0.16168932957134385; confirmed=true" }, "bench_report": { "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006, "weight_decay": 0.0001 }, "full": { "mean": 0.0007712390506640077, "std": 0.00015769195775709773, "per_seed": [ 0.0006971143302507699, 0.0008527055033482611, 0.0005140206776559353, 0.0009294842020608485, 0.0005480053368955851, 0.0008613452082499862, 0.0008049127063713968, 0.0009623244404792786 ], "n": 8 } }, "idea": { "mean": 0.000772874424001202, "std": 0.00016036009165282255, "per_seed": [ 0.0006930093513801694, 0.0008406945853494108, 0.0005222903564572334, 0.0009326299768872559, 0.0005455962382256985, 0.0008512879139743745, 0.0008067093440331519, 0.0009907776257023215 ], "n": 8, "best_cfg": { "lr": 0.006, "weight_decay": 0.0001, "gamma": 0.01 } }, "comparison": { "delta_mean": 1.6353733371943235e-06, "idea_wins": 4, "n_pairs": 8, "per_seed_diffs": [ -4.104978870600462e-06, -1.2010917998850346e-05, 8.269678801298141e-06, 3.1457748264074326e-06, -2.409098669886589e-06, -1.0057294275611639e-05, 1.796637661755085e-06, 2.8453185223042965e-05 ], "p_value": 0.79715, "verdict": "no measurable effect", "system_worked": false }, "mechanism_signature": { "track_match": "dynamics: controlled pendulum rollout; odd sign-reversal channel", "prediction": "post-probe control suppresses symmetry-breaking mode, so late A2 proxy falls below probe A2 proxy", "observed_mean_ratio": 0.16168932957134385, "confirmed": true } }, "how_to_run": "/home/maxwelhelp/main/bin/python3 mpemba_bench.py", "files": [ "mpemba_bench.py", "bench_report.json" ], "limitations": "Only the built-in dynamics track and rnn_small model were tested. The mechanism signature measured asymmetry decay but did not establish a quantitative eigenmode relaxation-rate or crossing-time prediction at neural-network scale; no vision, sequence, or custom-track robustness study was run.", "system_verdict": "partial", "practical_verdict": "no_effect", "mechanism_ok": 1, "system_judged": true }