Icosahedral Congruence-Robust Strain Sensor / report_bench_2026-08-31T183052.md

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP

Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{ "worked": true, "confidence": 8, "verdict": "Implemented an end-to-end icosahedral strain feature transform on a custom structurally matched deformation/strain dynamics track. With identical mlp_tiny systems, canonical train_model training, parity-matched three-point sweeps, and eight paired seeds, the idea significantly reduced test MSE; the trained-model signature also showed larger gains under more ill-conditioned deformations.", "metrics": { "baseline": "Test MSE 0.02957797 ± 0.01503937 across 8 seeds; best lr=0.01, weight_decay=0.0001.", "idea": "Test MSE 0.00675773 ± 0.00099872 across 8 seeds; best lr=0.01, weight_decay=0.0001. Paired delta=-0.02282025, 8/8 wins, permutation p=0.0081." }, "bench_report": { "bench_version": 1, "track": "strain_congruence", "model": "mlp_tiny", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.01, "weight_decay": 0.0001 }, "sweep": [ { "cfg": { "lr": 0.001, "weight_decay": 0.0 }, "mean": 0.07749666459858418 }, { "cfg": { "lr": 0.003, "weight_decay": 0.0 }, "mean": 0.05831924267113209 }, { "cfg": { "lr": 0.01, "weight_decay": 0.0001 }, "mean": 0.033658347092568874 } ], "full_mean": 0.029577972134575248, "full_std": 0.01503937321913688 }, "idea": { "best_cfg": { "lr": 0.01, "weight_decay": 0.0001 }, "mean": 0.00675772619433701, "std": 0.0009987191335145192 }, "comparison": { "delta_mean": -0.022820245940238237, "idea_wins": 8, "n_pairs": 8, "p_value": 0.0081, "verdict": "idea better (significant)" }, "custom_track": { "name": "strain_congruence", "file": "custom_strain_track.py", "domain": "dynamics" }, "mechanism_signature": { "prediction": "Icosahedral reconstruction should reduce learned prediction error under ill-conditioned SL(3) deformations.", "low": { "baseline_mse": 0.010883176291827112, "idea_mse": 0.008369530783966184 }, "mid": { "baseline_mse": 0.008730645466130227, "idea_mse": 0.0025046369701158255 }, "high": { "baseline_mse": 0.05419394630007446, "idea_mse": 0.01061116874916479 }, "confirmed": true } }, "how_to_run": "/home/maxwelhelp/main/bin/python3 bench_stage2.py", "files": [ "custom_strain_track.py", "bench_stage2.py", "bench_report.json" ], "limitations": "The custom track is synthetic rather than a real fluid simulator or physical dataset; only diagonal positive determinant-one deformations were sampled, not arbitrary nonsymmetric SL(3) matrices. No graph neural rollout, learned-direction comparator, or built-in dynamics track comparison was performed.", "system_verdict": "partial", "practical_verdict": "no_effect", "mechanism_ok": 1, "system_judged": true }