Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{ "worked": false, "confidence": 10, "verdict": "The matched Lyapunov-controlled GRU preserved the negative trained-model exponent sign, confirming the proposed mechanism on the dynamics benchmark. However, it significantly worsened standard test MSE: 0.09831 versus 0.002106 for the baseline, with paired delta +0.09620 and permutation p=0.0081; therefore the idea is not a training win.", "metrics": { "baseline": "Best lr=0.006; 8-seed test MSE mean=0.0021058194, std=0.0003894366.", "idea": "Controlled half-step GRU at shared best lr=0.006; 8-seed test MSE mean=0.0983085380, std=0.1018164212; 0/8 paired wins.", "mechanism_signature": { "baseline_discrete_exponent": -0.4939222008, "controlled_discrete_exponent": -0.2495538622, "predicted_sign_preserved": true, "observed_sign_preserved": true, "confirmed": true } }, "how_to_run": "/home/maxwelhelp/main/bin/python3 bench_stage2.py", "files": [ "bench_stage2.py", "bench_report.json" ], "limitations": "Only the registered built-in dynamics track was tested. The intervention used a damped half-step surrogate rather than a full nonlinear implicit solve or adaptive runtime controller; wall-clock, memory, stochastic diffusion, higher-order solvers, and longer-horizon generalization were not tested.", "bench_report": { "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.004298779065720737 }, { "cfg": { "lr": 0.003 }, "mean": 0.0034615940821822733 }, { "cfg": { "lr": 0.006 }, "mean": 0.0018282315868418664 } ], "full": { "mean": 0.002105819425196387, "std": 0.000389436566226016, "per_seed": [ 0.002004395006224513, 0.001437882543541491, 0.0015748648438602686, 0.002295783953741193, 0.0024020641576498747, 0.0024898042902350426, 0.0020851334556937218, 0.0025566271506249905 ], "n": 8 } }, "idea": { "mean": 0.09830853797029704, "std": 0.10181642123035443, "per_seed": [ 0.01266887690871954, 0.018287021666765213, 0.3273325264453888, 0.034617792814970016, 0.17559394240379333, 0.02574852854013443, 0.06928706914186478, 0.1229325458407402 ], "n": 8 }, "comparison": { "delta_mean": 0.09620271854510065, "idea_wins": 0, "n_pairs": 8, "per_seed_diffs": [ 0.010664481902495027, 0.016849139123223722, 0.3257576616015285, 0.032322008861228824, 0.17319187824614346, 0.023258724249899387, 0.06720193568617105, 0.12037591869011521 ], "p_value": 0.0081, "mde": 0.09108405536558592, "mde_rel_pct": 4325.3497558125855, "verdict": "idea worse (significant)", "system_worked": false }, "mechanism_signature": { "mechanism_signature": { "trained_baseline_mse": 0.002604018896818161, "trained_idea_mse": 0.38107627630233765, "baseline_discrete_exponent": -0.49392220080763893, "controlled_discrete_exponent": -0.24955386218263162, "predicted_sign_preserved": true, "observed_sign_preserved": true, "confirmed": true }, "idea_sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.731351688504219 }, { "cfg": { "lr": 0.003 }, "mean": 0.5189185738563538 }, { "cfg": { "lr": 0.006 }, "mean": 0.09822655445896089 } ], "track_justification": "Controlled pendulum rollout is the built-in stability/control/Lyapunov match.", "protocol": "8 paired seeds; baseline and idea share lr union; standard test MSE." } }, "system_verdict": "failed", "practical_verdict": "harms", "mechanism_ok": 0, "system_judged": true }