# Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{
  "worked": true,
  "confidence": 4,
  "verdict": "Built a local custom multitoken quadratic-context denoising track and paired baseline/idea systems using the same MLP, three shared learning rates, and eight seeds. The idea achieved significantly lower test MSE (delta_mean=-0.05349, permutation p=0.0081, all 8 pairs improved), so the benchmark verdict is idea better (significant). However, the trained-model mechanism signature did not confirm the predicted quadratic shrinkage (predicted 0.4 versus observed 0.9695), and the custom benchmark is a supervised denoising proxy rather than a full multi-step diffusion sampler; therefore confidence is limited.",
  "metrics": {
    "baseline": "Best lr=0.003; mean test MSE=0.0542125 over 8 seeds.",
    "idea": "Best lr=0.009; mean test MSE=0.000726807 over 8 seeds; paired delta=-0.0534857, p=0.0081, 8/8 wins.",
    "mechanism_signature": {
      "predicted_shrink": 0.4,
      "observed_nn_output_ratio": 0.9694892540574074,
      "relative_error": 1.4237231351435182,
      "confirmed": false
    }
  },
  "bench_report": {
    "bench_version": 1,
    "track": "quadratic_context_multitoken",
    "model": "local_mlp",
    "metric_direction": "lower is better",
    "n_seeds": 8,
    "baseline": {
      "best_cfg": {
        "lr": 0.003
      },
      "sweep_lrs": [
        0.001,
        0.003,
        0.009
      ],
      "full_mean": 0.054212482180446386
    },
    "idea": {
      "best_lr": 0.009,
      "full_mean": 0.0007268067274708301
    },
    "comparison": {
      "delta_mean": -0.053485675452975556,
      "idea_wins": 8,
      "n_pairs": 8,
      "p_value": 0.0081,
      "verdict": "idea better (significant)",
      "system_worked": true
    },
    "mechanism_signature": {
      "predicted_shrink": 0.4,
      "observed_nn_output_ratio": 0.9694892540574074,
      "relative_error": 1.4237231351435182,
      "confirmed": false
    },
    "custom_track": {
      "name": "quadratic_context_multitoken",
      "file": "quadratic_context_track.py",
      "domain": "diffusion-sampling"
    }
  },
  "how_to_run": "/home/maxwelhelp/main/bin/python3 context_bench.py",
  "files": [
    "context_bench.py",
    "quadratic_context_track.py",
    "bench_report.json"
  ],
  "limitations": "The experiment did not use a full iterative DDPM/score-SDE sampler, did not test matched versus naive finite-noise score injection, and did not sweep context matrices, temperatures, masses, boundary conditions, or nullspaces. The custom proxy's target construction also makes the large MSE gap less conclusive than a genuine sampling-quality comparison; the mechanism signature is explicitly unconfirmed.",
  "system_verdict": "worked",
  "practical_verdict": "helps",
  "mechanism_ok": 0,
  "system_judged": true
}