# Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{
  "worked": false,
  "confidence": 9,
  "verdict": "Implemented and benchmarked the Focus-Coefficient Switched Optimizer on the registered dynamics track with the shared rnn_small architecture. The mechanism signature was confirmed from trained-model projected radial drift, but the task-metric improvement was not statistically significant, so the idea did not demonstrate a reliable win.",
  "metrics": {
    "baseline": "Best SGD-momentum baseline: mean test MSE 0.00022353084659698652, std 0.00009061581347536935, lr=0.012, momentum=0.9",
    "idea": "Best switched optimizer: mean test MSE 0.000214986320315802, std 0.00008761713194482366, paired delta=-0.000008544526281184517, 5/8 wins, permutation p=0.17475"
  },
  "how_to_run": "/home/maxwelhelp/main/bin/python3 stage2_focus_bench.py",
  "files": [
    "stage2_focus_bench.py",
    "bench_report.json",
    "stage2_run.log"
  ],
  "limitations": "Only the registered dynamics track was tested, with reduced training and test sizes of 1200 and 400 examples and 12 epochs. The implementation uses a two-dimensional random parameter projection rather than a full normal-form reduction, and does not include bootstrap confidence intervals, explicit annulus filtering, formal hysteresis, FLOP accounting, or wall-clock comparisons.",
  "bench_report": {
    "bench_version": 1,
    "track": "dynamics",
    "model": "rnn_small",
    "metric_direction": "lower is better",
    "n_seeds": 8,
    "baseline": {
      "best_cfg": {
        "lr": 0.012,
        "momentum": 0.9
      },
      "sweep": [
        {
          "cfg": {
            "lr": 0.003,
            "momentum": 0.8
          },
          "mean": 0.0007268761837622151
        },
        {
          "cfg": {
            "lr": 0.003,
            "momentum": 0.9
          },
          "mean": 0.00030221821725717746
        },
        {
          "cfg": {
            "lr": 0.006,
            "momentum": 0.8
          },
          "mean": 0.00032218691558227874
        },
        {
          "cfg": {
            "lr": 0.006,
            "momentum": 0.9
          },
          "mean": 0.00023875456099631265
        },
        {
          "cfg": {
            "lr": 0.012,
            "momentum": 0.8
          },
          "mean": 0.0002535910825827159
        },
        {
          "cfg": {
            "lr": 0.012,
            "momentum": 0.9
          },
          "mean": 0.00020586683422152419
        }
      ],
      "full": {
        "mean": 0.00022353084659698652,
        "std": 9.061581347536935e-05,
        "per_seed": [
          0.00010926207323791459,
          0.00024170543474610895,
          0.0001626280864002183,
          0.0003098717425018549,
          0.0001496187032898888,
          0.00020368325931485742,
          0.0004100580408703536,
          0.00020141943241469562
        ],
        "n": 8
      },
      "parity_grid": [
        {
          "lr": 0.003,
          "momentum": 0.8
        },
        {
          "lr": 0.003,
          "momentum": 0.9
        },
        {
          "lr": 0.006,
          "momentum": 0.8
        },
        {
          "lr": 0.006,
          "momentum": 0.9
        },
        {
          "lr": 0.012,
          "momentum": 0.8
        },
        {
          "lr": 0.012,
          "momentum": 0.9
        }
      ]
    },
    "idea": {
      "mean": 0.000214986320315802,
      "std": 8.761713194482366e-05,
      "per_seed": [
        0.00010610528261167929,
        0.00024355029745493084,
        0.00016700058768037707,
        0.0002708751999307424,
        0.0001304265606449917,
        0.0002128796768374741,
        0.000402944308007136,
        0.00018610864935908467
      ],
      "n": 8
    },
    "comparison": {
      "delta_mean": -8.544526281184517e-06,
      "idea_wins": 5,
      "n_pairs": 8,
      "per_seed_diffs": [
        -3.1567906262353063e-06,
        1.8448627088218927e-06,
        4.372501280158758e-06,
        -3.8996542571112514e-05,
        -1.91921426448971e-05,
        9.196417522616684e-06,
        -7.113732863217592e-06,
        -1.5310783055610955e-05
      ],
      "p_value": 0.17475,
      "mde": 1.305763742401076e-05,
      "mde_rel_pct": 5.841537140309294,
      "verdict": "no significant win",
      "system_worked": false
    },
    "mechanism_signature": {
      "track_match": "stability/control -> dynamics",
      "idea_sweep": [
        {
          "cfg": {
            "lr": 0.003,
            "momentum": 0.8,
            "branch_ratio": 2.0
          },
          "mean": 0.0006308200972853228
        },
        {
          "cfg": {
            "lr": 0.006,
            "momentum": 0.8,
            "branch_ratio": 2.0
          },
          "mean": 0.00030224852162064053
        },
        {
          "cfg": {
            "lr": 0.012,
            "momentum": 0.9,
            "branch_ratio": 2.0
          },
          "mean": 0.0001968828419194324
        }
      ],
      "best_idea_cfg": {
        "lr": 0.012,
        "momentum": 0.9,
        "branch_ratio": 2.0
      },
      "predicted_branch": 0,
      "predicted_drift": [
        10.384744470593654,
        20.779192115849302
      ],
      "observed_selected_fraction_branch0": 0.65,
      "confirmed": true,
      "definition": "NN-scale projected parameter radial drift; lower predicted drift branch should be selected",
      "n_probe_updates": 120
    }
  },
  "system_verdict": "partial",
  "practical_verdict": "inconclusive",
  "mechanism_ok": 1,
  "system_judged": true
}