# Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{
  "worked": false,
  "confidence": 9,
  "verdict": "The registered built-in tabular track was evaluated with mlp_tiny, eight paired seeds, a tuned baseline sweep, and parity-compliant idea learning rates. The trained-model mechanism signature was confirmed, but utility-weighted left-edge quantization significantly worsened test MSE, so the system did not work as a task-metric improvement.",
  "metrics": {
    "baseline": "Friedman#1 tabular regression, mlp_tiny; baseline sweep lr=0.001 mean 32.339343, lr=0.003 mean 16.379407, lr=0.01 mean 10.050109; selected lr=0.01; full 8-seed mean MSE 10.512851.",
    "idea": "16-code utility-weighted left-edge activation quantization; idea sweep means lr=0.003: 17.948323, lr=0.001: 49.849399, lr=0.01: 12.608353; selected lr=0.01; full 8-seed mean MSE 12.608353.",
    "comparison": "paired delta_mean=+2.095502, permutation p_value=0.0081, n_pairs=8, verdict='idea worse (significant)', system_worked=false"
  },
  "bench_report": {
    "bench_version": 1,
    "track": "tabular",
    "model": "mlp_tiny",
    "metric_direction": "lower is better",
    "n_seeds": 8,
    "baseline": {
      "sweep": {
        "best_cfg": {
          "lr": 0.01
        },
        "sweep": [
          {
            "cfg": {
              "lr": 0.001
            },
            "mean": 32.33934259414673
          },
          {
            "cfg": {
              "lr": 0.003
            },
            "mean": 16.37940740585327
          },
          {
            "cfg": {
              "lr": 0.01
            },
            "mean": 10.050109148025513
          }
        ]
      },
      "best_config": {
        "lr": 0.01
      },
      "full": {
        "per_seed": [
          8.558663368225098,
          10.783540725708008,
          9.733381271362305,
          11.12485122680664,
          8.562338829040527,
          12.776362419128418,
          9.492801666259766,
          13.070868492126465
        ],
        "mean": 10.512850999832153,
        "std": 1.6350143489482907,
        "n": 8
      }
    },
    "idea": {
      "config": {
        "lr": 0.01
      },
      "per_seed": [
        9.773167610168457,
        11.56466007232666,
        13.178303718566895,
        14.895204544067383,
        10.585610389709473,
        15.57695484161377,
        10.29378890991211,
        14.999134063720703
      ],
      "mean": 12.608353018760681,
      "sweep": [
        {
          "lr": 0.003,
          "mean": 17.948323011398315
        },
        {
          "lr": 0.001,
          "mean": 49.84939908981323
        },
        {
          "lr": 0.01,
          "mean": 12.608353018760681
        }
      ]
    },
    "comparison": {
      "delta_mean": 2.095502018928528,
      "idea_wins": 0,
      "n_pairs": 8,
      "per_seed_diffs": [
        1.2145042419433594,
        0.7811193466186523,
        3.44492244720459,
        3.770353317260742,
        2.0232715606689453,
        2.8005924224853516,
        0.8009872436523438,
        1.9282655715942383
      ],
      "p_value": 0.0081,
      "mde": 0.9656413775288165,
      "mde_rel_pct": 9.185342563537082,
      "verdict": "idea worse (significant)",
      "system_worked": false
    },
    "mechanism_signature": {
      "predicted": {
        "upward_fraction": 0.0,
        "left_gap_nonnegative": true
      },
      "observed": {
        "mean_upward_fraction": 0.0,
        "mean_left_gap": 0.15308727882802486
      },
      "confirmed": true
    }
  },
  "how_to_run": "/home/maxwelhelp/main/bin/python3 bench_experiment.py",
  "files": [
    "bench_experiment.py",
    "bench_report.json",
    "bench_stdout.json"
  ],
  "limitations": "Only the registered tabular track was tested; vision/CIFAR, sequence, and dynamics were not tested. The analytic logarithmic utility slope was used instead of validation-loss perturbation estimates. Throughput, memory, kernel cost, and alternative code counts were not measured.",
  "system_verdict": "partial",
  "practical_verdict": "harms",
  "mechanism_ok": 1,
  "system_judged": true
}