# Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{
  "worked": false,
  "confidence": 9,
  "verdict": "Implemented T-Robinson tree-neighborhood attention on the structurally matched sequence forecast track with detached embedding MSTs, radius-2 masking, and tree-distance bias. The trained-model signature confirmed 15.17% attention pair usage and lower attended tree distance, but the MSE improvement was not statistically significant.",
  "metrics": {
    "baseline": "Dense matched transformer, mean test MSE 7.3591 over 8 seeds, best lr=0.0015.",
    "idea": "Tree attention, mean test MSE 6.6508 over 8 seeds, best lr=0.0015 and gamma=0.0; paired delta=-0.7083, 7/8 wins, permutation p=0.19225, pair ratio=0.1517."
  },
  "how_to_run": "/home/maxwelhelp/main/bin/python3 bench_tr.py",
  "files": [
    "bench_tr.py"
  ],
  "limitations": "The workload was reduced to 1 epoch and 128 training/test samples per seed because Python-side per-batch MST construction exceeded the runtime budget. Wall-clock speed and peak memory were not measured, the path-violation regularizer was not added, and periodic refresh was not tested.",
  "bench_report": {
    "bench_version": 1,
    "track": "sequence",
    "model": "transformer_tiny",
    "metric_direction": "lower is better",
    "n_seeds": 8,
    "baseline": {
      "best_cfg": {
        "lr": 0.0015
      },
      "sweep": [
        {
          "cfg": {
            "lr": 0.0015
          },
          "mean": 7.359071612358093
        },
        {
          "cfg": {
            "lr": 0.003
          },
          "mean": 24.545356929302216
        },
        {
          "cfg": {
            "lr": 0.006
          },
          "mean": 65.0616283416748
        }
      ],
      "full": {
        "mean": 7.359071612358093,
        "std": 1.9749360684785204,
        "per_seed": [
          7.900935173034668,
          7.985860347747803,
          8.686538696289062,
          9.130595207214355,
          7.357710838317871,
          2.44637393951416,
          8.479934692382812,
          6.884624004364014
        ],
        "n": 8
      }
    },
    "idea": {
      "best_cfg": {
        "lr": 0.0015,
        "gamma": 0.0
      },
      "sweep": [
        {
          "cfg": {
            "lr": 0.0015,
            "gamma": 0.0
          },
          "mean": 6.650809675455093
        },
        {
          "cfg": {
            "lr": 0.003,
            "gamma": 0.25
          },
          "mean": 22.644501566886902
        },
        {
          "cfg": {
            "lr": 0.006,
            "gamma": 0.5
          },
          "mean": 62.88561010360718
        }
      ],
      "mean": 6.650809675455093,
      "std": 1.850329427956079,
      "per_seed": [
        7.012856483459473,
        7.219638824462891,
        8.330348014831543,
        8.54090690612793,
        6.664950847625732,
        3.981170892715454,
        8.148280143737793,
        3.3083252906799316
      ],
      "n": 8
    },
    "comparison": {
      "delta_mean": -0.7082619369029999,
      "idea_wins": 7,
      "n_pairs": 8,
      "per_seed_diffs": [
        -0.8880786895751953,
        -0.7662215232849121,
        -0.35619068145751953,
        -0.5896883010864258,
        -0.6927599906921387,
        1.534796953201294,
        -0.33165454864501953,
        -3.576298713684082
      ],
      "p_value": 0.19225,
      "mde": 1.1643156036362925,
      "mde_rel_pct": 15.821501202421468,
      "verdict": "no significant win",
      "system_worked": false
    },
    "mechanism_signature": {
      "prediction": "Tree-neighborhood attention concentrates on nearby tree items relative to uniform neighborhood weighting.",
      "predicted_uniform_neighborhood_distance": 0.7573275193572044,
      "observed_trained_attention_distance": 0.02364708064123988,
      "observed_pair_ratio": 0.15174484252929688,
      "confirmed": true
    },
    "math_check": {
      "line_zero_violation": 0.0,
      "hinge_max_abs_error": 0.0,
      "radius_pair_ratio": 0.15174484252929688
    },
    "runtime_config": {
      "epochs": 1,
      "n_train": 128,
      "n_test": 128,
      "seeds": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7
      ],
      "baseline_lr_grid": [
        0.0015,
        0.003,
        0.006
      ],
      "idea_settings": [
        {
          "lr": 0.0015,
          "gamma": 0.0
        },
        {
          "lr": 0.003,
          "gamma": 0.25
        },
        {
          "lr": 0.006,
          "gamma": 0.5
        }
      ]
    }
  },
  "system_verdict": "partial",
  "practical_verdict": "inconclusive",
  "mechanism_ok": 1,
  "system_judged": true
}