# Стенд-проверка (stage-2) · промт оператора:

(универсальный)

Ответ агента:

{
  "worked": true,
  "confidence": 8,
  "verdict": "The tropical support-restricted model significantly outperformed the dense polynomial-output baseline on the matched custom BVP track. Mean test MSE was 4.335e-05 versus 9.053e-04 over 8 paired seeds, with delta_mean=-8.619e-04 and permutation p=0.0081. The trained-model mechanism signature confirmed baseline off-support contribution and zero restricted off-support contribution.",
  "metrics": {
    "baseline": "Dense exponents 0..15, best lr=0.01, mean test MSE 0.000905269, std 0.000435092, 8 seeds.",
    "idea": "Odd exponents {1,3,5,7,9,11,13,15}, best lr=0.01, mean test MSE 0.000043348, std 0.000034194, 8 seeds.",
    "paired_delta_mean": -0.000861921,
    "permutation_p_value": 0.0081,
    "idea_wins": 8,
    "n_pairs": 8
  },
  "how_to_run": "/home/maxwelhelp/main/bin/python3 stage2_bench.py",
  "files": [
    "stage2_bench.py",
    "tropical_bvp_track.py",
    "bench_report.json"
  ],
  "limitations": "No registered PDE track was available, so a local manufactured 1D BVP custom track was used. The benchmark used supervised solution regression rather than autodiff PDE-residual training, one sine solution and one truncation order, and did not measure wall-clock or FLOP-normalized speed.",
  "bench_report": {
    "bench_version": 1,
    "track": "tropical_bvp_local",
    "model": "mlp_tiny",
    "metric_direction": "lower is better",
    "n_seeds": 8,
    "baseline": {
      "best_cfg": {
        "lr": 0.01
      },
      "sweep": [
        {
          "cfg": {
            "lr": 0.001
          },
          "mean": 0.003336876
        },
        {
          "cfg": {
            "lr": 0.003
          },
          "mean": 0.001190016
        },
        {
          "cfg": {
            "lr": 0.01
          },
          "mean": 0.000861295
        }
      ],
      "full": {
        "mean": 0.000905269,
        "std": 0.000435092,
        "per_seed": [
          0.000616,
          0.001029,
          0.000279,
          0.001521,
          0.001574,
          0.000635,
          0.000572,
          0.001016
        ],
        "n": 8
      }
    },
    "idea": {
      "best_cfg": {
        "lr": 0.01
      },
      "mean": 4.3348e-05,
      "std": 3.4194e-05,
      "per_seed": [
        2.408e-05,
        5.798e-05,
        2.553e-05,
        0.0001238,
        5.689e-05,
        2.516e-05,
        2.113e-05,
        1.22e-05
      ],
      "n": 8
    },
    "comparison": {
      "delta_mean": -0.000861921,
      "idea_wins": 8,
      "n_pairs": 8,
      "p_value": 0.0081,
      "verdict": "idea better (significant)",
      "system_worked": true
    },
    "custom_track": {
      "name": "tropical_bvp_local",
      "file": "tropical_bvp_track.py",
      "domain": "pde"
    },
    "idea_config": {
      "lr": 0.01
    },
    "idea_sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "mean": 0.002680517
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 0.000684986
      },
      {
        "cfg": {
          "lr": 0.01
        },
        "mean": 4.3348e-05
      }
    ],
    "mechanism_signature": {
      "prediction": "trained tropical system has zero off-support basis contribution and baseline has measurable even-power contribution",
      "baseline_off_support_rms": 0.212769,
      "observed_baseline_off_support_fraction": 0.30097,
      "observed_idea_off_support_fraction": 0.0,
      "confirmed": true
    },
    "support_analysis": {
      "truncation_order": 15,
      "baseline_exponents": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15
      ],
      "tropical_exponents": [
        1,
        3,
        5,
        7,
        9,
        11,
        13,
        15
      ]
    }
  },
  "system_verdict": "worked",
  "practical_verdict": "helps",
  "mechanism_ok": 1,
  "system_judged": true
}