{
  "bench_version": 1,
  "track": "tabular",
  "model": "mlp_tiny",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.003
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "mean": 210.5964012145996
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 19.421141624450684
      },
      {
        "cfg": {
          "lr": 0.01
        },
        "mean": 89.58010625839233
      }
    ],
    "full": {
      "mean": 22.994831800460815,
      "std": 11.385712752026535,
      "per_seed": [
        27.76300621032715,
        13.660076141357422,
        19.283185958862305,
        16.97829818725586,
        17.96718406677246,
        18.604217529296875,
        18.24533462524414,
        51.45735168457031
      ],
      "n": 8
    }
  },
  "idea": {
    "mean": 209.8788948059082,
    "std": 12.027703233030866,
    "per_seed": [
      225.73562622070312,
      209.03338623046875,
      215.49949645996094,
      192.11709594726562,
      217.17715454101562,
      194.1483612060547,
      201.66188049316406,
      223.6581573486328
    ],
    "n": 8
  },
  "comparison": {
    "delta_mean": 186.8840630054474,
    "idea_wins": 0,
    "n_pairs": 8,
    "per_seed_diffs": [
      197.97262001037598,
      195.37331008911133,
      196.21631050109863,
      175.13879776000977,
      199.20997047424316,
      175.5441436767578,
      183.41654586791992,
      172.2008056640625
    ],
    "p_value": 0.0081,
    "mde": 9.628530681945449,
    "mde_rel_pct": 41.872585829275316,
    "verdict": "idea worse (significant)",
    "system_worked": false
  },
  "mechanism_signature": {
    "track_structure": "optimizer/decentralized regression",
    "alpha": 0.001,
    "mu_est": 0.249891459941864,
    "L_est": 0.249891459941864,
    "predicted_pole_radius": 0.5110536651589729,
    "observed_tracker_disagreement_ratio": 0.9515644814489328,
    "nondesignated_training_model": "mlp_tiny_worker_ensemble",
    "confirmed": false,
    "pole_spectrum": [
      -2.1467203015212988e-16,
      0.5,
      0.5000000000000001
    ],
    "idea_grid": [
      {
        "lr": 0.001
      },
      {
        "lr": 0.003
      },
      {
        "lr": 0.01
      }
    ],
    "selected_idea_cfg": {
      "lr": 0.001
    },
    "candidate_full_means": {
      "0.001": 209.8788948059082,
      "0.003": 209.8788948059082,
      "0.01": 209.8788948059082
    }
  }
}