{
  "bench_version": 1,
  "track": "sequence",
  "model": "transformer_tiny",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.001,
      "epochs": 12
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001,
          "epochs": 12
        },
        "mean": 0.3171548619866371
      },
      {
        "cfg": {
          "lr": 0.003,
          "epochs": 12
        },
        "mean": 0.33575212955474854
      },
      {
        "cfg": {
          "lr": 0.006,
          "epochs": 12
        },
        "mean": 0.3609168827533722
      }
    ],
    "full": {
      "mean": 0.33212270587682724,
      "std": 0.052525560059948226,
      "per_seed": [
        0.34580686688423157,
        0.2720120847225189,
        0.27966615557670593,
        0.37113434076309204,
        0.28781864047050476,
        0.3107385039329529,
        0.4378826916217804,
        0.3519223630428314
      ],
      "n": 8
    },
    "union_grid": [
      {
        "lr": 0.001,
        "epochs": 12
      },
      {
        "lr": 0.003,
        "epochs": 12
      },
      {
        "lr": 0.006,
        "epochs": 12
      }
    ]
  },
  "idea": {
    "mean": 0.3073607422411442,
    "std": 0.05354461640119265,
    "per_seed": [
      0.3493795692920685,
      0.2742547392845154,
      0.2889987826347351,
      0.37771299481391907,
      0.25186100602149963,
      0.2312282919883728,
      0.38401901721954346,
      0.3014315366744995
    ],
    "n": 8,
    "selected_cfg": {
      "lr": 0.001,
      "epochs": 12
    }
  },
  "comparison": {
    "delta_mean": -0.02476196363568306,
    "idea_wins": 4,
    "n_pairs": 8,
    "per_seed_diffs": [
      0.003572702407836914,
      0.00224265456199646,
      0.009332627058029175,
      0.006578654050827026,
      -0.03595763444900513,
      -0.07951021194458008,
      -0.05386367440223694,
      -0.05049082636833191
    ],
    "p_value": 0.1218,
    "mde": 0.028806811988049977,
    "mde_rel_pct": 8.673544891186518,
    "verdict": "no significant win",
    "system_worked": false
  },
  "mechanism_signature": {
    "design": {
      "predicted_pair_coverage": 1.0,
      "observed_attention_pair_mean": 0.40865393000985345,
      "observed_attention_pair_variance": 0.0008423293021837351,
      "routing_pair_coverage_variance": 0.0,
      "confirmed": true
    },
    "idea_sweep": [
      {
        "cfg": {
          "lr": 0.001,
          "epochs": 12
        },
        "mean": 0.3225979581475258
      },
      {
        "cfg": {
          "lr": 0.001,
          "epochs": 12
        },
        "mean": 0.32260219752788544
      },
      {
        "cfg": {
          "lr": 0.006,
          "epochs": 12
        },
        "mean": 0.324721522629261
      }
    ],
    "selected_cfg": {
      "lr": 0.001,
      "epochs": 12
    }
  }
}