{
  "bench_version": 1,
  "track": "sequence",
  "model": "transformer_tiny",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.003
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "mean": 0.1494479700922966
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 0.14718072488904
      },
      {
        "cfg": {
          "lr": 0.01
        },
        "mean": 0.23090055957436562
      }
    ],
    "full": {
      "mean": 0.14619511179625988,
      "std": 0.023272144211599243,
      "per_seed": [
        0.19329272210597992,
        0.12494795769453049,
        0.12228920310735703,
        0.14819301664829254,
        0.1282258927822113,
        0.1327003538608551,
        0.1498585343360901,
        0.17005321383476257
      ],
      "n": 8
    },
    "idea_lr_selected": 0.003
  },
  "idea": {
    "mean": 0.1398473186418414,
    "std": 0.011513116013381047,
    "per_seed": [
      0.15645107626914978,
      0.13615846633911133,
      0.14752109348773956,
      0.13047337532043457,
      0.1331927627325058,
      0.12439116090536118,
      0.13342459499835968,
      0.1571660190820694
    ],
    "n": 8
  },
  "comparison": {
    "delta_mean": -0.0063477931544184685,
    "idea_wins": 5,
    "n_pairs": 8,
    "per_seed_diffs": [
      -0.03684164583683014,
      0.011210508644580841,
      0.025231890380382538,
      -0.01771964132785797,
      0.004966869950294495,
      -0.008309192955493927,
      -0.016433939337730408,
      -0.012887194752693176
    ],
    "p_value": 0.3787,
    "mde": 0.016241711340640855,
    "mde_rel_pct": 11.109613133492175,
    "verdict": "no significant win",
    "system_worked": false
  },
  "math_check": {
    "M1": 3,
    "M2": 4,
    "gcd": 1,
    "physical_offsets": [
      0,
      3,
      4,
      6,
      8,
      9
    ],
    "physical_count": 6,
    "physical_formula": 6,
    "virtual_offsets": [
      0,
      3,
      4,
      6,
      7,
      8,
      9,
      10,
      11,
      13,
      14,
      17
    ],
    "virtual_count": 12,
    "graph_reachable": [
      0,
      3,
      4,
      6,
      7,
      8,
      9,
      10,
      11,
      13,
      14,
      17
    ],
    "noncoprime_2_4_virtual_count": 6,
    "claim_holds": true
  },
  "idea_sweep": [
    {
      "lr": 0.001,
      "mean": 0.1506526917219162,
      "std": 0.011124472883780578
    },
    {
      "lr": 0.003,
      "mean": 0.1398473186418414,
      "std": 0.011513116013381047
    },
    {
      "lr": 0.01,
      "mean": 0.3220752514898777,
      "std": 0.1023727956412049
    }
  ],
  "protocol_note": "Baseline and idea use paired sequence datasets and identical non-attention architecture.",
  "mechanism_signature": {
    "predicted_virtual_offsets": [
      0,
      3,
      4,
      6,
      7,
      8,
      9,
      10,
      11,
      13,
      14,
      17
    ],
    "observed_nonzero_input_offsets": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31
    ],
    "predicted_offsets_observed": [
      0,
      3,
      4,
      6,
      7,
      8,
      9,
      10,
      11,
      13,
      14,
      17
    ],
    "coverage": 1.0,
    "confirmed": true
  }
}