{
  "bench_version": 1,
  "track": "sequence",
  "model": "transformer_tiny",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.001,
      "epochs": 18
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001,
          "epochs": 18
        },
        "mean": 0.379791796207428
      },
      {
        "cfg": {
          "lr": 0.003,
          "epochs": 18
        },
        "mean": 0.43505316227674484
      },
      {
        "cfg": {
          "lr": 0.006,
          "epochs": 18
        },
        "mean": 0.5298176184296608
      }
    ],
    "full": {
      "mean": 0.3913392685353756,
      "std": 0.03427539180539238,
      "per_seed": [
        0.3928984999656677,
        0.31817880272865295,
        0.38973456621170044,
        0.4183553159236908,
        0.3854232728481293,
        0.4126569330692291,
        0.44099482893943787,
        0.3724719285964966
      ],
      "n": 8
    }
  },
  "idea": {
    "mean": 0.22923117503523827,
    "std": 0.03083903278155792,
    "per_seed": [
      0.2540016770362854,
      0.19434939324855804,
      0.2264380156993866,
      0.25375083088874817,
      0.20073968172073364,
      0.2046380639076233,
      0.2879960834980011,
      0.21193565428256989
    ],
    "n": 8
  },
  "comparison": {
    "delta_mean": -0.16210809350013733,
    "idea_wins": 8,
    "n_pairs": 8,
    "per_seed_diffs": [
      -0.13889682292938232,
      -0.12382940948009491,
      -0.16329655051231384,
      -0.16460448503494263,
      -0.18468359112739563,
      -0.20801886916160583,
      -0.15299874544143677,
      -0.1605362743139267
    ],
    "p_value": 0.0081,
    "mde": 0.021699918431380794,
    "mde_rel_pct": 5.545039860833492,
    "verdict": "idea better (significant)",
    "system_worked": true
  },
  "math_sanity": [
    {
      "R": 8,
      "ratio": 0.9789600837710886
    },
    {
      "R": 32,
      "ratio": 0.9958617558725931
    },
    {
      "R": 128,
      "ratio": 0.9992112587895055
    },
    {
      "R": 512,
      "ratio": 0.9998442233803077
    }
  ],
  "idea_sweep": [
    {
      "cfg": {
        "lr": 0.001,
        "epochs": 18
      },
      "mean": 0.2617868036031723
    },
    {
      "cfg": {
        "lr": 0.003,
        "epochs": 18
      },
      "mean": 0.23213497921824455
    },
    {
      "cfg": {
        "lr": 0.006,
        "epochs": 18
      },
      "mean": 0.23712797462940216
    }
  ],
  "track_justification": "Sequence forecast has multi-token correlations and is the mandated structural match for attention/SSM ideas.",
  "mechanism_signature": {
    "prediction": "dyadic tail should preserve more distant influence than standard local/attention-free mixing",
    "baseline_observed": {
      "near_influence": 0.013201632536947727,
      "far_influence": 0.058944083750247955,
      "far_near_ratio": 4.464908683135576
    },
    "idea_observed": {
      "near_influence": 0.006817104294896126,
      "far_influence": 0.08620527386665344,
      "far_near_ratio": 12.645438609256532
    },
    "predicted_far_near_ratio_idea_gt_baseline": true,
    "confirmed": true
  }
}