{
  "bench_version": 1,
  "track": "sequence",
  "model": "transformer_tiny",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "sweep": {
      "best_cfg": {
        "lr": 0.001,
        "weight_decay": 0.0
      },
      "sweep": [
        {
          "cfg": {
            "lr": 0.001,
            "weight_decay": 0.0
          },
          "mean": 0.4265454038977623
        },
        {
          "cfg": {
            "lr": 0.001,
            "weight_decay": 0.0001
          },
          "mean": 0.42682382464408875
        },
        {
          "cfg": {
            "lr": 0.003,
            "weight_decay": 0.0
          },
          "mean": 0.5947448164224625
        },
        {
          "cfg": {
            "lr": 0.003,
            "weight_decay": 0.0001
          },
          "mean": 0.5931270122528076
        },
        {
          "cfg": {
            "lr": 0.006,
            "weight_decay": 0.0
          },
          "mean": 0.777096152305603
        },
        {
          "cfg": {
            "lr": 0.006,
            "weight_decay": 0.0001
          },
          "mean": 0.7612117379903793
        }
      ],
      "full": {
        "mean": 0.4578530229628086,
        "std": 0.07225049830230441,
        "per_seed": [
          0.4550389349460602,
          0.39718925952911377,
          0.41401442885398865,
          0.4399389922618866,
          0.6075195670127869,
          0.43840858340263367,
          0.536102831363678,
          0.37461158633232117
        ],
        "n": 8
      }
    },
    "best_config": {
      "lr": 0.001,
      "weight_decay": 0.0
    },
    "full": {
      "per_seed": [
        0.4550389349460602,
        0.39718925952911377,
        0.41401442885398865,
        0.4399389922618866,
        0.6075195670127869,
        0.43840858340263367,
        0.536102831363678,
        0.37461158633232117
      ],
      "mean": 0.4578530229628086
    }
  },
  "idea": {
    "configs_tested": [
      {
        "lr": 0.001,
        "weight_decay": 0.0
      },
      {
        "lr": 0.003,
        "weight_decay": 0.0
      },
      {
        "lr": 0.003,
        "weight_decay": 0.0001
      }
    ],
    "best_config": {
      "lr": 0.001,
      "weight_decay": 0.0
    },
    "per_seed": [
      0.343902587890625,
      0.3311694264411926,
      0.45799392461776733,
      0.3579498827457428,
      0.4836745262145996,
      0.8792790174484253,
      0.5392436981201172,
      0.7493586540222168
    ],
    "mean": 0.5178214646875858
  },
  "comparison": {
    "delta_mean": 0.05996844172477722,
    "idea_wins": 4,
    "n_pairs": 8,
    "per_seed_diffs": [
      -0.11113634705543518,
      -0.06601983308792114,
      0.043979495763778687,
      -0.0819891095161438,
      -0.12384504079818726,
      0.4408704340457916,
      0.003140866756439209,
      0.37474706768989563
    ],
    "p_value": 0.4928,
    "mde": 0.1860985402118441,
    "mde_rel_pct": 40.64591274457106,
    "verdict": "no significant win",
    "system_worked": false
  },
  "protocol": {
    "epochs": 12,
    "n_train": 400,
    "n_test": 200,
    "alpha": 1.0,
    "grid_union": [
      {
        "lr": 0.001,
        "weight_decay": 0.0
      },
      {
        "lr": 0.001,
        "weight_decay": 0.0001
      },
      {
        "lr": 0.003,
        "weight_decay": 0.0
      },
      {
        "lr": 0.003,
        "weight_decay": 0.0001
      },
      {
        "lr": 0.006,
        "weight_decay": 0.0
      },
      {
        "lr": 0.006,
        "weight_decay": 0.0001
      }
    ]
  },
  "mechanism_signature": {
    "prediction": "whitening reduces temporal autocorrelation and f_y approximately equals f_hat^-1 f",
    "observed_lag_energy_reduction_mean": -0.08987211176084602,
    "observed_predicted_flatten_ratio_mean": 0.9619392576036487,
    "predicted_lag_energy_reduction": "positive",
    "predicted_flatten_ratio": 1.0,
    "confirmed": false
  }
}