{
  "bench_version": 1,
  "track": "tabular",
  "model": "mlp_tiny",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.006,
      "rho": 0.03
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.0015,
          "rho": 0.03
        },
        "mean": 6.5535507798194885
      },
      {
        "cfg": {
          "lr": 0.0015,
          "rho": 0.05
        },
        "mean": 6.5535507798194885
      },
      {
        "cfg": {
          "lr": 0.0015,
          "rho": 0.1
        },
        "mean": 6.5535507798194885
      },
      {
        "cfg": {
          "lr": 0.003,
          "rho": 0.03
        },
        "mean": 5.860911726951599
      },
      {
        "cfg": {
          "lr": 0.003,
          "rho": 0.05
        },
        "mean": 5.860911726951599
      },
      {
        "cfg": {
          "lr": 0.003,
          "rho": 0.1
        },
        "mean": 5.860911726951599
      },
      {
        "cfg": {
          "lr": 0.006,
          "rho": 0.03
        },
        "mean": 5.402375519275665
      },
      {
        "cfg": {
          "lr": 0.006,
          "rho": 0.05
        },
        "mean": 5.402375519275665
      },
      {
        "cfg": {
          "lr": 0.006,
          "rho": 0.1
        },
        "mean": 5.402375519275665
      }
    ],
    "full": {
      "mean": 5.402375519275665,
      "std": 0.8052017708266902,
      "per_seed": [
        4.604844093322754,
        6.827869892120361,
        5.282246112823486,
        6.527124404907227,
        4.574301719665527,
        4.972996711730957,
        4.828298091888428,
        5.601323127746582
      ],
      "n": 8
    }
  },
  "idea": {
    "config": {
      "lr": 0.006,
      "rho": 0.05,
      "tau": 0.5,
      "alpha": 1.0
    },
    "mean": 5.910402357578278,
    "std": 0.44137529101966433,
    "per_seed": [
      5.414669990539551,
      5.988001346588135,
      6.499883651733398,
      6.634954452514648,
      5.615177154541016,
      5.767797946929932,
      5.348310947418213,
      6.014423370361328
    ],
    "n": 8
  },
  "comparison": {
    "delta_mean": 0.5080268383026123,
    "idea_wins": 1,
    "n_pairs": 8,
    "per_seed_diffs": [
      0.8098258972167969,
      -0.8398685455322266,
      1.217637538909912,
      0.10783004760742188,
      1.0408754348754883,
      0.7948012351989746,
      0.5200128555297852,
      0.4131002426147461
    ],
    "p_value": 0.07195,
    "mde": 0.5425279807971749,
    "mde_rel_pct": 10.042396698664062,
    "verdict": "no significant win",
    "system_worked": false
  },
  "track_justification": "Optimizer intervention; tabular Friedman#1 is the mandated optimizer track.",
  "idea_sweep": [
    {
      "cfg": {
        "lr": 0.0015,
        "rho": 0.05,
        "tau": 0.5,
        "alpha": 1.0
      },
      "mean": 6.811859726905823,
      "per_seed": [
        6.474095821380615,
        6.744325160980225,
        7.0889763832092285,
        6.700258731842041,
        6.814124584197998,
        7.001830577850342,
        7.051252365112305,
        6.620014190673828
      ]
    },
    {
      "cfg": {
        "lr": 0.003,
        "rho": 0.05,
        "tau": 0.5,
        "alpha": 1.0
      },
      "mean": 6.51858377456665,
      "per_seed": [
        6.196905612945557,
        6.916993141174316,
        7.006606578826904,
        6.7351861000061035,
        6.064712047576904,
        6.301020622253418,
        6.62624979019165,
        6.30099630355835
      ]
    },
    {
      "cfg": {
        "lr": 0.006,
        "rho": 0.05,
        "tau": 0.5,
        "alpha": 1.0
      },
      "mean": 5.910402357578278,
      "per_seed": [
        5.414669990539551,
        5.988001346588135,
        6.499883651733398,
        6.634954452514648,
        5.615177154541016,
        5.767797946929932,
        5.348310947418213,
        6.014423370361328
      ]
    }
  ],
  "budget": {
    "epochs": 15,
    "batch": 128,
    "seeds": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7
    ]
  },
  "mechanism_signature": {
    "predicted_max_displacement_over_gradient": 0.5,
    "observed_mean_displacement_over_gradient": 0.005617373155015077,
    "relative_error_to_bound": 0.9887652536899698,
    "observed_fraction_clipped": 0.0,
    "confirmed": true
  }
}