{
  "bench_version": 1,
  "track": "tabular",
  "model": "mlp_tiny",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.003,
      "weight_decay": 0.0
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001,
          "weight_decay": 0.0
        },
        "mean": 189.66867446899414
      },
      {
        "cfg": {
          "lr": 0.001,
          "weight_decay": 0.0001
        },
        "mean": 189.60668563842773
      },
      {
        "cfg": {
          "lr": 0.003,
          "weight_decay": 0.0
        },
        "mean": 19.660808086395264
      },
      {
        "cfg": {
          "lr": 0.003,
          "weight_decay": 0.0001
        },
        "mean": 19.741307735443115
      },
      {
        "cfg": {
          "lr": 0.006,
          "weight_decay": 0.0
        },
        "mean": 22.842825889587402
      },
      {
        "cfg": {
          "lr": 0.006,
          "weight_decay": 0.0001
        },
        "mean": 22.87500286102295
      }
    ],
    "full": {
      "mean": 20.874786138534546,
      "std": 4.428642414489589,
      "per_seed": [
        16.815889358520508,
        18.23108673095703,
        27.367088317871094,
        16.229167938232422,
        28.437650680541992,
        17.556045532226562,
        21.989797592163086,
        20.371562957763672
      ],
      "n": 8
    }
  },
  "idea": {
    "mean": 191.32705307006836,
    "std": 10.504082612747036,
    "per_seed": [
      198.2303466796875,
      194.18316650390625,
      201.94972229003906,
      189.76544189453125,
      178.002685546875,
      195.01913452148438,
      171.26991271972656,
      202.19601440429688
    ],
    "n": 8
  },
  "comparison": {
    "delta_mean": 170.4522669315338,
    "idea_wins": 0,
    "n_pairs": 8,
    "per_seed_diffs": [
      181.414457321167,
      175.95207977294922,
      174.58263397216797,
      173.53627395629883,
      149.565034866333,
      177.4630889892578,
      149.28011512756348,
      181.8244514465332
    ],
    "p_value": 0.0081,
    "mde": 11.128805371835032,
    "mde_rel_pct": 53.312188675750896,
    "verdict": "idea worse (significant)",
    "system_worked": false
  },
  "track_choice": "optimizer intervention structurally matches the tabular optimizer track",
  "baseline_grid": [
    {
      "lr": 0.001,
      "weight_decay": 0.0
    },
    {
      "lr": 0.001,
      "weight_decay": 0.0001
    },
    {
      "lr": 0.003,
      "weight_decay": 0.0
    },
    {
      "lr": 0.003,
      "weight_decay": 0.0001
    },
    {
      "lr": 0.006,
      "weight_decay": 0.0
    },
    {
      "lr": 0.006,
      "weight_decay": 0.0001
    }
  ],
  "idea_grid": [
    {
      "h": 0.001,
      "mass": 1.0
    },
    {
      "h": 0.003,
      "mass": 1.0
    },
    {
      "h": 0.006,
      "mass": 1.0
    }
  ],
  "idea_best_cfg": {
    "h": 0.006,
    "mass": 1.0
  },
  "mechanism_signature": {
    "prediction": "leapfrog trained-model energy oscillation scales approximately as h^2",
    "step_sizes": [
      0.001,
      0.003,
      0.006
    ],
    "observed_energy_ranges": [
      0.011682417884003371,
      0.10293819382786751,
      0.5033693164587021
    ],
    "loglog_slope": 2.0894278143286225,
    "confirmed": true
  },
  "idea_sweep": [
    {
      "cfg": {
        "h": 0.001,
        "mass": 1.0
      },
      "result": {
        "mean": 235.28918075561523,
        "std": 7.613234616794597,
        "per_seed": [
          243.13882446289062,
          235.24093627929688,
          240.7924346923828,
          221.10401916503906,
          244.659912109375,
          230.86053466796875,
          228.01934814453125,
          238.4974365234375
        ],
        "n": 8
      }
    },
    {
      "cfg": {
        "h": 0.003,
        "mass": 1.0
      },
      "result": {
        "mean": 226.3181381225586,
        "std": 6.927247858722839,
        "per_seed": [
          233.64035034179688,
          226.38275146484375,
          233.14788818359375,
          214.47064208984375,
          231.64706420898438,
          223.7176513671875,
          216.8732147216797,
          230.66554260253906
        ],
        "n": 8
      }
    },
    {
      "cfg": {
        "h": 0.006,
        "mass": 1.0
      },
      "result": {
        "mean": 191.32705307006836,
        "std": 10.504082612747036,
        "per_seed": [
          198.2303466796875,
          194.18316650390625,
          201.94972229003906,
          189.76544189453125,
          178.002685546875,
          195.01913452148438,
          171.26991271972656,
          202.19601440429688
        ],
        "n": 8
      }
    }
  ]
}