{
  "bench_version": 1,
  "track": "tabular",
  "model": "mlp_tiny",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.006
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "mean": 14.981590270996094
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 9.223435640335083
      },
      {
        "cfg": {
          "lr": 0.006
        },
        "mean": 7.291872143745422
      }
    ],
    "full": {
      "mean": 7.431148707866669,
      "std": 0.5900729884817257,
      "per_seed": [
        6.959560871124268,
        6.490821361541748,
        7.417182445526123,
        8.29992389678955,
        7.356024742126465,
        6.94450569152832,
        8.157182693481445,
        7.82398796081543
      ],
      "n": 8
    }
  },
  "idea": {
    "mean": 7.3019766211509705,
    "std": 0.7734523375507841,
    "per_seed": [
      6.782430648803711,
      6.035555839538574,
      7.4112749099731445,
      8.592246055603027,
      7.169427394866943,
      6.662042140960693,
      8.142901420593262,
      7.619934558868408
    ],
    "n": 8,
    "sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "mean": 14.74151885509491
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 8.378218531608582
      },
      {
        "cfg": {
          "lr": 0.006
        },
        "mean": 7.3019766211509705
      }
    ]
  },
  "comparison": {
    "delta_mean": -0.12917208671569824,
    "idea_wins": 7,
    "n_pairs": 8,
    "per_seed_diffs": [
      -0.17713022232055664,
      -0.45526552200317383,
      -0.005907535552978516,
      0.29232215881347656,
      -0.18659734725952148,
      -0.28246355056762695,
      -0.014281272888183594,
      -0.20405340194702148
    ],
    "p_value": 0.1473,
    "mde": 0.18619118804819146,
    "mde_rel_pct": 2.5055505597820713,
    "verdict": "no significant win",
    "system_worked": false
  },
  "mechanism_signature": {
    "prediction": "temperature/minibatch-noise pulse produces transient excess update dissipation",
    "predicted": {
      "pulse_to_baseline_q_ratio": ">1"
    },
    "observed_on_trained_models": {
      "n_pulses": 128,
      "mean_pulse_to_baseline_q_ratio": 0.8008347272847326,
      "mean_triggers": 0.0
    },
    "confirmed": false,
    "toy_sanity": {
      "stable_below_2": true,
      "C_monotone": true,
      "C_values": [
        44.04943522876032,
        49.68340090799896,
        56.88773636795182,
        66.42488931177628,
        79.64597854178102,
        99.19381688466098,
        131.02741214829146,
        191.96684213596245,
        354.29487880387836,
        1511.1844114828386
      ]
    }
  },
  "sanity_check": {
    "stable_below_2": true,
    "C_monotone": true,
    "C_values": [
      44.04943522876032,
      49.68340090799896,
      56.88773636795182,
      66.42488931177628,
      79.64597854178102,
      99.19381688466098,
      131.02741214829146,
      191.96684213596245,
      354.29487880387836,
      1511.1844114828386
    ]
  }
}