{
  "bench_version": 1,
  "track": "tabular",
  "model": "mlp_tiny",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.003,
      "epochs": 10
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001,
          "epochs": 10
        },
        "mean": 7.220232725842463
      },
      {
        "cfg": {
          "lr": 0.003,
          "epochs": 10
        },
        "mean": 7.203192111793281
      },
      {
        "cfg": {
          "lr": 0.01,
          "epochs": 10
        },
        "mean": 7.781077191271562
      }
    ],
    "full": {
      "mean": 7.136611352879902,
      "std": 0.942271126563791,
      "per_seed": [
        6.400019744607703,
        5.8703252148798235,
        7.538179208923518,
        9.004244278762076,
        7.2321342357711815,
        6.160751975873095,
        7.162807354308972,
        7.724428809912834
      ],
      "n": 8
    }
  },
  "idea": {
    "mean": 7.225184601729713,
    "std": 0.8393894535095389,
    "per_seed": [
      7.0379122900681095,
      5.62935485908627,
      7.541481788855412,
      8.681194260406958,
      6.721253156819834,
      7.15528821919516,
      7.9675634823270185,
      7.06742875707894
    ],
    "n": 8,
    "best_cfg": {
      "lr": 0.001,
      "epochs": 10
    }
  },
  "comparison": {
    "delta_mean": 0.08857324884981232,
    "idea_wins": 4,
    "n_pairs": 8,
    "per_seed_diffs": [
      0.6378925454604065,
      -0.24097035579355364,
      0.0033025799318942006,
      -0.3230500183551186,
      -0.5108810789513472,
      0.9945362433220657,
      0.8047561280180462,
      -0.6570000528338946
    ],
    "p_value": 0.6962,
    "mde": 0.5322157802089068,
    "mde_rel_pct": 7.457541876567748,
    "verdict": "no significant win",
    "system_worked": false
  },
  "mechanism_signature": {
    "prediction": "support <= (m+1)r and near exact normal-equation preservation at trained embedding scale",
    "predicted_support_bound": 69.0,
    "observed_mean_support": 69.0,
    "observed_mean_normal_residual_rel": 1.3569193552173906e-11,
    "confirmed": true,
    "idea_sweep": [
      {
        "cfg": {
          "lr": 0.001,
          "epochs": 10
        },
        "mean": 7.222485799604187
      },
      {
        "cfg": {
          "lr": 0.003,
          "epochs": 10
        },
        "mean": 7.255961504565217
      },
      {
        "cfg": {
          "lr": 0.01,
          "epochs": 10
        },
        "mean": 7.751476359508167
      }
    ],
    "per_seed": [
      {
        "support": 64,
        "rank": 32,
        "normal_residual_rel": 2.8504796746390255e-11,
        "embedding_dim": 64,
        "train_final_loss": 166.79879333496095
      },
      {
        "support": 70,
        "rank": 35,
        "normal_residual_rel": 2.7548421303293732e-12,
        "embedding_dim": 64,
        "train_final_loss": 169.28177185058593
      },
      {
        "support": 76,
        "rank": 38,
        "normal_residual_rel": 3.293662572703943e-11,
        "embedding_dim": 64,
        "train_final_loss": 163.3371533203125
      },
      {
        "support": 64,
        "rank": 32,
        "normal_residual_rel": 6.169931764135759e-12,
        "embedding_dim": 64,
        "train_final_loss": 165.8473614501953
      },
      {
        "support": 70,
        "rank": 35,
        "normal_residual_rel": 2.255497874617923e-11,
        "embedding_dim": 64,
        "train_final_loss": 161.77953857421875
      },
      {
        "support": 70,
        "rank": 35,
        "normal_residual_rel": 1.1350919642293515e-11,
        "embedding_dim": 64,
        "train_final_loss": 174.27471069335937
      },
      {
        "support": 72,
        "rank": 36,
        "normal_residual_rel": 1.0363493393420043e-12,
        "embedding_dim": 64,
        "train_final_loss": 166.05378295898439
      },
      {
        "support": 66,
        "rank": 33,
        "normal_residual_rel": 3.2451043216816745e-12,
        "embedding_dim": 64,
        "train_final_loss": 191.73027954101562
      }
    ]
  },
  "runtime_sec": null
}