{
  "bench_version": 1,
  "track": "multitoken_diffusion",
  "model": "mlp_tiny",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.003,
      "epochs": 15
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001,
          "epochs": 15
        },
        "mean": 108.99711322784424
      },
      {
        "cfg": {
          "lr": 0.003,
          "epochs": 15
        },
        "mean": 22.182694673538208
      },
      {
        "cfg": {
          "lr": 0.006,
          "epochs": 15
        },
        "mean": 24.329830408096313
      }
    ],
    "full": {
      "mean": 22.182694673538208,
      "std": 4.590790464181882,
      "per_seed": [
        22.129037857055664,
        15.119169235229492,
        16.542070388793945,
        19.289772033691406,
        25.992231369018555,
        26.214162826538086,
        29.02522087097168,
        23.149892807006836
      ],
      "n": 8
    }
  },
  "idea": {
    "mean": 22.182694673538208,
    "std": 4.590790464181882,
    "per_seed": [
      22.129037857055664,
      15.119169235229492,
      16.542070388793945,
      19.289772033691406,
      25.992231369018555,
      26.214162826538086,
      29.02522087097168,
      23.149892807006836
    ],
    "n": 8
  },
  "comparison": {
    "delta_mean": 0.0,
    "idea_wins": 0,
    "n_pairs": 8,
    "per_seed_diffs": [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    "p_value": 1.0,
    "mde": 0.0,
    "mde_rel_pct": 0.0,
    "verdict": "no measurable effect",
    "system_worked": false
  },
  "mechanism_signature": {
    "prediction": "detached floor subtraction leaves parameter gradients unchanged under identical weighting",
    "predicted_vs_observed": {
      "predicted_gradient_change": 0.0,
      "observed_metric_delta_mean": 0.0,
      "observed_abs_delta_max": 0.0
    },
    "trained_model_observations": [
      {
        "seed": 0,
        "baseline_metric": 22.129037857055664,
        "idea_metric": 22.129037857055664,
        "delta": 0.0
      },
      {
        "seed": 1,
        "baseline_metric": 15.119169235229492,
        "idea_metric": 15.119169235229492,
        "delta": 0.0
      },
      {
        "seed": 2,
        "baseline_metric": 16.542070388793945,
        "idea_metric": 16.542070388793945,
        "delta": 0.0
      },
      {
        "seed": 3,
        "baseline_metric": 19.289772033691406,
        "idea_metric": 19.289772033691406,
        "delta": 0.0
      },
      {
        "seed": 4,
        "baseline_metric": 25.992231369018555,
        "idea_metric": 25.992231369018555,
        "delta": 0.0
      },
      {
        "seed": 5,
        "baseline_metric": 26.214162826538086,
        "idea_metric": 26.214162826538086,
        "delta": 0.0
      },
      {
        "seed": 6,
        "baseline_metric": 29.02522087097168,
        "idea_metric": 29.02522087097168,
        "delta": 0.0
      },
      {
        "seed": 7,
        "baseline_metric": 23.149892807006836,
        "idea_metric": 23.149892807006836,
        "delta": 0.0
      }
    ],
    "confirmed": false
  },
  "idea_sweep": [
    {
      "cfg": {
        "lr": 0.001,
        "epochs": 15
      },
      "result": {
        "mean": 108.99711322784424,
        "std": 22.436685013406844,
        "per_seed": [
          112.57968139648438,
          86.71525573730469,
          82.1861343383789,
          85.97319793701172,
          108.94278717041016,
          135.66900634765625,
          111.52854919433594,
          148.38229370117188
        ],
        "n": 8
      }
    },
    {
      "cfg": {
        "lr": 0.003,
        "epochs": 15
      },
      "result": {
        "mean": 22.182694673538208,
        "std": 4.590790464181882,
        "per_seed": [
          22.129037857055664,
          15.119169235229492,
          16.542070388793945,
          19.289772033691406,
          25.992231369018555,
          26.214162826538086,
          29.02522087097168,
          23.149892807006836
        ],
        "n": 8
      }
    },
    {
      "cfg": {
        "lr": 0.006,
        "epochs": 15
      },
      "result": {
        "mean": 24.329830408096313,
        "std": 4.629207656235104,
        "per_seed": [
          21.234560012817383,
          16.73708152770996,
          19.637020111083984,
          24.575605392456055,
          31.849870681762695,
          25.401981353759766,
          28.829687118530273,
          26.37283706665039
        ],
        "n": 8
      }
    }
  ],
  "custom_track": {
    "name": "multitoken_diffusion",
    "file": "bench_exp.py",
    "domain": "diffusion-sampling"
  }
}