{
  "bench_version": 1,
  "track": "tabular",
  "model": "mlp_tiny",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.01
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "mean": 95.01333999633789
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 9.572970628738403
      },
      {
        "cfg": {
          "lr": 0.01
        },
        "mean": 7.331724643707275
      }
    ],
    "full": {
      "mean": 7.261052072048187,
      "std": 0.9775059897186311,
      "per_seed": [
        6.919011116027832,
        5.700474262237549,
        7.776523113250732,
        8.930890083312988,
        7.3590850830078125,
        6.166253566741943,
        8.154062271118164,
        7.082117080688477
      ],
      "n": 8
    }
  },
  "idea": {
    "mean": 7.309336423873901,
    "std": 0.9807488529523701,
    "per_seed": [
      6.58059549331665,
      5.827126979827881,
      7.845516681671143,
      8.944876670837402,
      7.448084354400635,
      6.235833644866943,
      8.219693183898926,
      7.372964382171631
    ],
    "n": 8
  },
  "comparison": {
    "delta_mean": 0.04828435182571411,
    "idea_wins": 1,
    "n_pairs": 8,
    "per_seed_diffs": [
      -0.33841562271118164,
      0.12665271759033203,
      0.06899356842041016,
      0.013986587524414062,
      0.08899927139282227,
      0.069580078125,
      0.06563091278076172,
      0.2908473014831543
    ],
    "p_value": 0.4521,
    "mde": 0.1477390247386159,
    "mde_rel_pct": 2.034677940230525,
    "verdict": "no measurable effect",
    "system_worked": false
  },
  "mechanism_signature": {
    "track_choice": "tabular is structurally matched because this intervention is pruning/training-dynamics rather than convolution, attention, or control.",
    "sparsity": 0.5,
    "calibration_examples": 96,
    "idea_config": {
      "lr": 0.01
    },
    "idea_sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "result": {
          "mean": 31.27217388153076,
          "std": 7.421801352093722,
          "per_seed": [
            36.63642120361328,
            29.88167953491211,
            25.0460147857666,
            29.383060455322266,
            19.669511795043945,
            34.03684616088867,
            29.361820220947266,
            46.16203689575195
          ],
          "n": 8
        }
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "result": {
          "mean": 8.934857428073883,
          "std": 1.2454062470166958,
          "per_seed": [
            8.492694854736328,
            8.243812561035156,
            10.493083000183105,
            8.787611961364746,
            10.205215454101562,
            6.738030910491943,
            10.40708065032959,
            8.111330032348633
          ],
          "n": 8
        }
      },
      {
        "cfg": {
          "lr": 0.01
        },
        "result": {
          "mean": 7.309336423873901,
          "std": 0.9807488529523701,
          "per_seed": [
            6.58059549331665,
            5.827126979827881,
            7.845516681671143,
            8.944876670837402,
            7.448084354400635,
            6.235833644866943,
            8.219693183898926,
            7.372964382171631
          ],
          "n": 8
        }
      }
    ],
    "mechanism_signature": {
      "prediction": "task-tangent mask discards a small fraction of calibration tangent energy",
      "predicted_ratio_bound": 1.0,
      "observed_mean_ratio": 0.002711589972022921,
      "observed_max_ratio": 0.015607444569468498,
      "model_rows": [
        {
          "seed": 0,
          "baseline_final": 10.01066780090332,
          "idea_final": 8.492694854736328,
          "baseline_immediate": 18.023481369018555,
          "idea_immediate": 17.420024871826172,
          "predicted_tangent_ratio_bound": 1.0,
          "observed_tangent_ratio": 0.0
        },
        {
          "seed": 1,
          "baseline_final": 8.832267761230469,
          "idea_final": 8.243812561035156,
          "baseline_immediate": 15.395939826965332,
          "idea_immediate": 15.474164962768555,
          "predicted_tangent_ratio_bound": 1.0,
          "observed_tangent_ratio": 0.0
        },
        {
          "seed": 2,
          "baseline_final": 10.172430038452148,
          "idea_final": 10.493083000183105,
          "baseline_immediate": 20.724096298217773,
          "idea_immediate": 27.978755950927734,
          "predicted_tangent_ratio_bound": 1.0,
          "observed_tangent_ratio": 0.015607444569468498
        },
        {
          "seed": 3,
          "baseline_final": 9.276516914367676,
          "idea_final": 8.787611961364746,
          "baseline_immediate": 16.58881378173828,
          "idea_immediate": 17.414724349975586,
          "predicted_tangent_ratio_bound": 1.0,
          "observed_tangent_ratio": 0.0
        },
        {
          "seed": 4,
          "baseline_final": 9.78347110748291,
          "idea_final": 10.205215454101562,
          "baseline_immediate": 20.978132247924805,
          "idea_immediate": 32.86971664428711,
          "predicted_tangent_ratio_bound": 1.0,
          "observed_tangent_ratio": 0.0060852752067148685
        },
        {
          "seed": 5,
          "baseline_final": 9.389260292053223,
          "idea_final": 6.738030910491943,
          "baseline_immediate": 17.720703125,
          "idea_immediate": 16.962766647338867,
          "predicted_tangent_ratio_bound": 1.0,
          "observed_tangent_ratio": 0.0
        },
        {
          "seed": 6,
          "baseline_final": 10.443191528320312,
          "idea_final": 10.40708065032959,
          "baseline_immediate": 19.673473358154297,
          "idea_immediate": 22.77062225341797,
          "predicted_tangent_ratio_bound": 1.0,
          "observed_tangent_ratio": 0.0
        },
        {
          "seed": 7,
          "baseline_final": 12.183694839477539,
          "idea_final": 8.111330032348633,
          "baseline_immediate": 24.06068992614746,
          "idea_immediate": 21.5717716217041,
          "predicted_tangent_ratio_bound": 1.0,
          "observed_tangent_ratio": 0.0
        }
      ],
      "confirmed": true
    }
  }
}