{
  "bench_version": 1,
  "track": "custom:gecc_loop_graph",
  "model": "GraphNet",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.003
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "mean": 0.11218749638646841
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 0.09812499862164259
      },
      {
        "cfg": {
          "lr": 0.01
        },
        "mean": 0.09999999776482582
      }
    ],
    "full": {
      "mean": 0.09812499862164259,
      "std": 0.016665362924412768,
      "per_seed": [
        0.10999999940395355,
        0.0925000011920929,
        0.07999999821186066,
        0.07750000059604645,
        0.10249999910593033,
        0.12999999523162842,
        0.10749999433755875,
        0.08500000089406967
      ],
      "n": 8
    }
  },
  "idea": {
    "mean": 0.09874999802559614,
    "std": 0.017001838012669464,
    "per_seed": [
      0.11249999701976776,
      0.09749999642372131,
      0.07249999791383743,
      0.07999999821186066,
      0.10749999433755875,
      0.125,
      0.10999999940395355,
      0.08500000089406967
    ],
    "n": 8
  },
  "comparison": {
    "delta_mean": 0.0006249994039535522,
    "idea_wins": 2,
    "n_pairs": 8,
    "per_seed_diffs": [
      0.002499997615814209,
      0.004999995231628418,
      -0.007500000298023224,
      0.002499997615814209,
      0.004999995231628418,
      -0.004999995231628418,
      0.002500005066394806,
      0.0
    ],
    "p_value": 0.816,
    "mde": 0.0038301067414134374,
    "mde_rel_pct": 3.9032935492634633,
    "verdict": "no measurable effect",
    "system_worked": false
  },
  "mechanism_signature": {
    "prediction": "trained gate activates more on higher closure; correction is selectively weighted",
    "observed_model_behavior": [
      {
        "mean_C_bin": 0.125,
        "mean_alpha": 0.0,
        "mean_correction_gap": 0.0
      },
      {
        "mean_C_bin": 0.375,
        "mean_alpha": 0.45109381963466777,
        "mean_correction_gap": 0.3164594641019558
      },
      {
        "mean_C_bin": 0.75,
        "mean_alpha": 0.5374938638313956,
        "mean_correction_gap": 0.31253063419590826
      }
    ],
    "predicted_alpha_order": "low < medium < high",
    "confirmed": true,
    "custom_track": {
      "name": "gecc_loop_graph",
      "file": "gecc_bench.py",
      "domain": "graph-nn"
    }
  },
  "idea_grid": [
    {
      "cfg": {
        "lr": 0.001
      },
      "mean": 0.1184374988079071,
      "std": 0.02197077209447606,
      "per_seed": [
        0.11749999970197678,
        0.13750000298023224,
        0.08500000089406967,
        0.09749999642372131,
        0.1274999976158142,
        0.14000000059604645,
        0.14749999344348907,
        0.0949999988079071
      ]
    },
    {
      "cfg": {
        "lr": 0.003
      },
      "mean": 0.09874999802559614,
      "std": 0.017001838012669464,
      "per_seed": [
        0.11249999701976776,
        0.09749999642372131,
        0.07249999791383743,
        0.07999999821186066,
        0.10749999433755875,
        0.125,
        0.10999999940395355,
        0.08500000089406967
      ]
    },
    {
      "cfg": {
        "lr": 0.01
      },
      "mean": 0.10374999884516001,
      "std": 0.017897275587566683,
      "per_seed": [
        0.11749999970197678,
        0.12999999523162842,
        0.07750000059604645,
        0.08999999612569809,
        0.11749999970197678,
        0.11749999970197678,
        0.0949999988079071,
        0.08500000089406967
      ]
    }
  ]
}