{
  "bench_version": 1,
  "track": "soft_graph_connectivity",
  "model": "graphnet_custom",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "alpha": 0.0,
      "lr": 0.001
    },
    "sweep": [
      {
        "cfg": {
          "alpha": 0.0,
          "lr": 0.001
        },
        "mean": 1.6224595356106875e-05
      },
      {
        "cfg": {
          "alpha": 0.0,
          "lr": 0.003
        },
        "mean": 1.6673563322910923e-05
      },
      {
        "cfg": {
          "alpha": 0.0,
          "lr": 0.01
        },
        "mean": 2.209703552580322e-05
      },
      {
        "cfg": {
          "alpha": 0.0,
          "lr": 0.002
        },
        "mean": 1.656733707022795e-05
      },
      {
        "cfg": {
          "alpha": 0.0,
          "lr": 0.006
        },
        "mean": 1.8259379430674016e-05
      }
    ],
    "full": {
      "mean": 1.7648152720539656e-05,
      "std": 2.347719277139452e-06,
      "per_seed": [
        1.82739404408494e-05,
        1.5822064597159624e-05,
        1.3746795048064087e-05,
        1.7055581338354386e-05,
        1.827272899390664e-05,
        1.6145058907568455e-05,
        2.0411813238752075e-05,
        2.145723919966258e-05
      ],
      "n": 8
    },
    "idea_side_sweep": [
      {
        "cfg": {
          "alpha": 0.0001,
          "lr": 0.001
        },
        "mean": 1.811643392102269e-05
      },
      {
        "cfg": {
          "alpha": 0.001,
          "lr": 0.001
        },
        "mean": 0.00017178840425913222
      },
      {
        "cfg": {
          "alpha": 0.01,
          "lr": 0.001
        },
        "mean": 0.009164006682112813
      },
      {
        "cfg": {
          "alpha": 0.0001,
          "lr": 0.002
        },
        "mean": 1.70701698607445e-05
      },
      {
        "cfg": {
          "alpha": 0.001,
          "lr": 0.002
        },
        "mean": 0.00016471587878186256
      },
      {
        "cfg": {
          "alpha": 0.01,
          "lr": 0.002
        },
        "mean": 0.009119202382862568
      },
      {
        "cfg": {
          "alpha": 0.0001,
          "lr": 0.006
        },
        "mean": 1.849937916631461e-05
      },
      {
        "cfg": {
          "alpha": 0.001,
          "lr": 0.006
        },
        "mean": 0.00016692252029315569
      },
      {
        "cfg": {
          "alpha": 0.01,
          "lr": 0.006
        },
        "mean": 0.00913658645004034
      }
    ]
  },
  "idea": {
    "mean": 1.8547835793469858e-05,
    "std": 3.1568402610061954e-06,
    "per_seed": [
      1.927832818182651e-05,
      1.6839227100717835e-05,
      1.4905762327543925e-05,
      1.7257361832889728e-05,
      1.818846612877678e-05,
      1.4989042028901167e-05,
      2.3812290237401612e-05,
      2.3112208509701304e-05
    ],
    "n": 8
  },
  "comparison": {
    "delta_mean": 8.996830729302019e-07,
    "idea_wins": 2,
    "n_pairs": 8,
    "per_seed_diffs": [
      1.0043877409771085e-06,
      1.017162503558211e-06,
      1.158967279479839e-06,
      2.0178049453534186e-07,
      -8.426286512985826e-08,
      -1.1560168786672875e-06,
      3.4004769986495376e-06,
      1.654969310038723e-06
    ],
    "p_value": 0.1026,
    "mde": 1.1217084950015763e-06,
    "mde_rel_pct": 6.355954148651972,
    "verdict": "no significant win",
    "system_worked": false
  },
  "custom_track": {
    "name": "soft_graph_connectivity",
    "file": "graph_track.py",
    "domain": "graph-nn"
  },
  "math_check": {
    "relative_rank_one_pdet_error": 3.280937793951094e-16,
    "relative_matrix_tree_cofactor_error": 1.6404688969755466e-16
  },
  "idea_cfg": {
    "alpha": 0.0001,
    "lr": 0.002
  },
  "mechanism_signature": {
    "quantity": "Fiedler eigenvalue of trained predicted adjacency",
    "baseline_predicted_fiedler_mean": 1.6474629960954188,
    "idea_predicted_fiedler_mean": 1.6093307891239723,
    "baseline_components_mean": 1.0,
    "idea_components_mean": 1.0,
    "prediction": "tree regularization should increase Fiedler connectivity",
    "confirmed": false
  }
}