{
  "bench_version": 1,
  "track": "relational_graph_classification",
  "model": "graphnet",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.01
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 0.012500000302679837
      },
      {
        "cfg": {
          "lr": 0.01
        },
        "mean": 0.009375000256113708
      },
      {
        "cfg": {
          "lr": 0.03
        },
        "mean": 0.009375000256113708
      }
    ],
    "full": {
      "mean": 0.010156250325962901,
      "std": 0.007614683392424964,
      "per_seed": [
        0.012500000186264515,
        0.0062500000931322575,
        0.0,
        0.01875000074505806,
        0.0062500000931322575,
        0.01875000074505806,
        0.0,
        0.01875000074505806
      ],
      "n": 8,
      "signature_variance": 4.222490175236095e-17
    }
  },
  "idea": {
    "per_seed": [
      0.012500000186264515,
      0.0062500000931322575,
      0.0,
      0.012500000186264515,
      0.0062500000931322575,
      0.01875000074505806,
      0.0,
      0.01875000074505806
    ],
    "mean": 0.009375000256113708,
    "signature_variance": 1.260543858543509e-17,
    "lr": 0.01
  },
  "comparison": {
    "delta_mean": -0.0007812500698491931,
    "idea_wins": 1,
    "n_pairs": 8,
    "per_seed_diffs": [
      0.0,
      0.0,
      0.0,
      -0.006250000558793545,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    "p_value": 1.0,
    "mde": 0.0018476564151933418,
    "mde_rel_pct": 18.19230873494808,
    "verdict": "no significant win",
    "system_worked": false
  },
  "mechanism_signature": {
    "prediction": "alignment should reduce permutation prediction variance",
    "predicted_baseline_variance_not_available": false,
    "observed_baseline_variance": 4.222490175236095e-17,
    "observed_idea_variance": 1.260543858543509e-17,
    "confirmed": true,
    "sinkhorn_iterations": 35,
    "alignment_epsilon": "0.1*median relational row cost"
  },
  "idea_sweep": [
    {
      "per_seed": [
        0.01875000074505806,
        0.0062500000931322575,
        0.012500000186264515,
        0.012500000186264515,
        0.0062500000931322575,
        0.01875000074505806,
        0.0,
        0.01875000074505806
      ],
      "mean": 0.011718750349245965,
      "signature_variance": 9.958932715930935e-17,
      "lr": 0.003
    },
    {
      "per_seed": [
        0.012500000186264515,
        0.0062500000931322575,
        0.0,
        0.012500000186264515,
        0.0062500000931322575,
        0.01875000074505806,
        0.0,
        0.01875000074505806
      ],
      "mean": 0.009375000256113708,
      "signature_variance": 1.260543858543509e-17,
      "lr": 0.01
    },
    {
      "per_seed": [
        0.01875000074505806,
        0.0062500000931322575,
        0.0,
        0.012500000186264515,
        0.0,
        0.01875000074505806,
        0.0062500000931322575,
        0.012500000186264515
      ],
      "mean": 0.009375000256113708,
      "signature_variance": 1.946650362764039e-17,
      "lr": 0.03
    }
  ],
  "custom_track": {
    "name": "relational_graph_classification",
    "file": "graph_track.py",
    "domain": "graph-nn"
  }
}