1{
  2  "bench_version": 1,
  3  "track": "cycle_topology_graph",
  4  "model": "token_transformer",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.03
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.003
 15        },
 16        "mean": 0.5099999904632568
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.01
 21        },
 22        "mean": 0.5062499940395355
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.03
 27        },
 28        "mean": 0.5
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.5,
 33      "std": 0.0,
 34      "per_seed": [
 35        0.5,
 36        0.5,
 37        0.5,
 38        0.5,
 39        0.5,
 40        0.5,
 41        0.5,
 42        0.5
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "best_cfg": {
 49      "lr": 0.01
 50    },
 51    "sweep": [
 52      {
 53        "cfg": {
 54          "lr": 0.003
 55        },
 56        "mean": 0.20624999701976776
 57      },
 58      {
 59        "cfg": {
 60          "lr": 0.01
 61        },
 62        "mean": 0.1912499964237213
 63      },
 64      {
 65        "cfg": {
 66          "lr": 0.03
 67        },
 68        "mean": 0.3824999928474426
 69      }
 70    ],
 71    "mean": 0.1831249948590994,
 72    "std": 0.025731483284918012,
 73    "per_seed": [
 74      0.17000000178813934,
 75      0.17499999701976776,
 76      0.20499999821186066,
 77      0.2149999886751175,
 78      0.19999998807907104,
 79      0.17000000178813934,
 80      0.12999999523162842,
 81      0.19999998807907104
 82    ],
 83    "n": 8
 84  },
 85  "comparison": {
 86    "delta_mean": -0.3168750051409006,
 87    "idea_wins": 8,
 88    "n_pairs": 8,
 89    "per_seed_diffs": [
 90      -0.32999999821186066,
 91      -0.32500000298023224,
 92      -0.29500000178813934,
 93      -0.2850000113248825,
 94      -0.30000001192092896,
 95      -0.32999999821186066,
 96      -0.3700000047683716,
 97      -0.30000001192092896
 98    ],
 99    "p_value": 0.0081,
100    "mde": 0.023001012118687922,
101    "mde_rel_pct": 4.600202423737584,
102    "verdict": "idea better (significant)",
103    "system_worked": true
104  },
105  "mechanism_signature": {
106    "predicted": {
107      "class0_betti1": 1.0,
108      "class1_betti1": 2.0
109    },
110    "observed": {
111      "idea_accuracy_mean": 0.816875,
112      "prediction_observed_betti1_correlation_mean": 0.6644070134962708
113    },
114    "confirmed": true,
115    "note": "Measured from eight independently trained idea models on held-out graphs."
116  },
117  "custom_track": {
118    "name": "cycle_topology_graph",
119    "file": "graph_topology_track.py",
120    "domain": "graph_topology"
121  },
122  "protocol_note": "Eight paired seeds; baseline and idea share the same Transformer architecture and lr union; only token construction differs."
123}