1{
  2  "bench_version": 1,
  3  "track": "influence_graph_regression",
  4  "model": "custom_graph_message_net",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01,
 10      "kappa": 2.0
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "kappa": 2.0
 17        },
 18        "mean": 0.00361063884338364
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.003,
 23          "kappa": 2.0
 24        },
 25        "mean": 0.0033815143979154527
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.01,
 30          "kappa": 2.0
 31        },
 32        "mean": 0.0028661651886068285
 33      }
 34    ],
 35    "full": {
 36      "mean": 0.00277794455178082,
 37      "std": 0.0006137955939218627,
 38      "per_seed": [
 39        0.002771663246676326,
 40        0.001872004708275199,
 41        0.0030535804107785225,
 42        0.0037674123886972666,
 43        0.0020138039253652096,
 44        0.0023955816868692636,
 45        0.003390558995306492,
 46        0.0029589510522782803
 47      ],
 48      "n": 8
 49    }
 50  },
 51  "idea": {
 52    "cfg": {
 53      "lr": 0.01,
 54      "kappa": 1.0
 55    },
 56    "mean": 0.0063154193630907685,
 57    "std": 0.0032907033594589473,
 58    "per_seed": [
 59      0.005231841467320919,
 60      0.00240378943271935,
 61      0.007344594690948725,
 62      0.011935936287045479,
 63      0.003391814883798361,
 64      0.0029857298359274864,
 65      0.010524877347052097,
 66      0.006704770959913731
 67    ],
 68    "n": 8
 69  },
 70  "comparison": {
 71    "delta_mean": 0.0035374748113099486,
 72    "idea_wins": 0,
 73    "n_pairs": 8,
 74    "per_seed_diffs": [
 75      0.0024601782206445932,
 76      0.0005317847244441509,
 77      0.004291014280170202,
 78      0.008168523898348212,
 79      0.0013780109584331512,
 80      0.0005901481490582228,
 81      0.0071343183517456055,
 82      0.0037458199076354504
 83    ],
 84    "p_value": 0.0081,
 85    "mde": 0.0024180377401689383,
 86    "mde_rel_pct": 87.04413263464309,
 87    "verdict": "idea worse (significant)",
 88    "system_worked": false
 89  },
 90  "mechanism_signature": {
 91    "prediction": "trained unsaturated message gain tracks xi=kappa/(epsilon+a), and messages stay in [-1,1]",
 92    "predicted_mean_xi": 6.637609124183655,
 93    "observed_mean_gain": 6.413445591926575,
 94    "relative_gain_error": 0.03377172830238511,
 95    "mean_saturation_fraction": 0.8370833333333333,
 96    "max_bounded_message": 1.0,
 97    "per_seed": [
 98      {
 99        "slope_observed": 6.329771995544434,
100        "xi_mean": 6.630519390106201,
101        "sat_fraction": 0.8266666666666667,
102        "bounded_max": 1.0,
103        "corr_influence_xi": -0.987293889262084
104      },
105      {
106        "slope_observed": 6.746931552886963,
107        "xi_mean": 6.751812934875488,
108        "sat_fraction": 0.8341666666666666,
109        "bounded_max": 1.0,
110        "corr_influence_xi": -0.9970302973674653
111      },
112      {
113        "slope_observed": 6.167720794677734,
114        "xi_mean": 6.424678802490234,
115        "sat_fraction": 0.8333333333333334,
116        "bounded_max": 1.0,
117        "corr_influence_xi": -0.992888837043883
118      },
119      {
120        "slope_observed": 5.988704681396484,
121        "xi_mean": 6.493659019470215,
122        "sat_fraction": 0.82,
123        "bounded_max": 1.0,
124        "corr_influence_xi": -0.9790514842755541
125      },
126      {
127        "slope_observed": 6.530553817749023,
128        "xi_mean": 6.727144718170166,
129        "sat_fraction": 0.84,
130        "bounded_max": 1.0,
131        "corr_influence_xi": -0.9836722707672215
132      },
133      {
134        "slope_observed": 6.623795509338379,
135        "xi_mean": 6.703503608703613,
136        "sat_fraction": 0.8383333333333334,
137        "bounded_max": 1.0,
138        "corr_influence_xi": -0.9891867545961321
139      },
140      {
141        "slope_observed": 6.393836975097656,
142        "xi_mean": 6.778685092926025,
143        "sat_fraction": 0.8475,
144        "bounded_max": 1.0,
145        "corr_influence_xi": -0.9773506801234949
146      },
147      {
148        "slope_observed": 6.526249408721924,
149        "xi_mean": 6.590869426727295,
150        "sat_fraction": 0.8566666666666667,
151        "bounded_max": 1.0,
152        "corr_influence_xi": -0.936434300165755
153      }
154    ],
155    "confirmed": true
156  },
157  "custom_track": {
158    "name": "influence_graph_regression",
159    "file": "graph_strategic_bench.py",
160    "domain": "graph-nn"
161  }
162}