1{
  2  "bench_version": 1,
  3  "track": "cycle_topology_graph",
  4  "model": "mlp_tiny",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.001,
 10      "damping": 0.05,
 11      "epochs": 18
 12    },
 13    "sweep": [
 14      {
 15        "cfg": {
 16          "lr": 0.001,
 17          "damping": 0.05,
 18          "epochs": 18
 19        },
 20        "mean": 0.49937498569488525
 21      },
 22      {
 23        "cfg": {
 24          "lr": 0.001,
 25          "damping": 0.2,
 26          "epochs": 18
 27        },
 28        "mean": 0.5031249895691872
 29      },
 30      {
 31        "cfg": {
 32          "lr": 0.001,
 33          "damping": 0.5,
 34          "epochs": 18
 35        },
 36        "mean": 0.49937499314546585
 37      },
 38      {
 39        "cfg": {
 40          "lr": 0.003,
 41          "damping": 0.05,
 42          "epochs": 18
 43        },
 44        "mean": 0.5112499892711639
 45      },
 46      {
 47        "cfg": {
 48          "lr": 0.003,
 49          "damping": 0.2,
 50          "epochs": 18
 51        },
 52        "mean": 0.518124982714653
 53      },
 54      {
 55        "cfg": {
 56          "lr": 0.003,
 57          "damping": 0.5,
 58          "epochs": 18
 59        },
 60        "mean": 0.512499988079071
 61      },
 62      {
 63        "cfg": {
 64          "lr": 0.01,
 65          "damping": 0.05,
 66          "epochs": 18
 67        },
 68        "mean": 0.507499985396862
 69      },
 70      {
 71        "cfg": {
 72          "lr": 0.01,
 73          "damping": 0.2,
 74          "epochs": 18
 75        },
 76        "mean": 0.5099999830126762
 77      },
 78      {
 79        "cfg": {
 80          "lr": 0.01,
 81          "damping": 0.5,
 82          "epochs": 18
 83        },
 84        "mean": 0.5187499821186066
 85      }
 86    ],
 87    "full": {
 88      "mean": 0.5037499852478504,
 89      "std": 0.01841364314193272,
 90      "per_seed": [
 91        0.5074999928474426,
 92        0.4699999988079071,
 93        0.5249999761581421,
 94        0.4949999749660492,
 95        0.4975000023841858,
 96        0.5324999690055847,
 97        0.5099999904632568,
 98        0.492499977350235
 99      ],
100      "n": 8
101    },
102    "idea_grid": [
103      {
104        "cfg": {
105          "lr": 0.001,
106          "damping": 0.05,
107          "epochs": 18
108        },
109        "mean": 0.49312499165534973
110      },
111      {
112        "cfg": {
113          "lr": 0.001,
114          "damping": 0.2,
115          "epochs": 18
116        },
117        "mean": 0.49687499552965164
118      },
119      {
120        "cfg": {
121          "lr": 0.001,
122          "damping": 0.5,
123          "epochs": 18
124        },
125        "mean": 0.49687498807907104
126      },
127      {
128        "cfg": {
129          "lr": 0.003,
130          "damping": 0.05,
131          "epochs": 18
132        },
133        "mean": 0.5087499842047691
134      },
135      {
136        "cfg": {
137          "lr": 0.003,
138          "damping": 0.2,
139          "epochs": 18
140        },
141        "mean": 0.5218749791383743
142      },
143      {
144        "cfg": {
145          "lr": 0.003,
146          "damping": 0.5,
147          "epochs": 18
148        },
149        "mean": 0.5156249925494194
150      },
151      {
152        "cfg": {
153          "lr": 0.01,
154          "damping": 0.05,
155          "epochs": 18
156        },
157        "mean": 0.5093749836087227
158      },
159      {
160        "cfg": {
161          "lr": 0.01,
162          "damping": 0.2,
163          "epochs": 18
164        },
165        "mean": 0.5174999982118607
166      },
167      {
168        "cfg": {
169          "lr": 0.01,
170          "damping": 0.5,
171          "epochs": 18
172        },
173        "mean": 0.5024999976158142
174      }
175    ],
176    "baseline_grid_union": [
177      {
178        "lr": 0.001,
179        "damping": 0.05,
180        "epochs": 18
181      },
182      {
183        "lr": 0.001,
184        "damping": 0.2,
185        "epochs": 18
186      },
187      {
188        "lr": 0.001,
189        "damping": 0.5,
190        "epochs": 18
191      },
192      {
193        "lr": 0.003,
194        "damping": 0.05,
195        "epochs": 18
196      },
197      {
198        "lr": 0.003,
199        "damping": 0.2,
200        "epochs": 18
201      },
202      {
203        "lr": 0.003,
204        "damping": 0.5,
205        "epochs": 18
206      },
207      {
208        "lr": 0.01,
209        "damping": 0.05,
210        "epochs": 18
211      },
212      {
213        "lr": 0.01,
214        "damping": 0.2,
215        "epochs": 18
216      },
217      {
218        "lr": 0.01,
219        "damping": 0.5,
220        "epochs": 18
221      }
222    ]
223  },
224  "idea": {
225    "mean": 0.49812499061226845,
226    "std": 0.01694429903420606,
227    "per_seed": [
228      0.5,
229      0.4724999964237213,
230      0.5174999833106995,
231      0.48249998688697815,
232      0.5,
233      0.5199999809265137,
234      0.512499988079071,
235      0.47999998927116394
236    ],
237    "n": 8
238  },
239  "comparison": {
240    "delta_mean": -0.00562499463558197,
241    "idea_wins": 5,
242    "n_pairs": 8,
243    "per_seed_diffs": [
244      -0.007499992847442627,
245      0.002499997615814209,
246      -0.007499992847442627,
247      -0.012499988079071045,
248      0.002499997615814209,
249      -0.012499988079071045,
250      0.002499997615814209,
251      -0.012499988079071045
252    ],
253    "p_value": 0.07605,
254    "mde": 0.005886040115231582,
255    "mde_rel_pct": 1.1684447221046739,
256    "verdict": "no significant win",
257    "system_worked": false
258  },
259  "mechanism_signature": {
260    "prediction": "harmonic update is near zero while dissipative update remains nonzero",
261    "trained_model_observed_mean_harmonic_step": 0.0,
262    "trained_model_observed_mean_dissipative_step": 5.615980923175812,
263    "trained_model_observed_mean_harmonic_amplitude": 1.4590760916471481,
264    "confirmed": true,
265    "measurement": "mean latent transition norms on each trained idea model test split"
266  },
267  "custom_track": {
268    "name": "cycle_topology_graph",
269    "file": "/home/maxwelhelp/all/math2nn/bench/custom_tracks/cycle_topology_graph.py",
270    "domain": "graph_topology"
271  }
272}