1{
  2  "bench_version": 1,
  3  "track": "strain_congruence",
  4  "model": "mlp_tiny",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01,
 10      "weight_decay": 0.0001
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "weight_decay": 0.0
 17        },
 18        "mean": 0.07749666459858418
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.003,
 23          "weight_decay": 0.0
 24        },
 25        "mean": 0.05831924267113209
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.01,
 30          "weight_decay": 0.0001
 31        },
 32        "mean": 0.033658347092568874
 33      }
 34    ],
 35    "full": {
 36      "mean": 0.029577972134575248,
 37      "std": 0.01503937321913688,
 38      "per_seed": [
 39        0.021902937442064285,
 40        0.026272417977452278,
 41        0.06678790599107742,
 42        0.01967012695968151,
 43        0.02644897624850273,
 44        0.02151375077664852,
 45        0.03620384261012077,
 46        0.01782381907105446
 47      ],
 48      "n": 8
 49    }
 50  },
 51  "idea": {
 52    "mean": 0.00675772619433701,
 53    "std": 0.0009987191335145192,
 54    "per_seed": [
 55      0.005988644901663065,
 56      0.0065969908609986305,
 57      0.005767101421952248,
 58      0.008887243457138538,
 59      0.007409937214106321,
 60      0.006973727606236935,
 61      0.006849044468253851,
 62      0.005589119624346495
 63    ],
 64    "n": 8
 65  },
 66  "comparison": {
 67    "delta_mean": -0.022820245940238237,
 68    "idea_wins": 8,
 69    "n_pairs": 8,
 70    "per_seed_diffs": [
 71      -0.01591429254040122,
 72      -0.019675427116453648,
 73      -0.061020804569125175,
 74      -0.010782883502542973,
 75      -0.01903903903439641,
 76      -0.014540023170411587,
 77      -0.029354798141866922,
 78      -0.012234699446707964
 79    ],
 80    "p_value": 0.0081,
 81    "mde": 0.01377344810526238,
 82    "mde_rel_pct": 46.566573403326295,
 83    "verdict": "idea better (significant)",
 84    "system_worked": true
 85  },
 86  "idea_sweep": [
 87    {
 88      "cfg": {
 89        "lr": 0.001,
 90        "weight_decay": 0.0
 91      },
 92      "result": {
 93        "mean": 0.009227964736055583,
 94        "std": 0.0011620368930055716,
 95        "per_seed": [
 96          0.008295468986034393,
 97          0.009248356334865093,
 98          0.00782246794551611,
 99          0.010978559963405132,
100          0.010134941898286343,
101          0.010268867015838623,
102          0.009545788168907166,
103          0.007529267575591803
104        ],
105        "n": 8
106      }
107    },
108    {
109      "cfg": {
110        "lr": 0.003,
111        "weight_decay": 0.0
112      },
113      "result": {
114        "mean": 0.007636490918230265,
115        "std": 0.0011627000336291112,
116        "per_seed": [
117          0.006451956927776337,
118          0.009120338596403599,
119          0.006323990877717733,
120          0.009338542819023132,
121          0.007833528332412243,
122          0.008401229046285152,
123          0.007360921707004309,
124          0.006261419039219618
125        ],
126        "n": 8
127      }
128    },
129    {
130      "cfg": {
131        "lr": 0.01,
132        "weight_decay": 0.0001
133      },
134      "result": {
135        "mean": 0.00675772619433701,
136        "std": 0.0009987191335145192,
137        "per_seed": [
138          0.005988644901663065,
139          0.0065969908609986305,
140          0.005767101421952248,
141          0.008887243457138538,
142          0.007409937214106321,
143          0.006973727606236935,
144          0.006849044468253851,
145          0.005589119624346495
146        ],
147        "n": 8
148      }
149    }
150  ],
151  "custom_track": {
152    "name": "strain_congruence",
153    "file": "custom_strain_track.py",
154    "domain": "dynamics"
155  },
156  "mechanism_signature": {
157    "prediction": "icosahedral reconstruction should reduce learned prediction error under ill-conditioned SL(3) deformations",
158    "condition_bins": {
159      "low": {
160        "baseline_mse": 0.010883176291827112,
161        "idea_mse": 0.008369530783966184
162      },
163      "mid": {
164        "baseline_mse": 0.008730645466130227,
165        "idea_mse": 0.0025046369701158255
166      },
167      "high": {
168        "baseline_mse": 0.05419394630007446,
169        "idea_mse": 0.01061116874916479
170      }
171    },
172    "confirmed": true
173  }
174}