1{
  2  "bench_version": 1,
  3  "track": "poisson_dirichlet",
  4  "model": "mlp_med",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.003,
 10      "epochs": 25
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "epochs": 25
 17        },
 18        "mean": 0.000594377372181043
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.002,
 23          "epochs": 25
 24        },
 25        "mean": 0.0003386351017979905
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.003,
 30          "epochs": 25
 31        },
 32        "mean": 0.00025070174524444155
 33      }
 34    ],
 35    "full": {
 36      "mean": 0.00024405181284237187,
 37      "std": 1.798621374535186e-05,
 38      "per_seed": [
 39        0.00022197705402504653,
 40        0.0002670164976734668,
 41        0.0002739553165156394,
 42        0.00023985811276361346,
 43        0.00021926779299974442,
 44        0.0002489262551534921,
 45        0.00023994325601961464,
 46        0.00024147021758835763
 47      ],
 48      "n": 8
 49    }
 50  },
 51  "idea": {
 52    "mean": 0.00022356524641509168,
 53    "std": 1.1563454829705651e-05,
 54    "per_seed": [
 55      0.00020604842575266957,
 56      0.00024056619440671057,
 57      0.00022221256222110242,
 58      0.00021581824694294482,
 59      0.00022475924924947321,
 60      0.00024225283414125443,
 61      0.0002205111231887713,
 62      0.0002163533354178071
 63    ],
 64    "n": 8
 65  },
 66  "comparison": {
 67    "delta_mean": -2.0486566427280195e-05,
 68    "idea_wins": 7,
 69    "n_pairs": 8,
 70    "per_seed_diffs": [
 71      -1.5928628272376955e-05,
 72      -2.6450303266756237e-05,
 73      -5.174275429453701e-05,
 74      -2.4039865820668638e-05,
 75      5.491456249728799e-06,
 76      -6.673421012237668e-06,
 77      -1.943213283084333e-05,
 78      -2.5116882170550525e-05
 79    ],
 80    "p_value": 0.01475,
 81    "mde": 1.3898879546086865e-05,
 82    "mde_rel_pct": 5.695052777609921,
 83    "verdict": "idea better (significant)",
 84    "system_worked": true
 85  },
 86  "mechanism_signature": {
 87    "prediction": "learned monotone warp should remain non-folding while redistributing trained field resolution",
 88    "baseline_trained_behaviour": [
 89      {
 90        "trained_boundary_abs_mean": 0.008487517014145851,
 91        "trained_spatial_roughness": 0.014843669719994068,
 92        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
 93        "warp_q": 2.0,
 94        "confirmed": true
 95      },
 96      {
 97        "trained_boundary_abs_mean": 0.008709563873708248,
 98        "trained_spatial_roughness": 0.01600482687354088,
 99        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
100        "warp_q": 2.0,
101        "confirmed": true
102      },
103      {
104        "trained_boundary_abs_mean": 0.010176915675401688,
105        "trained_spatial_roughness": 0.016539592295885086,
106        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
107        "warp_q": 2.0,
108        "confirmed": true
109      },
110      {
111        "trained_boundary_abs_mean": 0.007808547466993332,
112        "trained_spatial_roughness": 0.015132329426705837,
113        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
114        "warp_q": 2.0,
115        "confirmed": true
116      },
117      {
118        "trained_boundary_abs_mean": 0.006689203903079033,
119        "trained_spatial_roughness": 0.01441388949751854,
120        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
121        "warp_q": 2.0,
122        "confirmed": true
123      },
124      {
125        "trained_boundary_abs_mean": 0.010704973712563515,
126        "trained_spatial_roughness": 0.015490293502807617,
127        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
128        "warp_q": 2.0,
129        "confirmed": true
130      },
131      {
132        "trained_boundary_abs_mean": 0.00736059807240963,
133        "trained_spatial_roughness": 0.014637845568358898,
134        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
135        "warp_q": 2.0,
136        "confirmed": true
137      },
138      {
139        "trained_boundary_abs_mean": 0.008381623774766922,
140        "trained_spatial_roughness": 0.015110178850591183,
141        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
142        "warp_q": 2.0,
143        "confirmed": true
144      }
145    ],
146    "idea_trained_behaviour": [
147      {
148        "trained_boundary_abs_mean": 0.008834951557219028,
149        "trained_spatial_roughness": 0.013183629140257835,
150        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
151        "warp_q": 2.0,
152        "confirmed": true
153      },
154      {
155        "trained_boundary_abs_mean": 0.009743912145495415,
156        "trained_spatial_roughness": 0.013243976049125195,
157        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
158        "warp_q": 2.0,
159        "confirmed": true
160      },
161      {
162        "trained_boundary_abs_mean": 0.009452861733734608,
163        "trained_spatial_roughness": 0.013008011505007744,
164        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
165        "warp_q": 2.0,
166        "confirmed": true
167      },
168      {
169        "trained_boundary_abs_mean": 0.009347931481897831,
170        "trained_spatial_roughness": 0.01307782344520092,
171        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
172        "warp_q": 2.0,
173        "confirmed": true
174      },
175      {
176        "trained_boundary_abs_mean": 0.007658765651285648,
177        "trained_spatial_roughness": 0.012795394286513329,
178        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
179        "warp_q": 2.0,
180        "confirmed": true
181      },
182      {
183        "trained_boundary_abs_mean": 0.010028958320617676,
184        "trained_spatial_roughness": 0.012233818881213665,
185        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
186        "warp_q": 2.0,
187        "confirmed": true
188      },
189      {
190        "trained_boundary_abs_mean": 0.007676774635910988,
191        "trained_spatial_roughness": 0.012434136122465134,
192        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
193        "warp_q": 2.0,
194        "confirmed": true
195      },
196      {
197        "trained_boundary_abs_mean": 0.008619775995612144,
198        "trained_spatial_roughness": 0.012422935105860233,
199        "predicted": "positive warp preserves ordered endpoints and concentrates coordinate resolution near s=0",
200        "warp_q": 2.0,
201        "confirmed": true
202      }
203    ],
204    "predicted_q": 2.0,
205    "confirmed": true,
206    "custom_track": {
207      "name": "poisson_dirichlet",
208      "file": "registered bench/custom_tracks/poisson_dirichlet.py",
209      "domain": "pde"
210    }
211  },
212  "idea_sweep": [
213    {
214      "cfg": {
215        "lr": 0.001,
216        "epochs": 25
217      },
218      "mean": 0.0004552114551188424,
219      "std": 2.025566535985663e-05
220    },
221    {
222      "cfg": {
223        "lr": 0.002,
224        "epochs": 25
225      },
226      "mean": 0.00028170261066406965,
227      "std": 1.3204764213516373e-05
228    },
229    {
230      "cfg": {
231        "lr": 0.003,
232        "epochs": 25
233      },
234      "mean": 0.00022356524641509168,
235      "std": 1.1563454829705651e-05
236    }
237  ]
238}