1{
  2  "bench_version": 1,
  3  "track": "euler_morphology_denoising",
  4  "model": "small_denoiser",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.006
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 0.2358667068183422
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 0.19127917662262917
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.006
 27        },
 28        "mean": 0.11789883300662041
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.11414278019219637,
 33      "std": 0.019868887010459576,
 34      "per_seed": [
 35        0.11202351003885269,
 36        0.09799353033304214,
 37        0.13151243329048157,
 38        0.13006585836410522,
 39        0.1398763358592987,
 40        0.08686374127864838,
 41        0.12790271639823914,
 42        0.0869041159749031
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "mean": 0.1143862335011363,
 49    "std": 0.01959046199703673,
 50    "per_seed": [
 51      0.11207777261734009,
 52      0.09821636974811554,
 53      0.1314822882413864,
 54      0.1300397664308548,
 55      0.13983863592147827,
 56      0.08825309574604034,
 57      0.12812229990959167,
 58      0.0870596393942833
 59    ],
 60    "n": 8
 61  },
 62  "comparison": {
 63    "delta_mean": 0.00024345330893993378,
 64    "idea_wins": 3,
 65    "n_pairs": 8,
 66    "per_seed_diffs": [
 67      5.426257848739624e-05,
 68      0.00022283941507339478,
 69      -3.014504909515381e-05,
 70      -2.6091933250427246e-05,
 71      -3.769993782043457e-05,
 72      0.0013893544673919678,
 73      0.00021958351135253906,
 74      0.000155523419380188
 75    ],
 76    "p_value": 0.0917,
 77    "mde": 0.0003977750936249918,
 78    "mde_rel_pct": 0.3484890528820207,
 79    "verdict": "no measurable effect",
 80    "system_worked": false
 81  },
 82  "mechanism_signature": {
 83    "mechanism_signature": {
 84      "temperature": 0.1,
 85      "lambda": 0.2,
 86      "test_soft_mae": 0.04664662852883339,
 87      "test_hard_mae": 0.00214973883703351,
 88      "soft_pred_curve": [
 89        0.0162891186773777,
 90        0.1149718388915062,
 91        0.028045227751135826,
 92        0.0041561247780919075
 93      ],
 94      "soft_real_curve": [
 95        0.07483800500631332,
 96        0.015983328223228455,
 97        0.0032997075468301773,
 98        -0.00014746440865565091
 99      ],
100      "confirmed": true
101    },
102    "custom_track": {
103      "name": "euler_morphology_denoising",
104      "file": "euler_custom_track.py",
105      "domain": "vision"
106    }
107  },
108  "idea_sweep": [
109    {
110      "cfg": {
111        "lr": 0.001
112      },
113      "result": {
114        "mean": 0.2288948018103838,
115        "std": 0.011050052990791315,
116        "per_seed": [
117          0.23519256711006165,
118          0.2334323674440384,
119          0.24315214157104492,
120          0.23169168829917908,
121          0.2391384392976761,
122          0.2086285650730133,
123          0.22384829819202423,
124          0.21607434749603271
125        ],
126        "n": 8
127      }
128    },
129    {
130      "cfg": {
131        "lr": 0.003
132      },
133      "result": {
134        "mean": 0.18089030869305134,
135        "std": 0.021725469329973896,
136        "per_seed": [
137          0.19138242304325104,
138          0.17021414637565613,
139          0.20749393105506897,
140          0.1961212158203125,
141          0.20285634696483612,
142          0.13692161440849304,
143          0.17236995697021484,
144          0.16976283490657806
145        ],
146        "n": 8
147      }
148    },
149    {
150      "cfg": {
151        "lr": 0.006
152      },
153      "result": {
154        "mean": 0.1143862335011363,
155        "std": 0.01959046199703673,
156        "per_seed": [
157          0.11207777261734009,
158          0.09821636974811554,
159          0.1314822882413864,
160          0.1300397664308548,
161          0.13983863592147827,
162          0.08825309574604034,
163          0.12812229990959167,
164          0.0870596393942833
165        ],
166        "n": 8
167      }
168    }
169  ],
170  "protocol_notes": {
171    "structural_match": "image-field denoising with spatial excursion topology",
172    "epochs": 5,
173    "batch": 128,
174    "baseline_and_idea_lr_union": [
175      0.001,
176      0.003,
177      0.006
178    ],
179    "baseline_selection_seeds": [
180      0,
181      1,
182      2,
183      3
184    ],
185    "paired_seeds": [
186      0,
187      1,
188      2,
189      3,
190      4,
191      5,
192      6,
193      7
194    ]
195  }
196}