1{
  2  "bench_version": 1,
  3  "track": "custom_stochastic_expectation",
  4  "model": "mlp_tiny",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.006
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.0015
 15        },
 16        "mean": 0.011956734815612435
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 0.013272208627313375
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.006
 27        },
 28        "mean": 0.010816274618264288
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.009381077397847548,
 33      "std": 0.005076745501359762,
 34      "per_seed": [
 35        0.021740078926086426,
 36        0.0081116808578372,
 37        0.009601366706192493,
 38        0.0038119719829410315,
 39        0.006551957223564386,
 40        0.006829647812992334,
 41        0.010959993116557598,
 42        0.007441922556608915
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "mean": 0.00570399034768343,
 49    "std": 0.002055810761713156,
 50    "per_seed": [
 51      0.006588147487491369,
 52      0.010348089039325714,
 53      0.0069997236132621765,
 54      0.00420125387609005,
 55      0.003918817266821861,
 56      0.00435355631634593,
 57      0.004861464258283377,
 58      0.00436087092384696
 59    ],
 60    "n": 8
 61  },
 62  "comparison": {
 63    "delta_mean": -0.0036770870501641184,
 64    "idea_wins": 6,
 65    "n_pairs": 8,
 66    "per_seed_diffs": [
 67      -0.015151931438595057,
 68      0.002236408181488514,
 69      -0.002601643092930317,
 70      0.0003892818931490183,
 71      -0.002633139956742525,
 72      -0.0024760914966464043,
 73      -0.006098528858274221,
 74      -0.0030810516327619553
 75    ],
 76    "p_value": 0.04775,
 77    "mde": 0.004391476661630811,
 78    "mde_rel_pct": 46.81207152856897,
 79    "verdict": "idea better (significant)",
 80    "system_worked": true
 81  },
 82  "mechanism_signature": {
 83    "track_structure": "explicit smooth Gaussian expectation in each minibatch",
 84    "gradient_variance": {
 85      "n": 32,
 86      "repetitions": 32,
 87      "predicted": "lower gradient variance for smooth base-noise integrand",
 88      "gradient_variance_iid": 5.355114990379661e-05,
 89      "gradient_variance_qmc": 1.6305946701322682e-05,
 90      "variance_reduction": 0.695507066970253,
 91      "confirmed": true
 92    }
 93  },
 94  "custom_track": {
 95    "name": "stochastic_expectation",
 96    "file": "qmc_bench.py",
 97    "domain": "stochastic_expectation"
 98  },
 99  "idea_sweep": [
100    {
101      "cfg": {
102        "lr": 0.0015
103      },
104      "result": {
105        "mean": 0.0069728404632769525,
106        "std": 0.0035963506180249297,
107        "per_seed": [
108          0.005615524481981993,
109          0.013930782675743103,
110          0.01141586434096098,
111          0.00786577071994543,
112          0.005591781344264746,
113          0.00341523508541286,
114          0.004224354401230812,
115          0.0037234106566756964
116        ],
117        "n": 8
118      }
119    },
120    {
121      "cfg": {
122        "lr": 0.003
123      },
124      "result": {
125        "mean": 0.00570399034768343,
126        "std": 0.002055810761713156,
127        "per_seed": [
128          0.006588147487491369,
129          0.010348089039325714,
130          0.0069997236132621765,
131          0.00420125387609005,
132          0.003918817266821861,
133          0.00435355631634593,
134          0.004861464258283377,
135          0.00436087092384696
136        ],
137        "n": 8
138      }
139    },
140    {
141      "cfg": {
142        "lr": 0.006
143      },
144      "result": {
145        "mean": 0.00680300744716078,
146        "std": 0.004497406606670575,
147        "per_seed": [
148          0.010847600176930428,
149          0.003560971235856414,
150          0.017018528655171394,
151          0.004085659049451351,
152          0.005837064236402512,
153          0.004683156963437796,
154          0.0027501408476382494,
155          0.0056409384123981
156        ],
157        "n": 8
158      }
159    }
160  ],
161  "protocol": {
162    "paired_seeds": [
163      0,
164      1,
165      2,
166      3,
167      4,
168      5,
169      6,
170      7
171    ],
172    "epochs": 18,
173    "batch": 32,
174    "lr_union_both_sides": [
175      0.0015,
176      0.003,
177      0.006
178    ],
179    "model_parity": true
180  }
181}