Scrambled Sobol Diffusion Ensembles / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "jacobian_check_abs_error": 3.700906248127467e-11,
  3  "target_expectation": 1.0,
  4  "analytic_unweighted_formula": "1 + 2*lambda*A + lambda^2*B",
  5  "analytic_A_E[z_tanh(z)]": 0.605705509602159,
  6  "analytic_B_E[tanh(z)^2]": 0.39429449039784115,
  7  "analytic_expectation_lambda_0.5": 1.7042791322016193,
  8  "slopes_sd_log2N_at_lambda_0.5": {
  9    "scrambled_sobol_unweighted": -0.979999476401269,
 10    "scrambled_sobol_weighted": -1.3195731862197426,
 11    "iid_unweighted": -0.42737783092819226,
 12    "iid_weighted": -0.4534402872791109
 13  },
 14  "bias_quadratic_fit_coefficients_descending_lambda2_lambda_const": [
 15    0.3939547106692314,
 16    1.211694352791082,
 17    -0.00040569935751727515
 18  ],
 19  "bias_vs_lambda_n1024": [
 20    {
 21      "lam": 0.0,
 22      "predicted_bias": 0.0,
 23      "observed_bias": -0.0002793256392693566,
 24      "weighted_bias": -0.0002793256392693566
 25    },
 26    {
 27      "lam": 0.25,
 28      "predicted_bias": 0.32749616045094454,
 29      "observed_bias": 0.3268030616750852,
 30      "weighted_bias": -7.18076507970622e-05
 31    },
 32    {
 33      "lam": 0.5,
 34      "predicted_bias": 0.7042791322016193,
 35      "observed_bias": 0.7041829021418273,
 36      "weighted_bias": -1.0735752373314256e-05
 37    },
 38    {
 39      "lam": 1.0,
 40      "predicted_bias": 1.605705509602159,
 41      "observed_bias": 1.6052012395300461,
 42      "weighted_bias": 3.8679833719301726e-05
 43    }
 44  ],
 45  "rows": [
 46    {
 47      "lam": 0.0,
 48      "n": 32,
 49      "exact_unweighted": 1.0,
 50      "sobol_unweighted_mean": 1.0130737537586334,
 51      "sobol_unweighted_sd": 0.11035242268814086,
 52      "sobol_weighted_mean": 1.0130737537586334,
 53      "sobol_weighted_sd": 0.11035242268814086,
 54      "iid_unweighted_sd": 0.25987573526541163,
 55      "iid_weighted_sd": 0.25987573526541163,
 56      "sobol_unweighted_bias_to_target": 0.0130737537586334,
 57      "sobol_bias_to_exact_unweighted": 0.0130737537586334,
 58      "sobol_weighted_bias": 0.0130737537586334
 59    },
 60    {
 61      "lam": 0.0,
 62      "n": 64,
 63      "exact_unweighted": 1.0,
 64      "sobol_unweighted_mean": 1.0075045232694984,
 65      "sobol_unweighted_sd": 0.04779327663549719,
 66      "sobol_weighted_mean": 1.0075045232694984,
 67      "sobol_weighted_sd": 0.04779327663549719,
 68      "iid_unweighted_sd": 0.1716044345745243,
 69      "iid_weighted_sd": 0.1716044345745243,
 70      "sobol_unweighted_bias_to_target": 0.007504523269498353,
 71      "sobol_bias_to_exact_unweighted": 0.007504523269498353,
 72      "sobol_weighted_bias": 0.007504523269498353
 73    },
 74    {
 75      "lam": 0.0,
 76      "n": 128,
 77      "exact_unweighted": 1.0,
 78      "sobol_unweighted_mean": 1.0028008808548503,
 79      "sobol_unweighted_sd": 0.021905293072958954,
 80      "sobol_weighted_mean": 1.0028008808548503,
 81      "sobol_weighted_sd": 0.021905293072958954,
 82      "iid_unweighted_sd": 0.13331996078398725,
 83      "iid_weighted_sd": 0.13331996078398725,
 84      "sobol_unweighted_bias_to_target": 0.0028008808548503072,
 85      "sobol_bias_to_exact_unweighted": 0.0028008808548503072,
 86      "sobol_weighted_bias": 0.0028008808548503072
 87    },
 88    {
 89      "lam": 0.0,
 90      "n": 256,
 91      "exact_unweighted": 1.0,
 92      "sobol_unweighted_mean": 1.0010458257069959,
 93      "sobol_unweighted_sd": 0.011539240428415032,
 94      "sobol_weighted_mean": 1.0010458257069959,
 95      "sobol_weighted_sd": 0.011539240428415032,
 96      "iid_unweighted_sd": 0.08703205215762665,
 97      "iid_weighted_sd": 0.08703205215762665,
 98      "sobol_unweighted_bias_to_target": 0.001045825706995851,
 99      "sobol_bias_to_exact_unweighted": 0.001045825706995851,
100      "sobol_weighted_bias": 0.001045825706995851
101    },
102    {
103      "lam": 0.0,
104      "n": 512,
105      "exact_unweighted": 1.0,
106      "sobol_unweighted_mean": 1.000555807160408,
107      "sobol_unweighted_sd": 0.006204324106073314,
108      "sobol_weighted_mean": 1.000555807160408,
109      "sobol_weighted_sd": 0.006204324106073314,
110      "iid_unweighted_sd": 0.06253476165389663,
111      "iid_weighted_sd": 0.06253476165389663,
112      "sobol_unweighted_bias_to_target": 0.0005558071604079284,
113      "sobol_bias_to_exact_unweighted": 0.0005558071604079284,
114      "sobol_weighted_bias": 0.0005558071604079284
115    },
116    {
117      "lam": 0.0,
118      "n": 1024,
119      "exact_unweighted": 1.0,
120      "sobol_unweighted_mean": 0.9997206743607306,
121      "sobol_unweighted_sd": 0.0026094385211598275,
122      "sobol_weighted_mean": 0.9997206743607306,
123      "sobol_weighted_sd": 0.0026094385211598275,
124      "iid_unweighted_sd": 0.04281373275585818,
125      "iid_weighted_sd": 0.04281373275585818,
126      "sobol_unweighted_bias_to_target": -0.0002793256392693566,
127      "sobol_bias_to_exact_unweighted": -0.0002793256392693566,
128      "sobol_weighted_bias": -0.0002793256392693566
129    },
130    {
131      "lam": 0.25,
132      "n": 32,
133      "exact_unweighted": 1.3274961604509445,
134      "sobol_unweighted_mean": 1.3462305231847693,
135      "sobol_unweighted_sd": 0.0831517829452115,
136      "sobol_weighted_mean": 0.9997992625136446,
137      "sobol_weighted_sd": 0.04361717589003575,
138      "iid_unweighted_sd": 0.38017712950672755,
139      "iid_weighted_sd": 0.22211194628591166,
140      "sobol_unweighted_bias_to_target": 0.3462305231847693,
141      "sobol_bias_to_exact_unweighted": 0.018734362733824783,
142      "sobol_weighted_bias": -0.00020073748635540678
143    },
144    {
145      "lam": 0.25,
146      "n": 64,
147      "exact_unweighted": 1.3274961604509445,
148      "sobol_unweighted_mean": 1.3268699107138915,
149      "sobol_unweighted_sd": 0.04270709606511555,
150      "sobol_weighted_mean": 0.9971880786362407,
151      "sobol_weighted_sd": 0.01808090295770068,
152      "iid_unweighted_sd": 0.20186896902404733,
153      "iid_weighted_sd": 0.11991589147251547,
154      "sobol_unweighted_bias_to_target": 0.3268699107138915,
155      "sobol_bias_to_exact_unweighted": -0.0006262497370530529,
156      "sobol_weighted_bias": -0.0028119213637592955
157    },
158    {
159      "lam": 0.25,
160      "n": 128,
161      "exact_unweighted": 1.3274961604509445,
162      "sobol_unweighted_mean": 1.32538171987407,
163      "sobol_unweighted_sd": 0.020701364570383074,
164      "sobol_weighted_mean": 0.9990643036735118,
165      "sobol_weighted_sd": 0.00784281766955932,
166      "iid_unweighted_sd": 0.14981648810744422,
167      "iid_weighted_sd": 0.09265382829533404,
168      "sobol_unweighted_bias_to_target": 0.32538171987407005,
169      "sobol_bias_to_exact_unweighted": -0.002114440576874488,
170      "sobol_weighted_bias": -0.0009356963264881557
171    },
172    {
173      "lam": 0.25,
174      "n": 256,
175      "exact_unweighted": 1.3274961604509445,
176      "sobol_unweighted_mean": 1.3264833182244586,
177      "sobol_unweighted_sd": 0.00979230576027812,
178      "sobol_weighted_mean": 0.999236911601467,
179      "sobol_weighted_sd": 0.0037970709284678443,
180      "iid_unweighted_sd": 0.09294124995173424,
181      "iid_weighted_sd": 0.05399484718315234,
182      "sobol_unweighted_bias_to_target": 0.32648331822445864,
183      "sobol_bias_to_exact_unweighted": -0.0010128422264858994,
184      "sobol_weighted_bias": -0.0007630883985330073
185    },
186    {
187      "lam": 0.25,
188      "n": 512,
189      "exact_unweighted": 1.3274961604509445,
190      "sobol_unweighted_mean": 1.3258093247692408,
191      "sobol_unweighted_sd": 0.004684723113931806,
192      "sobol_weighted_mean": 0.9995681337908767,
193      "sobol_weighted_sd": 0.0016766930429468986,
194      "iid_unweighted_sd": 0.0786920629699913,
195      "iid_weighted_sd": 0.05005861971757885,
196      "sobol_unweighted_bias_to_target": 0.32580932476924085,
197      "sobol_bias_to_exact_unweighted": -0.0016868356817036911,
198      "sobol_weighted_bias": -0.0004318662091232772
199    },
200    {
201      "lam": 0.25,
202      "n": 1024,
203      "exact_unweighted": 1.3274961604509445,
204      "sobol_unweighted_mean": 1.3268030616750852,
205      "sobol_unweighted_sd": 0.0025551571845273983,
206      "sobol_weighted_mean": 0.9999281923492029,
207      "sobol_weighted_sd": 0.0009175073926257937,
208      "iid_unweighted_sd": 0.04781098800097251,
209      "iid_weighted_sd": 0.027254399899881696,
210      "sobol_unweighted_bias_to_target": 0.3268030616750852,
211      "sobol_bias_to_exact_unweighted": -0.0006930987758593243,
212      "sobol_weighted_bias": -7.18076507970622e-05
213    },
214    {
215      "lam": 0.5,
216      "n": 32,
217      "exact_unweighted": 1.7042791322016193,
218      "sobol_unweighted_mean": 1.7168863792735367,
219      "sobol_unweighted_sd": 0.08809236676952399,
220      "sobol_weighted_mean": 0.9974043146826229,
221      "sobol_weighted_sd": 0.019071168700866968,
222      "iid_unweighted_sd": 0.30712152091180894,
223      "iid_weighted_sd": 0.12216784003783994,
224      "sobol_unweighted_bias_to_target": 0.7168863792735367,
225      "sobol_bias_to_exact_unweighted": 0.012607247071917405,
226      "sobol_weighted_bias": -0.0025956853173770833
227    },
228    {
229      "lam": 0.5,
230      "n": 64,
231      "exact_unweighted": 1.7042791322016193,
232      "sobol_unweighted_mean": 1.7088637280190528,
233      "sobol_unweighted_sd": 0.047639940892549915,
234      "sobol_weighted_mean": 0.9983196239408586,
235      "sobol_weighted_sd": 0.009540538962655928,
236      "iid_unweighted_sd": 0.25165702602854323,
237      "iid_weighted_sd": 0.11778645630886453,
238      "sobol_unweighted_bias_to_target": 0.7088637280190528,
239      "sobol_bias_to_exact_unweighted": 0.004584595817433534,
240      "sobol_weighted_bias": -0.0016803760591413974
241    },
242    {
243      "lam": 0.5,
244      "n": 128,
245      "exact_unweighted": 1.7042791322016193,
246      "sobol_unweighted_mean": 1.7007978502349623,
247      "sobol_unweighted_sd": 0.01929018384780008,
248      "sobol_weighted_mean": 0.9994999922097008,
249      "sobol_weighted_sd": 0.003361606206087854,
250      "iid_unweighted_sd": 0.15539174346758552,
251      "iid_weighted_sd": 0.060846634776138296,
252      "sobol_unweighted_bias_to_target": 0.7007978502349623,
253      "sobol_bias_to_exact_unweighted": -0.0034812819666569794,
254      "sobol_weighted_bias": -0.0005000077902992395
255    },
256    {
257      "lam": 0.5,
258      "n": 256,
259      "exact_unweighted": 1.7042791322016193,
260      "sobol_unweighted_mean": 1.7043806422937502,
261      "sobol_unweighted_sd": 0.010278373973370121,
262      "sobol_weighted_mean": 1.0002576737765312,
263      "sobol_weighted_sd": 0.0016234977059125892,
264      "iid_unweighted_sd": 0.145832169634695,
265      "iid_weighted_sd": 0.05506595773667002,
266      "sobol_unweighted_bias_to_target": 0.7043806422937502,
267      "sobol_bias_to_exact_unweighted": 0.00010151009213088535,
268      "sobol_weighted_bias": 0.0002576737765311865
269    },
270    {
271      "lam": 0.5,
272      "n": 512,
273      "exact_unweighted": 1.7042791322016193,
274      "sobol_unweighted_mean": 1.7050109702235694,
275      "sobol_unweighted_sd": 0.005482194211405788,
276      "sobol_weighted_mean": 1.0000312253864372,
277      "sobol_weighted_sd": 0.0005802654140433877,
278      "iid_unweighted_sd": 0.09636045859390167,
279      "iid_weighted_sd": 0.03658512248480267,
280      "sobol_unweighted_bias_to_target": 0.7050109702235694,
281      "sobol_bias_to_exact_unweighted": 0.0007318380219500931,
282      "sobol_weighted_bias": 3.1225386437183644e-05
283    },
284    {
285      "lam": 0.5,
286      "n": 1024,
287      "exact_unweighted": 1.7042791322016193,
288      "sobol_unweighted_mean": 1.7041829021418273,
289      "sobol_unweighted_sd": 0.0031475024731668225,
290      "sobol_weighted_mean": 0.9999892642476267,
291      "sobol_weighted_sd": 0.00019613102586948155,
292      "iid_unweighted_sd": 0.06956590914230508,
293      "iid_weighted_sd": 0.02784890863573282,
294      "sobol_unweighted_bias_to_target": 0.7041829021418273,
295      "sobol_bias_to_exact_unweighted": -9.623005979197963e-05,
296      "sobol_weighted_bias": -1.0735752373314256e-05
297    },
298    {
299      "lam": 1.0,
300      "n": 32,
301      "exact_unweighted": 2.605705509602159,
302      "sobol_unweighted_mean": 2.6063833944867487,
303      "sobol_unweighted_sd": 0.10418691122736647,
304      "sobol_weighted_mean": 0.9971073336013858,
305      "sobol_weighted_sd": 0.031829802319523794,
306      "iid_unweighted_sd": 0.511845475315772,
307      "iid_weighted_sd": 0.15523487985124756,
308      "sobol_unweighted_bias_to_target": 1.6063833944867487,
309      "sobol_bias_to_exact_unweighted": 0.0006778848845896412,
310      "sobol_weighted_bias": -0.0028926663986141854
311    },
312    {
313      "lam": 1.0,
314      "n": 64,
315      "exact_unweighted": 2.605705509602159,
316      "sobol_unweighted_mean": 2.6142517608860643,
317      "sobol_unweighted_sd": 0.054261116154719645,
318      "sobol_weighted_mean": 0.9988020079050953,
319      "sobol_weighted_sd": 0.01486234025169674,
320      "iid_unweighted_sd": 0.3790493652501159,
321      "iid_weighted_sd": 0.10885759904627278,
322      "sobol_unweighted_bias_to_target": 1.6142517608860643,
323      "sobol_bias_to_exact_unweighted": 0.008546251283905182,
324      "sobol_weighted_bias": -0.0011979920949046763
325    },
326    {
327      "lam": 1.0,
328      "n": 128,
329      "exact_unweighted": 2.605705509602159,
330      "sobol_unweighted_mean": 2.6009794915844484,
331      "sobol_unweighted_sd": 0.03005863692426121,
332      "sobol_weighted_mean": 0.9995029287426185,
333      "sobol_weighted_sd": 0.006987798064901988,
334      "iid_unweighted_sd": 0.23197817481529098,
335      "iid_weighted_sd": 0.08921221416130923,
336      "sobol_unweighted_bias_to_target": 1.6009794915844484,
337      "sobol_bias_to_exact_unweighted": -0.004726018017710665,
338      "sobol_weighted_bias": -0.0004970712573815206
339    },
340    {
341      "lam": 1.0,
342      "n": 256,
343      "exact_unweighted": 2.605705509602159,
344      "sobol_unweighted_mean": 2.6033317434954375,
345      "sobol_unweighted_sd": 0.011698012743929752,
346      "sobol_weighted_mean": 1.0002263012836952,
347      "sobol_weighted_sd": 0.003346049337863266,
348      "iid_unweighted_sd": 0.17253596773188104,
349      "iid_weighted_sd": 0.04939055174450063,
350      "sobol_unweighted_bias_to_target": 1.6033317434954375,
351      "sobol_bias_to_exact_unweighted": -0.0023737661067215754,
352      "sobol_weighted_bias": 0.00022630128369516278
353    },
354    {
355      "lam": 1.0,
356      "n": 512,
357      "exact_unweighted": 2.605705509602159,
358      "sobol_unweighted_mean": 2.604718251406187,
359      "sobol_unweighted_sd": 0.005669085057147954,
360      "sobol_weighted_mean": 1.000162871392101,
361      "sobol_weighted_sd": 0.001265702380788658,
362      "iid_unweighted_sd": 0.1144663897524913,
363      "iid_weighted_sd": 0.03692499876987641,
364      "sobol_unweighted_bias_to_target": 1.604718251406187,
365      "sobol_bias_to_exact_unweighted": -0.0009872581959720073,
366      "sobol_weighted_bias": 0.00016287139210091617
367    },
368    {
369      "lam": 1.0,
370      "n": 1024,
371      "exact_unweighted": 2.605705509602159,
372      "sobol_unweighted_mean": 2.605201239530046,
373      "sobol_unweighted_sd": 0.002686000015046291,
374      "sobol_weighted_mean": 1.0000386798337193,
375      "sobol_weighted_sd": 0.0003568169824447635,
376      "iid_unweighted_sd": 0.09832036117630154,
377      "iid_weighted_sd": 0.02881170670538565,
378      "sobol_unweighted_bias_to_target": 1.6052012395300461,
379      "sobol_bias_to_exact_unweighted": -0.0005042700721129556,
380      "sobol_weighted_bias": 3.8679833719301726e-05
381    }
382  ]
383}