Scrambled Sobol Diffusion Ensembles / results.json
Failed on benchmark
1{
2 "jacobian_check_abs_error": 3.700906248127467e-11,
3 "target_expectation": 1.0,
4 "analytic_unweighted_formula": "1 + 2*lambda*A + lambda^2*B",
5 "analytic_A_E[z_tanh(z)]": 0.605705509602159,
6 "analytic_B_E[tanh(z)^2]": 0.39429449039784115,
7 "analytic_expectation_lambda_0.5": 1.7042791322016193,
8 "slopes_sd_log2N_at_lambda_0.5": {
9 "scrambled_sobol_unweighted": -0.979999476401269,
10 "scrambled_sobol_weighted": -1.3195731862197426,
11 "iid_unweighted": -0.42737783092819226,
12 "iid_weighted": -0.4534402872791109
13 },
14 "bias_quadratic_fit_coefficients_descending_lambda2_lambda_const": [
15 0.3939547106692314,
16 1.211694352791082,
17 -0.00040569935751727515
18 ],
19 "bias_vs_lambda_n1024": [
20 {
21 "lam": 0.0,
22 "predicted_bias": 0.0,
23 "observed_bias": -0.0002793256392693566,
24 "weighted_bias": -0.0002793256392693566
25 },
26 {
27 "lam": 0.25,
28 "predicted_bias": 0.32749616045094454,
29 "observed_bias": 0.3268030616750852,
30 "weighted_bias": -7.18076507970622e-05
31 },
32 {
33 "lam": 0.5,
34 "predicted_bias": 0.7042791322016193,
35 "observed_bias": 0.7041829021418273,
36 "weighted_bias": -1.0735752373314256e-05
37 },
38 {
39 "lam": 1.0,
40 "predicted_bias": 1.605705509602159,
41 "observed_bias": 1.6052012395300461,
42 "weighted_bias": 3.8679833719301726e-05
43 }
44 ],
45 "rows": [
46 {
47 "lam": 0.0,
48 "n": 32,
49 "exact_unweighted": 1.0,
50 "sobol_unweighted_mean": 1.0130737537586334,
51 "sobol_unweighted_sd": 0.11035242268814086,
52 "sobol_weighted_mean": 1.0130737537586334,
53 "sobol_weighted_sd": 0.11035242268814086,
54 "iid_unweighted_sd": 0.25987573526541163,
55 "iid_weighted_sd": 0.25987573526541163,
56 "sobol_unweighted_bias_to_target": 0.0130737537586334,
57 "sobol_bias_to_exact_unweighted": 0.0130737537586334,
58 "sobol_weighted_bias": 0.0130737537586334
59 },
60 {
61 "lam": 0.0,
62 "n": 64,
63 "exact_unweighted": 1.0,
64 "sobol_unweighted_mean": 1.0075045232694984,
65 "sobol_unweighted_sd": 0.04779327663549719,
66 "sobol_weighted_mean": 1.0075045232694984,
67 "sobol_weighted_sd": 0.04779327663549719,
68 "iid_unweighted_sd": 0.1716044345745243,
69 "iid_weighted_sd": 0.1716044345745243,
70 "sobol_unweighted_bias_to_target": 0.007504523269498353,
71 "sobol_bias_to_exact_unweighted": 0.007504523269498353,
72 "sobol_weighted_bias": 0.007504523269498353
73 },
74 {
75 "lam": 0.0,
76 "n": 128,
77 "exact_unweighted": 1.0,
78 "sobol_unweighted_mean": 1.0028008808548503,
79 "sobol_unweighted_sd": 0.021905293072958954,
80 "sobol_weighted_mean": 1.0028008808548503,
81 "sobol_weighted_sd": 0.021905293072958954,
82 "iid_unweighted_sd": 0.13331996078398725,
83 "iid_weighted_sd": 0.13331996078398725,
84 "sobol_unweighted_bias_to_target": 0.0028008808548503072,
85 "sobol_bias_to_exact_unweighted": 0.0028008808548503072,
86 "sobol_weighted_bias": 0.0028008808548503072
87 },
88 {
89 "lam": 0.0,
90 "n": 256,
91 "exact_unweighted": 1.0,
92 "sobol_unweighted_mean": 1.0010458257069959,
93 "sobol_unweighted_sd": 0.011539240428415032,
94 "sobol_weighted_mean": 1.0010458257069959,
95 "sobol_weighted_sd": 0.011539240428415032,
96 "iid_unweighted_sd": 0.08703205215762665,
97 "iid_weighted_sd": 0.08703205215762665,
98 "sobol_unweighted_bias_to_target": 0.001045825706995851,
99 "sobol_bias_to_exact_unweighted": 0.001045825706995851,
100 "sobol_weighted_bias": 0.001045825706995851
101 },
102 {
103 "lam": 0.0,
104 "n": 512,
105 "exact_unweighted": 1.0,
106 "sobol_unweighted_mean": 1.000555807160408,
107 "sobol_unweighted_sd": 0.006204324106073314,
108 "sobol_weighted_mean": 1.000555807160408,
109 "sobol_weighted_sd": 0.006204324106073314,
110 "iid_unweighted_sd": 0.06253476165389663,
111 "iid_weighted_sd": 0.06253476165389663,
112 "sobol_unweighted_bias_to_target": 0.0005558071604079284,
113 "sobol_bias_to_exact_unweighted": 0.0005558071604079284,
114 "sobol_weighted_bias": 0.0005558071604079284
115 },
116 {
117 "lam": 0.0,
118 "n": 1024,
119 "exact_unweighted": 1.0,
120 "sobol_unweighted_mean": 0.9997206743607306,
121 "sobol_unweighted_sd": 0.0026094385211598275,
122 "sobol_weighted_mean": 0.9997206743607306,
123 "sobol_weighted_sd": 0.0026094385211598275,
124 "iid_unweighted_sd": 0.04281373275585818,
125 "iid_weighted_sd": 0.04281373275585818,
126 "sobol_unweighted_bias_to_target": -0.0002793256392693566,
127 "sobol_bias_to_exact_unweighted": -0.0002793256392693566,
128 "sobol_weighted_bias": -0.0002793256392693566
129 },
130 {
131 "lam": 0.25,
132 "n": 32,
133 "exact_unweighted": 1.3274961604509445,
134 "sobol_unweighted_mean": 1.3462305231847693,
135 "sobol_unweighted_sd": 0.0831517829452115,
136 "sobol_weighted_mean": 0.9997992625136446,
137 "sobol_weighted_sd": 0.04361717589003575,
138 "iid_unweighted_sd": 0.38017712950672755,
139 "iid_weighted_sd": 0.22211194628591166,
140 "sobol_unweighted_bias_to_target": 0.3462305231847693,
141 "sobol_bias_to_exact_unweighted": 0.018734362733824783,
142 "sobol_weighted_bias": -0.00020073748635540678
143 },
144 {
145 "lam": 0.25,
146 "n": 64,
147 "exact_unweighted": 1.3274961604509445,
148 "sobol_unweighted_mean": 1.3268699107138915,
149 "sobol_unweighted_sd": 0.04270709606511555,
150 "sobol_weighted_mean": 0.9971880786362407,
151 "sobol_weighted_sd": 0.01808090295770068,
152 "iid_unweighted_sd": 0.20186896902404733,
153 "iid_weighted_sd": 0.11991589147251547,
154 "sobol_unweighted_bias_to_target": 0.3268699107138915,
155 "sobol_bias_to_exact_unweighted": -0.0006262497370530529,
156 "sobol_weighted_bias": -0.0028119213637592955
157 },
158 {
159 "lam": 0.25,
160 "n": 128,
161 "exact_unweighted": 1.3274961604509445,
162 "sobol_unweighted_mean": 1.32538171987407,
163 "sobol_unweighted_sd": 0.020701364570383074,
164 "sobol_weighted_mean": 0.9990643036735118,
165 "sobol_weighted_sd": 0.00784281766955932,
166 "iid_unweighted_sd": 0.14981648810744422,
167 "iid_weighted_sd": 0.09265382829533404,
168 "sobol_unweighted_bias_to_target": 0.32538171987407005,
169 "sobol_bias_to_exact_unweighted": -0.002114440576874488,
170 "sobol_weighted_bias": -0.0009356963264881557
171 },
172 {
173 "lam": 0.25,
174 "n": 256,
175 "exact_unweighted": 1.3274961604509445,
176 "sobol_unweighted_mean": 1.3264833182244586,
177 "sobol_unweighted_sd": 0.00979230576027812,
178 "sobol_weighted_mean": 0.999236911601467,
179 "sobol_weighted_sd": 0.0037970709284678443,
180 "iid_unweighted_sd": 0.09294124995173424,
181 "iid_weighted_sd": 0.05399484718315234,
182 "sobol_unweighted_bias_to_target": 0.32648331822445864,
183 "sobol_bias_to_exact_unweighted": -0.0010128422264858994,
184 "sobol_weighted_bias": -0.0007630883985330073
185 },
186 {
187 "lam": 0.25,
188 "n": 512,
189 "exact_unweighted": 1.3274961604509445,
190 "sobol_unweighted_mean": 1.3258093247692408,
191 "sobol_unweighted_sd": 0.004684723113931806,
192 "sobol_weighted_mean": 0.9995681337908767,
193 "sobol_weighted_sd": 0.0016766930429468986,
194 "iid_unweighted_sd": 0.0786920629699913,
195 "iid_weighted_sd": 0.05005861971757885,
196 "sobol_unweighted_bias_to_target": 0.32580932476924085,
197 "sobol_bias_to_exact_unweighted": -0.0016868356817036911,
198 "sobol_weighted_bias": -0.0004318662091232772
199 },
200 {
201 "lam": 0.25,
202 "n": 1024,
203 "exact_unweighted": 1.3274961604509445,
204 "sobol_unweighted_mean": 1.3268030616750852,
205 "sobol_unweighted_sd": 0.0025551571845273983,
206 "sobol_weighted_mean": 0.9999281923492029,
207 "sobol_weighted_sd": 0.0009175073926257937,
208 "iid_unweighted_sd": 0.04781098800097251,
209 "iid_weighted_sd": 0.027254399899881696,
210 "sobol_unweighted_bias_to_target": 0.3268030616750852,
211 "sobol_bias_to_exact_unweighted": -0.0006930987758593243,
212 "sobol_weighted_bias": -7.18076507970622e-05
213 },
214 {
215 "lam": 0.5,
216 "n": 32,
217 "exact_unweighted": 1.7042791322016193,
218 "sobol_unweighted_mean": 1.7168863792735367,
219 "sobol_unweighted_sd": 0.08809236676952399,
220 "sobol_weighted_mean": 0.9974043146826229,
221 "sobol_weighted_sd": 0.019071168700866968,
222 "iid_unweighted_sd": 0.30712152091180894,
223 "iid_weighted_sd": 0.12216784003783994,
224 "sobol_unweighted_bias_to_target": 0.7168863792735367,
225 "sobol_bias_to_exact_unweighted": 0.012607247071917405,
226 "sobol_weighted_bias": -0.0025956853173770833
227 },
228 {
229 "lam": 0.5,
230 "n": 64,
231 "exact_unweighted": 1.7042791322016193,
232 "sobol_unweighted_mean": 1.7088637280190528,
233 "sobol_unweighted_sd": 0.047639940892549915,
234 "sobol_weighted_mean": 0.9983196239408586,
235 "sobol_weighted_sd": 0.009540538962655928,
236 "iid_unweighted_sd": 0.25165702602854323,
237 "iid_weighted_sd": 0.11778645630886453,
238 "sobol_unweighted_bias_to_target": 0.7088637280190528,
239 "sobol_bias_to_exact_unweighted": 0.004584595817433534,
240 "sobol_weighted_bias": -0.0016803760591413974
241 },
242 {
243 "lam": 0.5,
244 "n": 128,
245 "exact_unweighted": 1.7042791322016193,
246 "sobol_unweighted_mean": 1.7007978502349623,
247 "sobol_unweighted_sd": 0.01929018384780008,
248 "sobol_weighted_mean": 0.9994999922097008,
249 "sobol_weighted_sd": 0.003361606206087854,
250 "iid_unweighted_sd": 0.15539174346758552,
251 "iid_weighted_sd": 0.060846634776138296,
252 "sobol_unweighted_bias_to_target": 0.7007978502349623,
253 "sobol_bias_to_exact_unweighted": -0.0034812819666569794,
254 "sobol_weighted_bias": -0.0005000077902992395
255 },
256 {
257 "lam": 0.5,
258 "n": 256,
259 "exact_unweighted": 1.7042791322016193,
260 "sobol_unweighted_mean": 1.7043806422937502,
261 "sobol_unweighted_sd": 0.010278373973370121,
262 "sobol_weighted_mean": 1.0002576737765312,
263 "sobol_weighted_sd": 0.0016234977059125892,
264 "iid_unweighted_sd": 0.145832169634695,
265 "iid_weighted_sd": 0.05506595773667002,
266 "sobol_unweighted_bias_to_target": 0.7043806422937502,
267 "sobol_bias_to_exact_unweighted": 0.00010151009213088535,
268 "sobol_weighted_bias": 0.0002576737765311865
269 },
270 {
271 "lam": 0.5,
272 "n": 512,
273 "exact_unweighted": 1.7042791322016193,
274 "sobol_unweighted_mean": 1.7050109702235694,
275 "sobol_unweighted_sd": 0.005482194211405788,
276 "sobol_weighted_mean": 1.0000312253864372,
277 "sobol_weighted_sd": 0.0005802654140433877,
278 "iid_unweighted_sd": 0.09636045859390167,
279 "iid_weighted_sd": 0.03658512248480267,
280 "sobol_unweighted_bias_to_target": 0.7050109702235694,
281 "sobol_bias_to_exact_unweighted": 0.0007318380219500931,
282 "sobol_weighted_bias": 3.1225386437183644e-05
283 },
284 {
285 "lam": 0.5,
286 "n": 1024,
287 "exact_unweighted": 1.7042791322016193,
288 "sobol_unweighted_mean": 1.7041829021418273,
289 "sobol_unweighted_sd": 0.0031475024731668225,
290 "sobol_weighted_mean": 0.9999892642476267,
291 "sobol_weighted_sd": 0.00019613102586948155,
292 "iid_unweighted_sd": 0.06956590914230508,
293 "iid_weighted_sd": 0.02784890863573282,
294 "sobol_unweighted_bias_to_target": 0.7041829021418273,
295 "sobol_bias_to_exact_unweighted": -9.623005979197963e-05,
296 "sobol_weighted_bias": -1.0735752373314256e-05
297 },
298 {
299 "lam": 1.0,
300 "n": 32,
301 "exact_unweighted": 2.605705509602159,
302 "sobol_unweighted_mean": 2.6063833944867487,
303 "sobol_unweighted_sd": 0.10418691122736647,
304 "sobol_weighted_mean": 0.9971073336013858,
305 "sobol_weighted_sd": 0.031829802319523794,
306 "iid_unweighted_sd": 0.511845475315772,
307 "iid_weighted_sd": 0.15523487985124756,
308 "sobol_unweighted_bias_to_target": 1.6063833944867487,
309 "sobol_bias_to_exact_unweighted": 0.0006778848845896412,
310 "sobol_weighted_bias": -0.0028926663986141854
311 },
312 {
313 "lam": 1.0,
314 "n": 64,
315 "exact_unweighted": 2.605705509602159,
316 "sobol_unweighted_mean": 2.6142517608860643,
317 "sobol_unweighted_sd": 0.054261116154719645,
318 "sobol_weighted_mean": 0.9988020079050953,
319 "sobol_weighted_sd": 0.01486234025169674,
320 "iid_unweighted_sd": 0.3790493652501159,
321 "iid_weighted_sd": 0.10885759904627278,
322 "sobol_unweighted_bias_to_target": 1.6142517608860643,
323 "sobol_bias_to_exact_unweighted": 0.008546251283905182,
324 "sobol_weighted_bias": -0.0011979920949046763
325 },
326 {
327 "lam": 1.0,
328 "n": 128,
329 "exact_unweighted": 2.605705509602159,
330 "sobol_unweighted_mean": 2.6009794915844484,
331 "sobol_unweighted_sd": 0.03005863692426121,
332 "sobol_weighted_mean": 0.9995029287426185,
333 "sobol_weighted_sd": 0.006987798064901988,
334 "iid_unweighted_sd": 0.23197817481529098,
335 "iid_weighted_sd": 0.08921221416130923,
336 "sobol_unweighted_bias_to_target": 1.6009794915844484,
337 "sobol_bias_to_exact_unweighted": -0.004726018017710665,
338 "sobol_weighted_bias": -0.0004970712573815206
339 },
340 {
341 "lam": 1.0,
342 "n": 256,
343 "exact_unweighted": 2.605705509602159,
344 "sobol_unweighted_mean": 2.6033317434954375,
345 "sobol_unweighted_sd": 0.011698012743929752,
346 "sobol_weighted_mean": 1.0002263012836952,
347 "sobol_weighted_sd": 0.003346049337863266,
348 "iid_unweighted_sd": 0.17253596773188104,
349 "iid_weighted_sd": 0.04939055174450063,
350 "sobol_unweighted_bias_to_target": 1.6033317434954375,
351 "sobol_bias_to_exact_unweighted": -0.0023737661067215754,
352 "sobol_weighted_bias": 0.00022630128369516278
353 },
354 {
355 "lam": 1.0,
356 "n": 512,
357 "exact_unweighted": 2.605705509602159,
358 "sobol_unweighted_mean": 2.604718251406187,
359 "sobol_unweighted_sd": 0.005669085057147954,
360 "sobol_weighted_mean": 1.000162871392101,
361 "sobol_weighted_sd": 0.001265702380788658,
362 "iid_unweighted_sd": 0.1144663897524913,
363 "iid_weighted_sd": 0.03692499876987641,
364 "sobol_unweighted_bias_to_target": 1.604718251406187,
365 "sobol_bias_to_exact_unweighted": -0.0009872581959720073,
366 "sobol_weighted_bias": 0.00016287139210091617
367 },
368 {
369 "lam": 1.0,
370 "n": 1024,
371 "exact_unweighted": 2.605705509602159,
372 "sobol_unweighted_mean": 2.605201239530046,
373 "sobol_unweighted_sd": 0.002686000015046291,
374 "sobol_weighted_mean": 1.0000386798337193,
375 "sobol_weighted_sd": 0.0003568169824447635,
376 "iid_unweighted_sd": 0.09832036117630154,
377 "iid_weighted_sd": 0.02881170670538565,
378 "sobol_unweighted_bias_to_target": 1.6052012395300461,
379 "sobol_bias_to_exact_unweighted": -0.0005042700721129556,
380 "sobol_weighted_bias": 3.8679833719301726e-05
381 }
382 ]
383}