Randomized-QMC gradient batches / results.json
Beats tuned baseline
1{
2 "seed": 2437,
3 "toy": {
4 "unbiasedness": {
5 "target": 1.0,
6 "mean": 1.0009175374466868,
7 "absolute_error": 0.000917537446686767,
8 "shift_sd": 0.08660030027744585
9 },
10 "smooth_scaling": {
11 "rows_n_qmc_rmse_iid_rmse": [
12 [
13 4,
14 0.17250074556513986,
15 0.37514461935592347
16 ],
17 [
18 8,
19 0.1229710912657398,
20 0.2732318589589795
21 ],
22 [
23 16,
24 0.08745179423348792,
25 0.19589901350650102
26 ],
27 [
28 32,
29 0.011909553996614888,
30 0.128230575312932
31 ],
32 [
33 64,
34 0.006044207247995404,
35 0.09820441922085092
36 ],
37 [
38 128,
39 0.0031076869243454592,
40 0.06345244784344573
41 ],
42 [
43 256,
44 0.002260597546344245,
45 0.04590903376035865
46 ]
47 ],
48 "qmc_loglog_slope": -1.1867426867673811,
49 "iid_loglog_slope": -0.5107427475258122
50 },
51 "nonsmooth_control": {
52 "rows_n_qmc_rmse_iid_rmse": [
53 [
54 4,
55 0.12480688207186333,
56 0.24413151232993252
57 ],
58 [
59 8,
60 0.023029787097365882,
61 0.1642501902586417
62 ],
63 [
64 16,
65 0.016190169302118182,
66 0.12123595480830449
67 ],
68 [
69 32,
70 0.012437833695272259,
71 0.08288049979394278
72 ],
73 [
74 64,
75 0.007418944734043844,
76 0.060626793274460265
77 ],
78 [
79 128,
80 0.003744120757478587,
81 0.04337355263353694
82 ],
83 [
84 256,
85 0.0016916390978942335,
86 0.029086392333772516
87 ]
88 ],
89 "qmc_loglog_slope": -0.8922440066184697,
90 "iid_loglog_slope": -0.5017690005233926
91 },
92 "dimension": {
93 "rows_d_qmc_rmse_iid_rmse": [
94 [
95 1,
96 7.408711319456051e-17,
97 0.06409186474230419
98 ],
99 [
100 2,
101 0.006044207247995404,
102 0.09820441922085092
103 ],
104 [
105 4,
106 0.02713993784377643,
107 0.14133206145848257
108 ],
109 [
110 8,
111 0.15645636644504335,
112 0.2645397146643795
113 ],
114 [
115 16,
116 0.6137762393643503,
117 0.7575444571784038
118 ]
119 ]
120 }
121 },
122 "neural_gradient": {
123 "n": 16,
124 "reps": 192,
125 "gradient_component_variance_qmc": 0.00022364074156592338,
126 "gradient_component_variance_iid": 0.0015161068618835918,
127 "variance_reduction": 0.852490119800609,
128 "loss_mean_qmc": 0.6920621972707651,
129 "loss_mean_iid": 0.6951692378916935,
130 "loss_mean_difference": -0.0031070406209283696
131 },
132 "training": {
133 "steps": 120,
134 "final_loss_qmc": 0.020480488973682272,
135 "final_loss_iid": 0.0236887128156614,
136 "best_loss_qmc": 0.019288608424100056,
137 "best_loss_iid": 0.014772462179872015,
138 "trajectory_first_last": {
139 "qmc": [
140 0.8717840702222569,
141 0.020480488973682272
142 ],
143 "iid": [
144 1.1104789688393235,
145 0.0236887128156614
146 ]
147 }
148 }
149}