Randomized-QMC gradient batches / results.json

✓✓ Beats tuned baseline

Raw ⬇ ZIP
  1{
  2  "seed": 2437,
  3  "toy": {
  4    "unbiasedness": {
  5      "target": 1.0,
  6      "mean": 1.0009175374466868,
  7      "absolute_error": 0.000917537446686767,
  8      "shift_sd": 0.08660030027744585
  9    },
 10    "smooth_scaling": {
 11      "rows_n_qmc_rmse_iid_rmse": [
 12        [
 13          4,
 14          0.17250074556513986,
 15          0.37514461935592347
 16        ],
 17        [
 18          8,
 19          0.1229710912657398,
 20          0.2732318589589795
 21        ],
 22        [
 23          16,
 24          0.08745179423348792,
 25          0.19589901350650102
 26        ],
 27        [
 28          32,
 29          0.011909553996614888,
 30          0.128230575312932
 31        ],
 32        [
 33          64,
 34          0.006044207247995404,
 35          0.09820441922085092
 36        ],
 37        [
 38          128,
 39          0.0031076869243454592,
 40          0.06345244784344573
 41        ],
 42        [
 43          256,
 44          0.002260597546344245,
 45          0.04590903376035865
 46        ]
 47      ],
 48      "qmc_loglog_slope": -1.1867426867673811,
 49      "iid_loglog_slope": -0.5107427475258122
 50    },
 51    "nonsmooth_control": {
 52      "rows_n_qmc_rmse_iid_rmse": [
 53        [
 54          4,
 55          0.12480688207186333,
 56          0.24413151232993252
 57        ],
 58        [
 59          8,
 60          0.023029787097365882,
 61          0.1642501902586417
 62        ],
 63        [
 64          16,
 65          0.016190169302118182,
 66          0.12123595480830449
 67        ],
 68        [
 69          32,
 70          0.012437833695272259,
 71          0.08288049979394278
 72        ],
 73        [
 74          64,
 75          0.007418944734043844,
 76          0.060626793274460265
 77        ],
 78        [
 79          128,
 80          0.003744120757478587,
 81          0.04337355263353694
 82        ],
 83        [
 84          256,
 85          0.0016916390978942335,
 86          0.029086392333772516
 87        ]
 88      ],
 89      "qmc_loglog_slope": -0.8922440066184697,
 90      "iid_loglog_slope": -0.5017690005233926
 91    },
 92    "dimension": {
 93      "rows_d_qmc_rmse_iid_rmse": [
 94        [
 95          1,
 96          7.408711319456051e-17,
 97          0.06409186474230419
 98        ],
 99        [
100          2,
101          0.006044207247995404,
102          0.09820441922085092
103        ],
104        [
105          4,
106          0.02713993784377643,
107          0.14133206145848257
108        ],
109        [
110          8,
111          0.15645636644504335,
112          0.2645397146643795
113        ],
114        [
115          16,
116          0.6137762393643503,
117          0.7575444571784038
118        ]
119      ]
120    }
121  },
122  "neural_gradient": {
123    "n": 16,
124    "reps": 192,
125    "gradient_component_variance_qmc": 0.00022364074156592338,
126    "gradient_component_variance_iid": 0.0015161068618835918,
127    "variance_reduction": 0.852490119800609,
128    "loss_mean_qmc": 0.6920621972707651,
129    "loss_mean_iid": 0.6951692378916935,
130    "loss_mean_difference": -0.0031070406209283696
131  },
132  "training": {
133    "steps": 120,
134    "final_loss_qmc": 0.020480488973682272,
135    "final_loss_iid": 0.0236887128156614,
136    "best_loss_qmc": 0.019288608424100056,
137    "best_loss_iid": 0.014772462179872015,
138    "trajectory_first_last": {
139      "qmc": [
140        0.8717840702222569,
141        0.020480488973682272
142      ],
143      "iid": [
144        1.1104789688393235,
145        0.0236887128156614
146      ]
147    }
148  }
149}