Second-order SCAFFOLD bias compensation / results.json

Failed on benchmark

Raw ⬇ ZIP
 1{
 2  "math_check": {
 3    "f2_hat": 1.0001,
 4    "f3_hat": 0.800000000000002,
 5    "sigma2_hat": 0.24826959878850957,
 6    "expected_f2": 1.0,
 7    "expected_f3": 0.8,
 8    "formula_b": -6.423255966564073e-05,
 9    "formula_exact": -6.46875e-05
10  },
11  "experiments": {
12    "n8_h8": {
13      "vanilla": {
14        "mean_x": -0.0006042706082420431,
15        "abs_bias": 0.0006042706082420431,
16        "std_x": 0.01234185753825173,
17        "mean_loss": 7.63213689327894e-05,
18        "mean_reported_x": -0.0006042706082420431,
19        "theory": -0.000119375
20      },
21      "output_correction": {
22        "mean_x": -0.0006042706082420431,
23        "abs_bias": 0.0006042706082420431,
24        "std_x": 0.01234185753825173,
25        "mean_loss": 7.63213689327894e-05,
26        "mean_reported_x": -0.0004875922760833391,
27        "theory": -0.000119375
28      },
29      "gradient_correction": {
30        "mean_x": -0.00048749094925398557,
31        "abs_bias": 0.00048749094925398557,
32        "std_x": 0.012343454626727165,
33        "mean_loss": 7.628445942878563e-05,
34        "mean_reported_x": -0.00048749094925398557,
35        "theory": -0.000119375
36      }
37    },
38    "n64_h8": {
39      "vanilla": {
40        "mean_x": 7.100974568043405e-05,
41        "abs_bias": 7.100974568043405e-05,
42        "std_x": 0.004633737163297836,
43        "mean_loss": 1.0737862465437868e-05,
44        "mean_reported_x": 7.100974568043405e-05,
45        "theory": -6.46875e-05
46      },
47      "output_correction": {
48        "mean_x": 7.100974568043405e-05,
49        "abs_bias": 7.100974568043405e-05,
50        "std_x": 0.004633737163297836,
51        "mean_loss": 1.0737862465437868e-05,
52        "mean_reported_x": 0.00013566423952031514,
53        "theory": -6.46875e-05
54      },
55      "gradient_correction": {
56        "mean_x": 0.00013569641484129327,
57        "abs_bias": 0.00013569641484129327,
58        "std_x": 0.004634305502087061,
59        "mean_loss": 1.0747738297741435e-05,
60        "mean_reported_x": 0.00013569641484129327,
61        "theory": -6.46875e-05
62      }
63    }
64  },
65  "scaling_large_N": [
66    {
67      "gamma": 0.012,
68      "empirical_bias": -0.0004734136178205664,
69      "theory": -9.1275e-05
70    },
71    {
72      "gamma": 0.02,
73      "empirical_bias": -6.744000200654579e-05,
74      "theory": -0.00024312500000000001
75    },
76    {
77      "gamma": 0.028,
78      "empirical_bias": -0.0004698032398194257,
79      "theory": -0.0004677749999999999
80    }
81  ]
82}