Second-order SCAFFOLD bias compensation / results.json
Failed on benchmark
1{
2 "math_check": {
3 "f2_hat": 1.0001,
4 "f3_hat": 0.800000000000002,
5 "sigma2_hat": 0.24826959878850957,
6 "expected_f2": 1.0,
7 "expected_f3": 0.8,
8 "formula_b": -6.423255966564073e-05,
9 "formula_exact": -6.46875e-05
10 },
11 "experiments": {
12 "n8_h8": {
13 "vanilla": {
14 "mean_x": -0.0006042706082420431,
15 "abs_bias": 0.0006042706082420431,
16 "std_x": 0.01234185753825173,
17 "mean_loss": 7.63213689327894e-05,
18 "mean_reported_x": -0.0006042706082420431,
19 "theory": -0.000119375
20 },
21 "output_correction": {
22 "mean_x": -0.0006042706082420431,
23 "abs_bias": 0.0006042706082420431,
24 "std_x": 0.01234185753825173,
25 "mean_loss": 7.63213689327894e-05,
26 "mean_reported_x": -0.0004875922760833391,
27 "theory": -0.000119375
28 },
29 "gradient_correction": {
30 "mean_x": -0.00048749094925398557,
31 "abs_bias": 0.00048749094925398557,
32 "std_x": 0.012343454626727165,
33 "mean_loss": 7.628445942878563e-05,
34 "mean_reported_x": -0.00048749094925398557,
35 "theory": -0.000119375
36 }
37 },
38 "n64_h8": {
39 "vanilla": {
40 "mean_x": 7.100974568043405e-05,
41 "abs_bias": 7.100974568043405e-05,
42 "std_x": 0.004633737163297836,
43 "mean_loss": 1.0737862465437868e-05,
44 "mean_reported_x": 7.100974568043405e-05,
45 "theory": -6.46875e-05
46 },
47 "output_correction": {
48 "mean_x": 7.100974568043405e-05,
49 "abs_bias": 7.100974568043405e-05,
50 "std_x": 0.004633737163297836,
51 "mean_loss": 1.0737862465437868e-05,
52 "mean_reported_x": 0.00013566423952031514,
53 "theory": -6.46875e-05
54 },
55 "gradient_correction": {
56 "mean_x": 0.00013569641484129327,
57 "abs_bias": 0.00013569641484129327,
58 "std_x": 0.004634305502087061,
59 "mean_loss": 1.0747738297741435e-05,
60 "mean_reported_x": 0.00013569641484129327,
61 "theory": -6.46875e-05
62 }
63 }
64 },
65 "scaling_large_N": [
66 {
67 "gamma": 0.012,
68 "empirical_bias": -0.0004734136178205664,
69 "theory": -9.1275e-05
70 },
71 {
72 "gamma": 0.02,
73 "empirical_bias": -6.744000200654579e-05,
74 "theory": -0.00024312500000000001
75 },
76 {
77 "gamma": 0.028,
78 "empirical_bias": -0.0004698032398194257,
79 "theory": -0.0004677749999999999
80 }
81 ]
82}