Pipelined bounded-staleness gradient coding / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "seed": 1195,
 3  "stability_boundary": [
 4    {
 5      "delay": 0,
 6      "predicted": 2.0,
 7      "observed": 1.9999504247898585,
 8      "relative_error": 2.4787605070741847e-05
 9    },
10    {
11      "delay": 1,
12      "predicted": 0.9999999999999999,
13      "observed": 0.9998643563012592,
14      "relative_error": 0.00013564369874063956
15    },
16    {
17      "delay": 2,
18      "predicted": 0.6180339887498948,
19      "observed": 0.6178978134521458,
20      "relative_error": 0.00022033626018603245
21    },
22    {
23      "delay": 3,
24      "predicted": 0.4450418679126288,
25      "observed": 0.44489542754308786,
26      "relative_error": 0.00032904852351930335
27    },
28    {
29      "delay": 5,
30      "predicted": 0.2846296765465703,
31      "observed": 0.28448602654680144,
32      "relative_error": 0.0005046908724057209
33    },
34    {
35      "delay": 8,
36      "predicted": 0.18453671892660398,
37      "observed": 0.18439183721420704,
38      "relative_error": 0.0007851104822913676
39    }
40  ],
41  "lipschitz_bound_max_ratio": 1.0000000000000058,
42  "lipschitz_bound_min_ratio": 0.999999999999993,
43  "delay_error_delays": [
44    1,
45    2,
46    3,
47    4,
48    5,
49    6,
50    7,
51    8
52  ],
53  "delay_error_values": [
54    0.000676,
55    0.002704,
56    0.006084,
57    0.010816,
58    0.016900000000000002,
59    0.024336,
60    0.033124,
61    0.043264
62  ],
63  "delay_error_loglog_slope": 2.0000000000000013,
64  "delay_error_growth_d1_to_d8": 64.0,
65  "baseline_sync": {
66    "loss": 0.19850354091709335,
67    "updates": 180,
68    "wall": 562.035631056256,
69    "mean_age": 0.0,
70    "max_age": 0
71  },
72  "pipelined": {
73    "2": {
74      "loss": 0.19386831358211598,
75      "updates": 180,
76      "wall": 177.99645153649013,
77      "mean_age": 0.5347222222222222,
78      "max_age": 1
79    },
80    "4": {
81      "loss": 0.1929412125006068,
82      "updates": 180,
83      "wall": 66.73314590096952,
84      "mean_age": 1.7951388888888888,
85      "max_age": 3
86    },
87    "8": {
88      "loss": 0.19072712557984445,
89      "updates": 180,
90      "wall": 25.409606798019343,
91      "mean_age": 4.532638888888889,
92      "max_age": 7
93    }
94  }
95}