Pipelined bounded-staleness gradient coding / results.json
Mechanism confirmed, baseline not beaten
1{
2 "seed": 1195,
3 "stability_boundary": [
4 {
5 "delay": 0,
6 "predicted": 2.0,
7 "observed": 1.9999504247898585,
8 "relative_error": 2.4787605070741847e-05
9 },
10 {
11 "delay": 1,
12 "predicted": 0.9999999999999999,
13 "observed": 0.9998643563012592,
14 "relative_error": 0.00013564369874063956
15 },
16 {
17 "delay": 2,
18 "predicted": 0.6180339887498948,
19 "observed": 0.6178978134521458,
20 "relative_error": 0.00022033626018603245
21 },
22 {
23 "delay": 3,
24 "predicted": 0.4450418679126288,
25 "observed": 0.44489542754308786,
26 "relative_error": 0.00032904852351930335
27 },
28 {
29 "delay": 5,
30 "predicted": 0.2846296765465703,
31 "observed": 0.28448602654680144,
32 "relative_error": 0.0005046908724057209
33 },
34 {
35 "delay": 8,
36 "predicted": 0.18453671892660398,
37 "observed": 0.18439183721420704,
38 "relative_error": 0.0007851104822913676
39 }
40 ],
41 "lipschitz_bound_max_ratio": 1.0000000000000058,
42 "lipschitz_bound_min_ratio": 0.999999999999993,
43 "delay_error_delays": [
44 1,
45 2,
46 3,
47 4,
48 5,
49 6,
50 7,
51 8
52 ],
53 "delay_error_values": [
54 0.000676,
55 0.002704,
56 0.006084,
57 0.010816,
58 0.016900000000000002,
59 0.024336,
60 0.033124,
61 0.043264
62 ],
63 "delay_error_loglog_slope": 2.0000000000000013,
64 "delay_error_growth_d1_to_d8": 64.0,
65 "baseline_sync": {
66 "loss": 0.19850354091709335,
67 "updates": 180,
68 "wall": 562.035631056256,
69 "mean_age": 0.0,
70 "max_age": 0
71 },
72 "pipelined": {
73 "2": {
74 "loss": 0.19386831358211598,
75 "updates": 180,
76 "wall": 177.99645153649013,
77 "mean_age": 0.5347222222222222,
78 "max_age": 1
79 },
80 "4": {
81 "loss": 0.1929412125006068,
82 "updates": 180,
83 "wall": 66.73314590096952,
84 "mean_age": 1.7951388888888888,
85 "max_age": 3
86 },
87 "8": {
88 "loss": 0.19072712557984445,
89 "updates": 180,
90 "wall": 25.409606798019343,
91 "mean_age": 4.532638888888889,
92 "max_age": 7
93 }
94 }
95}