Channel-Noise Differentially Private Federated Optimizer / results.json

Mechanism failed

Raw ⬇ ZIP
  1{
  2  "math_checks": {
  3    "contraction_sum": [
  4      {
  5        "rho": 0.2,
  6        "observed_sum": 1.25,
  7        "finite_geom_prediction": 1.25,
  8        "infinite_bound": 1.25,
  9        "ratio_to_bound": 1.0
 10      },
 11      {
 12        "rho": 0.5,
 13        "observed_sum": 2.0,
 14        "finite_geom_prediction": 2.0,
 15        "infinite_bound": 2.0,
 16        "ratio_to_bound": 1.0
 17      },
 18      {
 19        "rho": 0.8,
 20        "observed_sum": 4.999999998981483,
 21        "finite_geom_prediction": 4.999999998981483,
 22        "infinite_bound": 5.000000000000001,
 23        "ratio_to_bound": 0.9999999997962965
 24      },
 25      {
 26        "rho": 0.95,
 27        "observed_sum": 19.8815894155933,
 28        "finite_geom_prediction": 19.8815894155933,
 29        "infinite_bound": 19.999999999999982,
 30        "ratio_to_bound": 0.9940794707796659
 31      },
 32      {
 33        "rho": 1.05,
 34        "observed_sum": 2610.0251569260786,
 35        "finite_geom_prediction": 2610.025156926078,
 36        "infinite_bound": null,
 37        "ratio_to_bound": null
 38      }
 39    ],
 40    "k95": [
 41      {
 42        "rho": 0.5,
 43        "predicted_k95_steps": 4.321928094887363,
 44        "observed_k95_steps": 5,
 45        "relative_error": 0.1568910657987958
 46      },
 47      {
 48        "rho": 0.8,
 49        "predicted_k95_steps": 13.425134878021561,
 50        "observed_k95_steps": 14,
 51        "relative_error": 0.04282006305348612
 52      },
 53      {
 54        "rho": 0.9,
 55        "predicted_k95_steps": 28.43315880574342,
 56        "observed_k95_steps": 29,
 57        "relative_error": 0.0199359205260753
 58      },
 59      {
 60        "rho": 0.95,
 61        "predicted_k95_steps": 58.40397481431972,
 62        "observed_k95_steps": 59,
 63        "relative_error": 0.010205216127415817
 64      }
 65    ],
 66    "alpha_scaling": [
 67      {
 68        "alpha": 0.01,
 69        "observed_proxy": 1.7128968991339932,
 70        "observed_reduction_vs_first": 1.0,
 71        "predicted_reduction": 1.0
 72      },
 73      {
 74        "alpha": 0.04,
 75        "observed_proxy": 1.0833309571610326,
 76        "observed_reduction_vs_first": 1.581139067254937,
 77        "predicted_reduction": 2.0
 78      },
 79      {
 80        "alpha": 0.16,
 81        "observed_proxy": 0.5875186597932832,
 82        "observed_reduction_vs_first": 2.9154765905421134,
 83        "predicted_reduction": 4.0
 84      },
 85      {
 86        "alpha": 0.64,
 87        "observed_proxy": 0.3004619195221151,
 88        "observed_reduction_vs_first": 5.700878506861558,
 89        "predicted_reduction": 8.0
 90      }
 91    ],
 92    "stability_boundary": [
 93      {
 94        "beta": 0.5,
 95        "predicted_rho": 0.5,
 96        "observed_final_abs": 9.094947017729282e-13,
 97        "predicted_contractive": true,
 98        "observed_decay": true
 99      },
100      {
101        "beta": 1.5,
102        "predicted_rho": 0.5,
103        "observed_final_abs": 9.094947017729282e-13,
104        "predicted_contractive": true,
105        "observed_decay": true
106      },
107      {
108        "beta": 2.0,
109        "predicted_rho": 1.0,
110        "observed_final_abs": 1.0,
111        "predicted_contractive": false,
112        "observed_decay": false
113      },
114      {
115        "beta": 2.1,
116        "predicted_rho": 1.1,
117        "observed_final_abs": 45.25925556817607,
118        "predicted_contractive": false,
119        "observed_decay": false
120      },
121      {
122        "beta": 2.5,
123        "predicted_rho": 1.5,
124        "observed_final_abs": 11057332.320940012,
125        "predicted_contractive": false,
126        "observed_decay": false
127      }
128    ]
129  },
130  "federated": {
131    "none": {
132      "final_loss": 1.2272254572268149,
133      "best_loss": 1.2269019991770125,
134      "privacy_proxy_sum": Infinity,
135      "mean_noise_variance": 0.0,
136      "mean_disagreement": 0.017085053990947945,
137      "loss_curve": [
138        1.2269019991770125,
139        1.2269105864580545,
140        1.2269228604428357,
141        1.2269375815650339,
142        1.2269538014162304,
143        1.2269708014584593,
144        1.226988044072828,
145        1.22700513350862,
146        1.227021784774718,
147        1.2270377988990648,
148        1.227053043290641,
149        1.2270674361867862,
150        1.22708093436851,
151        1.2270935234871974,
152        1.2271052104754585,
153        1.2271160176189462,
154        1.2271259779496775,
155        1.2271351316887409,
156        1.227143523520423,
157        1.2271512005233371,
158        1.2271582106191077,
159        1.2271646014272988,
160        1.2271704194378341,
161        1.2271757094302647,
162        1.227180514083777,
163        1.2271848737334674,
164        1.2271888262377209,
165        1.2271924069289917,
166        1.2271956486262272,
167        1.227198581691919,
168        1.2272012341205545,
169        1.2272036316482302,
170        1.2272057978755782,
171        1.2272077543980362,
172        1.227209520938976,
173        1.227211115482365,
174        1.2272125544025658,
175        1.2272138525895588,
176        1.227215023568455,
177        1.2272160796125595,
178        1.2272170318495879,
179        1.227217890360865,
180        1.2272186642735226,
181        1.2272193618458378,
182        1.2272199905459513,
183        1.2272205571242583,
184        1.227221066842572,
185        1.2272215250965317,
186        1.2272219370498842,
187        1.2272223073545787,
188        1.2272226402002555,
189        1.2272229393591947,
190        1.227223208227091,
191        1.2272234498600056,
192        1.227223667007815,
193        1.2272238621444713,
194        1.2272240374953522,
195        1.227224195061966,
196        1.2272243366442548,
197        1.2272244638607168,
198        1.2272245781665567,
199        1.2272246808700458,
200        1.227224773147266,
201        1.2272248560553929,
202        1.2272249305446574,
203        1.227224997469116,
204        1.2272250575963468,
205        1.2272251116161736,
206        1.2272251601485187,
207        1.227225203750463,
208        1.2272252429226032,
209        1.2272252781147632,
210        1.2272253097311343,
211        1.2272253381348954,
212        1.2272253636523671,
213        1.2272253865767477,
214        1.2272254071714706,
215        1.2272254256732211,
216        1.2272254422946507,
217        1.2272254572268149
218      ]
219    },
220    "constant": {
221      "final_loss": 1.2278087932276163,
222      "best_loss": 1.2269418850900307,
223      "privacy_proxy_sum": 12112.013156437988,
224      "mean_noise_variance": 0.006400000000080006,
225      "mean_disagreement": 0.017085053990947945,
226      "loss_curve": [
227        1.226945331856158,
228        1.226969510391196,
229        1.2269418850900307,
230        1.2269840427208578,
231        1.227024521259318,
232        1.2270960172307042,
233        1.2271821456316332,
234        1.2272079732218872,
235        1.2272242575508905,
236        1.2273658402685848,
237        1.2274867709391066,
238        1.2274643390981193,
239        1.2275092522047255,
240        1.2274221547473245,
241        1.2274145011296562,
242        1.2273051324668187,
243        1.2273836656666874,
244        1.2275545116893745,
245        1.2274705657389435,
246        1.2274945536609334,
247        1.2272500765004244,
248        1.2271992694264853,
249        1.2271103566041135,
250        1.2270675649185836,
251        1.2271896735218708,
252        1.227300396812442,
253        1.2274955650763661,
254        1.2276204384803036,
255        1.2276355526177063,
256        1.227529548261012,
257        1.2275814065155506,
258        1.2277006460401965,
259        1.2275114322800316,
260        1.2274895169683355,
261        1.227372236738188,
262        1.2273891049105115,
263        1.2275109206677381,
264        1.2275365082875453,
265        1.22754124507729,
266        1.2273675242567226,
267        1.2274368699245217,
268        1.227391577137345,
269        1.2273921991815768,
270        1.2275488730940636,
271        1.2274437193391594,
272        1.2276228110269483,
273        1.2277822495664723,
274        1.2276956228331468,
275        1.2276892478256352,
276        1.2275869365323446,
277        1.2275833396791203,
278        1.2276039917632768,
279        1.2276899161445427,
280        1.2276389543638446,
281        1.227488863297531,
282        1.2274745614109963,
283        1.227245229042666,
284        1.2272612172663773,
285        1.2273770249049358,
286        1.227350109296241,
287        1.2273115262571275,
288        1.2271896523027854,
289        1.2272057844371076,
290        1.227184329687724,
291        1.227075628522297,
292        1.2271460589545518,
293        1.2271383767588668,
294        1.2271913479401895,
295        1.2272546298239217,
296        1.2273480160236183,
297        1.2272373750115682,
298        1.2272439410001519,
299        1.2272277358607977,
300        1.2272315819920494,
301        1.2272271973020032,
302        1.227354341770571,
303        1.22747677558067,
304        1.2277072233932962,
305        1.2277001074749339,
306        1.2278087932276163
307      ]
308    },
309    "channel": {
310      "final_loss": 1.227808853100706,
311      "best_loss": 1.2270758531527133,
312      "privacy_proxy_sum": 11991.5243295189,
313      "mean_noise_variance": 0.008282553485620623,
314      "mean_disagreement": 0.017085053990947945,
315      "loss_curve": [
316        1.2278738690909945,
317        1.2277404264817444,
318        1.2275115424490548,
319        1.2273786802289783,
320        1.2273351592603778,
321        1.2272396315475944,
322        1.2273855039834536,
323        1.2273674767161649,
324        1.2273821100999855,
325        1.2275962585819755,
326        1.227682707842934,
327        1.2276009283018219,
328        1.2276159991934745,
329        1.2275248359894217,
330        1.2274965121669132,
331        1.2273793956462178,
332        1.2274511340823469,
333        1.227638450219057,
334        1.2275430782688317,
335        1.2275434534900114,
336        1.2272786100531792,
337        1.2272203817325447,
338        1.22713889634179,
339        1.2270879516563764,
340        1.2272314720299173,
341        1.2273382939322004,
342        1.2275310112725073,
343        1.2276522651565962,
344        1.2276636030136494,
345        1.2275514932062392,
346        1.2275995853815174,
347        1.227714260555971,
348        1.227521515274494,
349        1.2275003329652214,
350        1.2273781707246747,
351        1.2273931076045306,
352        1.2275167827536475,
353        1.227544833142725,
354        1.2275487942142718,
355        1.227373350562055,
356        1.2274427514005364,
357        1.2273960537428867,
358        1.227394609567415,
359        1.227551216932102,
360        1.2274453869764361,
361        1.2276241481610164,
362        1.2277838819843712,
363        1.2276976966376598,
364        1.227690759448463,
365        1.2275879121555895,
366        1.2275835488337687,
367        1.2276045932164918,
368        1.2276903219467092,
369        1.227639207742901,
370        1.2274893128774587,
371        1.227475178427346,
372        1.2272456573257313,
373        1.2272617259618275,
374        1.2273776037336368,
375        1.2273504679885028,
376        1.2273118853799894,
377        1.227189735356178,
378        1.2272059633728358,
379        1.2271844905100777,
380        1.2270758531527133,
381        1.2271461993223283,
382        1.2271384908776408,
383        1.2271914773475818,
384        1.2272547435932015,
385        1.2273481223757114,
386        1.227237439716881,
387        1.2272439917519022,
388        1.2272277926194421,
389        1.2272316279318414,
390        1.2272272351985414,
391        1.2273544319334257,
392        1.2274768286657196,
393        1.22770727267136,
394        1.2277001704253838,
395        1.227808853100706
396      ]
397    }
398  },
399  "estimated_contraction": {
400    "true_rho": 0.8,
401    "median_rho_hat": 0.8
402  }
403}