Correlated stochastic integrate-and-fire recurrent layer / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "device": "cuda",
 3  "math_check": {
 4    "empirical_cov": [
 5      [
 6        0.0032404115877781147,
 7        0.0013723400252179368
 8      ],
 9      [
10        0.0013723400252179368,
11        0.003234841823946451
12      ]
13    ],
14    "expected_cov": [
15      [
16        0.00324,
17        0.0013689000000000002
18      ],
19      [
20        0.0013689000000000002,
21        0.00324
22      ]
23    ],
24    "cov_max_abs_error": 5.158176053548808e-06,
25    "filter_max_abs_error": 5.551115123125783e-17
26  },
27  "det": {
28    "accuracy": 0.955078125,
29    "noisy_accuracy": 0.5,
30    "final_loss": 0.14089685566723348,
31    "grad_norm_var": 0.04714069070943638,
32    "seconds": 7.169793128967285
33  },
34  "ind": {
35    "accuracy": 0.658203125,
36    "noisy_accuracy": 0.5078125,
37    "final_loss": 0.5782455861568451,
38    "grad_norm_var": 1.1728436582966344,
39    "seconds": 25.94405746459961,
40    "rate": 0.08982544392347336,
41    "rate_var": 0.005728569347411394,
42    "active": 0.08982544392347336
43  },
44  "corr": {
45    "accuracy": 0.724609375,
46    "noisy_accuracy": 0.513671875,
47    "final_loss": 0.5574137091636657,
48    "grad_norm_var": 0.02212196524057916,
49    "seconds": 26.31170916557312,
50    "rate": 0.06003418192267418,
51    "rate_var": 0.0034865019842982292,
52    "active": 0.06003418192267418
53  }
54}