Correlated stochastic integrate-and-fire recurrent layer / results.json
Mechanism confirmed, baseline not beaten
1{
2 "device": "cuda",
3 "math_check": {
4 "empirical_cov": [
5 [
6 0.0032404115877781147,
7 0.0013723400252179368
8 ],
9 [
10 0.0013723400252179368,
11 0.003234841823946451
12 ]
13 ],
14 "expected_cov": [
15 [
16 0.00324,
17 0.0013689000000000002
18 ],
19 [
20 0.0013689000000000002,
21 0.00324
22 ]
23 ],
24 "cov_max_abs_error": 5.158176053548808e-06,
25 "filter_max_abs_error": 5.551115123125783e-17
26 },
27 "det": {
28 "accuracy": 0.955078125,
29 "noisy_accuracy": 0.5,
30 "final_loss": 0.14089685566723348,
31 "grad_norm_var": 0.04714069070943638,
32 "seconds": 7.169793128967285
33 },
34 "ind": {
35 "accuracy": 0.658203125,
36 "noisy_accuracy": 0.5078125,
37 "final_loss": 0.5782455861568451,
38 "grad_norm_var": 1.1728436582966344,
39 "seconds": 25.94405746459961,
40 "rate": 0.08982544392347336,
41 "rate_var": 0.005728569347411394,
42 "active": 0.08982544392347336
43 },
44 "corr": {
45 "accuracy": 0.724609375,
46 "noisy_accuracy": 0.513671875,
47 "final_loss": 0.5574137091636657,
48 "grad_norm_var": 0.02212196524057916,
49 "seconds": 26.31170916557312,
50 "rate": 0.06003418192267418,
51 "rate_var": 0.0034865019842982292,
52 "active": 0.06003418192267418
53 }
54}