Implicit Higher-Order TPR Memory / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "identity_max_abs_error": 4.440892098500626e-16,
 3  "n32_m2": {
 4    "n": 32,
 5    "m": 2,
 6    "trials": 300,
 7    "factor_accuracy": 1.0,
 8    "single_accuracy": 0.06333333333333334,
 9    "factor_margin": 0.503915979561162,
10    "single_margin": 0.00476889458375883,
11    "seconds": 0.22462064601131715,
12    "factor_memory_units": 2048,
13    "explicit_memory_units_relative": 131072
14  },
15  "n32_m3": {
16    "n": 32,
17    "m": 3,
18    "trials": 300,
19    "factor_accuracy": 1.0,
20    "single_accuracy": 0.16333333333333333,
21    "factor_margin": 0.7559575327006811,
22    "single_margin": 0.00805012028065359,
23    "seconds": 0.28126243498991244,
24    "factor_memory_units": 2048,
25    "explicit_memory_units_relative": 8388608
26  },
27  "n128_m2": {
28    "n": 128,
29    "m": 2,
30    "trials": 300,
31    "factor_accuracy": 1.0,
32    "single_accuracy": 0.02,
33    "factor_margin": 0.3742631140660326,
34    "single_margin": 0.003250254776515997,
35    "seconds": 0.8474421639984939,
36    "factor_memory_units": 8192,
37    "explicit_memory_units_relative": 524288
38  },
39  "n128_m3": {
40    "n": 128,
41    "m": 3,
42    "trials": 300,
43    "factor_accuracy": 1.0,
44    "single_accuracy": 0.05,
45    "factor_margin": 0.6936439795597529,
46    "single_margin": 0.004463344996502041,
47    "seconds": 0.9068457359971944,
48    "factor_memory_units": 8192,
49    "explicit_memory_units_relative": 33554432
50  },
51  "n256_m2": {
52    "n": 256,
53    "m": 2,
54    "trials": 300,
55    "factor_accuracy": 1.0,
56    "single_accuracy": 0.006666666666666667,
57    "factor_margin": 0.3321636612314019,
58    "single_margin": 0.002459476439941601,
59    "seconds": 1.437024092010688,
60    "factor_memory_units": 16384,
61    "explicit_memory_units_relative": 1048576
62  },
63  "n256_m3": {
64    "n": 256,
65    "m": 3,
66    "trials": 300,
67    "factor_accuracy": 1.0,
68    "single_accuracy": 0.013333333333333334,
69    "factor_margin": 0.6548762587208445,
70    "single_margin": 0.0036147510336523208,
71    "seconds": 1.6278950900014024,
72    "factor_memory_units": 16384,
73    "explicit_memory_units_relative": 67108864
74  },
75  "attention_sum": 1.0000000000000002,
76  "output_shape": [
77    4,
78    16
79  ]
80}