Implicit Higher-Order TPR Memory / results.json
Mechanism confirmed, baseline not beaten
1{
2 "identity_max_abs_error": 4.440892098500626e-16,
3 "n32_m2": {
4 "n": 32,
5 "m": 2,
6 "trials": 300,
7 "factor_accuracy": 1.0,
8 "single_accuracy": 0.06333333333333334,
9 "factor_margin": 0.503915979561162,
10 "single_margin": 0.00476889458375883,
11 "seconds": 0.22462064601131715,
12 "factor_memory_units": 2048,
13 "explicit_memory_units_relative": 131072
14 },
15 "n32_m3": {
16 "n": 32,
17 "m": 3,
18 "trials": 300,
19 "factor_accuracy": 1.0,
20 "single_accuracy": 0.16333333333333333,
21 "factor_margin": 0.7559575327006811,
22 "single_margin": 0.00805012028065359,
23 "seconds": 0.28126243498991244,
24 "factor_memory_units": 2048,
25 "explicit_memory_units_relative": 8388608
26 },
27 "n128_m2": {
28 "n": 128,
29 "m": 2,
30 "trials": 300,
31 "factor_accuracy": 1.0,
32 "single_accuracy": 0.02,
33 "factor_margin": 0.3742631140660326,
34 "single_margin": 0.003250254776515997,
35 "seconds": 0.8474421639984939,
36 "factor_memory_units": 8192,
37 "explicit_memory_units_relative": 524288
38 },
39 "n128_m3": {
40 "n": 128,
41 "m": 3,
42 "trials": 300,
43 "factor_accuracy": 1.0,
44 "single_accuracy": 0.05,
45 "factor_margin": 0.6936439795597529,
46 "single_margin": 0.004463344996502041,
47 "seconds": 0.9068457359971944,
48 "factor_memory_units": 8192,
49 "explicit_memory_units_relative": 33554432
50 },
51 "n256_m2": {
52 "n": 256,
53 "m": 2,
54 "trials": 300,
55 "factor_accuracy": 1.0,
56 "single_accuracy": 0.006666666666666667,
57 "factor_margin": 0.3321636612314019,
58 "single_margin": 0.002459476439941601,
59 "seconds": 1.437024092010688,
60 "factor_memory_units": 16384,
61 "explicit_memory_units_relative": 1048576
62 },
63 "n256_m3": {
64 "n": 256,
65 "m": 3,
66 "trials": 300,
67 "factor_accuracy": 1.0,
68 "single_accuracy": 0.013333333333333334,
69 "factor_margin": 0.6548762587208445,
70 "single_margin": 0.0036147510336523208,
71 "seconds": 1.6278950900014024,
72 "factor_memory_units": 16384,
73 "explicit_memory_units_relative": 67108864
74 },
75 "attention_sum": 1.0000000000000002,
76 "output_shape": [
77 4,
78 16
79 ]
80}