Reversible Mealy Token Mixer / results.json
Beats tuned baseline
1{
2 "local_bijective": true,
3 "local_conservation_errors": [
4 0,
5 0,
6 0,
7 0,
8 0,
9 0
10 ],
11 "exhaustive_inverse_check": true,
12 "words_checked": 8191,
13 "mixer": {
14 "n": 4096,
15 "inverse_exact": true,
16 "conservation_total_error": 0,
17 "input_mean": 0.498779296875,
18 "output_mean": 0.498779296875,
19 "pair_l2_drift": 0.0003453512972828059,
20 "forward_seconds_numpy": 0.022153141000671894,
21 "carrier_values_saved_for_reverse": 1,
22 "carrier_state_values": 3
23 },
24 "gru": [
25 {
26 "n": 128,
27 "seconds": 0.020539638000627747,
28 "activation_elements": 384,
29 "activation_bytes_fp32": 1536,
30 "device": "cpu"
31 },
32 {
33 "n": 512,
34 "seconds": 0.08312656999987666,
35 "activation_elements": 1536,
36 "activation_bytes_fp32": 6144,
37 "device": "cpu"
38 },
39 {
40 "n": 2048,
41 "seconds": 0.31214753599851974,
42 "activation_elements": 6144,
43 "activation_bytes_fp32": 24576,
44 "device": "cpu"
45 },
46 {
47 "n": 8192,
48 "seconds": 1.427873451000778,
49 "activation_elements": 24576,
50 "activation_bytes_fp32": 98304,
51 "device": "cpu"
52 }
53 ]
54}