Rank-One Delta Associative Memory / results.json
Mechanism confirmed, baseline not beaten
1{
2 "seed": 1198,
3 "stability_and_convergence": {
4 "multiplier_max_abs_error": 2.220446049250313e-15,
5 "predicted_absolute_stability_boundary_beta_lambda": 2.0,
6 "observed_absolute_stability_boundary_beta_lambda": 2.0,
7 "boundary_grid_resolution": 0.0049999999999999975,
8 "multiplier_sweep": [
9 {
10 "beta": 0.25,
11 "lambda": 0.5,
12 "product": 0.125,
13 "predicted_final_error": 0.34360891580581665,
14 "observed_final_error": 0.34360891580581665,
15 "max_curve_error": 0.0
16 },
17 {
18 "beta": 0.5,
19 "lambda": 1.0,
20 "product": 0.5,
21 "predicted_final_error": 0.00390625,
22 "observed_final_error": 0.00390625,
23 "max_curve_error": 0.0
24 },
25 {
26 "beta": 0.8,
27 "lambda": 1.5,
28 "product": 1.2000000000000002,
29 "predicted_final_error": 2.5600000000000183e-06,
30 "observed_final_error": 2.5599999999999857e-06,
31 "max_curve_error": 2.220446049250313e-16
32 },
33 {
34 "beta": 1.0,
35 "lambda": 1.9,
36 "product": 1.9,
37 "predicted_final_error": 0.43046720999999966,
38 "observed_final_error": 0.430467209999999,
39 "max_curve_error": 6.661338147750939e-16
40 },
41 {
42 "beta": 1.0,
43 "lambda": 2.1,
44 "product": 2.1,
45 "predicted_final_error": 2.1435888100000016,
46 "observed_final_error": 2.143588810000004,
47 "max_curve_error": 2.220446049250313e-15
48 },
49 {
50 "beta": 1.5,
51 "lambda": 1.0,
52 "product": 1.5,
53 "predicted_final_error": 0.00390625,
54 "observed_final_error": 0.00390625,
55 "max_curve_error": 0.0
56 }
57 ],
58 "convergence_step_sweep": [
59 {
60 "beta": 0.1,
61 "lambda": 1.0,
62 "product": 0.1,
63 "predicted_steps_to_1e-4": 88,
64 "observed_steps_to_1e-4": 88
65 },
66 {
67 "beta": 0.2,
68 "lambda": 1.0,
69 "product": 0.2,
70 "predicted_steps_to_1e-4": 42,
71 "observed_steps_to_1e-4": 42
72 },
73 {
74 "beta": 0.4,
75 "lambda": 1.0,
76 "product": 0.4,
77 "predicted_steps_to_1e-4": 19,
78 "observed_steps_to_1e-4": 19
79 },
80 {
81 "beta": 0.2,
82 "lambda": 2.0,
83 "product": 0.4,
84 "predicted_steps_to_1e-4": 19,
85 "observed_steps_to_1e-4": 19
86 }
87 ],
88 "prediction": "absolute convergence iff 0 < beta*lambda < 2; monotone convergence iff beta*lambda < 1"
89 },
90 "orthogonal_prediction": {
91 "predicted_cross_key_change": 0.0,
92 "observed_cross_key_change_norm": 0.0,
93 "predicted_written_key_error": 0.0,
94 "observed_written_key_error": 0.0
95 },
96 "associative_recall": {
97 "delta_mse": 1.1055059860464123,
98 "attention_mse": 8.034560930101556e-06,
99 "delta_cosine": 0.28748282373903933,
100 "attention_cosine": 0.9999991160175697,
101 "delta_state_floats": 1024,
102 "attention_stored_write_floats": 12288,
103 "settings": {
104 "keys": 32,
105 "dim": 32,
106 "repeats": 4,
107 "distractors": 64,
108 "beta": 0.65
109 }
110 }
111}