Rank-One Delta Associative Memory / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "seed": 1198,
  3  "stability_and_convergence": {
  4    "multiplier_max_abs_error": 2.220446049250313e-15,
  5    "predicted_absolute_stability_boundary_beta_lambda": 2.0,
  6    "observed_absolute_stability_boundary_beta_lambda": 2.0,
  7    "boundary_grid_resolution": 0.0049999999999999975,
  8    "multiplier_sweep": [
  9      {
 10        "beta": 0.25,
 11        "lambda": 0.5,
 12        "product": 0.125,
 13        "predicted_final_error": 0.34360891580581665,
 14        "observed_final_error": 0.34360891580581665,
 15        "max_curve_error": 0.0
 16      },
 17      {
 18        "beta": 0.5,
 19        "lambda": 1.0,
 20        "product": 0.5,
 21        "predicted_final_error": 0.00390625,
 22        "observed_final_error": 0.00390625,
 23        "max_curve_error": 0.0
 24      },
 25      {
 26        "beta": 0.8,
 27        "lambda": 1.5,
 28        "product": 1.2000000000000002,
 29        "predicted_final_error": 2.5600000000000183e-06,
 30        "observed_final_error": 2.5599999999999857e-06,
 31        "max_curve_error": 2.220446049250313e-16
 32      },
 33      {
 34        "beta": 1.0,
 35        "lambda": 1.9,
 36        "product": 1.9,
 37        "predicted_final_error": 0.43046720999999966,
 38        "observed_final_error": 0.430467209999999,
 39        "max_curve_error": 6.661338147750939e-16
 40      },
 41      {
 42        "beta": 1.0,
 43        "lambda": 2.1,
 44        "product": 2.1,
 45        "predicted_final_error": 2.1435888100000016,
 46        "observed_final_error": 2.143588810000004,
 47        "max_curve_error": 2.220446049250313e-15
 48      },
 49      {
 50        "beta": 1.5,
 51        "lambda": 1.0,
 52        "product": 1.5,
 53        "predicted_final_error": 0.00390625,
 54        "observed_final_error": 0.00390625,
 55        "max_curve_error": 0.0
 56      }
 57    ],
 58    "convergence_step_sweep": [
 59      {
 60        "beta": 0.1,
 61        "lambda": 1.0,
 62        "product": 0.1,
 63        "predicted_steps_to_1e-4": 88,
 64        "observed_steps_to_1e-4": 88
 65      },
 66      {
 67        "beta": 0.2,
 68        "lambda": 1.0,
 69        "product": 0.2,
 70        "predicted_steps_to_1e-4": 42,
 71        "observed_steps_to_1e-4": 42
 72      },
 73      {
 74        "beta": 0.4,
 75        "lambda": 1.0,
 76        "product": 0.4,
 77        "predicted_steps_to_1e-4": 19,
 78        "observed_steps_to_1e-4": 19
 79      },
 80      {
 81        "beta": 0.2,
 82        "lambda": 2.0,
 83        "product": 0.4,
 84        "predicted_steps_to_1e-4": 19,
 85        "observed_steps_to_1e-4": 19
 86      }
 87    ],
 88    "prediction": "absolute convergence iff 0 < beta*lambda < 2; monotone convergence iff beta*lambda < 1"
 89  },
 90  "orthogonal_prediction": {
 91    "predicted_cross_key_change": 0.0,
 92    "observed_cross_key_change_norm": 0.0,
 93    "predicted_written_key_error": 0.0,
 94    "observed_written_key_error": 0.0
 95  },
 96  "associative_recall": {
 97    "delta_mse": 1.1055059860464123,
 98    "attention_mse": 8.034560930101556e-06,
 99    "delta_cosine": 0.28748282373903933,
100    "attention_cosine": 0.9999991160175697,
101    "delta_state_floats": 1024,
102    "attention_stored_write_floats": 12288,
103    "settings": {
104      "keys": 32,
105      "dim": 32,
106      "repeats": 4,
107      "distractors": 64,
108      "beta": 0.65
109    }
110  }
111}