{ "seed": 1198, "stability_and_convergence": { "multiplier_max_abs_error": 2.220446049250313e-15, "predicted_absolute_stability_boundary_beta_lambda": 2.0, "observed_absolute_stability_boundary_beta_lambda": 2.0, "boundary_grid_resolution": 0.0049999999999999975, "multiplier_sweep": [ { "beta": 0.25, "lambda": 0.5, "product": 0.125, "predicted_final_error": 0.34360891580581665, "observed_final_error": 0.34360891580581665, "max_curve_error": 0.0 }, { "beta": 0.5, "lambda": 1.0, "product": 0.5, "predicted_final_error": 0.00390625, "observed_final_error": 0.00390625, "max_curve_error": 0.0 }, { "beta": 0.8, "lambda": 1.5, "product": 1.2000000000000002, "predicted_final_error": 2.5600000000000183e-06, "observed_final_error": 2.5599999999999857e-06, "max_curve_error": 2.220446049250313e-16 }, { "beta": 1.0, "lambda": 1.9, "product": 1.9, "predicted_final_error": 0.43046720999999966, "observed_final_error": 0.430467209999999, "max_curve_error": 6.661338147750939e-16 }, { "beta": 1.0, "lambda": 2.1, "product": 2.1, "predicted_final_error": 2.1435888100000016, "observed_final_error": 2.143588810000004, "max_curve_error": 2.220446049250313e-15 }, { "beta": 1.5, "lambda": 1.0, "product": 1.5, "predicted_final_error": 0.00390625, "observed_final_error": 0.00390625, "max_curve_error": 0.0 } ], "convergence_step_sweep": [ { "beta": 0.1, "lambda": 1.0, "product": 0.1, "predicted_steps_to_1e-4": 88, "observed_steps_to_1e-4": 88 }, { "beta": 0.2, "lambda": 1.0, "product": 0.2, "predicted_steps_to_1e-4": 42, "observed_steps_to_1e-4": 42 }, { "beta": 0.4, "lambda": 1.0, "product": 0.4, "predicted_steps_to_1e-4": 19, "observed_steps_to_1e-4": 19 }, { "beta": 0.2, "lambda": 2.0, "product": 0.4, "predicted_steps_to_1e-4": 19, "observed_steps_to_1e-4": 19 } ], "prediction": "absolute convergence iff 0 < beta*lambda < 2; monotone convergence iff beta*lambda < 1" }, "orthogonal_prediction": { "predicted_cross_key_change": 0.0, "observed_cross_key_change_norm": 0.0, "predicted_written_key_error": 0.0, "observed_written_key_error": 0.0 }, "associative_recall": { "delta_mse": 1.1055059860464123, "attention_mse": 8.034560930101556e-06, "delta_cosine": 0.28748282373903933, "attention_cosine": 0.9999991160175697, "delta_state_floats": 1024, "attention_stored_write_floats": 12288, "settings": { "keys": 32, "dim": 32, "repeats": 4, "distractors": 64, "beta": 0.65 } } }