{
  "seed": 2052,
  "math_verification": {
    "rank_prediction": [
      {
        "dh": 3,
        "joint_rank": 3,
        "joint_rows": 4,
        "rms_joint_residual": 4.2091177046207395,
        "mean_prompt_norm": 29.504105451048016
      },
      {
        "dh": 4,
        "joint_rank": 4,
        "joint_rows": 4,
        "rms_joint_residual": 1.3216885068084976e-14,
        "mean_prompt_norm": 87.59081259621776
      },
      {
        "dh": 5,
        "joint_rank": 4,
        "joint_rows": 4,
        "rms_joint_residual": 9.286057133227044e-15,
        "mean_prompt_norm": 55.04256982507473
      },
      {
        "dh": 8,
        "joint_rank": 4,
        "joint_rows": 4,
        "rms_joint_residual": 6.73576424575799e-15,
        "mean_prompt_norm": 30.091163674535036
      },
      {
        "dh": 16,
        "joint_rank": 4,
        "joint_rows": 4,
        "rms_joint_residual": 1.0000555109630978e-14,
        "mean_prompt_norm": 45.56037379607229
      }
    ],
    "ridge_prediction": [
      {
        "lambda": 0,
        "rms_residual": 1.0000555109630978e-14,
        "mean_prompt_norm": 45.56037379607229
      },
      {
        "lambda": 1e-05,
        "rms_residual": 0.0042762298184821365,
        "mean_prompt_norm": 45.531482604529835
      },
      {
        "lambda": 0.001,
        "rms_residual": 0.3967227932332809,
        "mean_prompt_norm": 42.882191995964696
      },
      {
        "lambda": 0.1,
        "rms_residual": 5.816578471210492,
        "mean_prompt_norm": 8.646303169971617
      },
      {
        "lambda": 1.0,
        "rms_residual": 7.277826932241804,
        "mean_prompt_norm": 1.2620204351916213
      }
    ],
    "bandwidth_prediction": [
      {
        "sigma": 0.25,
        "mean_prompt_norm": 89.2402255829828,
        "weight_max_abs_error": 4.3298697960381105e-15,
        "prediction_mse_to_nw": 5.30183823267919e-29
      },
      {
        "sigma": 0.35,
        "mean_prompt_norm": 45.56037379607229,
        "weight_max_abs_error": 1.887379141862766e-15,
        "prediction_mse_to_nw": 5.6613211457048335e-30
      },
      {
        "sigma": 0.5,
        "mean_prompt_norm": 22.367200184387823,
        "weight_max_abs_error": 1.1102230246251565e-15,
        "prediction_mse_to_nw": 1.6374583795270825e-30
      },
      {
        "sigma": 0.7,
        "mean_prompt_norm": 11.473995487020298,
        "weight_max_abs_error": 3.608224830031759e-16,
        "prediction_mse_to_nw": 2.905559025424664e-31
      }
    ]
  },
  "mini_experiment": [
    {
      "N": 32,
      "analytic_mse": 0.14448072228961212,
      "nw_mse": 0.14448072228961192,
      "knn3_mse": 0.10251581360346637,
      "attention_weight_error": 1.0269562977782698e-15,
      "logit_rms_residual_mod_common": 2.5717374044738774e-15,
      "prompt_memory_floats": 512,
      "adaptation_ms": 0.6408059998648241
    },
    {
      "N": 64,
      "analytic_mse": 0.13801798165655974,
      "nw_mse": 0.13801798165655976,
      "knn3_mse": 0.0345765485635257,
      "attention_weight_error": 1.1102230246251565e-15,
      "logit_rms_residual_mod_common": 2.6806378888110187e-15,
      "prompt_memory_floats": 1024,
      "adaptation_ms": 0.5865380080649629
    },
    {
      "N": 128,
      "analytic_mse": 0.11685006750119063,
      "nw_mse": 0.11685006750119044,
      "knn3_mse": 0.016734736727648133,
      "attention_weight_error": 5.967448757360216e-16,
      "logit_rms_residual_mod_common": 2.815237039908953e-15,
      "prompt_memory_floats": 2048,
      "adaptation_ms": 0.6534459971589968
    },
    {
      "N": 256,
      "analytic_mse": 0.12018499623289733,
      "nw_mse": 0.12018499623289705,
      "knn3_mse": 0.011401922071756604,
      "attention_weight_error": 4.0939474033052647e-16,
      "logit_rms_residual_mod_common": 2.7980077934222382e-15,
      "prompt_memory_floats": 4096,
      "adaptation_ms": 0.7406799995806068
    }
  ]
}