1{
  2  "seed": 2052,
  3  "math_verification": {
  4    "rank_prediction": [
  5      {
  6        "dh": 3,
  7        "joint_rank": 3,
  8        "joint_rows": 4,
  9        "rms_joint_residual": 4.2091177046207395,
 10        "mean_prompt_norm": 29.504105451048016
 11      },
 12      {
 13        "dh": 4,
 14        "joint_rank": 4,
 15        "joint_rows": 4,
 16        "rms_joint_residual": 1.3216885068084976e-14,
 17        "mean_prompt_norm": 87.59081259621776
 18      },
 19      {
 20        "dh": 5,
 21        "joint_rank": 4,
 22        "joint_rows": 4,
 23        "rms_joint_residual": 9.286057133227044e-15,
 24        "mean_prompt_norm": 55.04256982507473
 25      },
 26      {
 27        "dh": 8,
 28        "joint_rank": 4,
 29        "joint_rows": 4,
 30        "rms_joint_residual": 6.73576424575799e-15,
 31        "mean_prompt_norm": 30.091163674535036
 32      },
 33      {
 34        "dh": 16,
 35        "joint_rank": 4,
 36        "joint_rows": 4,
 37        "rms_joint_residual": 1.0000555109630978e-14,
 38        "mean_prompt_norm": 45.56037379607229
 39      }
 40    ],
 41    "ridge_prediction": [
 42      {
 43        "lambda": 0,
 44        "rms_residual": 1.0000555109630978e-14,
 45        "mean_prompt_norm": 45.56037379607229
 46      },
 47      {
 48        "lambda": 1e-05,
 49        "rms_residual": 0.0042762298184821365,
 50        "mean_prompt_norm": 45.531482604529835
 51      },
 52      {
 53        "lambda": 0.001,
 54        "rms_residual": 0.3967227932332809,
 55        "mean_prompt_norm": 42.882191995964696
 56      },
 57      {
 58        "lambda": 0.1,
 59        "rms_residual": 5.816578471210492,
 60        "mean_prompt_norm": 8.646303169971617
 61      },
 62      {
 63        "lambda": 1.0,
 64        "rms_residual": 7.277826932241804,
 65        "mean_prompt_norm": 1.2620204351916213
 66      }
 67    ],
 68    "bandwidth_prediction": [
 69      {
 70        "sigma": 0.25,
 71        "mean_prompt_norm": 89.2402255829828,
 72        "weight_max_abs_error": 4.3298697960381105e-15,
 73        "prediction_mse_to_nw": 5.30183823267919e-29
 74      },
 75      {
 76        "sigma": 0.35,
 77        "mean_prompt_norm": 45.56037379607229,
 78        "weight_max_abs_error": 1.887379141862766e-15,
 79        "prediction_mse_to_nw": 5.6613211457048335e-30
 80      },
 81      {
 82        "sigma": 0.5,
 83        "mean_prompt_norm": 22.367200184387823,
 84        "weight_max_abs_error": 1.1102230246251565e-15,
 85        "prediction_mse_to_nw": 1.6374583795270825e-30
 86      },
 87      {
 88        "sigma": 0.7,
 89        "mean_prompt_norm": 11.473995487020298,
 90        "weight_max_abs_error": 3.608224830031759e-16,
 91        "prediction_mse_to_nw": 2.905559025424664e-31
 92      }
 93    ]
 94  },
 95  "mini_experiment": [
 96    {
 97      "N": 32,
 98      "analytic_mse": 0.14448072228961212,
 99      "nw_mse": 0.14448072228961192,
100      "knn3_mse": 0.10251581360346637,
101      "attention_weight_error": 1.0269562977782698e-15,
102      "logit_rms_residual_mod_common": 2.5717374044738774e-15,
103      "prompt_memory_floats": 512,
104      "adaptation_ms": 0.6408059998648241
105    },
106    {
107      "N": 64,
108      "analytic_mse": 0.13801798165655974,
109      "nw_mse": 0.13801798165655976,
110      "knn3_mse": 0.0345765485635257,
111      "attention_weight_error": 1.1102230246251565e-15,
112      "logit_rms_residual_mod_common": 2.6806378888110187e-15,
113      "prompt_memory_floats": 1024,
114      "adaptation_ms": 0.5865380080649629
115    },
116    {
117      "N": 128,
118      "analytic_mse": 0.11685006750119063,
119      "nw_mse": 0.11685006750119044,
120      "knn3_mse": 0.016734736727648133,
121      "attention_weight_error": 5.967448757360216e-16,
122      "logit_rms_residual_mod_common": 2.815237039908953e-15,
123      "prompt_memory_floats": 2048,
124      "adaptation_ms": 0.6534459971589968
125    },
126    {
127      "N": 256,
128      "analytic_mse": 0.12018499623289733,
129      "nw_mse": 0.12018499623289705,
130      "knn3_mse": 0.011401922071756604,
131      "attention_weight_error": 4.0939474033052647e-16,
132      "logit_rms_residual_mod_common": 2.7980077934222382e-15,
133      "prompt_memory_floats": 4096,
134      "adaptation_ms": 0.7406799995806068
135    }
136  ]
137}