KL-TopK Activation Bottleneck / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "seed": 945,
  3  "predictions": {
  4    "homogeneity_in_covariance_scale": [
  5      {
  6        "scale": 0.25,
  7        "residual": 0.19505125078454924,
  8        "ratio_to_unit_scale": 0.25,
  9        "predicted_ratio": 0.25
 10      },
 11      {
 12        "scale": 0.5,
 13        "residual": 0.3901025015690985,
 14        "ratio_to_unit_scale": 0.5,
 15        "predicted_ratio": 0.5
 16      },
 17      {
 18        "scale": 1.0,
 19        "residual": 0.780205003138197,
 20        "ratio_to_unit_scale": 1.0,
 21        "predicted_ratio": 1.0
 22      },
 23      {
 24        "scale": 2.0,
 25        "residual": 1.560410006276394,
 26        "ratio_to_unit_scale": 2.0,
 27        "predicted_ratio": 2.0
 28      },
 29      {
 30        "scale": 4.0,
 31        "residual": 3.120820012552788,
 32        "ratio_to_unit_scale": 4.0,
 33        "predicted_ratio": 4.0
 34      }
 35    ],
 36    "isotropic_rotation_invariance": [
 37      {
 38        "rotation": 0,
 39        "residual": 1.5415289043692009,
 40        "se": 0.002373781434177697
 41      },
 42      {
 43        "rotation": 1,
 44        "residual": 1.5417138100958478,
 45        "se": 0.002374042852671139
 46      },
 47      {
 48        "rotation": 2,
 49        "residual": 1.5462064010632746,
 50        "se": 0.002392419577285746
 51      },
 52      {
 53        "rotation": 3,
 54        "residual": 1.5387991184981695,
 55        "se": 0.002379815275582611
 56      },
 57      {
 58        "rotation": 4,
 59        "residual": 1.5415319385822397,
 60        "se": 0.0023722451770241456
 61      },
 62      {
 63        "rotation": 5,
 64        "residual": 1.5419914007540694,
 65        "se": 0.0023807764041964834
 66      }
 67    ],
 68    "anisotropic_rotation_gap": [
 69      {
 70        "d": 1,
 71        "pca_residual": 10.833347359494283,
 72        "random_rotation_mean": 18.009277476714676,
 73        "random_rotation_min": 15.27242059481435,
 74        "gap_mean": 7.175930117220393,
 75        "gap_fraction_of_pca": 0.6623926916671281
 76      },
 77      {
 78        "d": 2,
 79        "pca_residual": 4.271984403055498,
 80        "random_rotation_mean": 10.445988823103667,
 81        "random_rotation_min": 8.724267427927527,
 82        "gap_mean": 6.174004420048169,
 83        "gap_fraction_of_pca": 1.4452310302519522
 84      },
 85      {
 86        "d": 3,
 87        "pca_residual": 1.7728724307861095,
 88        "random_rotation_mean": 5.947169854346295,
 89        "random_rotation_min": 5.021288280142669,
 90        "gap_mean": 4.174297423560185,
 91        "gap_fraction_of_pca": 2.354539080800788
 92      },
 93      {
 94        "d": 4,
 95        "pca_residual": 0.7207795265678265,
 96        "random_rotation_mean": 3.1662011718125878,
 97        "random_rotation_min": 2.658057534102901,
 98        "gap_mean": 2.4454216452447612,
 99        "gap_fraction_of_pca": 3.392745708093643
100      },
101      {
102        "d": 5,
103        "pca_residual": 0.26737612786796927,
104        "random_rotation_mean": 1.4907712878418338,
105        "random_rotation_min": 1.2198316118044321,
106        "gap_mean": 1.2233951599738644,
107        "gap_fraction_of_pca": 4.575558669837491
108      },
109      {
110        "d": 6,
111        "pca_residual": 0.08228796095839436,
112        "random_rotation_mean": 0.5741189364706918,
113        "random_rotation_min": 0.4536128834032801,
114        "gap_mean": 0.49183097551229743,
115        "gap_fraction_of_pca": 5.976949359104575
116      },
117      {
118        "d": 7,
119        "pca_residual": 0.016242903285723094,
120        "random_rotation_mean": 0.13916057733169526,
121        "random_rotation_min": 0.10436279177665345,
122        "gap_mean": 0.12291767404597218,
123        "gap_fraction_of_pca": 7.567469428572675
124      }
125    ]
126  },
127  "sweeps": {},
128  "mini_experiment": {
129    "covariance_eigenbasis_vs_random_rotation": [
130      {
131        "d": 3,
132        "d_over_p": 0.09375,
133        "pca_mse": 29.376749832013772,
134        "random_rotation_mse": 48.100694237052465,
135        "pca_retained_fraction": 0.6325500460377924,
136        "random_retained_fraction": 0.3983474011242054,
137        "stored_value_fraction": 0.09375
138      },
139      {
140        "d": 8,
141        "d_over_p": 0.25,
142        "pca_mse": 9.41651619398593,
143        "random_rotation_mse": 23.5267705970362,
144        "pca_retained_fraction": 0.8822164309615418,
145        "random_retained_fraction": 0.705722694913668,
146        "stored_value_fraction": 0.25
147      },
148      {
149        "d": 16,
150        "d_over_p": 0.5,
151        "pca_mse": 1.7779910370435974,
152        "random_rotation_mse": 6.4175010602759315,
153        "pca_retained_fraction": 0.9777605511691113,
154        "random_retained_fraction": 0.9197286805846363,
155        "stored_value_fraction": 0.5
156      }
157    ],
158    "note": "MSE is exact top-d reconstruction residual; stored value fraction is d/p (indices/metadata excluded)."
159  },
160  "math_sanity": {
161    "max_abs_residual_formula_error": 3.552713678800501e-15,
162    "orthogonality_error": 2.4424906541753444e-15
163  }
164}