Kac-rotated fast projection / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "seed": 2454,
  3  "n": 64,
  4  "m": 16,
  5  "trials": 500,
  6  "predictions": {
  7    "P1": "orthogonality defect remains at floating-point roundoff for every T",
  8    "P2": "scaled quadratic norm has mean near 1",
  9    "P3": "quadratic-statistic spread moves toward the Haar reference as T increases"
 10  },
 11  "haar_reference": {
 12    "mean": 0.9879658601820245,
 13    "mean_abs_error": 0.24585224130094555,
 14    "std": 0.3033873109125205,
 15    "p95_abs_error": 0.5708391549891169,
 16    "mse": 0.09218868094388902
 17  },
 18  "sweep": [
 19    {
 20      "T": 0,
 21      "predicted_mean": 0.838756991345252,
 22      "mean_prediction_abs_error": 0.0,
 23      "mean": 0.838756991345252,
 24      "mean_abs_error": 0.16124300865474803,
 25      "std": 0.0,
 26      "p95_abs_error": 0.16124300865474805,
 27      "mse": 0.025999307840035166,
 28      "std_over_haar_std": 0.0,
 29      "orthogonality_max_abs": 0.0
 30    },
 31    {
 32      "T": 16,
 33      "predicted_mean": 0.8746714253145371,
 34      "mean_prediction_abs_error": 0.009827489638699172,
 35      "mean": 0.8844989149532363,
 36      "mean_abs_error": 0.16662975653573112,
 37      "std": 0.17228955195523923,
 38      "p95_abs_error": 0.4010438504774926,
 39      "mse": 0.043024190359916815,
 40      "std_over_haar_std": 0.5678864796191745,
 41      "orthogonality_max_abs": 3.3306690738754696e-16
 42    },
 43    {
 44      "T": 32,
 45      "predicted_mean": 0.9025864639730093,
 46      "mean_prediction_abs_error": 0.0005472278077658377,
 47      "mean": 0.9031336917807752,
 48      "mean_abs_error": 0.19786587193311828,
 49      "std": 0.22451350571342904,
 50      "p95_abs_error": 0.46145775311892717,
 51      "mse": 0.05978939591575581,
 52      "std_over_haar_std": 0.7400227288285166,
 53      "orthogonality_max_abs": 4.440892098500626e-16
 54    },
 55    {
 56      "T": 64,
 57      "predicted_mean": 0.9411484747124732,
 58      "mean_prediction_abs_error": 0.01593885670077888,
 59      "mean": 0.9570873314132521,
 60      "mean_abs_error": 0.2112396154467171,
 61      "std": 0.2569156458503895,
 62      "p95_abs_error": 0.5044858161837708,
 63      "mse": 0.06784714620795881,
 64      "std_over_haar_std": 0.8468239659649748,
 65      "orthogonality_max_abs": 5.551115123125783e-16
 66    },
 67    {
 68      "T": 128,
 69      "predicted_mean": 0.9785199863388532,
 70      "mean_prediction_abs_error": 0.014967283469470627,
 71      "mean": 0.9635527028693825,
 72      "mean_abs_error": 0.23713427195734552,
 73      "std": 0.290624555582949,
 74      "p95_abs_error": 0.5805786150416217,
 75      "mse": 0.08579103777591408,
 76      "std_over_haar_std": 0.9579324682657819,
 77      "orthogonality_max_abs": 6.661338147750939e-16
 78    },
 79    {
 80      "T": 256,
 81      "predicted_mean": 0.9971385364814732,
 82      "mean_prediction_abs_error": 0.002980861021396497,
 83      "mean": 1.0001193975028697,
 84      "mean_abs_error": 0.23541314724740478,
 85      "std": 0.29398953286292934,
 86      "p95_abs_error": 0.5844288045823447,
 87      "mse": 0.08642985968872707,
 88      "std_over_haar_std": 0.9690238262723487,
 89      "orthogonality_max_abs": 8.881784197001252e-16
 90    },
 91    {
 92      "T": 512,
 93      "predicted_mean": 0.9999492196682748,
 94      "mean_prediction_abs_error": 0.006510397835092552,
 95      "mean": 0.9934388218331822,
 96      "mean_abs_error": 0.24679200082426792,
 97      "std": 0.30397494970515937,
 98      "p95_abs_error": 0.5727224398537988,
 99      "mse": 0.09244381910719089,
100      "std_over_haar_std": 1.00193692607272,
101      "orthogonality_max_abs": 9.992007221626409e-16
102    },
103    {
104      "T": 1024,
105      "predicted_mean": 0.9999999840077277,
106      "mean_prediction_abs_error": 0.001307790647278595,
107      "mean": 0.9986921933604491,
108      "mean_abs_error": 0.24711666118119982,
109      "std": 0.3103349723771712,
110      "p95_abs_error": 0.5850943407514426,
111      "mse": 0.09630950543854609,
112      "std_over_haar_std": 1.0229003033902562,
113      "orthogonality_max_abs": 1.3322676295501878e-15
114    }
115  ],
116  "prediction_checks": {
117    "P1_max_defect_all_T": 1.3322676295501878e-15,
118    "P2_mean_range": [
119      0.838756991345252,
120      1.0001193975028697
121    ],
122    "P2_max_abs_error_vs_analytic_mean": 0.01593885670077888,
123    "P3_std_ratio_T0": 0.0,
124    "P3_std_ratio_T8n": 1.00193692607272,
125    "P3_std_ratio_T16n": 1.0229003033902562
126  },
127  "distortion": {
128    "Kac": {
129      "mean": 1.0477705918676499,
130      "mean_abs_error": 0.26780808787389754,
131      "std": 0.316543062652471,
132      "p95_abs_error": 0.5413659929601528,
133      "mse": 0.10248153996079176
134    },
135    "Gaussian": {
136      "mean": 1.0469103647640492,
137      "mean_abs_error": 0.27487495919301674,
138      "std": 0.34031561980687786,
139      "p95_abs_error": 0.6405946415592678,
140      "mse": 0.1180153034068356
141    },
142    "Haar": {
143      "mean": 1.0421004930962474,
144      "mean_abs_error": 0.28978171718940077,
145      "std": 0.3444372197218333,
146      "p95_abs_error": 0.661808466356042,
147      "mse": 0.12040944984865364
148    }
149  },
150  "timing_seconds_per_batch": {
151    "Kac_literal": 0.017296526397694835,
152    "Gaussian_dense": 4.3902997276745737e-05,
153    "Haar_dense_not_timed": 5.9994999901391566e-05
154  },
155  "storage": {
156    "Kac_runtime_arrays_bytes": 12288,
157    "Kac_explicit_i_j_theta_bytes": 8192,
158    "dense_projection_bytes": 8192,
159    "dense_full_orthogonal_bytes": 32768,
160    "dense_full_over_explicit_triples": 4.0,
161    "dense_projection_over_runtime_arrays": 0.6666666666666666
162  }
163}