Resolution-aware operator data budget / results.json

Running benchmark…

Raw ⬇ ZIP
  1{
  2  "math_check": {
  3    "m": [
  4      4,
  5      8,
  6      16,
  7      32,
  8      64
  9    ],
 10    "uniform_fill_distance": [
 11      0.16666666666666663,
 12      0.0714285714285714,
 13      0.033333333333333326,
 14      0.016129032258064502,
 15      0.007936507936507908
 16    ],
 17    "random_fill_distance": [
 18      0.23397415250196385,
 19      0.1277494556085682,
 20      0.28570086584640264,
 21      0.05971168753329348,
 22      0.038909038705860266
 23    ],
 24    "uniform_theory": [
 25      0.16666666666666666,
 26      0.07142857142857142,
 27      0.03333333333333333,
 28      0.016129032258064516,
 29      0.007936507936507936
 30    ],
 31    "loglog_slope": -1.0931476233886805,
 32    "max_uniform_theory_error": 2.7755575615628914e-17
 33  },
 34  "records": [
 35    {
 36      "m": 16,
 37      "kappa": 0.5,
 38      "N": 4,
 39      "oracle_error": 0.2040305789000492,
 40      "learned_error": 0.9853597366377419,
 41      "learned_oracle_gap": 0.7813291577376927,
 42      "feature_fill_proxy": 3.472172940430821,
 43      "kernel_solve_flops_proxy": 64,
 44      "wall_seconds": 0.17418547600004786
 45    },
 46    {
 47      "m": 16,
 48      "kappa": 1.0,
 49      "N": 16,
 50      "oracle_error": 0.2040305789000492,
 51      "learned_error": 0.720155988937691,
 52      "learned_oracle_gap": 0.5161254100376418,
 53      "feature_fill_proxy": 3.065619852428132,
 54      "kernel_solve_flops_proxy": 4096,
 55      "wall_seconds": 0.16841927800010126
 56    },
 57    {
 58      "m": 16,
 59      "kappa": 1.5,
 60      "N": 64,
 61      "oracle_error": 0.2040305789000492,
 62      "learned_error": 0.47095998892156093,
 63      "learned_oracle_gap": 0.2669294100215117,
 64      "feature_fill_proxy": 2.438866293718865,
 65      "kernel_solve_flops_proxy": 262144,
 66      "wall_seconds": 0.20934817600004862
 67    },
 68    {
 69      "m": 32,
 70      "kappa": 0.5,
 71      "N": 6,
 72      "oracle_error": 0.01423599500130251,
 73      "learned_error": 0.9564053342258948,
 74      "learned_oracle_gap": 0.9421693392245923,
 75      "feature_fill_proxy": 3.3869926876237337,
 76      "kernel_solve_flops_proxy": 216,
 77      "wall_seconds": 0.16910652899991874
 78    },
 79    {
 80      "m": 32,
 81      "kappa": 1.0,
 82      "N": 32,
 83      "oracle_error": 0.01423599500130251,
 84      "learned_error": 0.632156643121925,
 85      "learned_oracle_gap": 0.6179206481206225,
 86      "feature_fill_proxy": 2.8187333910505727,
 87      "kernel_solve_flops_proxy": 32768,
 88      "wall_seconds": 0.18333994299996448
 89    },
 90    {
 91      "m": 32,
 92      "kappa": 1.5,
 93      "N": 128,
 94      "oracle_error": 0.01423599500130251,
 95      "learned_error": 0.30988224237125184,
 96      "learned_oracle_gap": 0.2956462473699493,
 97      "feature_fill_proxy": 2.1391915442230114,
 98      "kernel_solve_flops_proxy": 2097152,
 99      "wall_seconds": 0.33267084400017666
100    },
101    {
102      "m": 64,
103      "kappa": 0.5,
104      "N": 8,
105      "oracle_error": 0.0003845574505827757,
106      "learned_error": 0.9333357967169278,
107      "learned_oracle_gap": 0.932951239266345,
108      "feature_fill_proxy": 3.3869926876237337,
109      "kernel_solve_flops_proxy": 512,
110      "wall_seconds": 0.16631164000000354
111    },
112    {
113      "m": 64,
114      "kappa": 1.0,
115      "N": 64,
116      "oracle_error": 0.0003845574505827757,
117      "learned_error": 0.47002880668486247,
118      "learned_oracle_gap": 0.46964424923427966,
119      "feature_fill_proxy": 2.438866293718865,
120      "kernel_solve_flops_proxy": 262144,
121      "wall_seconds": 0.23882444099990607
122    },
123    {
124      "m": 64,
125      "kappa": 1.5,
126      "N": 128,
127      "oracle_error": 0.0003845574505827757,
128      "learned_error": 0.3112644305641941,
129      "learned_oracle_gap": 0.3108798731136113,
130      "feature_fill_proxy": 2.1391915442230114,
131      "kernel_solve_flops_proxy": 2097152,
132      "wall_seconds": 0.34122536399991077
133    }
134  ],
135  "fixed_N_baseline": [
136    {
137      "m": 16,
138      "N": 16,
139      "error": 0.720155988937691,
140      "wall_seconds": 0.191977715999883
141    },
142    {
143      "m": 32,
144      "N": 16,
145      "error": 0.7272770405371206,
146      "wall_seconds": 0.1931695779999245
147    },
148    {
149      "m": 64,
150      "N": 16,
151      "error": 0.7276208762842657,
152      "wall_seconds": 0.19215197300013642
153    }
154  ]
155}