Resolution-aware operator data budget / results.json
Running benchmark…
1{
2 "math_check": {
3 "m": [
4 4,
5 8,
6 16,
7 32,
8 64
9 ],
10 "uniform_fill_distance": [
11 0.16666666666666663,
12 0.0714285714285714,
13 0.033333333333333326,
14 0.016129032258064502,
15 0.007936507936507908
16 ],
17 "random_fill_distance": [
18 0.23397415250196385,
19 0.1277494556085682,
20 0.28570086584640264,
21 0.05971168753329348,
22 0.038909038705860266
23 ],
24 "uniform_theory": [
25 0.16666666666666666,
26 0.07142857142857142,
27 0.03333333333333333,
28 0.016129032258064516,
29 0.007936507936507936
30 ],
31 "loglog_slope": -1.0931476233886805,
32 "max_uniform_theory_error": 2.7755575615628914e-17
33 },
34 "records": [
35 {
36 "m": 16,
37 "kappa": 0.5,
38 "N": 4,
39 "oracle_error": 0.2040305789000492,
40 "learned_error": 0.9853597366377419,
41 "learned_oracle_gap": 0.7813291577376927,
42 "feature_fill_proxy": 3.472172940430821,
43 "kernel_solve_flops_proxy": 64,
44 "wall_seconds": 0.17418547600004786
45 },
46 {
47 "m": 16,
48 "kappa": 1.0,
49 "N": 16,
50 "oracle_error": 0.2040305789000492,
51 "learned_error": 0.720155988937691,
52 "learned_oracle_gap": 0.5161254100376418,
53 "feature_fill_proxy": 3.065619852428132,
54 "kernel_solve_flops_proxy": 4096,
55 "wall_seconds": 0.16841927800010126
56 },
57 {
58 "m": 16,
59 "kappa": 1.5,
60 "N": 64,
61 "oracle_error": 0.2040305789000492,
62 "learned_error": 0.47095998892156093,
63 "learned_oracle_gap": 0.2669294100215117,
64 "feature_fill_proxy": 2.438866293718865,
65 "kernel_solve_flops_proxy": 262144,
66 "wall_seconds": 0.20934817600004862
67 },
68 {
69 "m": 32,
70 "kappa": 0.5,
71 "N": 6,
72 "oracle_error": 0.01423599500130251,
73 "learned_error": 0.9564053342258948,
74 "learned_oracle_gap": 0.9421693392245923,
75 "feature_fill_proxy": 3.3869926876237337,
76 "kernel_solve_flops_proxy": 216,
77 "wall_seconds": 0.16910652899991874
78 },
79 {
80 "m": 32,
81 "kappa": 1.0,
82 "N": 32,
83 "oracle_error": 0.01423599500130251,
84 "learned_error": 0.632156643121925,
85 "learned_oracle_gap": 0.6179206481206225,
86 "feature_fill_proxy": 2.8187333910505727,
87 "kernel_solve_flops_proxy": 32768,
88 "wall_seconds": 0.18333994299996448
89 },
90 {
91 "m": 32,
92 "kappa": 1.5,
93 "N": 128,
94 "oracle_error": 0.01423599500130251,
95 "learned_error": 0.30988224237125184,
96 "learned_oracle_gap": 0.2956462473699493,
97 "feature_fill_proxy": 2.1391915442230114,
98 "kernel_solve_flops_proxy": 2097152,
99 "wall_seconds": 0.33267084400017666
100 },
101 {
102 "m": 64,
103 "kappa": 0.5,
104 "N": 8,
105 "oracle_error": 0.0003845574505827757,
106 "learned_error": 0.9333357967169278,
107 "learned_oracle_gap": 0.932951239266345,
108 "feature_fill_proxy": 3.3869926876237337,
109 "kernel_solve_flops_proxy": 512,
110 "wall_seconds": 0.16631164000000354
111 },
112 {
113 "m": 64,
114 "kappa": 1.0,
115 "N": 64,
116 "oracle_error": 0.0003845574505827757,
117 "learned_error": 0.47002880668486247,
118 "learned_oracle_gap": 0.46964424923427966,
119 "feature_fill_proxy": 2.438866293718865,
120 "kernel_solve_flops_proxy": 262144,
121 "wall_seconds": 0.23882444099990607
122 },
123 {
124 "m": 64,
125 "kappa": 1.5,
126 "N": 128,
127 "oracle_error": 0.0003845574505827757,
128 "learned_error": 0.3112644305641941,
129 "learned_oracle_gap": 0.3108798731136113,
130 "feature_fill_proxy": 2.1391915442230114,
131 "kernel_solve_flops_proxy": 2097152,
132 "wall_seconds": 0.34122536399991077
133 }
134 ],
135 "fixed_N_baseline": [
136 {
137 "m": 16,
138 "N": 16,
139 "error": 0.720155988937691,
140 "wall_seconds": 0.191977715999883
141 },
142 {
143 "m": 32,
144 "N": 16,
145 "error": 0.7272770405371206,
146 "wall_seconds": 0.1931695779999245
147 },
148 {
149 "m": 64,
150 "N": 16,
151 "error": 0.7276208762842657,
152 "wall_seconds": 0.19215197300013642
153 }
154 ]
155}