Conformal Lower-Clearance Certificate for Neural Selectors / results.json
Mechanism confirmed, baseline not beaten
1{
2 "seed": 2747,
3 "cvar_math_max_abs_error": 2.220446049250313e-16,
4 "cvar_math_rows": [
5 {
6 "K": 8,
7 "gamma": 0.1,
8 "optimizer": -1.291029443626092,
9 "lower_tail_mean": -1.291029443626092,
10 "abs_error": 0.0
11 },
12 {
13 "K": 8,
14 "gamma": 0.25,
15 "optimizer": -1.0912749553870311,
16 "lower_tail_mean": -1.0912749553870311,
17 "abs_error": 0.0
18 },
19 {
20 "K": 8,
21 "gamma": 0.5,
22 "optimizer": -0.9430396432626745,
23 "lower_tail_mean": -0.9430396432626744,
24 "abs_error": 1.1102230246251565e-16
25 },
26 {
27 "K": 8,
28 "gamma": 1.0,
29 "optimizer": -0.22110780476337855,
30 "lower_tail_mean": -0.22110780476337866,
31 "abs_error": 1.1102230246251565e-16
32 },
33 {
34 "K": 16,
35 "gamma": 0.1,
36 "optimizer": -1.0998298355066558,
37 "lower_tail_mean": -1.0998298355066558,
38 "abs_error": 0.0
39 },
40 {
41 "K": 16,
42 "gamma": 0.25,
43 "optimizer": -0.8514078935493694,
44 "lower_tail_mean": -0.8514078935493694,
45 "abs_error": 0.0
46 },
47 {
48 "K": 16,
49 "gamma": 0.5,
50 "optimizer": -0.5497414320697661,
51 "lower_tail_mean": -0.5497414320697661,
52 "abs_error": 0.0
53 },
54 {
55 "K": 16,
56 "gamma": 1.0,
57 "optimizer": 0.05909600801231618,
58 "lower_tail_mean": 0.05909600801231624,
59 "abs_error": 5.551115123125783e-17
60 },
61 {
62 "K": 64,
63 "gamma": 0.1,
64 "optimizer": -1.7153484514009052,
65 "lower_tail_mean": -1.715348451400905,
66 "abs_error": 2.220446049250313e-16
67 },
68 {
69 "K": 64,
70 "gamma": 0.25,
71 "optimizer": -1.3264810070162123,
72 "lower_tail_mean": -1.3264810070162123,
73 "abs_error": 0.0
74 },
75 {
76 "K": 64,
77 "gamma": 0.5,
78 "optimizer": -0.8082958052115292,
79 "lower_tail_mean": -0.8082958052115292,
80 "abs_error": 0.0
81 },
82 {
83 "K": 64,
84 "gamma": 1.0,
85 "optimizer": -0.032874614228360244,
86 "lower_tail_mean": -0.032874614228360355,
87 "abs_error": 1.1102230246251565e-16
88 },
89 {
90 "K": 127,
91 "gamma": 0.1,
92 "optimizer": -1.363927151110175,
93 "lower_tail_mean": -1.3639271511101747,
94 "abs_error": 2.220446049250313e-16
95 },
96 {
97 "K": 127,
98 "gamma": 0.25,
99 "optimizer": -0.9669128357124637,
100 "lower_tail_mean": -0.9669128357124639,
101 "abs_error": 2.220446049250313e-16
102 },
103 {
104 "K": 127,
105 "gamma": 0.5,
106 "optimizer": -0.5669703376676344,
107 "lower_tail_mean": -0.5669703376676344,
108 "abs_error": 0.0
109 },
110 {
111 "K": 127,
112 "gamma": 1.0,
113 "optimizer": 0.16797759135911816,
114 "lower_tail_mean": 0.16797759135911838,
115 "abs_error": 2.220446049250313e-16
116 }
117 ],
118 "coverage_sweep": {
119 "0.05": {
120 "q_cvar": 0.04117888855113463,
121 "q_nominal": 0.17638056347870168,
122 "coverage_cvar": 0.9501607142857142,
123 "coverage_nominal_cal": 0.9484642857142858,
124 "coverage_uncalibrated": 0.7709464285714287,
125 "nonnegative_cvar": 0.999625,
126 "nonnegative_nominal": 0.9998214285714285
127 },
128 "0.1": {
129 "q_cvar": 0.024907479766103538,
130 "q_nominal": 0.163793792704129,
131 "coverage_cvar": 0.9011964285714285,
132 "coverage_nominal_cal": 0.8975714285714286,
133 "coverage_uncalibrated": 0.7709464285714287,
134 "nonnegative_cvar": 0.9997321428571428,
135 "nonnegative_nominal": 0.9998571428571428
136 },
137 "0.2": {
138 "q_cvar": 0.005297420244928453,
139 "q_nominal": 0.14949867072371248,
140 "coverage_cvar": 0.8035892857142857,
141 "coverage_nominal_cal": 0.7996607142857143,
142 "coverage_uncalibrated": 0.7709464285714287,
143 "nonnegative_cvar": 0.9998392857142857,
144 "nonnegative_nominal": 0.9998928571428571
145 },
146 "0.3": {
147 "q_cvar": -0.009330504722323534,
148 "q_nominal": 0.13912306118033974,
149 "coverage_cvar": 0.7023928571428572,
150 "coverage_nominal_cal": 0.7015535714285714,
151 "coverage_uncalibrated": 0.7709464285714287,
152 "nonnegative_cvar": 0.9998571428571429,
153 "nonnegative_nominal": 0.9999107142857143
154 }
155 },
156 "calibration_size_sweep": {
157 "20": {
158 "q_cvar": 0.03320720298104833,
159 "q_nominal": 0.1685636254428165,
160 "coverage_cvar": 0.9131250000000002,
161 "coverage_nominal_cal": 0.9083035714285714,
162 "coverage_uncalibrated": 0.7730892857142857,
163 "nonnegative_cvar": 0.9996785714285714,
164 "nonnegative_nominal": 0.9998928571428571
165 },
166 "50": {
167 "q_cvar": 0.026200353932485803,
168 "q_nominal": 0.16514175346863857,
169 "coverage_cvar": 0.9018571428571427,
170 "coverage_nominal_cal": 0.9002857142857141,
171 "coverage_uncalibrated": 0.7685,
172 "nonnegative_cvar": 0.9996428571428572,
173 "nonnegative_nominal": 0.9998035714285713
174 },
175 "100": {
176 "q_cvar": 0.024196872959683983,
177 "q_nominal": 0.16516866779688405,
178 "coverage_cvar": 0.8944107142857142,
179 "coverage_nominal_cal": 0.9021607142857142,
180 "coverage_uncalibrated": 0.7699107142857142,
181 "nonnegative_cvar": 0.9996607142857143,
182 "nonnegative_nominal": 0.9998214285714285
183 },
184 "200": {
185 "q_cvar": 0.024907479766103538,
186 "q_nominal": 0.163793792704129,
187 "coverage_cvar": 0.9011964285714285,
188 "coverage_nominal_cal": 0.8975714285714286,
189 "coverage_uncalibrated": 0.7709464285714287,
190 "nonnegative_cvar": 0.9997321428571428,
191 "nonnegative_nominal": 0.9998571428571428
192 },
193 "500": {
194 "q_cvar": 0.024095242402482987,
195 "q_nominal": 0.16367306023322453,
196 "coverage_cvar": 0.8988392857142857,
197 "coverage_nominal_cal": 0.8984107142857143,
198 "coverage_uncalibrated": 0.7696428571428571,
199 "nonnegative_cvar": 0.9998928571428571,
200 "nonnegative_nominal": 0.9999285714285715
201 }
202 },
203 "gamma_sweep": {
204 "0.1": {
205 "q_cvar": -0.009100037041890743,
206 "q_nominal": 0.163793792704129,
207 "coverage_cvar": 0.9012857142857144,
208 "coverage_nominal_cal": 0.8975714285714286,
209 "coverage_uncalibrated": 0.9287142857142857,
210 "nonnegative_cvar": 0.9995357142857142,
211 "nonnegative_nominal": 0.9998571428571428
212 },
213 "0.25": {
214 "q_cvar": 0.024907479766103538,
215 "q_nominal": 0.163793792704129,
216 "coverage_cvar": 0.9011964285714285,
217 "coverage_nominal_cal": 0.8975714285714286,
218 "coverage_uncalibrated": 0.7709464285714287,
219 "nonnegative_cvar": 0.9997321428571428,
220 "nonnegative_nominal": 0.9998571428571428
221 },
222 "0.5": {
223 "q_cvar": 0.07175399886604394,
224 "q_nominal": 0.163793792704129,
225 "coverage_cvar": 0.8979642857142857,
226 "coverage_nominal_cal": 0.8975714285714286,
227 "coverage_uncalibrated": 0.275625,
228 "nonnegative_cvar": 0.9998214285714286,
229 "nonnegative_nominal": 0.9998571428571428
230 },
231 "1.0": {
232 "q_cvar": 0.16379379270412903,
233 "q_nominal": 0.163793792704129,
234 "coverage_cvar": 0.8975714285714286,
235 "coverage_nominal_cal": 0.8975714285714286,
236 "coverage_uncalibrated": 7.142857142857143e-05,
237 "nonnegative_cvar": 0.9998571428571428,
238 "nonnegative_nominal": 0.9998571428571428
239 }
240 },
241 "shifted_test": {
242 "q_cvar": 0.02462645034226122,
243 "q_nominal": 0.1642777720158155,
244 "coverage_cvar": 0.733809523809524,
245 "coverage_nominal_cal": 0.6541904761904763,
246 "coverage_uncalibrated": 0.5544285714285715,
247 "nonnegative_cvar": 0.9037619047619047,
248 "nonnegative_nominal": 0.9216666666666667
249 },
250 "predictions": {
251 "exchangeable_coverage": "coverage should be >= 1-alpha in aggregate; finite n gives rank granularity about 1/(n+1)",
252 "alpha_monotonicity": "larger alpha lowers q and target coverage toward 1-alpha",
253 "lower_tail_conservatism": "smaller gamma lowers M_CVaR and should require a smaller/equal residual correction than gamma=1"
254 }
255}