Oracle symmetry-level selection / results.json
Mechanism failed
1{
2 "math_sanity": {
3 "variance_proxy": [
4 0.009882117688026186,
5 0.006987712429686843,
6 0.004941058844013093,
7 0.0034938562148434213
8 ],
9 "bias": [
10 0.0,
11 0.003,
12 0.004,
13 0.07
14 ],
15 "score": [
16 0.009882117688026186,
17 0.009987712429686843,
18 0.008941058844013094,
19 0.07349385621484343
20 ],
21 "argmin_q": 4
22 },
23 "cases": [
24 {
25 "asymmetry": 0.0,
26 "A_hat": {
27 "1": 0.0,
28 "2": 0.023397779640213057,
29 "4": 0.04909480735180316,
30 "8": 0.04952618151122501
31 },
32 "D_q": {
33 "1": 0.0,
34 "2": 0.06038413291038251,
35 "4": 0.07500034432981106,
36 "8": 0.08194646685311488
37 },
38 "oracle_scores": {
39 "1": 0.009882117688026186,
40 "2": 0.0303854920698999,
41 "4": 0.054035866195816254,
42 "8": 0.053020037726068434
43 },
44 "selected_q": 1,
45 "test_mse": {
46 "1": 0.8784603405496381,
47 "2": 0.8728499135094303,
48 "4": 0.8602574305948097,
49 "8": 0.8418644817003891
50 },
51 "val_mse": {
52 "1": 0.8088579767427506,
53 "2": 0.8160171192550161,
54 "4": 0.8164410833209381,
55 "8": 0.8110877109882262
56 },
57 "q1_test": 0.8784603405496381,
58 "qmax_test": 0.8418644817003891,
59 "selected_test": 0.8784603405496381
60 },
61 {
62 "asymmetry": 0.15,
63 "A_hat": {
64 "1": 0.0,
65 "2": 0.002236500599634761,
66 "4": 0.013322905426341403,
67 "8": 0.0
68 },
69 "D_q": {
70 "1": 0.0,
71 "2": 0.007219824184111145,
72 "4": 0.027464067937878957,
73 "8": 0.03615079479138996
74 },
75 "oracle_scores": {
76 "1": 0.009882117688026186,
77 "2": 0.009224213029321603,
78 "4": 0.018263964270354496,
79 "8": 0.0034938562148434213
80 },
81 "selected_q": 8,
82 "test_mse": {
83 "1": 0.8831745155641919,
84 "2": 0.8851303317659485,
85 "4": 0.8877021596999523,
86 "8": 0.9036803398020943
87 },
88 "val_mse": {
89 "1": 0.9692485472100045,
90 "2": 0.9713173122054186,
91 "4": 0.9685486073329178,
92 "8": 0.9457308533784985
93 },
94 "q1_test": 0.8831745155641919,
95 "qmax_test": 0.9036803398020943,
96 "selected_test": 0.9036803398020943
97 },
98 {
99 "asymmetry": 0.5,
100 "A_hat": {
101 "1": 0.0,
102 "2": 0.16157528309645652,
103 "4": 0.4041773844603189,
104 "8": 0.35112603821271127
105 },
106 "D_q": {
107 "1": 0.0,
108 "2": 0.2744892155477295,
109 "4": 0.6616365093722241,
110 "8": 0.751980283028459
111 },
112 "oracle_scores": {
113 "1": 0.009882117688026186,
114 "2": 0.16856299552614337,
115 "4": 0.409118443304332,
116 "8": 0.3546198944275547
117 },
118 "selected_q": 1,
119 "test_mse": {
120 "1": 1.198267479031101,
121 "2": 1.2063641863068866,
122 "4": 1.2172619465188137,
123 "8": 1.2388844871465179
124 },
125 "val_mse": {
126 "1": 1.265366398245819,
127 "2": 1.2652793524063333,
128 "4": 1.2085264020609998,
129 "8": 1.21465105148356
130 },
131 "q1_test": 1.198267479031101,
132 "qmax_test": 1.2388844871465179,
133 "selected_test": 1.198267479031101
134 },
135 {
136 "asymmetry": 1.0,
137 "A_hat": {
138 "1": 0.0,
139 "2": 0.14524706536843768,
140 "4": 0.8333178156916503,
141 "8": 1.2854224073817728
142 },
143 "D_q": {
144 "1": 0.0,
145 "2": 0.36608164006776245,
146 "4": 1.1866753139881432,
147 "8": 1.4768384739167986
148 },
149 "oracle_scores": {
150 "1": 0.009882117688026186,
151 "2": 0.15223477779812453,
152 "4": 0.8382588745356634,
153 "8": 1.2889162635966163
154 },
155 "selected_q": 1,
156 "test_mse": {
157 "1": 1.0669623250642544,
158 "2": 1.087277122727095,
159 "4": 1.132217583181001,
160 "8": 1.504709472863063
161 },
162 "val_mse": {
163 "1": 1.3059826937675219,
164 "2": 1.3273761521246812,
165 "4": 1.3550279733028971,
166 "8": 1.8713301612723534
167 },
168 "q1_test": 1.0669623250642544,
169 "qmax_test": 1.504709472863063,
170 "selected_test": 1.0669623250642544
171 }
172 ]
173}