Oracle symmetry-level selection / results.json

Mechanism failed

Raw ⬇ ZIP
  1{
  2  "math_sanity": {
  3    "variance_proxy": [
  4      0.009882117688026186,
  5      0.006987712429686843,
  6      0.004941058844013093,
  7      0.0034938562148434213
  8    ],
  9    "bias": [
 10      0.0,
 11      0.003,
 12      0.004,
 13      0.07
 14    ],
 15    "score": [
 16      0.009882117688026186,
 17      0.009987712429686843,
 18      0.008941058844013094,
 19      0.07349385621484343
 20    ],
 21    "argmin_q": 4
 22  },
 23  "cases": [
 24    {
 25      "asymmetry": 0.0,
 26      "A_hat": {
 27        "1": 0.0,
 28        "2": 0.023397779640213057,
 29        "4": 0.04909480735180316,
 30        "8": 0.04952618151122501
 31      },
 32      "D_q": {
 33        "1": 0.0,
 34        "2": 0.06038413291038251,
 35        "4": 0.07500034432981106,
 36        "8": 0.08194646685311488
 37      },
 38      "oracle_scores": {
 39        "1": 0.009882117688026186,
 40        "2": 0.0303854920698999,
 41        "4": 0.054035866195816254,
 42        "8": 0.053020037726068434
 43      },
 44      "selected_q": 1,
 45      "test_mse": {
 46        "1": 0.8784603405496381,
 47        "2": 0.8728499135094303,
 48        "4": 0.8602574305948097,
 49        "8": 0.8418644817003891
 50      },
 51      "val_mse": {
 52        "1": 0.8088579767427506,
 53        "2": 0.8160171192550161,
 54        "4": 0.8164410833209381,
 55        "8": 0.8110877109882262
 56      },
 57      "q1_test": 0.8784603405496381,
 58      "qmax_test": 0.8418644817003891,
 59      "selected_test": 0.8784603405496381
 60    },
 61    {
 62      "asymmetry": 0.15,
 63      "A_hat": {
 64        "1": 0.0,
 65        "2": 0.002236500599634761,
 66        "4": 0.013322905426341403,
 67        "8": 0.0
 68      },
 69      "D_q": {
 70        "1": 0.0,
 71        "2": 0.007219824184111145,
 72        "4": 0.027464067937878957,
 73        "8": 0.03615079479138996
 74      },
 75      "oracle_scores": {
 76        "1": 0.009882117688026186,
 77        "2": 0.009224213029321603,
 78        "4": 0.018263964270354496,
 79        "8": 0.0034938562148434213
 80      },
 81      "selected_q": 8,
 82      "test_mse": {
 83        "1": 0.8831745155641919,
 84        "2": 0.8851303317659485,
 85        "4": 0.8877021596999523,
 86        "8": 0.9036803398020943
 87      },
 88      "val_mse": {
 89        "1": 0.9692485472100045,
 90        "2": 0.9713173122054186,
 91        "4": 0.9685486073329178,
 92        "8": 0.9457308533784985
 93      },
 94      "q1_test": 0.8831745155641919,
 95      "qmax_test": 0.9036803398020943,
 96      "selected_test": 0.9036803398020943
 97    },
 98    {
 99      "asymmetry": 0.5,
100      "A_hat": {
101        "1": 0.0,
102        "2": 0.16157528309645652,
103        "4": 0.4041773844603189,
104        "8": 0.35112603821271127
105      },
106      "D_q": {
107        "1": 0.0,
108        "2": 0.2744892155477295,
109        "4": 0.6616365093722241,
110        "8": 0.751980283028459
111      },
112      "oracle_scores": {
113        "1": 0.009882117688026186,
114        "2": 0.16856299552614337,
115        "4": 0.409118443304332,
116        "8": 0.3546198944275547
117      },
118      "selected_q": 1,
119      "test_mse": {
120        "1": 1.198267479031101,
121        "2": 1.2063641863068866,
122        "4": 1.2172619465188137,
123        "8": 1.2388844871465179
124      },
125      "val_mse": {
126        "1": 1.265366398245819,
127        "2": 1.2652793524063333,
128        "4": 1.2085264020609998,
129        "8": 1.21465105148356
130      },
131      "q1_test": 1.198267479031101,
132      "qmax_test": 1.2388844871465179,
133      "selected_test": 1.198267479031101
134    },
135    {
136      "asymmetry": 1.0,
137      "A_hat": {
138        "1": 0.0,
139        "2": 0.14524706536843768,
140        "4": 0.8333178156916503,
141        "8": 1.2854224073817728
142      },
143      "D_q": {
144        "1": 0.0,
145        "2": 0.36608164006776245,
146        "4": 1.1866753139881432,
147        "8": 1.4768384739167986
148      },
149      "oracle_scores": {
150        "1": 0.009882117688026186,
151        "2": 0.15223477779812453,
152        "4": 0.8382588745356634,
153        "8": 1.2889162635966163
154      },
155      "selected_q": 1,
156      "test_mse": {
157        "1": 1.0669623250642544,
158        "2": 1.087277122727095,
159        "4": 1.132217583181001,
160        "8": 1.504709472863063
161      },
162      "val_mse": {
163        "1": 1.3059826937675219,
164        "2": 1.3273761521246812,
165        "4": 1.3550279733028971,
166        "8": 1.8713301612723534
167      },
168      "q1_test": 1.0669623250642544,
169      "qmax_test": 1.504709472863063,
170      "selected_test": 1.0669623250642544
171    }
172  ]
173}