Cut-Aware Augmentation Filtering / robustness.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "runs": [
 3    {
 4      "seed": 523,
 5      "cuts": [
 6        0.0037992509106986286,
 7        0.006185486661095802,
 8        0.67760396392159
 9      ],
10      "uniform_accuracy": 0.9777777777777777,
11      "cut_accuracy": 1.0,
12      "uniform_pred_cut": 0.24481640055501636,
13      "cut_pred_cut": 0.0050739592336244916,
14      "cut_q": [
15        0.5070790294627355,
16        0.4927648285776553,
17        0.00015614195960916169
18      ]
19    },
20    {
21      "seed": 524,
22      "cuts": [
23        0.016191944342769413,
24        0.020070337999881747,
25        0.6684221585345221
26      ],
27      "uniform_accuracy": 0.9814814814814815,
28      "cut_accuracy": 0.9925925925925926,
29      "uniform_pred_cut": 0.2319030582884325,
30      "cut_pred_cut": 0.010447871902876533,
31      "cut_q": [
32        0.5115286792402756,
33        0.48826726437295226,
34        0.00020405638677213126
35      ]
36    },
37    {
38      "seed": 525,
39      "cuts": [
40        0.010643376231689582,
41        0.013540810329653201,
42        0.6705984654361468
43      ],
44      "uniform_accuracy": 0.9814814814814815,
45      "cut_accuracy": 1.0,
46      "uniform_pred_cut": 0.23316383919414368,
47      "cut_pred_cut": 0.012181711008267487,
48      "cut_q": [
49        0.5085973569125499,
50        0.49121771798995034,
51        0.00018492509749972082
52      ]
53    }
54  ],
55  "uniform_accuracy_mean": 0.9802469135802468,
56  "uniform_accuracy_std": 0.0017459426695964424,
57  "cut_accuracy_mean": 0.9975308641975308,
58  "cut_accuracy_std": 0.0034918853391928324,
59  "uniform_pred_cut_mean": 0.23662776601253085,
60  "uniform_pred_cut_std": 0.005813071126111203,
61  "cut_pred_cut_mean": 0.00923451404825617,
62  "cut_pred_cut_std": 0.003025911629576764
63}