Pick-to-Learn Scenario Compression for Safe NN Calibration / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "seed": 17,
  3  "theorem_checks": [
  4    {
  5      "N": 100,
  6      "k": 2,
  7      "beta": 1e-05,
  8      "epsilon": 0.13548810241480783
  9    },
 10    {
 11      "N": 200,
 12      "k": 2,
 13      "beta": 1e-05,
 14      "epsilon": 0.06963141623120928
 15    },
 16    {
 17      "N": 400,
 18      "k": 2,
 19      "beta": 1e-05,
 20      "epsilon": 0.03529651582526833
 21    },
 22    {
 23      "N": 800,
 24      "k": 2,
 25      "beta": 1e-05,
 26      "epsilon": 0.01776958964425842
 27    }
 28  ],
 29  "beta_sweep": [
 30    {
 31      "beta": 0.001,
 32      "epsilon": 0.023219754729423406
 33    },
 34    {
 35      "beta": 1e-05,
 36      "epsilon": 0.03529651582526833
 37    },
 38    {
 39      "beta": 1e-07,
 40      "epsilon": 0.04699631095536228
 41    }
 42  ],
 43  "k_sweep": [
 44    {
 45      "k": 0,
 46      "epsilon": 0.034743666008203514
 47    },
 48    {
 49      "k": 1,
 50      "epsilon": 0.03502801978854778
 51    },
 52    {
 53      "k": 2,
 54      "epsilon": 0.03529651582526833
 55    },
 56    {
 57      "k": 4,
 58      "epsilon": 0.03579750888602749
 59    },
 60    {
 61      "k": 8,
 62      "epsilon": 0.036701845242977975
 63    },
 64    {
 65      "k": 16,
 66      "epsilon": 0.04
 67    }
 68  ],
 69  "toy": [
 70    {
 71      "k": 2,
 72      "method": "greedy",
 73      "train_violation": 0.0025,
 74      "fresh_violation": 0.00774,
 75      "theta": [
 76        0.015307951578394818,
 77        0.7784696787756629
 78      ],
 79      "selected": [
 80        31,
 81        60
 82      ]
 83    },
 84    {
 85      "k": 2,
 86      "method": "random",
 87      "train_violation": 0.56,
 88      "fresh_violation": 0.54162,
 89      "theta": [
 90        0.3010197682702951,
 91        0.4351192959672084
 92      ],
 93      "selected": [
 94        235,
 95        167
 96      ]
 97    },
 98    {
 99      "k": 4,
100      "method": "greedy",
101      "train_violation": 0.0,
102      "fresh_violation": 0.00394,
103      "theta": [
104        0.01138280104764523,
105        0.7823246917496403
106      ],
107      "selected": [
108        31,
109        60,
110        322,
111        292
112      ]
113    },
114    {
115      "k": 4,
116      "method": "random",
117      "train_violation": 0.3375,
118      "fresh_violation": 0.36594,
119      "theta": [
120        0.11834443700869213,
121        0.5851616194675856
122      ],
123      "selected": [
124        120,
125        312,
126        154,
127        242
128      ]
129    },
130    {
131      "k": 8,
132      "method": "greedy",
133      "train_violation": 0.0,
134      "fresh_violation": 0.00394,
135      "theta": [
136        0.01138280104764523,
137        0.7823246917496403
138      ],
139      "selected": [
140        31,
141        60,
142        322,
143        292,
144        141,
145        127,
146        392,
147        18
148      ]
149    },
150    {
151      "k": 8,
152      "method": "random",
153      "train_violation": 0.28,
154      "fresh_violation": 0.2987,
155      "theta": [
156        0.04778383611366172,
157        0.6300899688836542
158      ],
159      "selected": [
160        201,
161        64,
162        342,
163        0,
164        93,
165        87,
166        218,
167        148
168      ]
169    }
170  ],
171  "shifted_fresh_violation_k2_greedy": 0.00116
172}