Pick-to-Learn Scenario Compression for Safe NN Calibration / results.json
Mechanism confirmed, baseline not beaten
1{
2 "seed": 17,
3 "theorem_checks": [
4 {
5 "N": 100,
6 "k": 2,
7 "beta": 1e-05,
8 "epsilon": 0.13548810241480783
9 },
10 {
11 "N": 200,
12 "k": 2,
13 "beta": 1e-05,
14 "epsilon": 0.06963141623120928
15 },
16 {
17 "N": 400,
18 "k": 2,
19 "beta": 1e-05,
20 "epsilon": 0.03529651582526833
21 },
22 {
23 "N": 800,
24 "k": 2,
25 "beta": 1e-05,
26 "epsilon": 0.01776958964425842
27 }
28 ],
29 "beta_sweep": [
30 {
31 "beta": 0.001,
32 "epsilon": 0.023219754729423406
33 },
34 {
35 "beta": 1e-05,
36 "epsilon": 0.03529651582526833
37 },
38 {
39 "beta": 1e-07,
40 "epsilon": 0.04699631095536228
41 }
42 ],
43 "k_sweep": [
44 {
45 "k": 0,
46 "epsilon": 0.034743666008203514
47 },
48 {
49 "k": 1,
50 "epsilon": 0.03502801978854778
51 },
52 {
53 "k": 2,
54 "epsilon": 0.03529651582526833
55 },
56 {
57 "k": 4,
58 "epsilon": 0.03579750888602749
59 },
60 {
61 "k": 8,
62 "epsilon": 0.036701845242977975
63 },
64 {
65 "k": 16,
66 "epsilon": 0.04
67 }
68 ],
69 "toy": [
70 {
71 "k": 2,
72 "method": "greedy",
73 "train_violation": 0.0025,
74 "fresh_violation": 0.00774,
75 "theta": [
76 0.015307951578394818,
77 0.7784696787756629
78 ],
79 "selected": [
80 31,
81 60
82 ]
83 },
84 {
85 "k": 2,
86 "method": "random",
87 "train_violation": 0.56,
88 "fresh_violation": 0.54162,
89 "theta": [
90 0.3010197682702951,
91 0.4351192959672084
92 ],
93 "selected": [
94 235,
95 167
96 ]
97 },
98 {
99 "k": 4,
100 "method": "greedy",
101 "train_violation": 0.0,
102 "fresh_violation": 0.00394,
103 "theta": [
104 0.01138280104764523,
105 0.7823246917496403
106 ],
107 "selected": [
108 31,
109 60,
110 322,
111 292
112 ]
113 },
114 {
115 "k": 4,
116 "method": "random",
117 "train_violation": 0.3375,
118 "fresh_violation": 0.36594,
119 "theta": [
120 0.11834443700869213,
121 0.5851616194675856
122 ],
123 "selected": [
124 120,
125 312,
126 154,
127 242
128 ]
129 },
130 {
131 "k": 8,
132 "method": "greedy",
133 "train_violation": 0.0,
134 "fresh_violation": 0.00394,
135 "theta": [
136 0.01138280104764523,
137 0.7823246917496403
138 ],
139 "selected": [
140 31,
141 60,
142 322,
143 292,
144 141,
145 127,
146 392,
147 18
148 ]
149 },
150 {
151 "k": 8,
152 "method": "random",
153 "train_violation": 0.28,
154 "fresh_violation": 0.2987,
155 "theta": [
156 0.04778383611366172,
157 0.6300899688836542
158 ],
159 "selected": [
160 201,
161 64,
162 342,
163 0,
164 93,
165 87,
166 218,
167 148
168 ]
169 }
170 ],
171 "shifted_fresh_violation_k2_greedy": 0.00116
172}