MI-Guided Latent Protection / results.json
Failed on benchmark
1{
2 "math_checks": {
3 "budget_conservation": {
4 "predicted_mean_variance": 0.37,
5 "observed_mean_variance": 0.37000000000000005,
6 "max_abs_sweep_error": 1.1102230246251565e-16
7 },
8 "inverse_scaling": {
9 "score_ratios": [
10 1.0,
11 2.0,
12 4.0,
13 8.0,
14 16.0,
15 32.0
16 ],
17 "predicted_high_to_low_variance": [
18 1.0,
19 0.5,
20 0.25,
21 0.125,
22 0.0625,
23 0.03125
24 ],
25 "observed_high_to_low_variance": [
26 1.0,
27 0.5000000024999999,
28 0.250000001875,
29 0.12500000109374998,
30 0.06250000058593749,
31 0.03125000030273437
32 ],
33 "max_abs_error": 2.49999987378402e-09
34 },
35 "quadratic_penalty": {
36 "score_ratios": [
37 1.0,
38 2.0,
39 4.0,
40 8.0,
41 16.0,
42 32.0
43 ],
44 "predicted_adaptive_over_uniform_penalty": [
45 1.0,
46 0.8888888888888888,
47 0.64,
48 0.3950617283950617,
49 0.22145328719723184,
50 0.11753902662993572
51 ],
52 "observed_adaptive_over_uniform_penalty": [
53 1.0,
54 0.8888888896296296,
55 0.64000000144,
56 0.395061729739369,
57 0.2214532881131691,
58 0.11753902716476054
59 ],
60 "max_abs_error": 1.4400000081238318e-09
61 }
62 },
63 "learning": {
64 "device": "cuda",
65 "steps": 700,
66 "results": {
67 "uniform": [
68 0.798799991607666,
69 0.9059999585151672,
70 0.44999998807907104
71 ],
72 "mi": [
73 0.7996000051498413,
74 0.9107999801635742,
75 0.44999998807907104
76 ],
77 "random": [
78 0.8335999846458435,
79 0.9091999530792236,
80 0.44999998807907104
81 ],
82 "magnitude": [
83 0.7960000038146973,
84 0.9143999814987183,
85 0.44999998807907104
86 ]
87 }
88 }
89}