MI-Guided Latent Protection / results.json

Failed on benchmark

Raw ⬇ ZIP
 1{
 2  "math_checks": {
 3    "budget_conservation": {
 4      "predicted_mean_variance": 0.37,
 5      "observed_mean_variance": 0.37000000000000005,
 6      "max_abs_sweep_error": 1.1102230246251565e-16
 7    },
 8    "inverse_scaling": {
 9      "score_ratios": [
10        1.0,
11        2.0,
12        4.0,
13        8.0,
14        16.0,
15        32.0
16      ],
17      "predicted_high_to_low_variance": [
18        1.0,
19        0.5,
20        0.25,
21        0.125,
22        0.0625,
23        0.03125
24      ],
25      "observed_high_to_low_variance": [
26        1.0,
27        0.5000000024999999,
28        0.250000001875,
29        0.12500000109374998,
30        0.06250000058593749,
31        0.03125000030273437
32      ],
33      "max_abs_error": 2.49999987378402e-09
34    },
35    "quadratic_penalty": {
36      "score_ratios": [
37        1.0,
38        2.0,
39        4.0,
40        8.0,
41        16.0,
42        32.0
43      ],
44      "predicted_adaptive_over_uniform_penalty": [
45        1.0,
46        0.8888888888888888,
47        0.64,
48        0.3950617283950617,
49        0.22145328719723184,
50        0.11753902662993572
51      ],
52      "observed_adaptive_over_uniform_penalty": [
53        1.0,
54        0.8888888896296296,
55        0.64000000144,
56        0.395061729739369,
57        0.2214532881131691,
58        0.11753902716476054
59      ],
60      "max_abs_error": 1.4400000081238318e-09
61    }
62  },
63  "learning": {
64    "device": "cuda",
65    "steps": 700,
66    "results": {
67      "uniform": [
68        0.798799991607666,
69        0.9059999585151672,
70        0.44999998807907104
71      ],
72      "mi": [
73        0.7996000051498413,
74        0.9107999801635742,
75        0.44999998807907104
76      ],
77      "random": [
78        0.8335999846458435,
79        0.9091999530792236,
80        0.44999998807907104
81      ],
82      "magnitude": [
83        0.7960000038146973,
84        0.9143999814987183,
85        0.44999998807907104
86      ]
87    }
88  }
89}