Convex-gradient robust augmenter / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "math_verification": {
 3    "identity_scales": [
 4      0.75,
 5      0.9,
 6      1.0,
 7      1.1,
 8      1.3
 9    ],
10    "identity_family_kl": [
11      0.2067962173553427,
12      0.031081546973478924,
13      0.0,
14      0.029069460587025475,
15      0.24790720659752707
16    ],
17    "identity_min_at_scale_1": true,
18    "small_eps": [
19      0.005,
20      0.01,
21      0.02,
22      0.04
23    ],
24    "small_kl_over_d_eps2": [
25      0.9983395584358539,
26      0.9966914683191135,
27      0.9934317595506648,
28      0.9870542791992055
29    ],
30    "quadratic_prediction_mean_ratio": 1.0,
31    "quadratic_observed_mean_ratio": 0.9938792663762095,
32    "dimension_values": [
33      1,
34      2,
35      4,
36      8,
37      16
38    ],
39    "dimension_kls": [
40      0.03767844320604538,
41      0.07535688641209076,
42      0.15071377282418152,
43      0.30142754564836305,
44      0.6028550912967261
45    ],
46    "dimension_predicted_slope": 0.03767844320604538,
47    "dimension_observed_slope": 0.037678443206045395,
48    "cov_kl_analytic": 0.045256987122616166,
49    "cov_kl_monte_carlo": 0.045582954167609914,
50    "cov_relative_error": 0.007202579440619756
51  },
52  "mini_experiment": {
53    "rho": 0.061371123044853204,
54    "n_train": 900,
55    "ERM": {
56      "clean_accuracy": 0.9633333333333334,
57      "shift_accuracy": 0.9633333333333334,
58      "clean_logloss": 0.07754392993485336
59    },
60    "Gaussian": {
61      "clean_accuracy": 0.97,
62      "shift_accuracy": 0.96,
63      "clean_logloss": 0.07741315565625259
64    },
65    "ConvexTransport": {
66      "clean_accuracy": 0.9533333333333334,
67      "shift_accuracy": 0.9633333333333334,
68      "clean_logloss": 0.10988810136996054
69    }
70  }
71}