1{
  2  "seed": 1162,
  3  "verification": {
  4    "convex_hull": {
  5      "prediction": "all barycenter coordinates remain in source coordinate hull",
  6      "max_violation": 0.0,
  7      "pass": true
  8    },
  9    "variance_scaling": {
 10      "prediction": "Var(consensus)=sigma^2/K",
 11      "rows": [
 12        {
 13          "K": 2,
 14          "sigma": 0.2,
 15          "observed": 0.019930860198750476,
 16          "predicted": 0.020000000000000004,
 17          "ratio": 0.9965430099375236
 18        },
 19        {
 20          "K": 2,
 21          "sigma": 0.5,
 22          "observed": 0.12462115385115848,
 23          "predicted": 0.125,
 24          "ratio": 0.9969692308092678
 25        },
 26        {
 27          "K": 2,
 28          "sigma": 1.0,
 29          "observed": 0.4994798164355068,
 30          "predicted": 0.5,
 31          "ratio": 0.9989596328710136
 32        },
 33        {
 34          "K": 3,
 35          "sigma": 0.2,
 36          "observed": 0.013401669765680843,
 37          "predicted": 0.013333333333333336,
 38          "ratio": 1.005125232426063
 39        },
 40        {
 41          "K": 3,
 42          "sigma": 0.5,
 43          "observed": 0.0834105719916512,
 44          "predicted": 0.08333333333333333,
 45          "ratio": 1.0009268638998143
 46        },
 47        {
 48          "K": 3,
 49          "sigma": 1.0,
 50          "observed": 0.3341568777233531,
 51          "predicted": 0.3333333333333333,
 52          "ratio": 1.0024706331700595
 53        },
 54        {
 55          "K": 5,
 56          "sigma": 0.2,
 57          "observed": 0.00803010504647711,
 58          "predicted": 0.008000000000000002,
 59          "ratio": 1.0037631308096384
 60        },
 61        {
 62          "K": 5,
 63          "sigma": 0.5,
 64          "observed": 0.04950718268805979,
 65          "predicted": 0.05,
 66          "ratio": 0.9901436537611958
 67        },
 68        {
 69          "K": 5,
 70          "sigma": 1.0,
 71          "observed": 0.2005509820084487,
 72          "predicted": 0.2,
 73          "ratio": 1.0027549100422435
 74        },
 75        {
 76          "K": 8,
 77          "sigma": 0.2,
 78          "observed": 0.005031815060635062,
 79          "predicted": 0.005000000000000001,
 80          "ratio": 1.0063630121270122
 81        },
 82        {
 83          "K": 8,
 84          "sigma": 0.5,
 85          "observed": 0.0313264973281168,
 86          "predicted": 0.03125,
 87          "ratio": 1.0024479144997376
 88        },
 89        {
 90          "K": 8,
 91          "sigma": 1.0,
 92          "observed": 0.12560412098796853,
 93          "predicted": 0.125,
 94          "ratio": 1.0048329679037482
 95        }
 96      ],
 97      "max_relative_error": 0.009856346238804159,
 98      "pass": true
 99    },
100    "gate_linearity": {
101      "prediction": "with source-1 weight w, barycenter mean=1-2w",
102      "max_abs_error": 1.1102230246251565e-16,
103      "slope_observed": -1.999999999999999,
104      "slope_predicted": -2.0,
105      "pass": true
106    }
107  },
108  "mini_experiment": {
109    "erm": {
110      "target_accuracy": 0.9240000247955322,
111      "source_accuracy": 0.9479166666666666
112    },
113    "mixup": {
114      "target_accuracy": 0.9240000247955322,
115      "source_accuracy": 0.9409722089767456
116    },
117    "ot": {
118      "target_accuracy": 0.9179999828338623,
119      "source_accuracy": 0.9375
120    }
121  }
122}