{
  "seed": 1162,
  "verification": {
    "convex_hull": {
      "prediction": "all barycenter coordinates remain in source coordinate hull",
      "max_violation": 0.0,
      "pass": true
    },
    "variance_scaling": {
      "prediction": "Var(consensus)=sigma^2/K",
      "rows": [
        {
          "K": 2,
          "sigma": 0.2,
          "observed": 0.019930860198750476,
          "predicted": 0.020000000000000004,
          "ratio": 0.9965430099375236
        },
        {
          "K": 2,
          "sigma": 0.5,
          "observed": 0.12462115385115848,
          "predicted": 0.125,
          "ratio": 0.9969692308092678
        },
        {
          "K": 2,
          "sigma": 1.0,
          "observed": 0.4994798164355068,
          "predicted": 0.5,
          "ratio": 0.9989596328710136
        },
        {
          "K": 3,
          "sigma": 0.2,
          "observed": 0.013401669765680843,
          "predicted": 0.013333333333333336,
          "ratio": 1.005125232426063
        },
        {
          "K": 3,
          "sigma": 0.5,
          "observed": 0.0834105719916512,
          "predicted": 0.08333333333333333,
          "ratio": 1.0009268638998143
        },
        {
          "K": 3,
          "sigma": 1.0,
          "observed": 0.3341568777233531,
          "predicted": 0.3333333333333333,
          "ratio": 1.0024706331700595
        },
        {
          "K": 5,
          "sigma": 0.2,
          "observed": 0.00803010504647711,
          "predicted": 0.008000000000000002,
          "ratio": 1.0037631308096384
        },
        {
          "K": 5,
          "sigma": 0.5,
          "observed": 0.04950718268805979,
          "predicted": 0.05,
          "ratio": 0.9901436537611958
        },
        {
          "K": 5,
          "sigma": 1.0,
          "observed": 0.2005509820084487,
          "predicted": 0.2,
          "ratio": 1.0027549100422435
        },
        {
          "K": 8,
          "sigma": 0.2,
          "observed": 0.005031815060635062,
          "predicted": 0.005000000000000001,
          "ratio": 1.0063630121270122
        },
        {
          "K": 8,
          "sigma": 0.5,
          "observed": 0.0313264973281168,
          "predicted": 0.03125,
          "ratio": 1.0024479144997376
        },
        {
          "K": 8,
          "sigma": 1.0,
          "observed": 0.12560412098796853,
          "predicted": 0.125,
          "ratio": 1.0048329679037482
        }
      ],
      "max_relative_error": 0.009856346238804159,
      "pass": true
    },
    "gate_linearity": {
      "prediction": "with source-1 weight w, barycenter mean=1-2w",
      "max_abs_error": 1.1102230246251565e-16,
      "slope_observed": -1.999999999999999,
      "slope_predicted": -2.0,
      "pass": true
    }
  },
  "mini_experiment": {
    "erm": {
      "target_accuracy": 0.9240000247955322,
      "source_accuracy": 0.9479166666666666
    },
    "mixup": {
      "target_accuracy": 0.9240000247955322,
      "source_accuracy": 0.9409722089767456
    },
    "ot": {
      "target_accuracy": 0.9179999828338623,
      "source_accuracy": 0.9375
    }
  }
}