{
  "seed": 2762,
  "checkpoints": [
    0.75,
    0.5,
    0.25
  ],
  "coverage_sweep": [
    {
      "ncal": 20,
      "predicted_exceedance": 0.09523809523809523,
      "observed_exceedance": 0.09381166666666667
    },
    {
      "ncal": 50,
      "predicted_exceedance": 0.09803921568627451,
      "observed_exceedance": 0.09930388888888889
    },
    {
      "ncal": 100,
      "predicted_exceedance": 0.09900990099009901,
      "observed_exceedance": 0.09891333333333333
    },
    {
      "ncal": 500,
      "predicted_exceedance": 0.0998003992015968,
      "observed_exceedance": 0.09994222222222222
    }
  ],
  "separability_sweep": [
    {
      "beta": 0.5,
      "rejected": 164.775,
      "evaluated": 835.225,
      "reject_rate": 0.164775,
      "accepted_failure": 0.39978736837966544,
      "best_accuracy": 0.9040470728635223
    },
    {
      "beta": 1.0,
      "rejected": 169.5,
      "evaluated": 830.5,
      "reject_rate": 0.16949999999999998,
      "accepted_failure": 0.3980005987006782,
      "best_accuracy": 0.9037176757478054
    },
    {
      "beta": 2.0,
      "rejected": 161.85,
      "evaluated": 838.15,
      "reject_rate": 0.16185,
      "accepted_failure": 0.4013646849001048,
      "best_accuracy": 0.9033178961843648
    },
    {
      "beta": 5.0,
      "rejected": 163.85,
      "evaluated": 836.15,
      "reject_rate": 0.16385,
      "accepted_failure": 0.403216299987184,
      "best_accuracy": 0.9034814473176492
    },
    {
      "beta": 10.0,
      "rejected": 168.9625,
      "evaluated": 831.0375,
      "reject_rate": 0.1689625,
      "accepted_failure": 0.39629988444536995,
      "best_accuracy": 0.9036464037794417
    }
  ],
  "distribution_shift_sweep": [
    {
      "test_shift": 0.0,
      "rejected": 163.89,
      "evaluated": 836.11,
      "reject_rate": 0.16389000000000004,
      "accepted_failure": 0.39920871093820337,
      "best_accuracy": 0.904202619761248
    },
    {
      "test_shift": -0.25,
      "rejected": 224.9,
      "evaluated": 775.1,
      "reject_rate": 0.22489999999999996,
      "accepted_failure": 0.47987205957556023,
      "best_accuracy": 0.9024729897689305
    },
    {
      "test_shift": -0.5,
      "rejected": 303.45,
      "evaluated": 696.55,
      "reject_rate": 0.30345,
      "accepted_failure": 0.5534916522516165,
      "best_accuracy": 0.9003408879440855
    },
    {
      "test_shift": -1.0,
      "rejected": 488.76,
      "evaluated": 511.24,
      "reject_rate": 0.48876000000000003,
      "accepted_failure": 0.6872725785685375,
      "best_accuracy": 0.8956348484675797
    }
  ],
  "controller_comparison": {
    "0.05": {
      "conformal": {
        "rejected": 94.86,
        "evaluated": 905.14,
        "reject_rate": 0.09486,
        "accepted_failure": 0.4502842914424866,
        "best_accuracy": 0.9039759565824498
      },
      "uncalibrated": {
        "rejected": 642.45,
        "evaluated": 357.55,
        "reject_rate": 0.6424500000000001,
        "accepted_failure": 0.021276631784741117,
        "best_accuracy": 0.9039759565824498
      },
      "none": {
        "rejected": 0.0,
        "evaluated": 1000.0,
        "reject_rate": 0.0,
        "accepted_failure": 0.5024599999999999,
        "best_accuracy": 0.9039759565824498
      }
    },
    "0.1": {
      "conformal": {
        "rejected": 171.25,
        "evaluated": 828.75,
        "reject_rate": 0.17125,
        "accepted_failure": 0.39976413696884633,
        "best_accuracy": 0.9039759565824498
      },
      "uncalibrated": {
        "rejected": 642.45,
        "evaluated": 357.55,
        "reject_rate": 0.6424500000000001,
        "accepted_failure": 0.021276631784741117,
        "best_accuracy": 0.9039759565824498
      },
      "none": {
        "rejected": 0.0,
        "evaluated": 1000.0,
        "reject_rate": 0.0,
        "accepted_failure": 0.5024599999999999,
        "best_accuracy": 0.9039759565824498
      }
    }
  }
}