{
  "config": {
    "margin": 0.05,
    "epsilon": 0.15000000000000002,
    "cloud_points": 961,
    "seed": 7
  },
  "predictions": {
    "bound_inequality": "actual_min >= sample_min - L*delta (reported as lower bound <= actual)",
    "threshold": "certification when delta < epsilon/L and sample_min >= epsilon",
    "scaling": "sample_min - actual_min is bounded by, and scales with, L*delta"
  },
  "bound_sweep": [
    {
      "L": 0.25,
      "delta": 0.334995854037363,
      "sample_min": 0.075,
      "bound": -0.008748963509340749,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 0.25,
      "delta": 0.26874192494328497,
      "sample_min": 0.09249182927993987,
      "bound": 0.02530634804411863,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 0.25,
      "delta": 0.2538591035287969,
      "sample_min": 0.09166666666666666,
      "bound": 0.02820189078446743,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 0.25,
      "delta": 0.3144660377352201,
      "sample_min": 0.06666666666666667,
      "bound": -0.011949842767138355,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 0.5,
      "delta": 0.334995854037363,
      "sample_min": 0.09999999999999999,
      "bound": -0.0674979270186815,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 0.5,
      "delta": 0.26874192494328497,
      "sample_min": 0.13498365855987973,
      "bound": 0.0006126960882372467,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 0.5,
      "delta": 0.2538591035287969,
      "sample_min": 0.1333333333333333,
      "bound": 0.006403781568934841,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 0.5,
      "delta": 0.3144660377352201,
      "sample_min": 0.08333333333333333,
      "bound": -0.07389968553427671,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 1.0,
      "delta": 0.334995854037363,
      "sample_min": 0.14999999999999997,
      "bound": -0.18499585403736302,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 1.0,
      "delta": 0.26874192494328497,
      "sample_min": 0.21996731711975948,
      "bound": -0.048774607823525495,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 1.0,
      "delta": 0.2538591035287969,
      "sample_min": 0.21666666666666662,
      "bound": -0.03719243686213031,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 1.0,
      "delta": 0.3144660377352201,
      "sample_min": 0.11666666666666665,
      "bound": -0.19779937106855344,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 2.0,
      "delta": 0.334995854037363,
      "sample_min": 0.24999999999999994,
      "bound": -0.419991708074726,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 2.0,
      "delta": 0.26874192494328497,
      "sample_min": 0.3899346342395189,
      "bound": -0.14754921564705104,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 2.0,
      "delta": 0.2538591035287969,
      "sample_min": 0.38333333333333325,
      "bound": -0.1243848737242606,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 2.0,
      "delta": 0.3144660377352201,
      "sample_min": 0.1833333333333333,
      "bound": -0.4455987421371069,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 4.0,
      "delta": 0.334995854037363,
      "sample_min": 0.4499999999999999,
      "bound": -0.889983416149452,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 4.0,
      "delta": 0.26874192494328497,
      "sample_min": 0.7298692684790379,
      "bound": -0.345098431294102,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 4.0,
      "delta": 0.2538591035287969,
      "sample_min": 0.7166666666666666,
      "bound": -0.29876974744852114,
      "actual_min": 0.05,
      "holds": true
    },
    {
      "L": 4.0,
      "delta": 0.3144660377352201,
      "sample_min": 0.3166666666666666,
      "bound": -0.9411974842742137,
      "actual_min": 0.05,
      "holds": true
    }
  ],
  "threshold_sweep": [
    {
      "L": 0.25,
      "policy": "random",
      "predicted_delta": 0.6000000000000001,
      "n_success": 5,
      "median_n": 93.0,
      "median_ratio": 0.2484519974999766
    },
    {
      "L": 0.25,
      "policy": "adaptive",
      "predicted_delta": 0.6000000000000001,
      "n_success": 5,
      "median_n": 36.0,
      "median_ratio": 0.23570226039551603
    },
    {
      "L": 0.5,
      "policy": "random",
      "predicted_delta": 0.30000000000000004,
      "n_success": 2,
      "median_n": 266.5,
      "median_ratio": 0.24845199749997673
    },
    {
      "L": 0.5,
      "policy": "adaptive",
      "predicted_delta": 0.30000000000000004,
      "n_success": 5,
      "median_n": 88.0,
      "median_ratio": 0.24845199749997687
    },
    {
      "L": 1.0,
      "policy": "random",
      "predicted_delta": 0.15000000000000002,
      "n_success": 0,
      "median_n": null,
      "median_ratio": null
    },
    {
      "L": 1.0,
      "policy": "adaptive",
      "predicted_delta": 0.15000000000000002,
      "n_success": 0,
      "median_n": null,
      "median_ratio": null
    }
  ],
  "scaling_sweep": [
    {
      "L": 0.25,
      "median_gap": 0.035355339059327376,
      "median_L_delta": 0.08333333333333333,
      "gap_over_L": 0.1414213562373095,
      "max_gap_over_L": 0.19436506316150998
    },
    {
      "L": 0.5,
      "median_gap": 0.07071067811865474,
      "median_L_delta": 0.16666666666666666,
      "gap_over_L": 0.14142135623730948,
      "max_gap_over_L": 0.19436506316151
    },
    {
      "L": 1.0,
      "median_gap": 0.1414213562373095,
      "median_L_delta": 0.3333333333333333,
      "gap_over_L": 0.1414213562373095,
      "max_gap_over_L": 0.19436506316151003
    },
    {
      "L": 2.0,
      "median_gap": 0.28284271247461895,
      "median_L_delta": 0.6666666666666666,
      "gap_over_L": 0.14142135623730948,
      "max_gap_over_L": 0.19436506316151
    },
    {
      "L": 4.0,
      "median_gap": 0.5656854249492379,
      "median_L_delta": 1.3333333333333333,
      "gap_over_L": 0.14142135623730948,
      "max_gap_over_L": 0.19436506316151
    }
  ],
  "equal_budget_comparison": [
    {
      "L": 1.0,
      "n": 12,
      "random_median_delta": 0.43013376874115244,
      "random_median_min_sample_residual": 0.2720759220056126,
      "adaptive_median_delta": 0.3299831645537222,
      "adaptive_median_min_sample_residual": 0.05
    },
    {
      "L": 1.0,
      "n": 25,
      "random_median_delta": 0.32473094588629153,
      "random_median_min_sample_residual": 0.1833333333333333,
      "adaptive_median_delta": 0.18856180831641264,
      "adaptive_median_min_sample_residual": 0.05
    },
    {
      "L": 1.0,
      "n": 50,
      "random_median_delta": 0.22326038553670394,
      "random_median_min_sample_residual": 0.11666666666666665,
      "adaptive_median_delta": 0.10540925533894602,
      "adaptive_median_min_sample_residual": 0.05
    },
    {
      "L": 1.0,
      "n": 80,
      "random_median_delta": 0.17308608011890841,
      "random_median_min_sample_residual": 0.11666666666666665,
      "adaptive_median_delta": 0.1,
      "adaptive_median_min_sample_residual": 0.05
    }
  ]
}