{
  "config": {
    "C": 0.62,
    "batch": 32,
    "rounds": 18,
    "updates": 12,
    "beta": 10.0,
    "lr": 0.045,
    "temperature": 0.035,
    "seed": 1217
  },
  "prediction_1_order_statistics": [
    {
      "B": 4,
      "observed_max": 0.8015621631577409,
      "predicted_max": 0.8,
      "observed_batch_mean": 0.4998967333015562,
      "predicted_batch_mean": 0.5,
      "max_minus_mean": 0.30166542985618466
    },
    {
      "B": 8,
      "observed_max": 0.8892171236640818,
      "predicted_max": 0.8888888888888888,
      "observed_batch_mean": 0.5001835241187605,
      "predicted_batch_mean": 0.5,
      "max_minus_mean": 0.3890335995453212
    },
    {
      "B": 16,
      "observed_max": 0.9418454986013614,
      "predicted_max": 0.9411764705882353,
      "observed_batch_mean": 0.4994448532502314,
      "predicted_batch_mean": 0.5,
      "max_minus_mean": 0.44240064535113
    },
    {
      "B": 32,
      "observed_max": 0.970142140404991,
      "predicted_max": 0.9696969696969697,
      "observed_batch_mean": 0.49959937863476944,
      "predicted_batch_mean": 0.5,
      "max_minus_mean": 0.47054276177022164
    },
    {
      "B": 64,
      "observed_max": 0.9846649293817734,
      "predicted_max": 0.9846153846153847,
      "observed_batch_mean": 0.49967429795065593,
      "predicted_batch_mean": 0.5,
      "max_minus_mean": 0.48499063143111754
    },
    {
      "B": 128,
      "observed_max": 0.9922942617176457,
      "predicted_max": 0.9922480620155039,
      "observed_batch_mean": 0.4999404400198944,
      "predicted_batch_mean": 0.5,
      "max_minus_mean": 0.4923538216977513
    }
  ],
  "prediction_2_equal_budget": {
    "pick": {
      "theta": 0.6766023635864258,
      "violation_rate": 0.08365958170209149,
      "max_violation": 0.056602363586425786,
      "mean_violation": 0.0023677149276045946
    },
    "uniform": {
      "theta": 0.8084899187088013,
      "violation_rate": 0.23313883430582846,
      "max_violation": 0.18848991870880127,
      "mean_violation": 0.021972465551050768
    },
    "pick_history": [
      {
        "round": 1,
        "theta": 0.6576101779937744,
        "batch_max_v": 0.3774150430212281,
        "probe_max_v": 0.03761017322540283
      },
      {
        "round": 2,
        "theta": 0.6672108769416809,
        "batch_max_v": 0.01434518410599972,
        "probe_max_v": 0.047210872173309326
      },
      {
        "round": 3,
        "theta": 0.6653897166252136,
        "batch_max_v": 0.040864257912462176,
        "probe_max_v": 0.04538971185684204
      },
      {
        "round": 4,
        "theta": 0.6772269606590271,
        "batch_max_v": 0.0,
        "probe_max_v": 0.05722695589065552
      },
      {
        "round": 5,
        "theta": 0.6720226407051086,
        "batch_max_v": 0.05686082132660497,
        "probe_max_v": 0.05202263593673706
      },
      {
        "round": 6,
        "theta": 0.6693175435066223,
        "batch_max_v": 0.04953771348383296,
        "probe_max_v": 0.04931753873825073
      },
      {
        "round": 7,
        "theta": 0.6692908406257629,
        "batch_max_v": 0.035404469614597756,
        "probe_max_v": 0.04929083585739136
      },
      {
        "round": 8,
        "theta": 0.6676847338676453,
        "batch_max_v": 0.047059099208804245,
        "probe_max_v": 0.04768472909927368
      },
      {
        "round": 9,
        "theta": 0.6702789068222046,
        "batch_max_v": 0.0075303740120028495,
        "probe_max_v": 0.05027890205383301
      },
      {
        "round": 10,
        "theta": 0.670312225818634,
        "batch_max_v": 0.03483712856151411,
        "probe_max_v": 0.05031222105026245
      },
      {
        "round": 11,
        "theta": 0.6742766499519348,
        "batch_max_v": 0.0,
        "probe_max_v": 0.05427664518356323
      },
      {
        "round": 12,
        "theta": 0.6754322052001953,
        "batch_max_v": 0.020520708773855256,
        "probe_max_v": 0.05543220043182373
      },
      {
        "round": 13,
        "theta": 0.6735989451408386,
        "batch_max_v": 0.055137096797685636,
        "probe_max_v": 0.05359894037246704
      },
      {
        "round": 14,
        "theta": 0.6733954548835754,
        "batch_max_v": 0.03763380718439757,
        "probe_max_v": 0.05339545011520386
      },
      {
        "round": 15,
        "theta": 0.6745860576629639,
        "batch_max_v": 0.015337469009649829,
        "probe_max_v": 0.054586052894592285
      },
      {
        "round": 16,
        "theta": 0.6758008003234863,
        "batch_max_v": 0.013176958849893783,
        "probe_max_v": 0.055800795555114746
      },
      {
        "round": 17,
        "theta": 0.6762933731079102,
        "batch_max_v": 0.026348019597901895,
        "probe_max_v": 0.056293368339538574
      },
      {
        "round": 18,
        "theta": 0.6766023635864258,
        "batch_max_v": 0.029256456242445772,
        "probe_max_v": 0.0566023588180542
      }
    ],
    "uniform_history": [
      {
        "round": 1,
        "theta": 0.8106143474578857,
        "batch_max_v": 0.3774150430212281,
        "probe_max_v": 0.19061434268951416
      },
      {
        "round": 2,
        "theta": 0.7962778210639954,
        "batch_max_v": 0.16193635786763227,
        "probe_max_v": 0.17627781629562378
      },
      {
        "round": 3,
        "theta": 0.8507164716720581,
        "batch_max_v": 0.16870349614460223,
        "probe_max_v": 0.23071646690368652
      },
      {
        "round": 4,
        "theta": 0.8070117235183716,
        "batch_max_v": 0.16159556234768724,
        "probe_max_v": 0.18701171875
      },
      {
        "round": 5,
        "theta": 0.7851780652999878,
        "batch_max_v": 0.18657541671006272,
        "probe_max_v": 0.1651780605316162
      },
      {
        "round": 6,
        "theta": 0.7887235879898071,
        "batch_max_v": 0.16227472510007224,
        "probe_max_v": 0.16872358322143555
      },
      {
        "round": 7,
        "theta": 0.7998988032341003,
        "batch_max_v": 0.15232842598255825,
        "probe_max_v": 0.17989879846572876
      },
      {
        "round": 8,
        "theta": 0.781713604927063,
        "batch_max_v": 0.17723155130086876,
        "probe_max_v": 0.1617136001586914
      },
      {
        "round": 9,
        "theta": 0.8270978927612305,
        "batch_max_v": 0.1147015829290956,
        "probe_max_v": 0.2070978879928589
      },
      {
        "round": 10,
        "theta": 0.8088812828063965,
        "batch_max_v": 0.1880433437818292,
        "probe_max_v": 0.1888812780380249
      },
      {
        "round": 11,
        "theta": 0.8368019461631775,
        "batch_max_v": 0.1277104284554924,
        "probe_max_v": 0.2168019413948059
      },
      {
        "round": 12,
        "theta": 0.8079009652137756,
        "batch_max_v": 0.1749095904447936,
        "probe_max_v": 0.18790096044540405
      },
      {
        "round": 13,
        "theta": 0.7829490900039673,
        "batch_max_v": 0.1875479788423905,
        "probe_max_v": 0.1629490852355957
      },
      {
        "round": 14,
        "theta": 0.8097066879272461,
        "batch_max_v": 0.14439221677108272,
        "probe_max_v": 0.1897066831588745
      },
      {
        "round": 15,
        "theta": 0.8268895745277405,
        "batch_max_v": 0.14394486184470145,
        "probe_max_v": 0.2068895697593689
      },
      {
        "round": 16,
        "theta": 0.7982755303382874,
        "batch_max_v": 0.15613140704094075,
        "probe_max_v": 0.17827552556991577
      },
      {
        "round": 17,
        "theta": 0.870079517364502,
        "batch_max_v": 0.14348505044776494,
        "probe_max_v": 0.25007951259613037
      },
      {
        "round": 18,
        "theta": 0.8084899187088013,
        "batch_max_v": 0.2152954007181691,
        "probe_max_v": 0.1884899139404297
      }
    ],
    "rollouts_each": 576
  },
  "prediction_3_certificate": {
    "rows": [
      {
        "N": 50,
        "phat": 0.16,
        "upper": 0.3330818382602285,
        "epsilon": 0.17308183826022852
      },
      {
        "N": 100,
        "phat": 0.02,
        "upper": 0.1423873415340408,
        "epsilon": 0.12238734153404082
      },
      {
        "N": 200,
        "phat": 0.07,
        "upper": 0.15654091913011425,
        "epsilon": 0.08654091913011426
      },
      {
        "N": 400,
        "phat": 0.07,
        "upper": 0.13119367076702043,
        "epsilon": 0.06119367076702041
      },
      {
        "N": 600,
        "phat": 0.08666666666666667,
        "upper": 0.13663108962235576,
        "epsilon": 0.049964422955689106
      },
      {
        "N": 1200,
        "phat": 0.08083333333333333,
        "upper": 0.1161635156233739,
        "epsilon": 0.03533018229004057
      },
      {
        "N": 2400,
        "phat": 0.08083333333333333,
        "upper": 0.10581554481117789,
        "epsilon": 0.024982211477844553
      }
    ],
    "observed_loglog_slope": -0.49999999999999994,
    "predicted_slope": -0.5,
    "heldout_600": {
      "N": 600,
      "violations": 52,
      "phat": 0.08666666666666667,
      "upper_95": 0.13663108962235576
    }
  },
  "notes": "Violation is g=[theta*z-C], with U[0,1] severity and fixed policy during certification."
}