{ "seed": 2077, "math": { "scaling_rows": [ { "epsilon": 0.02, "n": 10, "observed_miss": 0.816825, "exact": 0.8170728068875467, "exp_bound": 0.8187307530779818, "abs_error_exact": 0.00024780688754666436 }, { "epsilon": 0.02, "n": 25, "observed_miss": 0.6079, "exact": 0.6034647297788966, "exp_bound": 0.6065306597126334, "abs_error_exact": 0.004435270221103349 }, { "epsilon": 0.02, "n": 50, "observed_miss": 0.3611, "exact": 0.36416968008711675, "exp_bound": 0.36787944117144233, "abs_error_exact": 0.0030696800871167773 }, { "epsilon": 0.02, "n": 100, "observed_miss": 0.13435, "exact": 0.13261955589475294, "exp_bound": 0.1353352832366127, "abs_error_exact": 0.0017304441052470587 }, { "epsilon": 0.02, "n": 200, "observed_miss": 0.017525, "exact": 0.0175879466057215, "exp_bound": 0.01831563888873418, "abs_error_exact": 6.294660572150196e-05 }, { "epsilon": 0.05, "n": 10, "observed_miss": 0.596875, "exact": 0.5987369392383787, "exp_bound": 0.6065306597126334, "abs_error_exact": 0.0018619392383786293 }, { "epsilon": 0.05, "n": 25, "observed_miss": 0.278425, "exact": 0.27738957312183377, "exp_bound": 0.2865047968601901, "abs_error_exact": 0.0010354268781662124 }, { "epsilon": 0.05, "n": 50, "observed_miss": 0.078575, "exact": 0.07694497527671315, "exp_bound": 0.0820849986238988, "abs_error_exact": 0.0016300247232868548 }, { "epsilon": 0.05, "n": 100, "observed_miss": 0.0062, "exact": 0.0059205292203339975, "exp_bound": 0.006737946999085467, "abs_error_exact": 0.0002794707796660023 }, { "epsilon": 0.05, "n": 200, "observed_miss": 5e-05, "exact": 3.50526662488287e-05, "exp_bound": 4.5399929762484854e-05, "abs_error_exact": 1.4947333751171303e-05 }, { "epsilon": 0.1, "n": 10, "observed_miss": 0.3519, "exact": 0.3486784401000001, "exp_bound": 0.36787944117144233, "abs_error_exact": 0.003221559899999893 }, { "epsilon": 0.1, "n": 25, "observed_miss": 0.07445, "exact": 0.0717897987691853, "exp_bound": 0.0820849986238988, "abs_error_exact": 0.0026602012308147016 }, { "epsilon": 0.1, "n": 50, "observed_miss": 0.005, "exact": 0.00515377520732012, "exp_bound": 0.006737946999085467, "abs_error_exact": 0.0001537752073201195 }, { "epsilon": 0.1, "n": 100, "observed_miss": 7.5e-05, "exact": 2.6561398887587544e-05, "exp_bound": 4.5399929762484854e-05, "abs_error_exact": 4.843860111241245e-05 }, { "epsilon": 0.1, "n": 200, "observed_miss": 0.0, "exact": 7.055079108655367e-10, "exp_bound": 2.061153622438558e-09, "abs_error_exact": 7.055079108655367e-10 }, { "epsilon": 0.2, "n": 10, "observed_miss": 0.104575, "exact": 0.10737418240000006, "exp_bound": 0.1353352832366127, "abs_error_exact": 0.002799182400000058 }, { "epsilon": 0.2, "n": 25, "observed_miss": 0.0036, "exact": 0.0037778931862957215, "exp_bound": 0.006737946999085467, "abs_error_exact": 0.00017789318629572162 }, { "epsilon": 0.2, "n": 50, "observed_miss": 5e-05, "exact": 1.4272476927059638e-05, "exp_bound": 4.5399929762484854e-05, "abs_error_exact": 3.572752307294037e-05 }, { "epsilon": 0.2, "n": 100, "observed_miss": 0.0, "exact": 2.0370359763344975e-10, "exp_bound": 2.061153622438558e-09, "abs_error_exact": 2.0370359763344975e-10 }, { "epsilon": 0.2, "n": 200, "observed_miss": 0.0, "exact": 4.149515568881039e-20, "exp_bound": 4.248354255291589e-18, "abs_error_exact": 4.149515568881039e-20 } ], "threshold_rows": [ { "epsilon": 0.02, "delta": 0.1, "n_required": 116, "observed_miss": 0.096, "target_delta": 0.1, "exact_miss": 0.09598973226261125 }, { "epsilon": 0.05, "delta": 0.1, "n_required": 47, "observed_miss": 0.090125, "target_delta": 0.1, "exact_miss": 0.08974483193085075 }, { "epsilon": 0.1, "delta": 0.1, "n_required": 24, "observed_miss": 0.078925, "target_delta": 0.1, "exact_miss": 0.07976644307687256 }, { "epsilon": 0.2, "delta": 0.1, "n_required": 12, "observed_miss": 0.06835, "target_delta": 0.1, "exact_miss": 0.06871947673600004 } ], "max_abs_error_vs_exact": 0.004435270221103349, "threshold_pass": true }, "mini_experiment": { "budget": 640, "baseline": { "test_mse": 0.011943768086672121, "cell3_mse": 0.08897263696076005, "rare_branch_mse": 0.6314882576526423, "device": "cuda" }, "idea": { "test_mse": 0.0117402829438622, "cell3_mse": 0.0796501513700553, "rare_branch_mse": 0.5347306670579484, "device": "cuda" }, "training_cell_counts": { "uniform": [ 71, 86, 92, 90, 74, 69, 73, 85 ], "pac": [ 82, 77, 79, 91, 80, 76, 73, 82 ] }, "pac_monitor": { "required_n": 24, "counts": [ 82, 77, 79, 91, 80, 76, 73, 82 ], "deficient": [] }, "rare_samples": { "uniform": 9, "pac": 10 } } }