{ "setup": { "families": 32, "budget_including_initial_counts": 4096, "P_min": 0.0010094396057818674, "P_max": 0.1498141208173465 }, "prediction_1_variance_identity": { "predicted": 1.257636789757317, "observed": 1.2291597616436916, "relative_error": 0.0226432848860287 }, "prediction_2_optimal_allocation_sweep": [ { "budget": 512, "uniform_predicted_variance": 10.061094318058537, "u_proportional_predicted_variance": 6.883312075843824, "ratio_uniform_over_u_proportional": 1.4616647054790335 }, { "budget": 1024, "uniform_predicted_variance": 5.030547159029268, "u_proportional_predicted_variance": 3.439300430380218, "ratio_uniform_over_u_proportional": 1.462665812673171 }, { "budget": 2048, "uniform_predicted_variance": 2.515273579514634, "u_proportional_predicted_variance": 1.7194915385187661, "ratio_uniform_over_u_proportional": 1.4628007891689796 }, { "budget": 4096, "uniform_predicted_variance": 1.257636789757317, "u_proportional_predicted_variance": 0.859729387222611, "ratio_uniform_over_u_proportional": 1.4628286626564682 } ], "prediction_3_exploration_sweep": [ { "epsilon": 0.0, "count_score_correlation": 0.9916290367781933, "minimum_family_share": 0.0078125, "predicted_variance": 0.9029224084969325 }, { "epsilon": 0.01, "count_score_correlation": 0.991826823932279, "minimum_family_share": 0.008056640625, "predicted_variance": 0.9009406137305294 }, { "epsilon": 0.05, "count_score_correlation": 0.992740599014048, "minimum_family_share": 0.009033203125, "predicted_variance": 0.8986331886186223 }, { "epsilon": 0.2, "count_score_correlation": 0.9904190646879453, "minimum_family_share": 0.011474609375, "predicted_variance": 0.8982821453574045 }, { "epsilon": 0.5, "count_score_correlation": 0.9867226860128363, "minimum_family_share": 0.016357421875, "predicted_variance": 0.9224689978774235 } ], "prediction_3_mode_collapse_sweep": [ { "epsilon": 0.0, "hidden_family": 1, "hidden_family_count": 3, "true_predicted_variance": 8.966861069114389 }, { "epsilon": 0.01, "hidden_family": 1, "hidden_family_count": 5, "true_predicted_variance": 5.6810797215410656 }, { "epsilon": 0.05, "hidden_family": 1, "hidden_family_count": 10, "true_predicted_variance": 3.2191381989676686 }, { "epsilon": 0.2, "hidden_family": 1, "hidden_family_count": 33, "true_predicted_variance": 1.5058666088665276 } ], "equal_budget_comparison": { "uniform": { "predicted_variance": 1.257636789757317, "empirical_variance": 1.2911391289589171 }, "magnitude_only": { "predicted_variance": 0.912940780116989, "empirical_variance": 0.9170077821485625 }, "uncertainty_guided_controller": { "predicted_variance": 0.8986331886186223, "empirical_variance": 0.8928061805630432 } } }