{ "predictions": { "iid_topk_sweep": [ { "M": 20, "rho_aug": 0.2, "K": 8, "pred_mean_r": 4.0, "obs_mean_r": 3.9875, "pred_std_r": 1.281025230440697, "obs_std_r": 1.2754778516305174, "pred_eff_density": 0.2, "obs_eff_density": 0.199375, "pred_dummy_fraction": 0.5, "obs_dummy_fraction": 0.5015625 }, { "M": 20, "rho_aug": 0.5, "K": 20, "pred_mean_r": 10.0, "obs_mean_r": 9.9743, "pred_std_r": 1.6012815380508714, "obs_std_r": 1.5985116546337723, "pred_eff_density": 0.5, "obs_eff_density": 0.49871499999999996, "pred_dummy_fraction": 0.5, "obs_dummy_fraction": 0.501285 }, { "M": 20, "rho_aug": 0.8, "K": 32, "pred_mean_r": 16.0, "obs_mean_r": 15.988, "pred_std_r": 1.281025230440697, "obs_std_r": 1.2890911527118631, "pred_eff_density": 0.8, "obs_eff_density": 0.7994, "pred_dummy_fraction": 0.5, "obs_dummy_fraction": 0.500375 }, { "M": 50, "rho_aug": 0.2, "K": 20, "pred_mean_r": 10.0, "obs_mean_r": 10.01765, "pred_std_r": 2.010075630518424, "obs_std_r": 2.010705964953603, "pred_eff_density": 0.2, "obs_eff_density": 0.200353, "pred_dummy_fraction": 0.5, "obs_dummy_fraction": 0.4991175 }, { "M": 50, "rho_aug": 0.5, "K": 50, "pred_mean_r": 25.0, "obs_mean_r": 25.0115, "pred_std_r": 2.51259453814803, "obs_std_r": 2.517313597865788, "pred_eff_density": 0.5, "obs_eff_density": 0.5002300000000001, "pred_dummy_fraction": 0.5, "obs_dummy_fraction": 0.49976999999999994 }, { "M": 50, "rho_aug": 0.8, "K": 80, "pred_mean_r": 40.0, "obs_mean_r": 39.98675, "pred_std_r": 2.010075630518424, "obs_std_r": 2.0228876482642333, "pred_eff_density": 0.8, "obs_eff_density": 0.799735, "pred_dummy_fraction": 0.5, "obs_dummy_fraction": 0.500165625 }, { "M": 100, "rho_aug": 0.2, "K": 40, "pred_mean_r": 20.0, "obs_mean_r": 20.02205, "pred_std_r": 2.835524820033344, "obs_std_r": 2.8377744444370485, "pred_eff_density": 0.2, "obs_eff_density": 0.2002205, "pred_dummy_fraction": 0.5, "obs_dummy_fraction": 0.49944875 }, { "M": 100, "rho_aug": 0.5, "K": 100, "pred_mean_r": 50.0, "obs_mean_r": 49.99015, "pred_std_r": 3.5444060250416793, "obs_std_r": 3.5770033516199002, "pred_eff_density": 0.5, "obs_eff_density": 0.4999015, "pred_dummy_fraction": 0.5, "obs_dummy_fraction": 0.5000985 }, { "M": 100, "rho_aug": 0.8, "K": 160, "pred_mean_r": 80.0, "obs_mean_r": 80.01715, "pred_std_r": 2.835524820033344, "obs_std_r": 2.8595377034583755, "pred_eff_density": 0.8, "obs_eff_density": 0.8001715, "pred_dummy_fraction": 0.5, "obs_dummy_fraction": 0.49989281249999995 } ] }, "representation": { "M": 12, "K": 9, "all_masks_at_most_K_represented": true, "examples_r_dummy": [ [ 0, 9 ], [ 9, 0 ] ] }, "mini_experiment": { "runs": [ { "seed": 0, "baseline": { "acc": 0.5950000286102295, "r": 6, "dummy": 0, "eff_density": 0.3, "K": 6 }, "double": { "acc": 0.6150000095367432, "r": 4, "dummy": 8, "eff_density": 0.2, "K": 12 } }, { "seed": 1, "baseline": { "acc": 0.7566666603088379, "r": 6, "dummy": 0, "eff_density": 0.3, "K": 6 }, "double": { "acc": 0.7583333253860474, "r": 7, "dummy": 5, "eff_density": 0.35, "K": 12 } }, { "seed": 2, "baseline": { "acc": 0.7316666841506958, "r": 6, "dummy": 0, "eff_density": 0.3, "K": 6 }, "double": { "acc": 0.7683333158493042, "r": 8, "dummy": 4, "eff_density": 0.4, "K": 12 } }, { "seed": 3, "baseline": { "acc": 0.6866666674613953, "r": 6, "dummy": 0, "eff_density": 0.3, "K": 6 }, "double": { "acc": 0.7016666531562805, "r": 8, "dummy": 4, "eff_density": 0.4, "K": 12 } }, { "seed": 4, "baseline": { "acc": 0.6466666460037231, "r": 6, "dummy": 0, "eff_density": 0.3, "K": 6 }, "double": { "acc": 0.6566666960716248, "r": 7, "dummy": 5, "eff_density": 0.35, "K": 12 } } ], "baseline": { "mean_acc": 0.6833333373069763, "std_acc": 0.05808996375618053, "mean_eff_density": 0.3, "std_eff_density": 0.0, "K": 6 }, "double": { "mean_acc": 0.7, "std_acc": 0.058613599525027094, "mean_eff_density": 0.34, "std_eff_density": 0.07348469228349534, "K": 12 } } }