{ "seed": 1414, "telescoping": { "observed_difference": 0.0062142553295468405, "two_se": 0.03221308459406803, "passes_2se": true }, "math_sweeps": { "dependence": [ { "rho": 0.0, "var_delta_level3": 0.03122528716168673, "predicted_dependence_multiplier": 1.0, "observed_ratio_to_iid": 1.0 }, { "rho": 0.5, "var_delta_level3": 0.08302711514364562, "predicted_dependence_multiplier": 3.0, "observed_ratio_to_iid": 2.658970427196566 }, { "rho": 0.8, "var_delta_level3": 0.15949952627813502, "predicted_dependence_multiplier": 9.000000000000002, "observed_ratio_to_iid": 5.108024321833623 }, { "rho": 0.95, "var_delta_level3": 0.15114103846089474, "predicted_dependence_multiplier": 38.999999999999964, "observed_ratio_to_iid": 4.84034102483272 } ], "fixed_large_block_dependence": [ { "rho": 0.0, "block": 512, "observed_mean_variance_ratio": 1.0, "predicted_ratio": 1.0 }, { "rho": 0.5, "block": 512, "observed_mean_variance_ratio": 2.872610098221646, "predicted_ratio": 3.0 }, { "rho": 0.8, "block": 512, "observed_mean_variance_ratio": 8.348263181891975, "predicted_ratio": 9.000000000000002 }, { "rho": 0.95, "block": 512, "observed_mean_variance_ratio": 38.01837914190784, "predicted_ratio": 38.999999999999964 } ], "level_scaling_rho_0.8": [ { "level": 0, "block": 32, "variance": 0.16309590169040314, "variance_times_block": 0.6523836067616126 }, { "level": 1, "block": 64, "variance": 0.11177300182092534, "variance_times_block": 0.8941840145674027 }, { "level": 2, "block": 128, "variance": 0.06206918488433088, "variance_times_block": 0.9931069581492941 }, { "level": 3, "block": 256, "variance": 0.032725565071054105, "variance_times_block": 1.0472180822737314 }, { "level": 4, "block": 512, "variance": 0.017281835571730735, "variance_times_block": 1.106037476590767 } ], "clipping": { "bound": 1.0, "max_observed_norm": 1.0000000000000002, "clipping_fraction": 1.0 } }, "benchmark": { "0.0": { "baseline": { "final_parameter_error": 4.191237824669519e-05, "loss_at_100": 3.834677042435614e-06, "loss_at_350": 4.191237824669519e-05, "gradient_lag1_autocorr": 0.9462512768851223, "clip_fraction": 0.0, "samples": 11200 }, "coupled": { "final_parameter_error": 0.0001322984732183939, "loss_at_100": 1.1989567815528517e-05, "loss_at_350": 0.0001322984732183939, "gradient_lag1_autocorr": 0.12825110359421257, "clip_fraction": 0.005714285714285714, "samples": 11200 }, "iid": { "final_parameter_error": 4.191237824669447e-05, "loss_at_100": 3.834677042435614e-06, "loss_at_350": 4.191237824669447e-05, "gradient_lag1_autocorr": 0.9462512768851222, "clip_fraction": 0.0, "samples": 11200 } }, "0.8": { "baseline": { "final_parameter_error": 4.738584863256066e-05, "loss_at_100": 1.6542412274363467e-05, "loss_at_350": 4.738584863256066e-05, "gradient_lag1_autocorr": 0.7704085146201389, "clip_fraction": 0.0, "samples": 11200 }, "coupled": { "final_parameter_error": 1.3070545447163725e-05, "loss_at_100": 0.0015821793711109828, "loss_at_350": 1.3070545447163725e-05, "gradient_lag1_autocorr": 0.43398891041499477, "clip_fraction": 0.008571428571428572, "samples": 11200 }, "iid": { "final_parameter_error": 4.191237824669447e-05, "loss_at_100": 3.834677042435614e-06, "loss_at_350": 4.191237824669447e-05, "gradient_lag1_autocorr": 0.9462512768851222, "clip_fraction": 0.0, "samples": 11200 } }, "0.95": { "baseline": { "final_parameter_error": 4.8720403042232836e-05, "loss_at_100": 3.642206004700412e-05, "loss_at_350": 4.8720403042232836e-05, "gradient_lag1_autocorr": 0.5936574381511756, "clip_fraction": 0.0, "samples": 11200 }, "coupled": { "final_parameter_error": 0.0004948421288137723, "loss_at_100": 0.0020449402889484687, "loss_at_350": 0.0004948421288137723, "gradient_lag1_autocorr": 0.46157540822577764, "clip_fraction": 0.008571428571428572, "samples": 11200 }, "iid": { "final_parameter_error": 4.191237824669447e-05, "loss_at_100": 3.834677042435614e-06, "loss_at_350": 4.191237824669447e-05, "gradient_lag1_autocorr": 0.9462512768851222, "clip_fraction": 0.0, "samples": 11200 } } } }