{ "kw_check": [ [ 2, 16.88278203666792, 16.88278203666791, 6.313024129111515e-16 ], [ 3, 614.2496583777722, 614.2496583777734, 1.850824598288942e-15 ] ], "mechanism_checks": [ { "beta": 0.2, "identity_abs_err": 6.331740687315346e-17, "mean_label_variance": 0.23765360116013076, "mean_q": 0.5 }, { "beta": 0.7, "identity_abs_err": 2.42861286636753e-17, "mean_label_variance": 0.16659727392397683, "mean_q": 0.5 }, { "beta": 1.3, "identity_abs_err": 2.0816681711721685e-17, "mean_label_variance": 0.11684234044832194, "mean_q": 0.5 } ], "training_sweep": [ { "beta": 0.2, "mean_q_variance": 0.23719108910826442, "methods": [ { "method": "sampled_labels", "kl_mean": 0.021147996981681818, "ce_mean": 0.6881733269533328 }, { "method": "soft_oracle", "kl_mean": 6.797112690823647e-05, "ce_mean": 0.6670933017825084 } ] }, { "beta": 0.7, "mean_q_variance": 0.14736539841681798, "methods": [ { "method": "sampled_labels", "kl_mean": 0.034659082562024844, "ce_mean": 0.4871419530360111 }, { "method": "soft_oracle", "kl_mean": 0.00033333797155154875, "ce_mean": 0.452816207842963 } ] }, { "beta": 1.3, "mean_q_variance": 0.08967136239252847, "methods": [ { "method": "sampled_labels", "kl_mean": 0.03366076904822492, "ce_mean": 0.3122934656188406 }, { "method": "soft_oracle", "kl_mean": 0.001378551703158806, "ce_mean": 0.2800112500236755 } ] } ], "scaling": [ { "L": 2, "N": 4, "enumeration_seconds": 0.00014583099982701242, "autoregressive_outputs": 4 }, { "L": 3, "N": 9, "enumeration_seconds": 0.0006625259993597865, "autoregressive_outputs": 9 }, { "L": 4, "N": 16, "enumeration_seconds": 0.1065553709922824, "autoregressive_outputs": 16 } ] }