1{
  2  "kw_check": [
  3    [
  4      2,
  5      16.88278203666792,
  6      16.88278203666791,
  7      6.313024129111515e-16
  8    ],
  9    [
 10      3,
 11      614.2496583777722,
 12      614.2496583777734,
 13      1.850824598288942e-15
 14    ]
 15  ],
 16  "mechanism_checks": [
 17    {
 18      "beta": 0.2,
 19      "identity_abs_err": 6.331740687315346e-17,
 20      "mean_label_variance": 0.23765360116013076,
 21      "mean_q": 0.5
 22    },
 23    {
 24      "beta": 0.7,
 25      "identity_abs_err": 2.42861286636753e-17,
 26      "mean_label_variance": 0.16659727392397683,
 27      "mean_q": 0.5
 28    },
 29    {
 30      "beta": 1.3,
 31      "identity_abs_err": 2.0816681711721685e-17,
 32      "mean_label_variance": 0.11684234044832194,
 33      "mean_q": 0.5
 34    }
 35  ],
 36  "training_sweep": [
 37    {
 38      "beta": 0.2,
 39      "mean_q_variance": 0.23719108910826442,
 40      "methods": [
 41        {
 42          "method": "sampled_labels",
 43          "kl_mean": 0.021147996981681818,
 44          "ce_mean": 0.6881733269533328
 45        },
 46        {
 47          "method": "soft_oracle",
 48          "kl_mean": 6.797112690823647e-05,
 49          "ce_mean": 0.6670933017825084
 50        }
 51      ]
 52    },
 53    {
 54      "beta": 0.7,
 55      "mean_q_variance": 0.14736539841681798,
 56      "methods": [
 57        {
 58          "method": "sampled_labels",
 59          "kl_mean": 0.034659082562024844,
 60          "ce_mean": 0.4871419530360111
 61        },
 62        {
 63          "method": "soft_oracle",
 64          "kl_mean": 0.00033333797155154875,
 65          "ce_mean": 0.452816207842963
 66        }
 67      ]
 68    },
 69    {
 70      "beta": 1.3,
 71      "mean_q_variance": 0.08967136239252847,
 72      "methods": [
 73        {
 74          "method": "sampled_labels",
 75          "kl_mean": 0.03366076904822492,
 76          "ce_mean": 0.3122934656188406
 77        },
 78        {
 79          "method": "soft_oracle",
 80          "kl_mean": 0.001378551703158806,
 81          "ce_mean": 0.2800112500236755
 82        }
 83      ]
 84    }
 85  ],
 86  "scaling": [
 87    {
 88      "L": 2,
 89      "N": 4,
 90      "enumeration_seconds": 0.00014583099982701242,
 91      "autoregressive_outputs": 4
 92    },
 93    {
 94      "L": 3,
 95      "N": 9,
 96      "enumeration_seconds": 0.0006625259993597865,
 97      "autoregressive_outputs": 9
 98    },
 99    {
100      "L": 4,
101      "N": 16,
102      "enumeration_seconds": 0.1065553709922824,
103      "autoregressive_outputs": 16
104    }
105  ]
106}