{
  "toy_check": {
    "unbiased_moment_norm": 8.772099840083613e-05,
    "biased_moment_norm": 0.03824778968300311,
    "ratio_biased_to_unbiased": 436.01635161779626,
    "passed": true
  },
  "runs": {
    "0.0": {
      "final_nll": 0.29930374026298523,
      "final_accuracy": 0.89453125,
      "all_step_nll": 0.5140613913536072,
      "final_ece": 0.04871402928545539,
      "step_ece": [
        0.057396860123822405,
        0.036185531412019425,
        0.05958419666168996,
        0.06957862667328078,
        0.05579519336511572,
        0.04871402928545539
      ],
      "heldout_moment_norm_mean": 0.019760587625205515,
      "heldout_moment_norm_last_transition": 0.008101353421807289
    },
    "0.1": {
      "final_nll": 0.29929980635643005,
      "final_accuracy": 0.89453125,
      "all_step_nll": 0.5140594840049744,
      "final_ece": 0.048712579374168265,
      "step_ece": [
        0.05739706746652234,
        0.03619036146749489,
        0.059585514939611894,
        0.06957796747819048,
        0.05579668340897716,
        0.048712579374168265
      ],
      "heldout_moment_norm_mean": 0.0197584617882967,
      "heldout_moment_norm_last_transition": 0.00810413621366024
    },
    "1.0": {
      "final_nll": 0.2992631196975708,
      "final_accuracy": 0.89453125,
      "all_step_nll": 0.5140413045883179,
      "final_ece": 0.04870111735940631,
      "step_ece": [
        0.05815269974651401,
        0.03703450499680155,
        0.05959957834400827,
        0.07002872681997613,
        0.05580956063328311,
        0.04870111735940631
      ],
      "heldout_moment_norm_mean": 0.019740549474954606,
      "heldout_moment_norm_last_transition": 0.008131156675517559
    }
  },
  "comparison": {
    "baseline": {
      "final_nll": 0.29930374026298523,
      "final_accuracy": 0.89453125,
      "all_step_nll": 0.5140613913536072,
      "final_ece": 0.04871402928545539,
      "step_ece": [
        0.057396860123822405,
        0.036185531412019425,
        0.05958419666168996,
        0.06957862667328078,
        0.05579519336511572,
        0.04871402928545539
      ],
      "heldout_moment_norm_mean": 0.019760587625205515,
      "heldout_moment_norm_last_transition": 0.008101353421807289
    },
    "idea_lambda_0.1": {
      "final_nll": 0.29929980635643005,
      "final_accuracy": 0.89453125,
      "all_step_nll": 0.5140594840049744,
      "final_ece": 0.048712579374168265,
      "step_ece": [
        0.05739706746652234,
        0.03619036146749489,
        0.059585514939611894,
        0.06957796747819048,
        0.05579668340897716,
        0.048712579374168265
      ],
      "heldout_moment_norm_mean": 0.0197584617882967,
      "heldout_moment_norm_last_transition": 0.00810413621366024
    },
    "idea_lambda_1.0": {
      "final_nll": 0.2992631196975708,
      "final_accuracy": 0.89453125,
      "all_step_nll": 0.5140413045883179,
      "final_ece": 0.04870111735940631,
      "step_ece": [
        0.05815269974651401,
        0.03703450499680155,
        0.05959957834400827,
        0.07002872681997613,
        0.05580956063328311,
        0.04870111735940631
      ],
      "heldout_moment_norm_mean": 0.019740549474954606,
      "heldout_moment_norm_last_transition": 0.008131156675517559
    }
  }
}