Causal E/I Micro-Event Cell / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "seed": 2411,
  3  "toy_verification": {
  4    "prediction_1_interval_fraction": {
  5      "parameter": "b",
  6      "a": 0.65,
  7      "rows": [
  8        {
  9          "b": 0.05,
 10          "predicted": 0.04999999999999999,
 11          "observed": 0.049724,
 12          "abs_error": 0.00027599999999999153
 13        },
 14        {
 15          "b": 0.15,
 16          "predicted": 0.15000000000000002,
 17          "observed": 0.149538,
 18          "abs_error": 0.00046200000000001795
 19        },
 20        {
 21          "b": 0.3,
 22          "predicted": 0.29999999999999993,
 23          "observed": 0.30064,
 24          "abs_error": 0.0006400000000000849
 25        },
 26        {
 27          "b": 0.5,
 28          "predicted": 0.5,
 29          "observed": 0.50086,
 30          "abs_error": 0.0008599999999999719
 31        },
 32        {
 33          "b": 0.8,
 34          "predicted": 0.65,
 35          "observed": 0.650598,
 36          "abs_error": 0.0005979999999999874
 37        }
 38      ]
 39    },
 40    "prediction_2_interval_scaling": {
 41      "parameter": "a",
 42      "b": 0.3,
 43      "rows": [
 44        {
 45          "a": 0.1,
 46          "predicted": 0.09999999999999998,
 47          "observed": 0.099744,
 48          "abs_error": 0.00025599999999997847
 49        },
 50        {
 51          "a": 0.3,
 52          "predicted": 0.30000000000000004,
 53          "observed": 0.299674,
 54          "abs_error": 0.0003260000000000485
 55        },
 56        {
 57          "a": 0.5,
 58          "predicted": 0.30000000000000004,
 59          "observed": 0.301842,
 60          "abs_error": 0.0018419999999999548
 61        },
 62        {
 63          "a": 0.7,
 64          "predicted": 0.30000000000000004,
 65          "observed": 0.300446,
 66          "abs_error": 0.00044599999999994644
 67        },
 68        {
 69          "a": 0.9,
 70          "predicted": 0.3,
 71          "observed": 0.298942,
 72          "abs_error": 0.0010580000000000034
 73        },
 74        {
 75          "a": 1.1,
 76          "predicted": 0.1999999999999999,
 77          "observed": 0.199932,
 78          "abs_error": 6.799999999990147e-05
 79        }
 80      ]
 81    },
 82    "prediction_3_random_order_half": {
 83      "predicted": 0.5,
 84      "observed": 0.4983,
 85      "abs_error": 0.0016999999999999793,
 86      "x": 0.5,
 87      "a": 0.65,
 88      "b": 0.5,
 89      "margin": 0.1499999999999999
 90    }
 91  },
 92  "mini_experiment": {
 93    "n": 100000,
 94    "unsafe_fraction": 0.35121,
 95    "mean_margin_on_unsafe": 0.14941284388781598,
 96    "baseline_spike_rate": 0.15002,
 97    "micro_event_spike_rate": 0.32525,
 98    "overall_disagreement": 0.17523,
 99    "disagreement_conditioned_on_unsafe": 0.4989322627487828,
100    "predicted_conditioned_disagreement": 0.5,
101    "order_balance": 0.49857
102  }
103}