Effective-Exploration Bias Correction / results.json

Mechanism failed

Raw ⬇ ZIP
  1{
  2  "seed": 1653,
  3  "mechanism": {
  4    "exploration_sweep": [
  5      {
  6        "c": 0.5,
  7        "fT": 1.3458214541997209,
  8        "z_suboptimal": -0.4775607936538032,
  9        "predicted_sign": "negative",
 10        "scaled_fT_times_z": -0.6427115617839343,
 11        "predicted_scaled_limit": -1.0,
 12        "mean_count_suboptimal": 18.881818181818183
 13      },
 14      {
 15        "c": 1.0,
 16        "fT": 2.6916429083994418,
 17        "z_suboptimal": -0.36904325571735447,
 18        "predicted_sign": "negative",
 19        "scaled_fT_times_z": -0.9933326621442589,
 20        "predicted_scaled_limit": -1.0,
 21        "mean_count_suboptimal": 20.936363636363637
 22      },
 23      {
 24        "c": 2.0,
 25        "fT": 5.3832858167988835,
 26        "z_suboptimal": -0.07046009878057072,
 27        "predicted_sign": "negative",
 28        "scaled_fT_times_z": -0.3793068504156947,
 29        "predicted_scaled_limit": -1.0,
 30        "mean_count_suboptimal": 61.57272727272727
 31      },
 32      {
 33        "c": 4.0,
 34        "fT": 10.766571633597767,
 35        "z_suboptimal": -0.23232392630976959,
 36        "predicted_sign": "negative",
 37        "scaled_fT_times_z": -2.5013321948128233,
 38        "predicted_scaled_limit": -1.0,
 39        "mean_count_suboptimal": 131.52272727272728
 40      }
 41    ],
 42    "horizon_sweep": [
 43      {
 44        "T": 400,
 45        "fT": 2.4482568140018666,
 46        "z_suboptimal": -0.3620655726618755,
 47        "fT_times_z": -0.8864295053849246,
 48        "predicted_z": -0.40845388207678346
 49      },
 50      {
 51        "T": 800,
 52        "fT": 2.58570318232166,
 53        "z_suboptimal": -0.37640431844317496,
 54        "fT_times_z": -0.973269844038133,
 55        "predicted_z": -0.386741992212005
 56      },
 57      {
 58        "T": 1400,
 59        "fT": 2.6916429083994418,
 60        "z_suboptimal": -0.4105250711060757,
 61        "fT_times_z": -1.1049868963628453,
 62        "predicted_z": -0.37152030712522705
 63      },
 64      {
 65        "T": 2400,
 66        "fT": 2.7899176683589166,
 67        "z_suboptimal": -0.45746468987234445,
 68        "fT_times_z": -1.2762888209251861,
 69        "predicted_z": -0.35843351627943176
 70      }
 71    ],
 72    "correction": {
 73      "raw_z": -0.4155023021794068,
 74      "corrected_z": -0.04398199505417977,
 75      "predicted_raw_z": -0.37152030712522705,
 76      "fT": 2.6916429083994418
 77    }
 78  },
 79  "neural": {
 80    "device": "cuda",
 81    "counts": [
 82      161,
 83      152,
 84      157,
 85      95,
 86      191,
 87      344
 88    ],
 89    "gates": [
 90      0.14256389031568148,
 91      0.8574361096843186,
 92      0.974528574407543,
 93      0.9949607164928642,
 94      0.9794791866055855,
 95      0.9072707388512119
 96    ],
 97    "baseline": {
 98      "heldout_mse": 0.5267864283529288,
 99      "rare_signed_bias": 0.36512514990481265
100    },
101    "idea": {
102      "heldout_mse": 0.5806032152949715,
103      "rare_signed_bias": 0.4055727350245787
104    }
105  }
106}