Critical-depth sparse attention / results.json

Mechanism failed

Raw ⬇ ZIP
  1{
  2  "seed": 17,
  3  "grid": 16,
  4  "symmetry_sweep": [
  5    {
  6      "s": 0.1,
  7      "relative_symmetry_error": 0.0,
  8      "mean": 0.5703125
  9    },
 10    {
 11      "s": 0.2,
 12      "relative_symmetry_error": 0.0,
 13      "mean": 0.5703125
 14    },
 15    {
 16      "s": 0.3,
 17      "relative_symmetry_error": 0.0,
 18      "mean": 0.5703125
 19    },
 20    {
 21      "s": 0.5,
 22      "relative_symmetry_error": 0.0,
 23      "mean": 0.5703125
 24    },
 25    {
 26      "s": 0.7,
 27      "relative_symmetry_error": 0.0,
 28      "mean": 0.5703125
 29    },
 30    {
 31      "s": 0.8,
 32      "relative_symmetry_error": 0.0,
 33      "mean": 0.5703125
 34    },
 35    {
 36      "s": 0.9,
 37      "relative_symmetry_error": 0.0,
 38      "mean": 0.5703125
 39    }
 40  ],
 41  "lambda_sweep": [
 42    {
 43      "lambda": 0.25,
 44      "mean_H": 0.044335937500000006,
 45      "log_exp_penalty": 0.011112587924351108
 46    },
 47    {
 48      "lambda": 0.5,
 49      "mean_H": 0.08867187500000001,
 50      "log_exp_penalty": 0.022282398772461284
 51    },
 52    {
 53      "lambda": 1.0,
 54      "mean_H": 0.17734375000000002,
 55      "log_exp_penalty": 0.044793779797047545
 56    },
 57    {
 58      "lambda": 2.0,
 59      "mean_H": 0.35468750000000004,
 60      "log_exp_penalty": 0.09050415271425334
 61    },
 62    {
 63      "lambda": 4.0,
 64      "mean_H": 0.7093750000000001,
 65      "log_exp_penalty": 0.18467905652436056
 66    }
 67  ],
 68  "directional_sweep": [
 69    {
 70      "s": 0.01,
 71      "p99": 0.4,
 72      "max": 0.4
 73    },
 74    {
 75      "s": 0.1,
 76      "p99": 0.39999999999999997,
 77      "max": 0.39999999999999997
 78    },
 79    {
 80      "s": 0.25,
 81      "p99": 0.39999999999999997,
 82      "max": 0.39999999999999997
 83    },
 84    {
 85      "s": 0.5,
 86      "p99": 0.39999999999999997,
 87      "max": 0.39999999999999997
 88    },
 89    {
 90      "s": 0.75,
 91      "p99": 0.39999999999999997,
 92      "max": 0.39999999999999997
 93    },
 94    {
 95      "s": 0.9,
 96      "p99": 0.39999999999999997,
 97      "max": 0.39999999999999997
 98    },
 99    {
100      "s": 0.99,
101      "p99": 0.4,
102      "max": 0.4
103    }
104  ],
105  "router_demo": {
106    "candidate_count": 128,
107    "antichain_count": 70,
108    "baseline": {
109      "mean": 0.3921875,
110      "p99": 1.2,
111      "max": 1.5999999999999999,
112      "exp_mean": 1.1056320047066968
113    },
114    "idea": {
115      "mean": 0.1734375,
116      "p99": 0.6,
117      "max": 0.6,
118      "exp_mean": 1.0450095675040387
119    }
120  }
121}