Quotient-Fibre Mixing Network / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "seed": 1595,
  3  "prediction_1_max_rate": [
  4    {
  5      "aq": 0.98,
  6      "af": 0.3,
  7      "predicted": 0.98,
  8      "observed": 0.9800000000504796,
  9      "relative_error": 5.1509816820057775e-11
 10    },
 11    {
 12      "aq": 0.7,
 13      "af": 0.9,
 14      "predicted": 0.9,
 15      "observed": 0.9002822931754705,
 16      "relative_error": 0.0003136590838560672
 17    },
 18    {
 19      "aq": 0.55,
 20      "af": 0.55,
 21      "predicted": 0.55,
 22      "observed": 0.5674603191521117,
 23      "relative_error": 0.031746034822021194
 24    },
 25    {
 26      "aq": 0.9,
 27      "af": 0.4,
 28      "predicted": 0.9,
 29      "observed": 0.900000019627106,
 30      "relative_error": 2.1807895489445173e-08
 31    },
 32    {
 33      "aq": 0.4,
 34      "af": 0.9,
 35      "predicted": 0.9,
 36      "observed": 0.9000000296409448,
 37      "relative_error": 3.2934383121919886e-08
 38    },
 39    {
 40      "aq": 0.8,
 41      "af": 0.6,
 42      "predicted": 0.8,
 43      "observed": 0.8001228414796371,
 44      "relative_error": 0.0001535518495462962
 45    }
 46  ],
 47  "prediction_2_slow_branch_invariance": [
 48    {
 49      "aq": 0.92,
 50      "af": 0.1,
 51      "predicted": 0.92,
 52      "observed": 0.92,
 53      "relative_error": 0.0
 54    },
 55    {
 56      "aq": 0.92,
 57      "af": 0.3,
 58      "predicted": 0.92,
 59      "observed": 0.9200000001367937,
 60      "relative_error": 1.4868879074840706e-10
 61    },
 62    {
 63      "aq": 0.92,
 64      "af": 0.6,
 65      "predicted": 0.92,
 66      "observed": 0.920011885381916,
 67      "relative_error": 1.2918893386943577e-05
 68    },
 69    {
 70      "aq": 0.92,
 71      "af": 0.8,
 72      "predicted": 0.92,
 73      "observed": 0.9221311902327621,
 74      "relative_error": 0.0023165111225674916
 75    }
 76  ],
 77  "prediction_3_stability_boundary": [
 78    {
 79      "aq": 0.95,
 80      "af": 0.5,
 81      "predicted_rate": 0.95,
 82      "observed_rate": 0.95,
 83      "predicted_stable": true,
 84      "observed_stable": true,
 85      "slope": -0.051293294387550585
 86    },
 87    {
 88      "aq": 0.99,
 89      "af": 0.99,
 90      "predicted_rate": 0.99,
 91      "observed_rate": 0.995918603414212,
 92      "predicted_stable": true,
 93      "observed_stable": true,
 94      "slope": -0.004089748216791183
 95    },
 96    {
 97      "aq": 1.0,
 98      "af": 0.5,
 99      "predicted_rate": 1.0,
100      "observed_rate": 1.0,
101      "predicted_stable": false,
102      "observed_stable": false,
103      "slope": -2.0167599358442151e-19
104    },
105    {
106      "aq": 1.01,
107      "af": 0.5,
108      "predicted_rate": 1.01,
109      "observed_rate": 1.01,
110      "predicted_stable": false,
111      "observed_stable": false,
112      "slope": 0.00995033085316809
113    },
114    {
115      "aq": 0.5,
116      "af": 1.01,
117      "predicted_rate": 1.01,
118      "observed_rate": 1.01,
119      "predicted_stable": false,
120      "observed_stable": false,
121      "slope": 0.009950330853168092
122    },
123    {
124      "aq": 0.5,
125      "af": 0.98,
126      "predicted_rate": 0.98,
127      "observed_rate": 0.98,
128      "predicted_stable": true,
129      "observed_stable": true,
130      "slope": -0.02020270731751947
131    }
132  ],
133  "learning_comparison": {
134    "monolithic_one_step": 0.0008962037071884881,
135    "split_one_step": 0.0008962216077928678,
136    "monolithic_rollout": 0.007157926449986579,
137    "split_rollout": 0.007158110608541596,
138    "n_test": 400
139  }
140}