Quotient-Fibre Mixing Network / results.json
Failed on benchmark
1{
2 "seed": 1595,
3 "prediction_1_max_rate": [
4 {
5 "aq": 0.98,
6 "af": 0.3,
7 "predicted": 0.98,
8 "observed": 0.9800000000504796,
9 "relative_error": 5.1509816820057775e-11
10 },
11 {
12 "aq": 0.7,
13 "af": 0.9,
14 "predicted": 0.9,
15 "observed": 0.9002822931754705,
16 "relative_error": 0.0003136590838560672
17 },
18 {
19 "aq": 0.55,
20 "af": 0.55,
21 "predicted": 0.55,
22 "observed": 0.5674603191521117,
23 "relative_error": 0.031746034822021194
24 },
25 {
26 "aq": 0.9,
27 "af": 0.4,
28 "predicted": 0.9,
29 "observed": 0.900000019627106,
30 "relative_error": 2.1807895489445173e-08
31 },
32 {
33 "aq": 0.4,
34 "af": 0.9,
35 "predicted": 0.9,
36 "observed": 0.9000000296409448,
37 "relative_error": 3.2934383121919886e-08
38 },
39 {
40 "aq": 0.8,
41 "af": 0.6,
42 "predicted": 0.8,
43 "observed": 0.8001228414796371,
44 "relative_error": 0.0001535518495462962
45 }
46 ],
47 "prediction_2_slow_branch_invariance": [
48 {
49 "aq": 0.92,
50 "af": 0.1,
51 "predicted": 0.92,
52 "observed": 0.92,
53 "relative_error": 0.0
54 },
55 {
56 "aq": 0.92,
57 "af": 0.3,
58 "predicted": 0.92,
59 "observed": 0.9200000001367937,
60 "relative_error": 1.4868879074840706e-10
61 },
62 {
63 "aq": 0.92,
64 "af": 0.6,
65 "predicted": 0.92,
66 "observed": 0.920011885381916,
67 "relative_error": 1.2918893386943577e-05
68 },
69 {
70 "aq": 0.92,
71 "af": 0.8,
72 "predicted": 0.92,
73 "observed": 0.9221311902327621,
74 "relative_error": 0.0023165111225674916
75 }
76 ],
77 "prediction_3_stability_boundary": [
78 {
79 "aq": 0.95,
80 "af": 0.5,
81 "predicted_rate": 0.95,
82 "observed_rate": 0.95,
83 "predicted_stable": true,
84 "observed_stable": true,
85 "slope": -0.051293294387550585
86 },
87 {
88 "aq": 0.99,
89 "af": 0.99,
90 "predicted_rate": 0.99,
91 "observed_rate": 0.995918603414212,
92 "predicted_stable": true,
93 "observed_stable": true,
94 "slope": -0.004089748216791183
95 },
96 {
97 "aq": 1.0,
98 "af": 0.5,
99 "predicted_rate": 1.0,
100 "observed_rate": 1.0,
101 "predicted_stable": false,
102 "observed_stable": false,
103 "slope": -2.0167599358442151e-19
104 },
105 {
106 "aq": 1.01,
107 "af": 0.5,
108 "predicted_rate": 1.01,
109 "observed_rate": 1.01,
110 "predicted_stable": false,
111 "observed_stable": false,
112 "slope": 0.00995033085316809
113 },
114 {
115 "aq": 0.5,
116 "af": 1.01,
117 "predicted_rate": 1.01,
118 "observed_rate": 1.01,
119 "predicted_stable": false,
120 "observed_stable": false,
121 "slope": 0.009950330853168092
122 },
123 {
124 "aq": 0.5,
125 "af": 0.98,
126 "predicted_rate": 0.98,
127 "observed_rate": 0.98,
128 "predicted_stable": true,
129 "observed_stable": true,
130 "slope": -0.02020270731751947
131 }
132 ],
133 "learning_comparison": {
134 "monolithic_one_step": 0.0008962037071884881,
135 "split_one_step": 0.0008962216077928678,
136 "monolithic_rollout": 0.007157926449986579,
137 "split_rollout": 0.007158110608541596,
138 "n_test": 400
139 }
140}