ISS-Constrained Modular Recurrent Network / results.json
Failed on benchmark
1{
2 "toy": {
3 "boundary_sweep": [
4 {
5 "gamma": 0.0,
6 "q_pred": 1.2,
7 "abs_q": 1.2,
8 "final_abs": 2160228.4620103007,
9 "stable_pred": false
10 },
11 {
12 "gamma": 1.0,
13 "q_pred": 1.1,
14 "abs_q": 1.1,
15 "final_abs": 2048.400214585478,
16 "stable_pred": false
17 },
18 {
19 "gamma": 1.9,
20 "q_pred": 1.01,
21 "abs_q": 1.01,
22 "final_abs": 2.2167152171942592,
23 "stable_pred": false
24 },
25 {
26 "gamma": 2.0,
27 "q_pred": 1.0,
28 "abs_q": 1.0,
29 "final_abs": 1.0,
30 "stable_pred": false
31 },
32 {
33 "gamma": 2.1,
34 "q_pred": 0.99,
35 "abs_q": 0.99,
36 "final_abs": 0.44752321376381066,
37 "stable_pred": true
38 },
39 {
40 "gamma": 3.0,
41 "q_pred": 0.9,
42 "abs_q": 0.9,
43 "final_abs": 0.00021847450052839252,
44 "stable_pred": true
45 },
46 {
47 "gamma": 10.0,
48 "q_pred": 0.19999999999999996,
49 "abs_q": 0.19999999999999996,
50 "final_abs": 1.2089258196146072e-56,
51 "stable_pred": true
52 }
53 ],
54 "decay_sweep": [
55 {
56 "gamma": 2.1,
57 "pred_log_abs_q": -0.01005033585350145,
58 "observed_slope": -0.010050335853501445,
59 "relative_error": 5.178105989480275e-16
60 },
61 {
62 "gamma": 3.0,
63 "pred_log_abs_q": -0.10536051565782628,
64 "observed_slope": -0.10536051565782627,
65 "relative_error": 1.3171715913848226e-16
66 },
67 {
68 "gamma": 5.0,
69 "pred_log_abs_q": -0.35667494393873245,
70 "observed_slope": -0.3566749439387324,
71 "relative_error": 1.556351298979757e-16
72 }
73 ],
74 "iss_forcing_sweep": [
75 {
76 "gamma": 2.1,
77 "observed_limit": 6.954006618703119,
78 "predicted_limit": 6.999999999999994,
79 "geometric_bound": 6.999999999999993,
80 "relative_error": 0.006570483042410739
81 },
82 {
83 "gamma": 3.0,
84 "observed_limit": 0.6999999999999992,
85 "predicted_limit": 0.7,
86 "geometric_bound": 0.7000000000000001,
87 "relative_error": 1.1102230246251565e-15
88 },
89 {
90 "gamma": 5.0,
91 "observed_limit": 0.23333333333333323,
92 "predicted_limit": 0.2333333333333333,
93 "geometric_bound": 0.23333333333333328,
94 "relative_error": 3.5685740077237176e-16
95 }
96 ],
97 "perception": {
98 "alpha": 0.93,
99 "pred_log_alpha": -0.07257069283483537,
100 "observed_slope": -0.07257069283483536
101 }
102 },
103 "task": {
104 "device": "cpu",
105 "vanilla_gru": {
106 "final_train_mse": 0.050199612975120544,
107 "test_mse": 0.038857728242874146,
108 "parameters": 1969
109 },
110 "iss_modular": {
111 "final_train_mse": 0.08903622627258301,
112 "test_mse": 0.05824635922908783,
113 "parameters": 1129
114 }
115 }
116}