Observable-Reduced Neural World Model / results.json
Beats tuned baseline
1{
2 "seed": 2112,
3 "prediction_1_invariant_rate_sweep": {
4 "predicted": "cy=beta*r and cv=r-alpha-beta for every alpha,beta",
5 "observed_max_relative_error": 1.4083093304007887e-05,
6 "observed_median_relative_error": 1.6870765728287866e-06,
7 "n_cases": 16
8 },
9 "prediction_2_sampling_transition": {
10 "predicted": "error small for dt/tau << 1 and degrades around dt/tau >= 1",
11 "tau": 1.0,
12 "low_ratio_mean_error": 0.0009303153894811214,
13 "high_ratio_mean_error": 0.10820631719160569,
14 "sweep": [
15 {
16 "dt_over_tau": 0.05,
17 "dt": 0.05,
18 "coefficient_relative_error": 0.00013315723463044744,
19 "accel_rmse": 1.1846516644818186e-11,
20 "cy_hat": 0.07999066816862406,
21 "cv_hat": -0.7998933503970768
22 },
23 {
24 "dt_over_tau": 0.1,
25 "dt": 0.1,
26 "coefficient_relative_error": 0.0005323734303136438,
27 "accel_rmse": 2.7464752330039324e-12,
28 "cy_hat": 0.07996269068665479,
29 "cv_hat": -0.7995736062231972
30 },
31 {
32 "dt_over_tau": 0.2,
33 "dt": 0.2,
34 "coefficient_relative_error": 0.002125415503499273,
35 "accel_rmse": 6.374175943378787e-13,
36 "cy_hat": 0.07985105024170594,
37 "cv_hat": -0.7982976911113664
38 },
39 {
40 "dt_over_tau": 0.5,
41 "dt": 0.5,
42 "coefficient_relative_error": 0.013108153838217293,
43 "accel_rmse": 1.0067963272324585e-13,
44 "cy_hat": 0.07908144949942851,
45 "cv_hat": -0.7895012808996074
46 },
47 {
48 "dt_over_tau": 1.0,
49 "dt": 1.0,
50 "coefficient_relative_error": 0.05006925447611736,
51 "accel_rmse": 3.136028771182511e-14,
52 "cy_hat": 0.07649240096067265,
53 "cv_hat": -0.7598979245104208
54 },
55 {
56 "dt_over_tau": 1.5,
57 "dt": 1.5,
58 "coefficient_relative_error": 0.10479490743231888,
59 "accel_rmse": 2.5002513533779513e-14,
60 "cy_hat": 0.07266203408466589,
61 "cv_hat": -0.7160660893307482
62 },
63 {
64 "dt_over_tau": 2.0,
65 "dt": 2.0,
66 "coefficient_relative_error": 0.16975478966638083,
67 "accel_rmse": 8.169194722800014e-15,
68 "cy_hat": 0.0681211245747312,
69 "cv_hat": -0.6640367702678235
70 }
71 ]
72 },
73 "prediction_3_rollout": {
74 "predicted": "second-order reduced dynamics has lower long-horizon error than first-order y_dot=k*y",
75 "reduced_rmse": 0.059759421047770135,
76 "first_order_rmse": 0.9970232315267102,
77 "reduced_tail_rmse": 0.08260127529890765,
78 "first_order_tail_rmse": 1.4071777995230332,
79 "reduced_coefficients": [
80 0.05043193669853447,
81 -0.5919148287419542
82 ],
83 "first_order_k": 0.07839177464359162,
84 "fit_accel_rmse": 0.36248977089418594
85 },
86 "invariant_rows": [
87 {
88 "alpha": 0.05,
89 "beta": 0.03,
90 "cy_hat": 0.005999999580478956,
91 "cv_hat": 0.11999998559692673,
92 "cy_true": 0.006,
93 "cv_true": 0.12000000000000002,
94 "max_relative_error": 1.200256107466065e-07,
95 "accel_fit_rmse": 2.983517381304963e-10
96 },
97 {
98 "alpha": 0.05,
99 "beta": 0.12,
100 "cy_hat": 0.024000004621973325,
101 "cv_hat": 0.029999999763126627,
102 "cy_true": 0.024,
103 "cv_true": 0.030000000000000027,
104 "max_relative_error": 1.9258222187096274e-07,
105 "accel_fit_rmse": 4.6271044977821265e-10
106 },
107 {
108 "alpha": 0.05,
109 "beta": 0.35,
110 "cy_hat": 0.07000001749925581,
111 "cv_hat": -0.19999993332900587,
112 "cy_true": 0.06999999999999999,
113 "cv_true": -0.19999999999999996,
114 "max_relative_error": 3.3335497043318623e-07,
115 "accel_fit_rmse": 3.1680815019608905e-10
116 },
117 {
118 "alpha": 0.05,
119 "beta": 0.7,
120 "cy_hat": 0.1399998104177738,
121 "cv_hat": -0.5499986135485189,
122 "cy_true": 0.13999999999999999,
123 "cv_true": -0.5499999999999999,
124 "max_relative_error": 2.5208208746670255e-06,
125 "accel_fit_rmse": 3.7521112193837055e-10
126 },
127 {
128 "alpha": 0.15,
129 "beta": 0.03,
130 "cy_hat": 0.006000000280123345,
131 "cv_hat": 0.019999999932143492,
132 "cy_true": 0.006,
133 "cv_true": 0.020000000000000018,
134 "max_relative_error": 4.668722410986851e-08,
135 "accel_fit_rmse": 2.8816080218464144e-11
136 },
137 {
138 "alpha": 0.15,
139 "beta": 0.12,
140 "cy_hat": 0.024000003819626484,
141 "cv_hat": -0.06999999713875844,
142 "cy_true": 0.024,
143 "cv_true": -0.06999999999999998,
144 "max_relative_error": 1.5915110346496433e-07,
145 "accel_fit_rmse": 1.1337197553511618e-10
146 },
147 {
148 "alpha": 0.15,
149 "beta": 0.35,
150 "cy_hat": 0.06999998833286206,
151 "cv_hat": -0.29999977499695946,
152 "cy_true": 0.06999999999999999,
153 "cv_true": -0.29999999999999993,
154 "max_relative_error": 7.500101349237437e-07,
155 "accel_fit_rmse": 1.6856888273517808e-10
156 },
157 {
158 "alpha": 0.15,
159 "beta": 0.7,
160 "cy_hat": 0.13999967041819752,
161 "cv_hat": -0.6499977114684528,
162 "cy_true": 0.13999999999999999,
163 "cv_true": -0.6499999999999999,
164 "max_relative_error": 3.5208177648562778e-06,
165 "accel_fit_rmse": 3.116773100723376e-10
166 },
167 {
168 "alpha": 0.4,
169 "beta": 0.03,
170 "cy_hat": 0.0059999976549982206,
171 "cv_hat": -0.22999989860836953,
172 "cy_true": 0.006,
173 "cv_true": -0.23,
174 "max_relative_error": 4.408331760017232e-07,
175 "accel_fit_rmse": 1.52834268490882e-11
176 },
177 {
178 "alpha": 0.4,
179 "beta": 0.12,
180 "cy_hat": 0.023999984320018274,
181 "cv_hat": -0.3199997269336733,
182 "cy_true": 0.024,
183 "cv_true": -0.32,
184 "max_relative_error": 8.533322709905478e-07,
185 "accel_fit_rmse": 3.198166201536727e-11
186 },
187 {
188 "alpha": 0.4,
189 "beta": 0.35,
190 "cy_hat": 0.06999986437545773,
191 "cv_hat": -0.5499986135461883,
192 "cy_true": 0.06999999999999999,
193 "cv_true": -0.55,
194 "max_relative_error": 2.5208251122873806e-06,
195 "accel_fit_rmse": 8.755813574465714e-11
196 },
197 {
198 "alpha": 0.4,
199 "beta": 0.7,
200 "cy_hat": 0.13999921834041518,
201 "cv_hat": -0.8999939250540842,
202 "cy_true": 0.13999999999999999,
203 "cv_true": -0.8999999999999999,
204 "max_relative_error": 6.749939906396879e-06,
205 "accel_fit_rmse": 1.7140565767518183e-10
206 },
207 {
208 "alpha": 0.8,
209 "beta": 0.03,
210 "cy_hat": 0.005999980455084638,
211 "cv_hat": -0.6299979162834505,
212 "cy_true": 0.006,
213 "cv_true": -0.6300000000000001,
214 "max_relative_error": 3.3074865867285935e-06,
215 "accel_fit_rmse": 1.711679916880081e-11
216 },
217 {
218 "alpha": 0.8,
219 "beta": 0.12,
220 "cy_hat": 0.023999901120533382,
221 "cv_hat": -0.7199968896164827,
222 "cy_true": 0.024,
223 "cv_true": -0.7200000000000001,
224 "max_relative_error": 4.319977107517895e-06,
225 "accel_fit_rmse": 3.000300856057997e-11
226 },
227 {
228 "alpha": 0.8,
229 "beta": 0.35,
230 "cy_hat": 0.06999951437942027,
231 "cv_hat": -0.9499928552731925,
232 "cy_true": 0.06999999999999999,
233 "cv_true": -0.9500000000000001,
234 "max_relative_error": 7.520765060544782e-06,
235 "accel_fit_rmse": 7.045366851360383e-11
236 },
237 {
238 "alpha": 0.8,
239 "beta": 0.7,
240 "cy_hat": 0.13999819169761377,
241 "cv_hat": -1.2999816919787048,
242 "cy_true": 0.13999999999999999,
243 "cv_true": -1.3,
244 "max_relative_error": 1.4083093304007887e-05,
245 "accel_fit_rmse": 1.550569159877892e-10
246 }
247 ]
248}