Observable-Reduced Neural World Model / results.json

✓✓ Beats tuned baseline

Raw ⬇ ZIP
  1{
  2  "seed": 2112,
  3  "prediction_1_invariant_rate_sweep": {
  4    "predicted": "cy=beta*r and cv=r-alpha-beta for every alpha,beta",
  5    "observed_max_relative_error": 1.4083093304007887e-05,
  6    "observed_median_relative_error": 1.6870765728287866e-06,
  7    "n_cases": 16
  8  },
  9  "prediction_2_sampling_transition": {
 10    "predicted": "error small for dt/tau << 1 and degrades around dt/tau >= 1",
 11    "tau": 1.0,
 12    "low_ratio_mean_error": 0.0009303153894811214,
 13    "high_ratio_mean_error": 0.10820631719160569,
 14    "sweep": [
 15      {
 16        "dt_over_tau": 0.05,
 17        "dt": 0.05,
 18        "coefficient_relative_error": 0.00013315723463044744,
 19        "accel_rmse": 1.1846516644818186e-11,
 20        "cy_hat": 0.07999066816862406,
 21        "cv_hat": -0.7998933503970768
 22      },
 23      {
 24        "dt_over_tau": 0.1,
 25        "dt": 0.1,
 26        "coefficient_relative_error": 0.0005323734303136438,
 27        "accel_rmse": 2.7464752330039324e-12,
 28        "cy_hat": 0.07996269068665479,
 29        "cv_hat": -0.7995736062231972
 30      },
 31      {
 32        "dt_over_tau": 0.2,
 33        "dt": 0.2,
 34        "coefficient_relative_error": 0.002125415503499273,
 35        "accel_rmse": 6.374175943378787e-13,
 36        "cy_hat": 0.07985105024170594,
 37        "cv_hat": -0.7982976911113664
 38      },
 39      {
 40        "dt_over_tau": 0.5,
 41        "dt": 0.5,
 42        "coefficient_relative_error": 0.013108153838217293,
 43        "accel_rmse": 1.0067963272324585e-13,
 44        "cy_hat": 0.07908144949942851,
 45        "cv_hat": -0.7895012808996074
 46      },
 47      {
 48        "dt_over_tau": 1.0,
 49        "dt": 1.0,
 50        "coefficient_relative_error": 0.05006925447611736,
 51        "accel_rmse": 3.136028771182511e-14,
 52        "cy_hat": 0.07649240096067265,
 53        "cv_hat": -0.7598979245104208
 54      },
 55      {
 56        "dt_over_tau": 1.5,
 57        "dt": 1.5,
 58        "coefficient_relative_error": 0.10479490743231888,
 59        "accel_rmse": 2.5002513533779513e-14,
 60        "cy_hat": 0.07266203408466589,
 61        "cv_hat": -0.7160660893307482
 62      },
 63      {
 64        "dt_over_tau": 2.0,
 65        "dt": 2.0,
 66        "coefficient_relative_error": 0.16975478966638083,
 67        "accel_rmse": 8.169194722800014e-15,
 68        "cy_hat": 0.0681211245747312,
 69        "cv_hat": -0.6640367702678235
 70      }
 71    ]
 72  },
 73  "prediction_3_rollout": {
 74    "predicted": "second-order reduced dynamics has lower long-horizon error than first-order y_dot=k*y",
 75    "reduced_rmse": 0.059759421047770135,
 76    "first_order_rmse": 0.9970232315267102,
 77    "reduced_tail_rmse": 0.08260127529890765,
 78    "first_order_tail_rmse": 1.4071777995230332,
 79    "reduced_coefficients": [
 80      0.05043193669853447,
 81      -0.5919148287419542
 82    ],
 83    "first_order_k": 0.07839177464359162,
 84    "fit_accel_rmse": 0.36248977089418594
 85  },
 86  "invariant_rows": [
 87    {
 88      "alpha": 0.05,
 89      "beta": 0.03,
 90      "cy_hat": 0.005999999580478956,
 91      "cv_hat": 0.11999998559692673,
 92      "cy_true": 0.006,
 93      "cv_true": 0.12000000000000002,
 94      "max_relative_error": 1.200256107466065e-07,
 95      "accel_fit_rmse": 2.983517381304963e-10
 96    },
 97    {
 98      "alpha": 0.05,
 99      "beta": 0.12,
100      "cy_hat": 0.024000004621973325,
101      "cv_hat": 0.029999999763126627,
102      "cy_true": 0.024,
103      "cv_true": 0.030000000000000027,
104      "max_relative_error": 1.9258222187096274e-07,
105      "accel_fit_rmse": 4.6271044977821265e-10
106    },
107    {
108      "alpha": 0.05,
109      "beta": 0.35,
110      "cy_hat": 0.07000001749925581,
111      "cv_hat": -0.19999993332900587,
112      "cy_true": 0.06999999999999999,
113      "cv_true": -0.19999999999999996,
114      "max_relative_error": 3.3335497043318623e-07,
115      "accel_fit_rmse": 3.1680815019608905e-10
116    },
117    {
118      "alpha": 0.05,
119      "beta": 0.7,
120      "cy_hat": 0.1399998104177738,
121      "cv_hat": -0.5499986135485189,
122      "cy_true": 0.13999999999999999,
123      "cv_true": -0.5499999999999999,
124      "max_relative_error": 2.5208208746670255e-06,
125      "accel_fit_rmse": 3.7521112193837055e-10
126    },
127    {
128      "alpha": 0.15,
129      "beta": 0.03,
130      "cy_hat": 0.006000000280123345,
131      "cv_hat": 0.019999999932143492,
132      "cy_true": 0.006,
133      "cv_true": 0.020000000000000018,
134      "max_relative_error": 4.668722410986851e-08,
135      "accel_fit_rmse": 2.8816080218464144e-11
136    },
137    {
138      "alpha": 0.15,
139      "beta": 0.12,
140      "cy_hat": 0.024000003819626484,
141      "cv_hat": -0.06999999713875844,
142      "cy_true": 0.024,
143      "cv_true": -0.06999999999999998,
144      "max_relative_error": 1.5915110346496433e-07,
145      "accel_fit_rmse": 1.1337197553511618e-10
146    },
147    {
148      "alpha": 0.15,
149      "beta": 0.35,
150      "cy_hat": 0.06999998833286206,
151      "cv_hat": -0.29999977499695946,
152      "cy_true": 0.06999999999999999,
153      "cv_true": -0.29999999999999993,
154      "max_relative_error": 7.500101349237437e-07,
155      "accel_fit_rmse": 1.6856888273517808e-10
156    },
157    {
158      "alpha": 0.15,
159      "beta": 0.7,
160      "cy_hat": 0.13999967041819752,
161      "cv_hat": -0.6499977114684528,
162      "cy_true": 0.13999999999999999,
163      "cv_true": -0.6499999999999999,
164      "max_relative_error": 3.5208177648562778e-06,
165      "accel_fit_rmse": 3.116773100723376e-10
166    },
167    {
168      "alpha": 0.4,
169      "beta": 0.03,
170      "cy_hat": 0.0059999976549982206,
171      "cv_hat": -0.22999989860836953,
172      "cy_true": 0.006,
173      "cv_true": -0.23,
174      "max_relative_error": 4.408331760017232e-07,
175      "accel_fit_rmse": 1.52834268490882e-11
176    },
177    {
178      "alpha": 0.4,
179      "beta": 0.12,
180      "cy_hat": 0.023999984320018274,
181      "cv_hat": -0.3199997269336733,
182      "cy_true": 0.024,
183      "cv_true": -0.32,
184      "max_relative_error": 8.533322709905478e-07,
185      "accel_fit_rmse": 3.198166201536727e-11
186    },
187    {
188      "alpha": 0.4,
189      "beta": 0.35,
190      "cy_hat": 0.06999986437545773,
191      "cv_hat": -0.5499986135461883,
192      "cy_true": 0.06999999999999999,
193      "cv_true": -0.55,
194      "max_relative_error": 2.5208251122873806e-06,
195      "accel_fit_rmse": 8.755813574465714e-11
196    },
197    {
198      "alpha": 0.4,
199      "beta": 0.7,
200      "cy_hat": 0.13999921834041518,
201      "cv_hat": -0.8999939250540842,
202      "cy_true": 0.13999999999999999,
203      "cv_true": -0.8999999999999999,
204      "max_relative_error": 6.749939906396879e-06,
205      "accel_fit_rmse": 1.7140565767518183e-10
206    },
207    {
208      "alpha": 0.8,
209      "beta": 0.03,
210      "cy_hat": 0.005999980455084638,
211      "cv_hat": -0.6299979162834505,
212      "cy_true": 0.006,
213      "cv_true": -0.6300000000000001,
214      "max_relative_error": 3.3074865867285935e-06,
215      "accel_fit_rmse": 1.711679916880081e-11
216    },
217    {
218      "alpha": 0.8,
219      "beta": 0.12,
220      "cy_hat": 0.023999901120533382,
221      "cv_hat": -0.7199968896164827,
222      "cy_true": 0.024,
223      "cv_true": -0.7200000000000001,
224      "max_relative_error": 4.319977107517895e-06,
225      "accel_fit_rmse": 3.000300856057997e-11
226    },
227    {
228      "alpha": 0.8,
229      "beta": 0.35,
230      "cy_hat": 0.06999951437942027,
231      "cv_hat": -0.9499928552731925,
232      "cy_true": 0.06999999999999999,
233      "cv_true": -0.9500000000000001,
234      "max_relative_error": 7.520765060544782e-06,
235      "accel_fit_rmse": 7.045366851360383e-11
236    },
237    {
238      "alpha": 0.8,
239      "beta": 0.7,
240      "cy_hat": 0.13999819169761377,
241      "cv_hat": -1.2999816919787048,
242      "cy_true": 0.13999999999999999,
243      "cv_true": -1.3,
244      "max_relative_error": 1.4083093304007887e-05,
245      "accel_fit_rmse": 1.550569159877892e-10
246    }
247  ]
248}