Differentiable Simulation-Regularized Neural Dynamics / results.json
Mechanism failed
1{
2 "device": "cuda",
3 "math_check": {
4 "rows": [
5 {
6 "n": 2,
7 "tau": 0.2,
8 "softmin_error": 0.01654753088951111,
9 "softmax_error": 0.01654753088951111,
10 "bound": 0.13862943611198905,
11 "min_bound_ratio": 0.9914180684697812,
12 "max_bound_ratio": 0.9914189283830356
13 },
14 {
15 "n": 2,
16 "tau": 0.1,
17 "softmin_error": 0.004213903099298477,
18 "softmax_error": 0.004213901236653328,
19 "bound": 0.06931471805599453,
20 "min_bound_ratio": 0.982887728986986,
21 "max_bound_ratio": 0.982887728986986
22 },
23 {
24 "n": 2,
25 "tau": 0.05,
26 "softmin_error": 0.0011359817581251264,
27 "softmax_error": 0.0011359798954799771,
28 "bound": 0.03465735902799726,
29 "min_bound_ratio": 0.9659818344071719,
30 "max_bound_ratio": 0.9659818344071719
31 },
32 {
33 "n": 2,
34 "tau": 0.02,
35 "softmin_error": 0.0002304219815414399,
36 "softmax_error": 0.00023042074462864548,
37 "bound": 0.013862943611198907,
38 "min_bound_ratio": 0.9164955464479072,
39 "max_bound_ratio": 0.9164869473153641
40 },
41 {
42 "n": 4,
43 "tau": 0.2,
44 "softmin_error": 0.03395505249500275,
45 "softmax_error": 0.035028714686632156,
46 "bound": 0.2772588722239781,
47 "min_bound_ratio": 0.79778866002239,
48 "max_bound_ratio": 0.7993829929404667
49 },
50 {
51 "n": 4,
52 "tau": 0.1,
53 "softmin_error": 0.008019108325242996,
54 "softmax_error": 0.008443870581686497,
55 "bound": 0.13862943611198905,
56 "min_bound_ratio": 0.6464604268486855,
57 "max_bound_ratio": 0.6500396007914542
58 },
59 {
60 "n": 4,
61 "tau": 0.05,
62 "softmin_error": 0.0018046360928565264,
63 "softmax_error": 0.0019981705117970705,
64 "bound": 0.06931471805599453,
65 "min_bound_ratio": 0.4714345429788595,
66 "max_bound_ratio": 0.49639030051062094
67 },
68 {
69 "n": 4,
70 "tau": 0.02,
71 "softmin_error": 0.0002286528324475512,
72 "softmax_error": 0.0002826704876497388,
73 "bound": 0.027725887222397813,
74 "min_bound_ratio": 0.3626383180430467,
75 "max_bound_ratio": 0.4893215448372675
76 },
77 {
78 "n": 8,
79 "tau": 0.2,
80 "softmin_error": 0.049777381122112274,
81 "softmax_error": 0.04956043139100075,
82 "bound": 0.4158883083359672,
83 "min_bound_ratio": 0.5560633358588032,
84 "max_bound_ratio": 0.5959898248509828
85 },
86 {
87 "n": 8,
88 "tau": 0.1,
89 "softmin_error": 0.011563748121261597,
90 "softmax_error": 0.011731680482625961,
91 "bound": 0.2079441541679836,
92 "min_bound_ratio": 0.4159583859277947,
93 "max_bound_ratio": 0.551861656379349
94 },
95 {
96 "n": 8,
97 "tau": 0.05,
98 "softmin_error": 0.0025859149172902107,
99 "softmax_error": 0.002830208744853735,
100 "bound": 0.1039720770839918,
101 "min_bound_ratio": 0.3062644115544781,
102 "max_bound_ratio": 0.524171876314934
103 },
104 {
105 "n": 8,
106 "tau": 0.02,
107 "softmin_error": 0.0003214461321476847,
108 "softmax_error": 0.0004623171698767692,
109 "bound": 0.04158883083359671,
110 "min_bound_ratio": 0.2655469456872053,
111 "max_bound_ratio": 0.5053918007973425
112 },
113 {
114 "n": 16,
115 "tau": 0.2,
116 "softmin_error": 0.06473999470472336,
117 "softmax_error": 0.06601116806268692,
118 "bound": 0.5545177444479562,
119 "min_bound_ratio": 0.5083207370009739,
120 "max_bound_ratio": 0.5319373946174548
121 },
122 {
123 "n": 16,
124 "tau": 0.1,
125 "softmin_error": 0.015401076525449753,
126 "softmax_error": 0.015827631577849388,
127 "bound": 0.2772588722239781,
128 "min_bound_ratio": 0.44194424787878656,
129 "max_bound_ratio": 0.4317413771163504
130 },
131 {
132 "n": 16,
133 "tau": 0.05,
134 "softmin_error": 0.003675160463899374,
135 "softmax_error": 0.0037773565854877234,
136 "bound": 0.13862943611198905,
137 "min_bound_ratio": 0.3548457841324529,
138 "max_bound_ratio": 0.3078764622685655
139 },
140 {
141 "n": 16,
142 "tau": 0.02,
143 "softmin_error": 0.0005827514105476439,
144 "softmax_error": 0.000571474083699286,
145 "bound": 0.055451774444795626,
146 "min_bound_ratio": 0.24365212104361256,
147 "max_bound_ratio": 0.23940629935043697
148 },
149 {
150 "n": 32,
151 "tau": 0.2,
152 "softmin_error": 0.07556750625371933,
153 "softmax_error": 0.07577236741781235,
154 "bound": 0.6931471805599454,
155 "min_bound_ratio": 0.42774493026692584,
156 "max_bound_ratio": 0.4306696672274987
157 },
158 {
159 "n": 32,
160 "tau": 0.1,
161 "softmin_error": 0.016352545469999313,
162 "softmax_error": 0.01680590771138668,
163 "bound": 0.3465735902799727,
164 "min_bound_ratio": 0.3244786354869558,
165 "max_bound_ratio": 0.335832242166315
166 },
167 {
168 "n": 32,
169 "tau": 0.05,
170 "softmin_error": 0.003503528656437993,
171 "softmax_error": 0.003680023830384016,
172 "bound": 0.17328679513998635,
173 "min_bound_ratio": 0.2686479075373623,
174 "max_bound_ratio": 0.248648389033828
175 },
176 {
177 "n": 32,
178 "tau": 0.02,
179 "softmin_error": 0.0004660064005292952,
180 "softmax_error": 0.00044423865620046854,
181 "bound": 0.06931471805599453,
182 "min_bound_ratio": 0.1872581499124433,
183 "max_bound_ratio": 0.17768903521843663
184 }
185 ],
186 "max_bound_ratio_min": 0.9914180684697812,
187 "max_bound_ratio_max": 0.9914189283830356,
188 "fixed_tau": [
189 0.4000000059604645,
190 0.20000000298023224,
191 0.10000000149011612,
192 0.05000000074505806,
193 0.02500000037252903
194 ],
195 "fixed_softmin_abs_error": [
196 0.18702058494091034,
197 0.042145296931266785,
198 0.004870489239692688,
199 0.00012378394603729248,
200 1.4901161193847656e-07
201 ]
202 },
203 "results": [
204 {
205 "seed": 11,
206 "beta": 0.0,
207 "prediction_mse": 0.0005870691384188831,
208 "hard_max_residual": 0.07603210210800171,
209 "hard_mean_residual": -0.0004309859359636903,
210 "coverage_at_eps": 0.98046875,
211 "avg_successors_at_eps": 1.296875,
212 "zero_coverage_fraction": 0.00390625,
213 "smooth_sim": 0.31886938214302063
214 },
215 {
216 "seed": 22,
217 "beta": 0.0,
218 "prediction_mse": 0.0007153446786105633,
219 "hard_max_residual": 0.07124549150466919,
220 "hard_mean_residual": 0.00039630423998460174,
221 "coverage_at_eps": 1.0,
222 "avg_successors_at_eps": 1.3515625,
223 "zero_coverage_fraction": 0.0,
224 "smooth_sim": 0.3169763386249542
225 },
226 {
227 "seed": 33,
228 "beta": 0.0,
229 "prediction_mse": 0.0006021782755851746,
230 "hard_max_residual": 0.06473100185394287,
231 "hard_mean_residual": 0.00022710356279276311,
232 "coverage_at_eps": 1.0,
233 "avg_successors_at_eps": 1.34375,
234 "zero_coverage_fraction": 0.0,
235 "smooth_sim": 0.31762558221817017
236 },
237 {
238 "seed": 11,
239 "beta": 0.15,
240 "prediction_mse": 0.002313392236828804,
241 "hard_max_residual": 0.03756055235862732,
242 "hard_mean_residual": -0.11730918288230896,
243 "coverage_at_eps": 0.1953125,
244 "avg_successors_at_eps": 0.8828125,
245 "zero_coverage_fraction": 0.31640625,
246 "smooth_sim": 0.23769232630729675
247 },
248 {
249 "seed": 22,
250 "beta": 0.15,
251 "prediction_mse": 0.0015411432832479477,
252 "hard_max_residual": 0.0019683241844177246,
253 "hard_mean_residual": -0.18119104206562042,
254 "coverage_at_eps": 0.07421875,
255 "avg_successors_at_eps": 0.45703125,
256 "zero_coverage_fraction": 0.54296875,
257 "smooth_sim": 0.19591264426708221
258 },
259 {
260 "seed": 33,
261 "beta": 0.15,
262 "prediction_mse": 0.0039921416901052,
263 "hard_max_residual": -0.14899271726608276,
264 "hard_mean_residual": -0.23391635715961456,
265 "coverage_at_eps": 0.0,
266 "avg_successors_at_eps": 0.609375,
267 "zero_coverage_fraction": 0.39453125,
268 "smooth_sim": 0.10364626348018646
269 },
270 {
271 "seed": 11,
272 "beta": 0.5,
273 "prediction_mse": 0.0153421089053154,
274 "hard_max_residual": 0.004907041788101196,
275 "hard_mean_residual": -0.16108031570911407,
276 "coverage_at_eps": 0.1171875,
277 "avg_successors_at_eps": 1.328125,
278 "zero_coverage_fraction": 0.17578125,
279 "smooth_sim": 0.17853860557079315
280 },
281 {
282 "seed": 22,
283 "beta": 0.5,
284 "prediction_mse": 0.03535536676645279,
285 "hard_max_residual": -0.20509329438209534,
286 "hard_mean_residual": -0.3234386444091797,
287 "coverage_at_eps": 0.0,
288 "avg_successors_at_eps": 0.7265625,
289 "zero_coverage_fraction": 0.33203125,
290 "smooth_sim": 0.023281831294298172
291 },
292 {
293 "seed": 33,
294 "beta": 0.5,
295 "prediction_mse": 0.028807854279875755,
296 "hard_max_residual": -0.245570570230484,
297 "hard_mean_residual": -0.3344379663467407,
298 "coverage_at_eps": 0.0,
299 "avg_successors_at_eps": 0.69921875,
300 "zero_coverage_fraction": 0.30078125,
301 "smooth_sim": 0.003341417293995619
302 }
303 ]
304}