Differentiable Simulation-Regularized Neural Dynamics / results.json

Mechanism failed

Raw ⬇ ZIP
  1{
  2  "device": "cuda",
  3  "math_check": {
  4    "rows": [
  5      {
  6        "n": 2,
  7        "tau": 0.2,
  8        "softmin_error": 0.01654753088951111,
  9        "softmax_error": 0.01654753088951111,
 10        "bound": 0.13862943611198905,
 11        "min_bound_ratio": 0.9914180684697812,
 12        "max_bound_ratio": 0.9914189283830356
 13      },
 14      {
 15        "n": 2,
 16        "tau": 0.1,
 17        "softmin_error": 0.004213903099298477,
 18        "softmax_error": 0.004213901236653328,
 19        "bound": 0.06931471805599453,
 20        "min_bound_ratio": 0.982887728986986,
 21        "max_bound_ratio": 0.982887728986986
 22      },
 23      {
 24        "n": 2,
 25        "tau": 0.05,
 26        "softmin_error": 0.0011359817581251264,
 27        "softmax_error": 0.0011359798954799771,
 28        "bound": 0.03465735902799726,
 29        "min_bound_ratio": 0.9659818344071719,
 30        "max_bound_ratio": 0.9659818344071719
 31      },
 32      {
 33        "n": 2,
 34        "tau": 0.02,
 35        "softmin_error": 0.0002304219815414399,
 36        "softmax_error": 0.00023042074462864548,
 37        "bound": 0.013862943611198907,
 38        "min_bound_ratio": 0.9164955464479072,
 39        "max_bound_ratio": 0.9164869473153641
 40      },
 41      {
 42        "n": 4,
 43        "tau": 0.2,
 44        "softmin_error": 0.03395505249500275,
 45        "softmax_error": 0.035028714686632156,
 46        "bound": 0.2772588722239781,
 47        "min_bound_ratio": 0.79778866002239,
 48        "max_bound_ratio": 0.7993829929404667
 49      },
 50      {
 51        "n": 4,
 52        "tau": 0.1,
 53        "softmin_error": 0.008019108325242996,
 54        "softmax_error": 0.008443870581686497,
 55        "bound": 0.13862943611198905,
 56        "min_bound_ratio": 0.6464604268486855,
 57        "max_bound_ratio": 0.6500396007914542
 58      },
 59      {
 60        "n": 4,
 61        "tau": 0.05,
 62        "softmin_error": 0.0018046360928565264,
 63        "softmax_error": 0.0019981705117970705,
 64        "bound": 0.06931471805599453,
 65        "min_bound_ratio": 0.4714345429788595,
 66        "max_bound_ratio": 0.49639030051062094
 67      },
 68      {
 69        "n": 4,
 70        "tau": 0.02,
 71        "softmin_error": 0.0002286528324475512,
 72        "softmax_error": 0.0002826704876497388,
 73        "bound": 0.027725887222397813,
 74        "min_bound_ratio": 0.3626383180430467,
 75        "max_bound_ratio": 0.4893215448372675
 76      },
 77      {
 78        "n": 8,
 79        "tau": 0.2,
 80        "softmin_error": 0.049777381122112274,
 81        "softmax_error": 0.04956043139100075,
 82        "bound": 0.4158883083359672,
 83        "min_bound_ratio": 0.5560633358588032,
 84        "max_bound_ratio": 0.5959898248509828
 85      },
 86      {
 87        "n": 8,
 88        "tau": 0.1,
 89        "softmin_error": 0.011563748121261597,
 90        "softmax_error": 0.011731680482625961,
 91        "bound": 0.2079441541679836,
 92        "min_bound_ratio": 0.4159583859277947,
 93        "max_bound_ratio": 0.551861656379349
 94      },
 95      {
 96        "n": 8,
 97        "tau": 0.05,
 98        "softmin_error": 0.0025859149172902107,
 99        "softmax_error": 0.002830208744853735,
100        "bound": 0.1039720770839918,
101        "min_bound_ratio": 0.3062644115544781,
102        "max_bound_ratio": 0.524171876314934
103      },
104      {
105        "n": 8,
106        "tau": 0.02,
107        "softmin_error": 0.0003214461321476847,
108        "softmax_error": 0.0004623171698767692,
109        "bound": 0.04158883083359671,
110        "min_bound_ratio": 0.2655469456872053,
111        "max_bound_ratio": 0.5053918007973425
112      },
113      {
114        "n": 16,
115        "tau": 0.2,
116        "softmin_error": 0.06473999470472336,
117        "softmax_error": 0.06601116806268692,
118        "bound": 0.5545177444479562,
119        "min_bound_ratio": 0.5083207370009739,
120        "max_bound_ratio": 0.5319373946174548
121      },
122      {
123        "n": 16,
124        "tau": 0.1,
125        "softmin_error": 0.015401076525449753,
126        "softmax_error": 0.015827631577849388,
127        "bound": 0.2772588722239781,
128        "min_bound_ratio": 0.44194424787878656,
129        "max_bound_ratio": 0.4317413771163504
130      },
131      {
132        "n": 16,
133        "tau": 0.05,
134        "softmin_error": 0.003675160463899374,
135        "softmax_error": 0.0037773565854877234,
136        "bound": 0.13862943611198905,
137        "min_bound_ratio": 0.3548457841324529,
138        "max_bound_ratio": 0.3078764622685655
139      },
140      {
141        "n": 16,
142        "tau": 0.02,
143        "softmin_error": 0.0005827514105476439,
144        "softmax_error": 0.000571474083699286,
145        "bound": 0.055451774444795626,
146        "min_bound_ratio": 0.24365212104361256,
147        "max_bound_ratio": 0.23940629935043697
148      },
149      {
150        "n": 32,
151        "tau": 0.2,
152        "softmin_error": 0.07556750625371933,
153        "softmax_error": 0.07577236741781235,
154        "bound": 0.6931471805599454,
155        "min_bound_ratio": 0.42774493026692584,
156        "max_bound_ratio": 0.4306696672274987
157      },
158      {
159        "n": 32,
160        "tau": 0.1,
161        "softmin_error": 0.016352545469999313,
162        "softmax_error": 0.01680590771138668,
163        "bound": 0.3465735902799727,
164        "min_bound_ratio": 0.3244786354869558,
165        "max_bound_ratio": 0.335832242166315
166      },
167      {
168        "n": 32,
169        "tau": 0.05,
170        "softmin_error": 0.003503528656437993,
171        "softmax_error": 0.003680023830384016,
172        "bound": 0.17328679513998635,
173        "min_bound_ratio": 0.2686479075373623,
174        "max_bound_ratio": 0.248648389033828
175      },
176      {
177        "n": 32,
178        "tau": 0.02,
179        "softmin_error": 0.0004660064005292952,
180        "softmax_error": 0.00044423865620046854,
181        "bound": 0.06931471805599453,
182        "min_bound_ratio": 0.1872581499124433,
183        "max_bound_ratio": 0.17768903521843663
184      }
185    ],
186    "max_bound_ratio_min": 0.9914180684697812,
187    "max_bound_ratio_max": 0.9914189283830356,
188    "fixed_tau": [
189      0.4000000059604645,
190      0.20000000298023224,
191      0.10000000149011612,
192      0.05000000074505806,
193      0.02500000037252903
194    ],
195    "fixed_softmin_abs_error": [
196      0.18702058494091034,
197      0.042145296931266785,
198      0.004870489239692688,
199      0.00012378394603729248,
200      1.4901161193847656e-07
201    ]
202  },
203  "results": [
204    {
205      "seed": 11,
206      "beta": 0.0,
207      "prediction_mse": 0.0005870691384188831,
208      "hard_max_residual": 0.07603210210800171,
209      "hard_mean_residual": -0.0004309859359636903,
210      "coverage_at_eps": 0.98046875,
211      "avg_successors_at_eps": 1.296875,
212      "zero_coverage_fraction": 0.00390625,
213      "smooth_sim": 0.31886938214302063
214    },
215    {
216      "seed": 22,
217      "beta": 0.0,
218      "prediction_mse": 0.0007153446786105633,
219      "hard_max_residual": 0.07124549150466919,
220      "hard_mean_residual": 0.00039630423998460174,
221      "coverage_at_eps": 1.0,
222      "avg_successors_at_eps": 1.3515625,
223      "zero_coverage_fraction": 0.0,
224      "smooth_sim": 0.3169763386249542
225    },
226    {
227      "seed": 33,
228      "beta": 0.0,
229      "prediction_mse": 0.0006021782755851746,
230      "hard_max_residual": 0.06473100185394287,
231      "hard_mean_residual": 0.00022710356279276311,
232      "coverage_at_eps": 1.0,
233      "avg_successors_at_eps": 1.34375,
234      "zero_coverage_fraction": 0.0,
235      "smooth_sim": 0.31762558221817017
236    },
237    {
238      "seed": 11,
239      "beta": 0.15,
240      "prediction_mse": 0.002313392236828804,
241      "hard_max_residual": 0.03756055235862732,
242      "hard_mean_residual": -0.11730918288230896,
243      "coverage_at_eps": 0.1953125,
244      "avg_successors_at_eps": 0.8828125,
245      "zero_coverage_fraction": 0.31640625,
246      "smooth_sim": 0.23769232630729675
247    },
248    {
249      "seed": 22,
250      "beta": 0.15,
251      "prediction_mse": 0.0015411432832479477,
252      "hard_max_residual": 0.0019683241844177246,
253      "hard_mean_residual": -0.18119104206562042,
254      "coverage_at_eps": 0.07421875,
255      "avg_successors_at_eps": 0.45703125,
256      "zero_coverage_fraction": 0.54296875,
257      "smooth_sim": 0.19591264426708221
258    },
259    {
260      "seed": 33,
261      "beta": 0.15,
262      "prediction_mse": 0.0039921416901052,
263      "hard_max_residual": -0.14899271726608276,
264      "hard_mean_residual": -0.23391635715961456,
265      "coverage_at_eps": 0.0,
266      "avg_successors_at_eps": 0.609375,
267      "zero_coverage_fraction": 0.39453125,
268      "smooth_sim": 0.10364626348018646
269    },
270    {
271      "seed": 11,
272      "beta": 0.5,
273      "prediction_mse": 0.0153421089053154,
274      "hard_max_residual": 0.004907041788101196,
275      "hard_mean_residual": -0.16108031570911407,
276      "coverage_at_eps": 0.1171875,
277      "avg_successors_at_eps": 1.328125,
278      "zero_coverage_fraction": 0.17578125,
279      "smooth_sim": 0.17853860557079315
280    },
281    {
282      "seed": 22,
283      "beta": 0.5,
284      "prediction_mse": 0.03535536676645279,
285      "hard_max_residual": -0.20509329438209534,
286      "hard_mean_residual": -0.3234386444091797,
287      "coverage_at_eps": 0.0,
288      "avg_successors_at_eps": 0.7265625,
289      "zero_coverage_fraction": 0.33203125,
290      "smooth_sim": 0.023281831294298172
291    },
292    {
293      "seed": 33,
294      "beta": 0.5,
295      "prediction_mse": 0.028807854279875755,
296      "hard_max_residual": -0.245570570230484,
297      "hard_mean_residual": -0.3344379663467407,
298      "coverage_at_eps": 0.0,
299      "avg_successors_at_eps": 0.69921875,
300      "zero_coverage_fraction": 0.30078125,
301      "smooth_sim": 0.003341417293995619
302    }
303  ]
304}