Support-Sparse Koopman World Model / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "seed": 2805,
  3  "device": "cuda",
  4  "math_checks": {
  5    "support_derivative": {
  6      "amplitudes": [
  7        0.0001,
  8        0.001,
  9        0.01,
 10        0.1,
 11        1.0
 12      ],
 13      "observed": [
 14        98.01990000779526,
 15        0.9979930326586839,
 16        0.009997991323729138,
 17        9.999778782798785e-05,
 18        9.992007221626409e-07
 19      ],
 20      "predicted": [
 21        98.02960494069208,
 22        0.9980029960049941,
 23        0.009998000299960005,
 24        9.999800002999959e-05,
 25        9.99998000003e-07
 26      ],
 27      "max_relative_error": 0.0007972794349156818
 28    },
 29    "rollout_scaling": {
 30      "r": [
 31        0.7,
 32        0.9,
 33        1.0,
 34        1.1,
 35        1.3
 36      ],
 37      "h": 8,
 38      "observed_norm": [
 39        0.05764800999999997,
 40        0.4304672100000001,
 41        1.0,
 42        2.1435888100000016,
 43        8.157307210000003
 44      ],
 45      "predicted_norm": [
 46        0.05764800999999997,
 47        0.4304672100000001,
 48        1.0,
 49        2.1435888100000016,
 50        8.157307210000003
 51      ],
 52      "max_abs_error": 0.0
 53    },
 54    "support_perturbation": {
 55      "amplitudes": [
 56        0.0001,
 57        0.001,
 58        0.01,
 59        0.1,
 60        1.0
 61      ],
 62      "delta": 1e-08,
 63      "observed": [
 64        1.9605921180998465e-06,
 65        1.9960059938206598e-08,
 66        1.999600485191877e-10,
 67        1.999955756559757e-12,
 68        2.0095036745715333e-14
 69      ],
 70      "predicted": [
 71        1.960592098813842e-06,
 72        1.9960059920099882e-08,
 73        1.999600059992001e-10,
 74        1.9999600005999918e-12,
 75        1.9999960000060002e-14
 76      ],
 77      "max_relative_error": 0.004753846790445907
 78    }
 79  },
 80  "baseline_vs_idea": {
 81    "dense": {
 82      "mse20": 0.013982363045215607,
 83      "tau": 0.44852402806282043,
 84      "active_fraction": 0.2552083333333333,
 85      "mask_basin_acc": 0.6833333333333333,
 86      "support_step_change": 3.344088327139616e-05
 87    },
 88    "sparse": {
 89      "mse20": 0.015889065340161324,
 90      "tau": 0.5095030665397644,
 91      "active_fraction": 0.24583333333333332,
 92      "mask_basin_acc": 0.8,
 93      "support_step_change": 1.9406295450608013e-06
 94    }
 95  },
 96  "eta_ablation": {
 97    "0.0": {
 98      "mse20": 0.01531179342418909,
 99      "tau": 0.4586939811706543,
100      "active_fraction": 0.259375,
101      "mask_basin_acc": 0.5833333333333334,
102      "support_step_change": 6.617964390898123e-05
103    },
104    "0.001": {
105      "mse20": 0.013890204951167107,
106      "tau": 0.47342562675476074,
107      "active_fraction": 0.25625,
108      "mask_basin_acc": 0.6166666666666667,
109      "support_step_change": 1.9517667169566266e-05
110    },
111    "0.005": {
112      "mse20": 0.014064430259168148,
113      "tau": 0.45275992155075073,
114      "active_fraction": 0.26666666666666666,
115      "mask_basin_acc": 0.8166666666666667,
116      "support_step_change": 1.566205583003466e-06
117    }
118  },
119  "runtime_sec": 68.79585385322571,
120  "predictions": [
121    "support derivative scales as epsilon/(a+epsilon)^2",
122    "linear rollout norm scales exactly as spectral radius^h",
123    "small support perturbations scale as 2 epsilon |delta|/(a+epsilon)^2"
124  ]
125}