Support-Sparse Koopman World Model / results.json
Failed on benchmark
1{
2 "seed": 2805,
3 "device": "cuda",
4 "math_checks": {
5 "support_derivative": {
6 "amplitudes": [
7 0.0001,
8 0.001,
9 0.01,
10 0.1,
11 1.0
12 ],
13 "observed": [
14 98.01990000779526,
15 0.9979930326586839,
16 0.009997991323729138,
17 9.999778782798785e-05,
18 9.992007221626409e-07
19 ],
20 "predicted": [
21 98.02960494069208,
22 0.9980029960049941,
23 0.009998000299960005,
24 9.999800002999959e-05,
25 9.99998000003e-07
26 ],
27 "max_relative_error": 0.0007972794349156818
28 },
29 "rollout_scaling": {
30 "r": [
31 0.7,
32 0.9,
33 1.0,
34 1.1,
35 1.3
36 ],
37 "h": 8,
38 "observed_norm": [
39 0.05764800999999997,
40 0.4304672100000001,
41 1.0,
42 2.1435888100000016,
43 8.157307210000003
44 ],
45 "predicted_norm": [
46 0.05764800999999997,
47 0.4304672100000001,
48 1.0,
49 2.1435888100000016,
50 8.157307210000003
51 ],
52 "max_abs_error": 0.0
53 },
54 "support_perturbation": {
55 "amplitudes": [
56 0.0001,
57 0.001,
58 0.01,
59 0.1,
60 1.0
61 ],
62 "delta": 1e-08,
63 "observed": [
64 1.9605921180998465e-06,
65 1.9960059938206598e-08,
66 1.999600485191877e-10,
67 1.999955756559757e-12,
68 2.0095036745715333e-14
69 ],
70 "predicted": [
71 1.960592098813842e-06,
72 1.9960059920099882e-08,
73 1.999600059992001e-10,
74 1.9999600005999918e-12,
75 1.9999960000060002e-14
76 ],
77 "max_relative_error": 0.004753846790445907
78 }
79 },
80 "baseline_vs_idea": {
81 "dense": {
82 "mse20": 0.013982363045215607,
83 "tau": 0.44852402806282043,
84 "active_fraction": 0.2552083333333333,
85 "mask_basin_acc": 0.6833333333333333,
86 "support_step_change": 3.344088327139616e-05
87 },
88 "sparse": {
89 "mse20": 0.015889065340161324,
90 "tau": 0.5095030665397644,
91 "active_fraction": 0.24583333333333332,
92 "mask_basin_acc": 0.8,
93 "support_step_change": 1.9406295450608013e-06
94 }
95 },
96 "eta_ablation": {
97 "0.0": {
98 "mse20": 0.01531179342418909,
99 "tau": 0.4586939811706543,
100 "active_fraction": 0.259375,
101 "mask_basin_acc": 0.5833333333333334,
102 "support_step_change": 6.617964390898123e-05
103 },
104 "0.001": {
105 "mse20": 0.013890204951167107,
106 "tau": 0.47342562675476074,
107 "active_fraction": 0.25625,
108 "mask_basin_acc": 0.6166666666666667,
109 "support_step_change": 1.9517667169566266e-05
110 },
111 "0.005": {
112 "mse20": 0.014064430259168148,
113 "tau": 0.45275992155075073,
114 "active_fraction": 0.26666666666666666,
115 "mask_basin_acc": 0.8166666666666667,
116 "support_step_change": 1.566205583003466e-06
117 }
118 },
119 "runtime_sec": 68.79585385322571,
120 "predictions": [
121 "support derivative scales as epsilon/(a+epsilon)^2",
122 "linear rollout norm scales exactly as spectral radius^h",
123 "small support perturbations scale as 2 epsilon |delta|/(a+epsilon)^2"
124 ]
125}