Finite-horizon Lyapunov regularization for neural updates / results.json
Failed on benchmark
1{
2 "finite_horizon_boundary": [
3 {
4 "M": 2,
5 "predicted_boundary": 0.9740037464252967,
6 "observed_grid_boundary": 0.9740000000000001,
7 "abs_error": 3.746425296657918e-06
8 },
9 {
10 "M": 4,
11 "predicted_boundary": 0.9869162813660015,
12 "observed_grid_boundary": 0.986,
13 "abs_error": 0.0009162813660015257
14 },
15 {
16 "M": 8,
17 "predicted_boundary": 0.9934366015836147,
18 "observed_grid_boundary": 0.9930000000000001,
19 "abs_error": 0.000436601583614582
20 }
21 ],
22 "ratio_scaling": [
23 {
24 "a": 0.82,
25 "values": [
26 [
27 1,
28 0.6723999999999999,
29 -0.39690187744767663
30 ],
31 [
32 2,
33 0.4521217599999999,
34 -0.7938037548953533
35 ],
36 [
37 4,
38 0.2044140858654975,
39 -1.5876075097907065
40 ],
41 [
42 8,
43 0.04178511850022699,
44 -3.175215019581413
45 ]
46 ]
47 },
48 {
49 "a": 0.9,
50 "values": [
51 [
52 1,
53 0.81,
54 -0.21072103131565256
55 ],
56 [
57 2,
58 0.6561,
59 -0.4214420626313051
60 ],
61 [
62 4,
63 0.4304672100000001,
64 -0.8428841252626103
65 ],
66 [
67 8,
68 0.18530201888518416,
69 -1.6857682505252205
70 ]
71 ]
72 },
73 {
74 "a": 0.98,
75 "values": [
76 [
77 1,
78 0.9603999999999999,
79 -0.04040541463503893
80 ],
81 [
82 2,
83 0.9223681599999999,
84 -0.08081082927007786
85 ],
86 [
87 4,
88 0.8507630225817855,
89 -0.16162165854015573
90 ],
91 [
92 8,
93 0.7237977205924956,
94 -0.32324331708031145
95 ]
96 ]
97 }
98 ],
99 "stochastic_mismatch": [
100 {
101 "sigma": 0.02,
102 "mean_abs_residual": 0.0002471513110931819,
103 "mean_ema_last_half": 0.00024663500585133725,
104 "normalized_by_sigma2": 0.6178782777329547
105 },
106 {
107 "sigma": 0.05,
108 "mean_abs_residual": 0.001533091309517688,
109 "mean_ema_last_half": 0.0015248518785308,
110 "normalized_by_sigma2": 0.613236523807075
111 },
112 {
113 "sigma": 0.1,
114 "mean_abs_residual": 0.00608985944682117,
115 "mean_ema_last_half": 0.006243655163602472,
116 "normalized_by_sigma2": 0.6089859446821169
117 },
118 {
119 "sigma": 0.2,
120 "mean_abs_residual": 0.024248035069223902,
121 "mean_ema_last_half": 0.02416253452702241,
122 "normalized_by_sigma2": 0.6062008767305974
123 }
124 ],
125 "unstable_ema": [
126 {
127 "a": 0.9,
128 "theory_ratio": 0.4304672100000001,
129 "violation_rate_last_half": 0.0,
130 "last_residual_over_ema": -3.2292554032527e-06
131 },
132 {
133 "a": 0.98,
134 "theory_ratio": 0.8507630225817855,
135 "violation_rate_last_half": 0.0,
136 "last_residual_over_ema": -0.6291474997436217
137 },
138 {
139 "a": 1.0,
140 "theory_ratio": 1.0,
141 "violation_rate_last_half": 1.0,
142 "last_residual_over_ema": 1.000002906329862
143 },
144 {
145 "a": 1.01,
146 "theory_ratio": 1.0828567056280802,
147 "violation_rate_last_half": 1.0,
148 "last_residual_over_ema": 1.17733586328158
149 },
150 {
151 "a": 1.03,
152 "theory_ratio": 1.2667700813876164,
153 "violation_rate_last_half": 1.0,
154 "last_residual_over_ema": 1.5166368212446044
155 },
156 {
157 "a": 1.06,
158 "theory_ratio": 1.5938480745308423,
159 "violation_rate_last_half": 1.0,
160 "last_residual_over_ema": 1.9900320398761895
161 }
162 ],
163 "mlp": {
164 "device": "cuda",
165 "baseline": {
166 "accuracy": 0.8311111111111111,
167 "final_loss": 0.16004528272897006,
168 "loss_std_tail": 0.08420004832217642,
169 "grad_std_tail": 0.34068130147317616,
170 "violation_rate": 0.0
171 },
172 "idea": {
173 "accuracy": 0.26666666666666666,
174 "final_loss": 0.593296459801495,
175 "loss_std_tail": 0.9117278570001254,
176 "grad_std_tail": 0.844985634060783,
177 "violation_rate": 0.16153846153846155
178 }
179 }
180}