Finite-horizon Lyapunov regularization for neural updates / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "finite_horizon_boundary": [
  3    {
  4      "M": 2,
  5      "predicted_boundary": 0.9740037464252967,
  6      "observed_grid_boundary": 0.9740000000000001,
  7      "abs_error": 3.746425296657918e-06
  8    },
  9    {
 10      "M": 4,
 11      "predicted_boundary": 0.9869162813660015,
 12      "observed_grid_boundary": 0.986,
 13      "abs_error": 0.0009162813660015257
 14    },
 15    {
 16      "M": 8,
 17      "predicted_boundary": 0.9934366015836147,
 18      "observed_grid_boundary": 0.9930000000000001,
 19      "abs_error": 0.000436601583614582
 20    }
 21  ],
 22  "ratio_scaling": [
 23    {
 24      "a": 0.82,
 25      "values": [
 26        [
 27          1,
 28          0.6723999999999999,
 29          -0.39690187744767663
 30        ],
 31        [
 32          2,
 33          0.4521217599999999,
 34          -0.7938037548953533
 35        ],
 36        [
 37          4,
 38          0.2044140858654975,
 39          -1.5876075097907065
 40        ],
 41        [
 42          8,
 43          0.04178511850022699,
 44          -3.175215019581413
 45        ]
 46      ]
 47    },
 48    {
 49      "a": 0.9,
 50      "values": [
 51        [
 52          1,
 53          0.81,
 54          -0.21072103131565256
 55        ],
 56        [
 57          2,
 58          0.6561,
 59          -0.4214420626313051
 60        ],
 61        [
 62          4,
 63          0.4304672100000001,
 64          -0.8428841252626103
 65        ],
 66        [
 67          8,
 68          0.18530201888518416,
 69          -1.6857682505252205
 70        ]
 71      ]
 72    },
 73    {
 74      "a": 0.98,
 75      "values": [
 76        [
 77          1,
 78          0.9603999999999999,
 79          -0.04040541463503893
 80        ],
 81        [
 82          2,
 83          0.9223681599999999,
 84          -0.08081082927007786
 85        ],
 86        [
 87          4,
 88          0.8507630225817855,
 89          -0.16162165854015573
 90        ],
 91        [
 92          8,
 93          0.7237977205924956,
 94          -0.32324331708031145
 95        ]
 96      ]
 97    }
 98  ],
 99  "stochastic_mismatch": [
100    {
101      "sigma": 0.02,
102      "mean_abs_residual": 0.0002471513110931819,
103      "mean_ema_last_half": 0.00024663500585133725,
104      "normalized_by_sigma2": 0.6178782777329547
105    },
106    {
107      "sigma": 0.05,
108      "mean_abs_residual": 0.001533091309517688,
109      "mean_ema_last_half": 0.0015248518785308,
110      "normalized_by_sigma2": 0.613236523807075
111    },
112    {
113      "sigma": 0.1,
114      "mean_abs_residual": 0.00608985944682117,
115      "mean_ema_last_half": 0.006243655163602472,
116      "normalized_by_sigma2": 0.6089859446821169
117    },
118    {
119      "sigma": 0.2,
120      "mean_abs_residual": 0.024248035069223902,
121      "mean_ema_last_half": 0.02416253452702241,
122      "normalized_by_sigma2": 0.6062008767305974
123    }
124  ],
125  "unstable_ema": [
126    {
127      "a": 0.9,
128      "theory_ratio": 0.4304672100000001,
129      "violation_rate_last_half": 0.0,
130      "last_residual_over_ema": -3.2292554032527e-06
131    },
132    {
133      "a": 0.98,
134      "theory_ratio": 0.8507630225817855,
135      "violation_rate_last_half": 0.0,
136      "last_residual_over_ema": -0.6291474997436217
137    },
138    {
139      "a": 1.0,
140      "theory_ratio": 1.0,
141      "violation_rate_last_half": 1.0,
142      "last_residual_over_ema": 1.000002906329862
143    },
144    {
145      "a": 1.01,
146      "theory_ratio": 1.0828567056280802,
147      "violation_rate_last_half": 1.0,
148      "last_residual_over_ema": 1.17733586328158
149    },
150    {
151      "a": 1.03,
152      "theory_ratio": 1.2667700813876164,
153      "violation_rate_last_half": 1.0,
154      "last_residual_over_ema": 1.5166368212446044
155    },
156    {
157      "a": 1.06,
158      "theory_ratio": 1.5938480745308423,
159      "violation_rate_last_half": 1.0,
160      "last_residual_over_ema": 1.9900320398761895
161    }
162  ],
163  "mlp": {
164    "device": "cuda",
165    "baseline": {
166      "accuracy": 0.8311111111111111,
167      "final_loss": 0.16004528272897006,
168      "loss_std_tail": 0.08420004832217642,
169      "grad_std_tail": 0.34068130147317616,
170      "violation_rate": 0.0
171    },
172    "idea": {
173      "accuracy": 0.26666666666666666,
174      "final_loss": 0.593296459801495,
175      "loss_std_tail": 0.9117278570001254,
176      "grad_std_tail": 0.844985634060783,
177      "violation_rate": 0.16153846153846155
178    }
179  }
180}