Finite-Excitation Orthogonal Gradient Memory / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "seed": 2688,
  3  "orthogonality": {
  4    "dimension": 8,
  5    "sigma_min_feature_matrix": 1.0000000001981044e-07,
  6    "mgs_rank": 8,
  7    "max_abs_QtQ_minus_I": 2.826667372390901e-10,
  8    "min_mgs_residual": 1.1054034901468194e-06
  9  },
 10  "stability_sweep": {
 11    "predicted_boundary_alpha": 2.0,
 12    "rows": [
 13      {
 14        "alpha": 0.25,
 15        "predicted_norm_after_30": 0.00017858209017001473,
 16        "observed_norm_after_30": 0.0001785820901700147,
 17        "observed_stable": true
 18      },
 19      {
 20        "alpha": 0.75,
 21        "predicted_norm_after_30": 8.673617379884035e-19,
 22        "observed_norm_after_30": 8.6736173798840345e-19,
 23        "observed_stable": true
 24      },
 25      {
 26        "alpha": 1.0,
 27        "predicted_norm_after_30": 0.0,
 28        "observed_norm_after_30": 0.0,
 29        "observed_stable": true
 30      },
 31      {
 32        "alpha": 1.25,
 33        "predicted_norm_after_30": 8.673617379884035e-19,
 34        "observed_norm_after_30": 8.6736173798840345e-19,
 35        "observed_stable": true
 36      },
 37      {
 38        "alpha": 1.75,
 39        "predicted_norm_after_30": 0.00017858209017001473,
 40        "observed_norm_after_30": 0.0001785820901700147,
 41        "observed_stable": true
 42      },
 43      {
 44        "alpha": 1.99,
 45        "predicted_norm_after_30": 0.7397003733882802,
 46        "observed_norm_after_30": 0.73970037338828,
 47        "observed_stable": true
 48      },
 49      {
 50        "alpha": 2.01,
 51        "predicted_norm_after_30": 1.3478489153328972,
 52        "observed_norm_after_30": 1.3478489153328967,
 53        "observed_stable": false
 54      },
 55      {
 56        "alpha": 2.5,
 57        "predicted_norm_after_30": 191751.0592328841,
 58        "observed_norm_after_30": 191751.059232884,
 59        "observed_stable": false
 60      }
 61    ]
 62  },
 63  "excitation_transition": {
 64    "predicted_transition_k": 8,
 65    "rows": [
 66      {
 67        "independent_directions": 0,
 68        "norm_at_start": 0.9999999999999999,
 69        "norm_at_step_15": 0.9999999999999999,
 70        "predicted_norm_at_step_15": 1.0,
 71        "all_direction_contraction": false
 72      },
 73      {
 74        "independent_directions": 1,
 75        "norm_at_start": 0.9999999999999999,
 76        "norm_at_step_15": 0.9354143466934853,
 77        "predicted_norm_at_step_15": 0.9354143466934853,
 78        "all_direction_contraction": false
 79      },
 80      {
 81        "independent_directions": 2,
 82        "norm_at_start": 0.9999999999999999,
 83        "norm_at_step_15": 0.8660254037844386,
 84        "predicted_norm_at_step_15": 0.8660254037844386,
 85        "all_direction_contraction": false
 86      },
 87      {
 88        "independent_directions": 3,
 89        "norm_at_start": 0.9999999999999999,
 90        "norm_at_step_15": 0.7905694150420948,
 91        "predicted_norm_at_step_15": 0.7905694150420949,
 92        "all_direction_contraction": false
 93      },
 94      {
 95        "independent_directions": 4,
 96        "norm_at_start": 0.9999999999999999,
 97        "norm_at_step_15": 0.7071067811865475,
 98        "predicted_norm_at_step_15": 0.7071067811865476,
 99        "all_direction_contraction": false
100      },
101      {
102        "independent_directions": 5,
103        "norm_at_start": 0.9999999999999999,
104        "norm_at_step_15": 0.6123724356957945,
105        "predicted_norm_at_step_15": 0.6123724356957945,
106        "all_direction_contraction": false
107      },
108      {
109        "independent_directions": 6,
110        "norm_at_start": 0.9999999999999999,
111        "norm_at_step_15": 0.49999999999999994,
112        "predicted_norm_at_step_15": 0.5,
113        "all_direction_contraction": false
114      },
115      {
116        "independent_directions": 7,
117        "norm_at_start": 0.9999999999999999,
118        "norm_at_step_15": 0.35355339059327373,
119        "predicted_norm_at_step_15": 0.3535533905932738,
120        "all_direction_contraction": false
121      },
122      {
123        "independent_directions": 8,
124        "norm_at_start": 0.9999999999999999,
125        "norm_at_step_15": 3.276799999999992e-11,
126        "predicted_norm_at_step_15": 3.2767999999999886e-11,
127        "all_direction_contraction": true
128      }
129    ]
130  },
131  "replay_comparison": {
132    "predicted_mgs_slope": -1.6094379124341005,
133    "rows": [
134      {
135        "case": "well_conditioned",
136        "sigma_min": 1.0,
137        "raw_norm_step_10": 1.0239999999999852e-07,
138        "mgs_norm_step_10": 1.0239999999999913e-07,
139        "raw_log_slope_late": -1.6094379124341012,
140        "mgs_log_slope_late": -1.6094379124341007
141      },
142      {
143        "case": "ill_conditioned",
144        "sigma_min": 0.001,
145        "raw_norm_step_10": 696342.7809960718,
146        "mgs_norm_step_10": 1.0239999999999984e-07,
147        "raw_log_slope_late": 1.5064575950364518,
148        "mgs_log_slope_late": -1.6094379124341003
149      }
150    ]
151  }
152}