Universal Trust-Region Neural Optimizer / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "seed": 17,
  3  "toy_checks": {
  4    "exact_model_rho_minmax": [
  5      0.9999999999999957,
  6      1.0000000000000022
  7    ],
  8    "mismatch_rho_max_abs_error": 0.0,
  9    "mismatch_rho_pairs": [
 10      [
 11        0.0,
 12        0.0
 13      ],
 14      [
 15        1.0,
 16        1.0
 17      ],
 18      [
 19        1.5,
 20        1.5
 21      ],
 22      [
 23        1.75,
 24        1.75
 25      ],
 26      [
 27        0.0,
 28        0.0
 29      ],
 30      [
 31        1.0,
 32        1.0
 33      ],
 34      [
 35        1.5,
 36        1.5
 37      ],
 38      [
 39        1.75,
 40        1.75
 41      ],
 42      [
 43        0.0,
 44        0.0
 45      ],
 46      [
 47        1.0,
 48        1.0
 49      ],
 50      [
 51        1.5,
 52        1.5
 53      ],
 54      [
 55        1.75,
 56        1.75
 57      ],
 58      [
 59        0.0,
 60        0.0
 61      ],
 62      [
 63        1.0,
 64        1.0
 65      ],
 66      [
 67        1.5,
 68        1.5
 69      ],
 70      [
 71        1.75,
 72        1.75
 73      ]
 74    ],
 75    "boundary_transition": [
 76      {
 77        "lambda": 1.0,
 78        "B": 0.5,
 79        "delta_over_delta_star": 0.5,
 80        "predicted_boundary": true,
 81        "observed_near_boundary": true,
 82        "rho": 0.6666666666666666
 83      },
 84      {
 85        "lambda": 1.0,
 86        "B": 0.5,
 87        "delta_over_delta_star": 0.99,
 88        "predicted_boundary": true,
 89        "observed_near_boundary": true,
 90        "rho": 0.01980198019801984
 91      },
 92      {
 93        "lambda": 1.0,
 94        "B": 0.5,
 95        "delta_over_delta_star": 1.01,
 96        "predicted_boundary": true,
 97        "observed_near_boundary": true,
 98        "rho": 0.0
 99      },
100      {
101        "lambda": 1.0,
102        "B": 0.5,
103        "delta_over_delta_star": 2.0,
104        "predicted_boundary": false,
105        "observed_near_boundary": false,
106        "rho": 0.0
107      },
108      {
109        "lambda": 1.0,
110        "B": 2.0,
111        "delta_over_delta_star": 0.5,
112        "predicted_boundary": true,
113        "observed_near_boundary": true,
114        "rho": 1.1666666666666667
115      },
116      {
117        "lambda": 1.0,
118        "B": 2.0,
119        "delta_over_delta_star": 0.99,
120        "predicted_boundary": true,
121        "observed_near_boundary": true,
122        "rho": 1.4900990099009899
123      },
124      {
125        "lambda": 1.0,
126        "B": 2.0,
127        "delta_over_delta_star": 1.01,
128        "predicted_boundary": true,
129        "observed_near_boundary": true,
130        "rho": 1.5
131      },
132      {
133        "lambda": 1.0,
134        "B": 2.0,
135        "delta_over_delta_star": 2.0,
136        "predicted_boundary": false,
137        "observed_near_boundary": false,
138        "rho": 1.5
139      },
140      {
141        "lambda": 3.0,
142        "B": 1.0,
143        "delta_over_delta_star": 0.5,
144        "predicted_boundary": true,
145        "observed_near_boundary": true,
146        "rho": 0.3333333333333333
147      },
148      {
149        "lambda": 3.0,
150        "B": 1.0,
151        "delta_over_delta_star": 0.99,
152        "predicted_boundary": true,
153        "observed_near_boundary": true,
154        "rho": -0.9603960396039599
155      },
156      {
157        "lambda": 3.0,
158        "B": 1.0,
159        "delta_over_delta_star": 1.01,
160        "predicted_boundary": true,
161        "observed_near_boundary": true,
162        "rho": -1.0
163      },
164      {
165        "lambda": 3.0,
166        "B": 1.0,
167        "delta_over_delta_star": 2.0,
168        "predicted_boundary": false,
169        "observed_near_boundary": false,
170        "rho": -1.0
171      }
172    ],
173    "good_boundary": {
174      "rho": 0.9999999999999997,
175      "radius_ratio": 2.0,
176      "boundary": true
177    },
178    "poor_agreement": {
179      "rho": -98.0,
180      "radius_ratio": 0.25,
181      "boundary": true
182    },
183    "acceptance_threshold_prediction": "rho >= 0.1; for unconstrained mismatch this means B/lambda >= 1/1.9 = 0.5263"
184  },
185  "mlp": {
186    "adam": {
187      "final_loss": 0.04801865294575691,
188      "best_loss": 0.04801865294575691,
189      "accuracy": 0.9895833134651184,
190      "spikes": 0
191    },
192    "trust_region": {
193      "final_loss": 0.10696125775575638,
194      "best_loss": 0.10696125775575638,
195      "accuracy": 0.96875,
196      "rejections": 0,
197      "reject_fraction": 0.0,
198      "final_radius": 0.6,
199      "median_rho": 1.9862199492639854
200    }
201  }
202}