Level-Adaptive Replay Memory / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "seed": 1268,
  3  "math": {
  4    "formula_check": [
  5      {
  6        "M": 1,
  7        "predicted": 0.17300000000000004,
  8        "observed": 0.17465833333333333,
  9        "abs_error": 0.0016583333333332895
 10      },
 11      {
 12        "M": 2,
 13        "predicted": 0.3160710000000001,
 14        "observed": 0.3166833333333333,
 15        "abs_error": 0.0006123333333332148
 16      },
 17      {
 18        "M": 4,
 19        "predicted": 0.5322411229590001,
 20        "observed": 0.5315916666666667,
 21        "abs_error": 0.0006494562923333724
 22      },
 23      {
 24        "M": 8,
 25        "predicted": 0.7812016329493428,
 26        "observed": 0.7828416666666667,
 27        "abs_error": 0.0016400337173239077
 28      },
 29      {
 30        "M": 16,
 31        "predicted": 0.9521272745759659,
 32        "observed": 0.9519,
 33        "abs_error": 0.00022727457596594114
 34      },
 35      {
 36        "M": 32,
 37        "predicted": 0.9977082021604751,
 38        "observed": 0.997875,
 39        "abs_error": 0.00016679783952489036
 40      }
 41    ],
 42    "monotone_fraction": 1.0,
 43    "stale_optima": [
 44      {
 45        "stale": 0.0,
 46        "predicted_opt_m": 16,
 47        "observed_opt_m": 15,
 48        "best_r": 0.9637778259814039,
 49        "observed_best_r": 0.9641244799426367
 50      },
 51      {
 52        "stale": 0.005,
 53        "predicted_opt_m": 8,
 54        "observed_opt_m": 8,
 55        "best_r": 0.9441527423909375,
 56        "observed_best_r": 0.9443725779675136
 57      },
 58      {
 59        "stale": 0.015,
 60        "predicted_opt_m": 5,
 61        "observed_opt_m": 5,
 62        "best_r": 0.9188216677466229,
 63        "observed_best_r": 0.9196011205832493
 64      },
 65      {
 66        "stale": 0.03,
 67        "predicted_opt_m": 3,
 68        "observed_opt_m": 4,
 69        "best_r": 0.8995038654021466,
 70        "observed_best_r": 0.8995020048983633
 71      },
 72      {
 73        "stale": 0.05,
 74        "predicted_opt_m": 3,
 75        "observed_opt_m": 3,
 76        "best_r": 0.8995038654021466,
 77        "observed_best_r": 0.8996358598731962
 78      },
 79      {
 80        "stale": 0.08,
 81        "predicted_opt_m": 3,
 82        "observed_opt_m": 3,
 83        "best_r": 0.8995038654021466,
 84        "observed_best_r": 0.8991693702792418
 85      }
 86    ],
 87    "low_rho_scaling": [
 88      {
 89        "M": 1,
 90        "r": 0.0020000000000000018,
 91        "r_over_Mrho": 1.0000000000000009
 92      },
 93      {
 94        "M": 2,
 95        "r": 0.0039959999999999996,
 96        "r_over_Mrho": 0.9989999999999999
 97      },
 98      {
 99        "M": 4,
100        "r": 0.007976031983999987,
101        "r_over_Mrho": 0.9970039979999984
102      },
103      {
104        "M": 8,
105        "r": 0.015888446881790252,
106        "r_over_Mrho": 0.9930279301118907
107      },
108      {
109        "M": 16,
110        "r": 0.03152445101926493,
111        "r_over_Mrho": 0.9851390943520291
112      }
113    ]
114  },
115  "comparison": {
116    "fixed_escapes": {
117      "1": 60,
118      "2": 73,
119      "4": 69,
120      "8": 43,
121      "16": 0
122    },
123    "adaptive": {
124      "escapes": 65,
125      "mean_m": 3.75,
126      "final_m": 6
127    },
128    "adaptive_trajectory": [
129      2,
130      2,
131      2,
132      2,
133      1,
134      1,
135      1,
136      1,
137      2,
138      2,
139      2,
140      2,
141      3,
142      3,
143      3,
144      3,
145      3,
146      3,
147      3,
148      3,
149      4,
150      4,
151      4,
152      4,
153      4,
154      4,
155      4,
156      4,
157      3,
158      3,
159      3,
160      3,
161      4,
162      4,
163      4,
164      4,
165      4,
166      4,
167      4,
168      4,
169      4,
170      4,
171      4,
172      4,
173      4,
174      4,
175      4,
176      4,
177      4,
178      4,
179      4,
180      4,
181      5,
182      5,
183      5,
184      5,
185      4,
186      4,
187      4,
188      4,
189      4,
190      4,
191      4,
192      4,
193      4,
194      4,
195      4,
196      4,
197      5,
198      5,
199      5,
200      5,
201      5,
202      5,
203      5,
204      5,
205      6,
206      6,
207      6,
208      6
209    ]
210  }
211}