1{
  2  "math_checks": {
  3    "gamma": 21.266045498339512,
  4    "gamma_nonnegative": true,
  5    "prior_positive": true,
  6    "prior_matches_formula": true,
  7    "curvature_upper_bound_check": true,
  8    "H_monotone_check": true,
  9    "recent_prior": 0.9999999900000002,
 10    "old_prior": 0.043956043936722616,
 11    "recent_has_more_rounds": true
 12  },
 13  "runs": {
 14    "exponential": [
 15      {
 16        "lag_newton": {
 17          "cum_loss": 1965.1823410669392,
 18          "mean_last_1000": 0.641420162186483,
 19          "mean_first_500": 0.7012199804740558,
 20          "theta_mse": 0.000713794103668921,
 21          "max_abs_theta": 0.4211953901852704
 22        },
 23        "adagrad": {
 24          "cum_loss": 1990.2768876905802,
 25          "mean_last_1000": 0.6515009754548481,
 26          "mean_first_500": 0.6945541497285141,
 27          "theta_mse": 0.0031101119655299442,
 28          "max_abs_theta": 0.4298768773645739
 29        },
 30        "adamw": {
 31          "cum_loss": 2092.4580466249,
 32          "mean_last_1000": 0.6896992159571024,
 33          "mean_first_500": 0.699481903070293,
 34          "theta_mse": 0.02145589541569127,
 35          "max_abs_theta": 0.4779505840423189
 36        },
 37        "true_l1": 2.0,
 38        "newton_old_lag_abs_mean": 0.024145681931204706
 39      },
 40      {
 41        "lag_newton": {
 42          "cum_loss": 1980.7918318910642,
 43          "mean_last_1000": 0.6461543473410255,
 44          "mean_first_500": 0.7198272512532256,
 45          "theta_mse": 0.0017278306027280303,
 46          "max_abs_theta": 0.3655693003141198
 47        },
 48        "adagrad": {
 49          "cum_loss": 1991.527966516976,
 50          "mean_last_1000": 0.6542889390586252,
 51          "mean_first_500": 0.7000575328828756,
 52          "theta_mse": 0.0035608735385332262,
 53          "max_abs_theta": 0.40194076147411095
 54        },
 55        "adamw": {
 56          "cum_loss": 2076.905804902075,
 57          "mean_last_1000": 0.6942677927316026,
 58          "mean_first_500": 0.7061725812764895,
 59          "theta_mse": 0.015941800969670385,
 60          "max_abs_theta": 0.6748937918504564
 61        },
 62        "true_l1": 2.0,
 63        "newton_old_lag_abs_mean": 0.03010535733441958
 64      },
 65      {
 66        "lag_newton": {
 67          "cum_loss": 1953.9491636499038,
 68          "mean_last_1000": 0.6424506091392563,
 69          "mean_first_500": 0.6769839096526516,
 70          "theta_mse": 0.002472532559207616,
 71          "max_abs_theta": 0.3943363196857428
 72        },
 73        "adagrad": {
 74          "cum_loss": 1963.4505515606238,
 75          "mean_last_1000": 0.6509361600922741,
 76          "mean_first_500": 0.6517199465567051,
 77          "theta_mse": 0.004519356792179378,
 78          "max_abs_theta": 0.4274136486416491
 79        },
 80        "adamw": {
 81          "cum_loss": 2054.344109006682,
 82          "mean_last_1000": 0.690840251297244,
 83          "mean_first_500": 0.6567750043179742,
 84          "theta_mse": 0.03011642222853908,
 85          "max_abs_theta": 0.5895164037852946
 86        },
 87        "true_l1": 2.0,
 88        "newton_old_lag_abs_mean": 0.0470407177987396
 89      }
 90    ],
 91    "polynomial": [
 92      {
 93        "lag_newton": {
 94          "cum_loss": 1988.978300740127,
 95          "mean_last_1000": 0.6590136935475253,
 96          "mean_first_500": 0.7116239183378871,
 97          "theta_mse": 0.000832881645334412,
 98          "max_abs_theta": 0.44897892359198516
 99        },
100        "adagrad": {
101          "cum_loss": 2008.6050339655822,
102          "mean_last_1000": 0.6678131338543365,
103          "mean_first_500": 0.7052447293496148,
104          "theta_mse": 0.0038690727498152887,
105          "max_abs_theta": 0.4389691510152642
106        },
107        "adamw": {
108          "cum_loss": 2104.0206567737605,
109          "mean_last_1000": 0.7050762413730811,
110          "mean_first_500": 0.710324941180505,
111          "theta_mse": 0.02041114006293695,
112          "max_abs_theta": 0.4763942117324682
113        },
114        "true_l1": 1.9999999999999993,
115        "newton_old_lag_abs_mean": 0.04043514962332004
116      },
117      {
118        "lag_newton": {
119          "cum_loss": 2004.6345733192118,
120          "mean_last_1000": 0.655868120664173,
121          "mean_first_500": 0.7234960815127619,
122          "theta_mse": 0.001417631128630749,
123          "max_abs_theta": 0.40331870151060895
124        },
125        "adagrad": {
126          "cum_loss": 2014.9335835745703,
127          "mean_last_1000": 0.6620202956825156,
128          "mean_first_500": 0.705647126566462,
129          "theta_mse": 0.0027828460843296932,
130          "max_abs_theta": 0.4388174469400681
131        },
132        "adamw": {
133          "cum_loss": 2103.455242250732,
134          "mean_last_1000": 0.7045903422253446,
135          "mean_first_500": 0.7053236761027408,
136          "theta_mse": 0.014651934632496746,
137          "max_abs_theta": 0.6355467426898701
138        },
139        "true_l1": 1.9999999999999993,
140        "newton_old_lag_abs_mean": 0.04917891669716322
141      },
142      {
143        "lag_newton": {
144          "cum_loss": 1979.77841765482,
145          "mean_last_1000": 0.6480426519307178,
146          "mean_first_500": 0.6875801801479079,
147          "theta_mse": 0.0026013046224818677,
148          "max_abs_theta": 0.44507075427110304
149        },
150        "adagrad": {
151          "cum_loss": 1986.3689187758223,
152          "mean_last_1000": 0.6573400288323831,
153          "mean_first_500": 0.6617222983535614,
154          "theta_mse": 0.0041888634979516,
155          "max_abs_theta": 0.465284741602925
156        },
157        "adamw": {
158          "cum_loss": 2074.8599462310513,
159          "mean_last_1000": 0.6976452485329747,
160          "mean_first_500": 0.6697431966123737,
161          "theta_mse": 0.027227453543100705,
162          "max_abs_theta": 0.5490388630963078
163        },
164        "true_l1": 1.9999999999999993,
165        "newton_old_lag_abs_mean": 0.051234267845841876
166      }
167    ]
168  },
169  "means": {
170    "exponential": {
171      "lag_newton": {
172        "cum_loss": 1966.641112202636,
173        "mean_last_1000": 0.643341706222255,
174        "mean_first_500": 0.699343713793311,
175        "theta_mse": 0.001638052421868189,
176        "max_abs_theta": 0.39370033672837773
177      },
178      "adagrad": {
179        "cum_loss": 1981.7518019227266,
180        "mean_last_1000": 0.6522420248685824,
181        "mean_first_500": 0.6821105430560316,
182        "theta_mse": 0.0037301140987475163,
183        "max_abs_theta": 0.41974376249344464
184      },
185      "adamw": {
186        "cum_loss": 2074.5693201778854,
187        "mean_last_1000": 0.6916024199953164,
188        "mean_first_500": 0.6874764962215855,
189        "theta_mse": 0.022504706204633577,
190        "max_abs_theta": 0.5807869265593566
191      }
192    },
193    "polynomial": {
194      "lag_newton": {
195        "cum_loss": 1991.1304305713863,
196        "mean_last_1000": 0.6543081553808053,
197        "mean_first_500": 0.7075667266661857,
198        "theta_mse": 0.001617272465482343,
199        "max_abs_theta": 0.43245612645789905
200      },
201      "adagrad": {
202        "cum_loss": 2003.3025121053251,
203        "mean_last_1000": 0.6623911527897451,
204        "mean_first_500": 0.6908713847565461,
205        "theta_mse": 0.003613594110698861,
206        "max_abs_theta": 0.4476904465194191
207      },
208      "adamw": {
209        "cum_loss": 2094.1119484185147,
210        "mean_last_1000": 0.7024372773771335,
211        "mean_first_500": 0.6951306046318733,
212        "theta_mse": 0.0207635094128448,
213        "max_abs_theta": 0.5536599391728819
214      }
215    }
216  }
217}