{ "math_checks": { "gamma": 21.266045498339512, "gamma_nonnegative": true, "prior_positive": true, "prior_matches_formula": true, "curvature_upper_bound_check": true, "H_monotone_check": true, "recent_prior": 0.9999999900000002, "old_prior": 0.043956043936722616, "recent_has_more_rounds": true }, "runs": { "exponential": [ { "lag_newton": { "cum_loss": 1965.1823410669392, "mean_last_1000": 0.641420162186483, "mean_first_500": 0.7012199804740558, "theta_mse": 0.000713794103668921, "max_abs_theta": 0.4211953901852704 }, "adagrad": { "cum_loss": 1990.2768876905802, "mean_last_1000": 0.6515009754548481, "mean_first_500": 0.6945541497285141, "theta_mse": 0.0031101119655299442, "max_abs_theta": 0.4298768773645739 }, "adamw": { "cum_loss": 2092.4580466249, "mean_last_1000": 0.6896992159571024, "mean_first_500": 0.699481903070293, "theta_mse": 0.02145589541569127, "max_abs_theta": 0.4779505840423189 }, "true_l1": 2.0, "newton_old_lag_abs_mean": 0.024145681931204706 }, { "lag_newton": { "cum_loss": 1980.7918318910642, "mean_last_1000": 0.6461543473410255, "mean_first_500": 0.7198272512532256, "theta_mse": 0.0017278306027280303, "max_abs_theta": 0.3655693003141198 }, "adagrad": { "cum_loss": 1991.527966516976, "mean_last_1000": 0.6542889390586252, "mean_first_500": 0.7000575328828756, "theta_mse": 0.0035608735385332262, "max_abs_theta": 0.40194076147411095 }, "adamw": { "cum_loss": 2076.905804902075, "mean_last_1000": 0.6942677927316026, "mean_first_500": 0.7061725812764895, "theta_mse": 0.015941800969670385, "max_abs_theta": 0.6748937918504564 }, "true_l1": 2.0, "newton_old_lag_abs_mean": 0.03010535733441958 }, { "lag_newton": { "cum_loss": 1953.9491636499038, "mean_last_1000": 0.6424506091392563, "mean_first_500": 0.6769839096526516, "theta_mse": 0.002472532559207616, "max_abs_theta": 0.3943363196857428 }, "adagrad": { "cum_loss": 1963.4505515606238, "mean_last_1000": 0.6509361600922741, "mean_first_500": 0.6517199465567051, "theta_mse": 0.004519356792179378, "max_abs_theta": 0.4274136486416491 }, "adamw": { "cum_loss": 2054.344109006682, "mean_last_1000": 0.690840251297244, "mean_first_500": 0.6567750043179742, "theta_mse": 0.03011642222853908, "max_abs_theta": 0.5895164037852946 }, "true_l1": 2.0, "newton_old_lag_abs_mean": 0.0470407177987396 } ], "polynomial": [ { "lag_newton": { "cum_loss": 1988.978300740127, "mean_last_1000": 0.6590136935475253, "mean_first_500": 0.7116239183378871, "theta_mse": 0.000832881645334412, "max_abs_theta": 0.44897892359198516 }, "adagrad": { "cum_loss": 2008.6050339655822, "mean_last_1000": 0.6678131338543365, "mean_first_500": 0.7052447293496148, "theta_mse": 0.0038690727498152887, "max_abs_theta": 0.4389691510152642 }, "adamw": { "cum_loss": 2104.0206567737605, "mean_last_1000": 0.7050762413730811, "mean_first_500": 0.710324941180505, "theta_mse": 0.02041114006293695, "max_abs_theta": 0.4763942117324682 }, "true_l1": 1.9999999999999993, "newton_old_lag_abs_mean": 0.04043514962332004 }, { "lag_newton": { "cum_loss": 2004.6345733192118, "mean_last_1000": 0.655868120664173, "mean_first_500": 0.7234960815127619, "theta_mse": 0.001417631128630749, "max_abs_theta": 0.40331870151060895 }, "adagrad": { "cum_loss": 2014.9335835745703, "mean_last_1000": 0.6620202956825156, "mean_first_500": 0.705647126566462, "theta_mse": 0.0027828460843296932, "max_abs_theta": 0.4388174469400681 }, "adamw": { "cum_loss": 2103.455242250732, "mean_last_1000": 0.7045903422253446, "mean_first_500": 0.7053236761027408, "theta_mse": 0.014651934632496746, "max_abs_theta": 0.6355467426898701 }, "true_l1": 1.9999999999999993, "newton_old_lag_abs_mean": 0.04917891669716322 }, { "lag_newton": { "cum_loss": 1979.77841765482, "mean_last_1000": 0.6480426519307178, "mean_first_500": 0.6875801801479079, "theta_mse": 0.0026013046224818677, "max_abs_theta": 0.44507075427110304 }, "adagrad": { "cum_loss": 1986.3689187758223, "mean_last_1000": 0.6573400288323831, "mean_first_500": 0.6617222983535614, "theta_mse": 0.0041888634979516, "max_abs_theta": 0.465284741602925 }, "adamw": { "cum_loss": 2074.8599462310513, "mean_last_1000": 0.6976452485329747, "mean_first_500": 0.6697431966123737, "theta_mse": 0.027227453543100705, "max_abs_theta": 0.5490388630963078 }, "true_l1": 1.9999999999999993, "newton_old_lag_abs_mean": 0.051234267845841876 } ] }, "means": { "exponential": { "lag_newton": { "cum_loss": 1966.641112202636, "mean_last_1000": 0.643341706222255, "mean_first_500": 0.699343713793311, "theta_mse": 0.001638052421868189, "max_abs_theta": 0.39370033672837773 }, "adagrad": { "cum_loss": 1981.7518019227266, "mean_last_1000": 0.6522420248685824, "mean_first_500": 0.6821105430560316, "theta_mse": 0.0037301140987475163, "max_abs_theta": 0.41974376249344464 }, "adamw": { "cum_loss": 2074.5693201778854, "mean_last_1000": 0.6916024199953164, "mean_first_500": 0.6874764962215855, "theta_mse": 0.022504706204633577, "max_abs_theta": 0.5807869265593566 } }, "polynomial": { "lag_newton": { "cum_loss": 1991.1304305713863, "mean_last_1000": 0.6543081553808053, "mean_first_500": 0.7075667266661857, "theta_mse": 0.001617272465482343, "max_abs_theta": 0.43245612645789905 }, "adagrad": { "cum_loss": 2003.3025121053251, "mean_last_1000": 0.6623911527897451, "mean_first_500": 0.6908713847565461, "theta_mse": 0.003613594110698861, "max_abs_theta": 0.4476904465194191 }, "adamw": { "cum_loss": 2094.1119484185147, "mean_last_1000": 0.7024372773771335, "mean_first_500": 0.6951306046318733, "theta_mse": 0.0207635094128448, "max_abs_theta": 0.5536599391728819 } } } }