{ "device": "cuda", "seed": 1296, "toy": { "curvature_identity": [ { "lambda_scale": 0.1, "exact_directional_curvature": 0.1563953488372093, "observed_Lhat_mean": 0.1563953488371457, "relative_error": 4.0658513317805966e-13, "eta_star_prediction": 6.394052044609666, "observed_eta_star": 6.394052044612265 }, { "lambda_scale": 0.3, "exact_directional_curvature": 0.4691860465116282, "observed_Lhat_mean": 0.46918604651179235, "relative_error": 3.498536996384466e-13, "eta_star_prediction": 2.1313506815365537, "observed_eta_star": 2.131350681535808 }, { "lambda_scale": 1.0, "exact_directional_curvature": 1.5639534883720927, "observed_Lhat_mean": 1.5639534883720527, "relative_error": 2.555576568207796e-14, "eta_star_prediction": 0.6394052044609667, "observed_eta_star": 0.639405204460983 }, { "lambda_scale": 3.0, "exact_directional_curvature": 4.691860465116279, "observed_Lhat_mean": 4.691860465116291, "relative_error": 2.6502275522154915e-15, "eta_star_prediction": 0.21313506815365552, "observed_eta_star": 0.21313506815365496 }, { "lambda_scale": 10.0, "exact_directional_curvature": 15.63953488372093, "observed_Lhat_mean": 15.639534883720936, "relative_error": 3.40743542427706e-16, "eta_star_prediction": 0.06394052044609665, "observed_eta_star": 0.06394052044609663 } ], "inverse_scaling": [ { "lambda": 0.1, "predicted_eta": 9.0, "observed_eta": 9.000000004410056, "eta_times_lambda": 0.9000000004410057, "accepted": true }, { "lambda": 0.3, "predicted_eta": 3.0, "observed_eta": 3.0000000001566662, "eta_times_lambda": 0.9000000000469999, "accepted": true }, { "lambda": 1.0, "predicted_eta": 0.9, "observed_eta": 0.9000000000035996, "eta_times_lambda": 0.9000000000035996, "accepted": true }, { "lambda": 3.0, "predicted_eta": 0.3, "observed_eta": 0.3000000000000667, "eta_times_lambda": 0.9000000000002002, "accepted": true }, { "lambda": 10.0, "predicted_eta": 0.09, "observed_eta": 0.08999999999999551, "eta_times_lambda": 0.8999999999999552, "accepted": true } ], "acceptance_boundary": [ { "lambda": 1.0, "eta_lambda": 1.7, "predicted_accept": true, "observed_accept": true }, { "lambda": 1.0, "eta_lambda": 1.9, "predicted_accept": false, "observed_accept": false }, { "lambda": 1.0, "eta_lambda": 2.1, "predicted_accept": false, "observed_accept": false }, { "lambda": 3.0, "eta_lambda": 1.7, "predicted_accept": true, "observed_accept": true }, { "lambda": 3.0, "eta_lambda": 1.9, "predicted_accept": false, "observed_accept": false }, { "lambda": 3.0, "eta_lambda": 2.1, "predicted_accept": false, "observed_accept": false } ] }, "training": { "cosine_sgd": { "final_loss": 0.6544517874717712, "accuracy": 0.720703125, "loss_at_10": 0.6695312857627869, "loss_at_50": 0.6556897163391113, "accepted_fraction": 1.0, "mean_lr": 0.07575, "wall_seconds": 0.3248370100009197 }, "directional": { "final_loss": 0.14069069921970367, "accuracy": 0.962890625, "loss_at_10": 0.6486840844154358, "loss_at_50": 0.27830588817596436, "accepted_fraction": 1.0, "mean_lr": 1.6610487759770791, "wall_seconds": 0.31194359400069516 } } }