{ "sanity": { "random_bound_minus_true_max": [ [ 3, 0.11826261871164886, 1.2458506632298025 ], [ 5, 0.21836460116578976, 1.5893776858982678 ], [ 10, 0.47433732743115087, 3.6211179693465656 ], [ 24, 0.9592209839575727, 5.3156131681345435 ] ], "max_violation": -0.11826261871164886, "clustered_exact_bound": 9.0, "hutchinson_2000_probe_abs_error": [ 0.0, 0.0 ] }, "experiment": { "weight_decay_baseline": { "final_loss": 0.04228072240948677, "mean_last20_loss": 0.04133407985791564, "val_accuracy": 0.9666666666666667, "max_grad_norm": 0.8295876979827881, "seconds": 0.656698373000836, "true_sigma_max": 3.12701061417523, "moment_bound_sigma_max": 4.039054325668275, "per_layer_true_sigma": [ 3.12701061417523, 2.290517299144598, 1.491694104174947 ], "per_layer_bound_sigma": [ 4.039054325668275, 3.220958380344012, 2.073891055843045 ] }, "K2_moment_rescale": { "final_loss": 0.24251629412174225, "mean_last20_loss": 0.2790691241621971, "val_accuracy": 0.94, "max_grad_norm": 0.778740644454956, "seconds": 0.8602603210019879, "true_sigma_max": 1.5439435366500303, "moment_bound_sigma_max": 2.000000056124408, "per_layer_true_sigma": [ 1.5439435366500303, 1.4696971193323651, 1.487428996851836 ], "per_layer_bound_sigma": [ 2.000000056124408, 1.9999999828686161, 2.000000007668706 ] } } }