{ "math_check": { "true_lambda": 0.37, "estimated_lambda": 0.3736102537228125, "abs_error": 0.0036102537228124842, "ridge_residual": 0.0 }, "runs": { "adv_sgd": [ { "clean_loss": 0.012026828713715076, "robust_loss": 0.04915960505604744, "weight_norm": 0.9743033051490784, "lambda_last": null, "device": "cuda" }, { "clean_loss": 0.01122209895402193, "robust_loss": 0.04789706692099571, "weight_norm": 0.978240966796875, "lambda_last": null, "device": "cuda" }, { "clean_loss": 0.01164826937019825, "robust_loss": 0.047280121594667435, "weight_norm": 0.9564523100852966, "lambda_last": null, "device": "cuda" }, { "clean_loss": 0.012393544428050518, "robust_loss": 0.04787665605545044, "weight_norm": 0.940328061580658, "lambda_last": null, "device": "cuda" }, { "clean_loss": 0.011441227979958057, "robust_loss": 0.04763634130358696, "weight_norm": 0.96858811378479, "lambda_last": null, "device": "cuda" } ], "fixed_weight_decay": [ { "clean_loss": 0.012560003437101841, "robust_loss": 0.04938710480928421, "weight_norm": 0.960105299949646, "lambda_last": null, "device": "cuda" }, { "clean_loss": 0.011755292303860188, "robust_loss": 0.04815029352903366, "weight_norm": 0.9645916223526001, "lambda_last": null, "device": "cuda" }, { "clean_loss": 0.012463076040148735, "robust_loss": 0.047751061618328094, "weight_norm": 0.9357264041900635, "lambda_last": null, "device": "cuda" }, { "clean_loss": 0.013776209205389023, "robust_loss": 0.048303864896297455, "weight_norm": 0.9014089703559875, "lambda_last": null, "device": "cuda" }, { "clean_loss": 0.012080185115337372, "robust_loss": 0.04792957752943039, "weight_norm": 0.9517415165901184, "lambda_last": null, "device": "cuda" } ], "controller": [ { "clean_loss": 0.01201561652123928, "robust_loss": 0.04918152093887329, "weight_norm": 0.9750766754150391, "lambda_last": 0.029584330145693134, "device": "cuda" }, { "clean_loss": 0.011199211701750755, "robust_loss": 0.047888074070215225, "weight_norm": 0.9788058996200562, "lambda_last": 0.028768136191722055, "device": "cuda" }, { "clean_loss": 0.011628950014710426, "robust_loss": 0.047258902341127396, "weight_norm": 0.9568115472793579, "lambda_last": 0.03064433976921728, "device": "cuda" }, { "clean_loss": 0.012470540590584278, "robust_loss": 0.047843582928180695, "weight_norm": 0.937095582485199, "lambda_last": 0.037492191864994896, "device": "cuda" }, { "clean_loss": 0.011439425870776176, "robust_loss": 0.047643229365348816, "weight_norm": 0.9687749147415161, "lambda_last": 0.03081669896055234, "device": "cuda" } ] }, "summary_adv_sgd": { "clean_loss": 0.011746393889188767, "robust_loss": 0.047969958186149596, "weight_norm": 0.9635825514793396, "robust_std": 0.0006350516272658486 }, "summary_fixed_weight_decay": { "clean_loss": 0.012526953220367431, "robust_loss": 0.04830438047647476, "weight_norm": 0.9427147626876831, "robust_std": 0.0005731795603379764 }, "summary_controller": { "clean_loss": 0.011750748939812183, "robust_loss": 0.047963061928749086, "weight_norm": 0.9633129239082336, "robust_std": 0.0006484866017594982 } }