{ "device": "cuda", "math_check": [ { "freq": 1, "energy": 0.0002855574461961155, "random_abs_norm_error": 0.03246405142630934, "audited_abs_norm_error": 0.02509026032263601, "q_error_corr": 0.4108540457329687 }, { "freq": 2, "energy": 0.0011419732025287272, "random_abs_norm_error": 0.04007288451330777, "audited_abs_norm_error": 0.02222983387158538, "q_error_corr": 0.6163564859982973 }, { "freq": 4, "energy": 0.004563789652809093, "random_abs_norm_error": 0.03095566626505319, "audited_abs_norm_error": 0.024553066552300374, "q_error_corr": 0.5190842069485885 }, { "freq": 8, "energy": 0.018189646081620235, "random_abs_norm_error": 0.03611309165448335, "audited_abs_norm_error": 0.025259588386251357, "q_error_corr": 0.48437842678802634 }, { "freq": 16, "energy": 0.071719170380271, "random_abs_norm_error": 0.035409413400009186, "audited_abs_norm_error": 0.03407571814241793, "q_error_corr": 0.3056029375438128 } ], "baseline": { "loss": 0.6850823938846589, "gradient_cosine": 0.33179932735446427, "loss_bias": 0.012463310692045424, "retries": 0.0, "audit_overhead": 0.04056295469723996, "val_acc": 0.6138889193534851 }, "idea": { "loss": 0.6759567767381668, "gradient_cosine": 0.32942866794764997, "loss_bias": 0.012472483846876357, "retries": 2.0, "audit_overhead": 0.11715717922805027, "val_acc": 0.5430555939674377 }, "notes": "Three candidate batches for audited mode; same 64 examples per optimizer update, attempted-example overhead is 3x in audited mode." }