Intrinsic-Dimension Batch Audit / results.json
Mechanism failed
1{
2 "device": "cuda",
3 "math_check": [
4 {
5 "freq": 1,
6 "energy": 0.0002855574461961155,
7 "random_abs_norm_error": 0.03246405142630934,
8 "audited_abs_norm_error": 0.02509026032263601,
9 "q_error_corr": 0.4108540457329687
10 },
11 {
12 "freq": 2,
13 "energy": 0.0011419732025287272,
14 "random_abs_norm_error": 0.04007288451330777,
15 "audited_abs_norm_error": 0.02222983387158538,
16 "q_error_corr": 0.6163564859982973
17 },
18 {
19 "freq": 4,
20 "energy": 0.004563789652809093,
21 "random_abs_norm_error": 0.03095566626505319,
22 "audited_abs_norm_error": 0.024553066552300374,
23 "q_error_corr": 0.5190842069485885
24 },
25 {
26 "freq": 8,
27 "energy": 0.018189646081620235,
28 "random_abs_norm_error": 0.03611309165448335,
29 "audited_abs_norm_error": 0.025259588386251357,
30 "q_error_corr": 0.48437842678802634
31 },
32 {
33 "freq": 16,
34 "energy": 0.071719170380271,
35 "random_abs_norm_error": 0.035409413400009186,
36 "audited_abs_norm_error": 0.03407571814241793,
37 "q_error_corr": 0.3056029375438128
38 }
39 ],
40 "baseline": {
41 "loss": 0.6850823938846589,
42 "gradient_cosine": 0.33179932735446427,
43 "loss_bias": 0.012463310692045424,
44 "retries": 0.0,
45 "audit_overhead": 0.04056295469723996,
46 "val_acc": 0.6138889193534851
47 },
48 "idea": {
49 "loss": 0.6759567767381668,
50 "gradient_cosine": 0.32942866794764997,
51 "loss_bias": 0.012472483846876357,
52 "retries": 2.0,
53 "audit_overhead": 0.11715717922805027,
54 "val_acc": 0.5430555939674377
55 },
56 "notes": "Three candidate batches for audited mode; same 64 examples per optimizer update, attempted-example overhead is 3x in audited mode."
57}