Intrinsic-Dimension Batch Audit / results.json

Mechanism failed

Raw ⬇ ZIP
 1{
 2  "device": "cuda",
 3  "math_check": [
 4    {
 5      "freq": 1,
 6      "energy": 0.0002855574461961155,
 7      "random_abs_norm_error": 0.03246405142630934,
 8      "audited_abs_norm_error": 0.02509026032263601,
 9      "q_error_corr": 0.4108540457329687
10    },
11    {
12      "freq": 2,
13      "energy": 0.0011419732025287272,
14      "random_abs_norm_error": 0.04007288451330777,
15      "audited_abs_norm_error": 0.02222983387158538,
16      "q_error_corr": 0.6163564859982973
17    },
18    {
19      "freq": 4,
20      "energy": 0.004563789652809093,
21      "random_abs_norm_error": 0.03095566626505319,
22      "audited_abs_norm_error": 0.024553066552300374,
23      "q_error_corr": 0.5190842069485885
24    },
25    {
26      "freq": 8,
27      "energy": 0.018189646081620235,
28      "random_abs_norm_error": 0.03611309165448335,
29      "audited_abs_norm_error": 0.025259588386251357,
30      "q_error_corr": 0.48437842678802634
31    },
32    {
33      "freq": 16,
34      "energy": 0.071719170380271,
35      "random_abs_norm_error": 0.035409413400009186,
36      "audited_abs_norm_error": 0.03407571814241793,
37      "q_error_corr": 0.3056029375438128
38    }
39  ],
40  "baseline": {
41    "loss": 0.6850823938846589,
42    "gradient_cosine": 0.33179932735446427,
43    "loss_bias": 0.012463310692045424,
44    "retries": 0.0,
45    "audit_overhead": 0.04056295469723996,
46    "val_acc": 0.6138889193534851
47  },
48  "idea": {
49    "loss": 0.6759567767381668,
50    "gradient_cosine": 0.32942866794764997,
51    "loss_bias": 0.012472483846876357,
52    "retries": 2.0,
53    "audit_overhead": 0.11715717922805027,
54    "val_acc": 0.5430555939674377
55  },
56  "notes": "Three candidate batches for audited mode; same 64 examples per optimizer update, attempted-example overhead is 3x in audited mode."
57}