Curvature-Band SAM Direction / results.json

Mechanism failed

Raw ⬇ ZIP
 1{
 2  "device": "cuda",
 3  "spectral_check": {
 4    "eigenvalues": [
 5      1.0,
 6      2.0,
 7      4.0,
 8      7.0
 9    ],
10    "rho": 3.0,
11    "polynomial_values": [
12      4.0,
13      1.0,
14      1.0,
15      16.0
16    ],
17    "selected_indices": [
18      1,
19      2
20    ],
21    "exact_ratio_t0": 1.1893839356328397,
22    "exact_ratio_t8": 1.7687308902470856e-11,
23    "discrete_final_unwanted": 1.8756216325799883e-18,
24    "gap": 3.0,
25    "claim_observed": true
26  },
27  "results": {
28    "sgd": {
29      "train_loss_last": 0.3075622022151947,
30      "test_loss": 0.35606318712234497,
31      "accuracy": 0.84375,
32      "random_loss_increase": 0.00012019649147987366,
33      "mean_u_dot_g": null,
34      "mean_u_rayleigh": null
35    },
36    "sam": {
37      "train_loss_last": 0.3061366081237793,
38      "test_loss": 0.3549374043941498,
39      "accuracy": 0.84375,
40      "random_loss_increase": 0.00011792406439781189,
41      "mean_u_dot_g": 0.2900270194311937,
42      "mean_u_rayleigh": null
43    },
44    "cb-sam": {
45      "train_loss_last": 0.3061359226703644,
46      "test_loss": 0.35493701696395874,
47      "accuracy": 0.84375,
48      "random_loss_increase": 0.0001632794737815857,
49      "mean_u_dot_g": 0.28911674549182254,
50      "mean_u_rayleigh": 0.41862036993106205
51    }
52  },
53  "seconds": 10.271217107772827
54}