Cubic-Rate Third-Order Langevin Optimizer / benchmark_results.json

Failed on benchmark

Raw ⬇ ZIP
 1{
 2  "device": "cuda",
 3  "steps": 300,
 4  "results": {
 5    "sgd": {
 6      "loss_checkpoints": [
 7        0.6759916543960571,
 8        0.6073195934295654,
 9        0.5333767533302307,
10        0.4328407645225525,
11        0.3397914171218872,
12        0.2723374664783478
13      ],
14      "final_loss": 0.22558128833770752,
15      "train_accuracy": 0.943359375,
16      "seconds": 0.6605247830002554
17    },
18    "momentum": {
19      "loss_checkpoints": [
20        0.6759916543960571,
21        0.38542139530181885,
22        0.15265634655952454,
23        0.09576870501041412,
24        0.07248643040657043,
25        0.05970747768878937
26      ],
27      "final_loss": 0.051639359444379807,
28      "train_accuracy": 0.99169921875,
29      "seconds": 0.5288700599994627
30    },
31    "third_order": {
32      "loss_checkpoints": [
33        0.6759916543960571,
34        0.6549453139305115,
35        0.6521938443183899,
36        0.6337970495223999,
37        0.6934977173805237,
38        1.4368056058883667
39      ],
40      "final_loss": 1.7160285711288452,
41      "train_accuracy": 0.51318359375,
42      "seconds": 1.029801511000187
43    }
44  }
45}