Reversible Matrix Cluster Layer / results.json

✓✓ Beats tuned baseline

Raw ⬇ ZIP
 1{
 2  "device": "cuda",
 3  "math": {
 4    "inverse_errors": [
 5      2.256878420783547e-16,
 6      3.244267803827035e-16,
 7      5.764377501985873e-16
 8    ],
 9    "max_inverse_error": 5.764377501985873e-16,
10    "updated_condition_numbers": [
11      4.077130013630252,
12      7.187890660674404,
13      41.14988378899992
14    ],
15    "ordered_product_relative_nonsymmetry": 0.4672438972841791,
16    "four_node_inverse_error": 1.9829347476668492e-15,
17    "four_node_product_norms": [
18      123.73433655792644,
19      19.536248079570246
20    ]
21  },
22  "training": {
23    "baseline": {
24      "loss_checkpoints": [
25        7.178353309631348,
26        0.24229547381401062,
27        0.13189473748207092,
28        0.0779084712266922
29      ],
30      "final_mse": 0.07721719890832901,
31      "parameters": 449
32    },
33    "matrix_cluster": {
34      "loss_checkpoints": [
35        5.295422554016113,
36        0.34819328784942627,
37        0.16520562767982483,
38        0.0624307245016098
39      ],
40      "final_mse": 0.06136941909790039,
41      "parameters": 449
42    }
43  }
44}