Reversible Matrix Cluster Layer / results.json
Beats tuned baseline
1{
2 "device": "cuda",
3 "math": {
4 "inverse_errors": [
5 2.256878420783547e-16,
6 3.244267803827035e-16,
7 5.764377501985873e-16
8 ],
9 "max_inverse_error": 5.764377501985873e-16,
10 "updated_condition_numbers": [
11 4.077130013630252,
12 7.187890660674404,
13 41.14988378899992
14 ],
15 "ordered_product_relative_nonsymmetry": 0.4672438972841791,
16 "four_node_inverse_error": 1.9829347476668492e-15,
17 "four_node_product_norms": [
18 123.73433655792644,
19 19.536248079570246
20 ]
21 },
22 "training": {
23 "baseline": {
24 "loss_checkpoints": [
25 7.178353309631348,
26 0.24229547381401062,
27 0.13189473748207092,
28 0.0779084712266922
29 ],
30 "final_mse": 0.07721719890832901,
31 "parameters": 449
32 },
33 "matrix_cluster": {
34 "loss_checkpoints": [
35 5.295422554016113,
36 0.34819328784942627,
37 0.16520562767982483,
38 0.0624307245016098
39 ],
40 "final_mse": 0.06136941909790039,
41 "parameters": 449
42 }
43 }
44}