Passivity-Regularized Sequence Layer / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "device": "cpu",
 3  "math_check": {
 4    "telescoping_max_abs_error": 2.6226043701171875e-06,
 5    "amplifying_positive_residual_fraction": 1.0
 6  },
 7  "baseline": {
 8    "train": {
 9      "task": 0.01245628297328949,
10      "max_positive_residual": 104.01542663574219,
11      "mean_cumulative_residual": 986.4684448242188,
12      "mean_hidden_norm": 2.772995710372925,
13      "penalty": 129.941650390625,
14      "incremental_penalty": 0.0
15    },
16    "test_T32": {
17      "accuracy": 0.953125,
18      "amplification": 0.6973739266395569,
19      "max_positive_residual": 105.70223999023438,
20      "mean_cumulative_residual": 1039.8311767578125,
21      "mean_hidden_norm": 2.807774543762207,
22      "penalty": 136.91497802734375,
23      "incremental_penalty": 0.0
24    },
25    "test_T160": {
26      "accuracy": 0.845703125,
27      "amplification": 0.35831138491630554,
28      "max_positive_residual": 106.8134765625,
29      "mean_cumulative_residual": 7438.26513671875,
30      "mean_hidden_norm": 3.1185412406921387,
31      "penalty": 790.5608520507812,
32      "incremental_penalty": 0.0
33    }
34  },
35  "passivity_lambda_0.01": {
36    "train": {
37      "task": 0.1472877413034439,
38      "max_positive_residual": 15.956792831420898,
39      "mean_cumulative_residual": 41.87478256225586,
40      "mean_hidden_norm": 1.8263887166976929,
41      "penalty": 5.9812211990356445,
42      "incremental_penalty": 0.0
43    },
44    "test_T32": {
45      "accuracy": 0.94140625,
46      "amplification": 0.41039782762527466,
47      "max_positive_residual": 17.1445369720459,
48      "mean_cumulative_residual": 50.60366439819336,
49      "mean_hidden_norm": 1.8546520471572876,
50      "penalty": 7.101902961730957,
51      "incremental_penalty": 0.0
52    },
53    "test_T160": {
54      "accuracy": 0.666015625,
55      "amplification": 0.20686091482639313,
56      "max_positive_residual": 20.92556381225586,
57      "mean_cumulative_residual": 1681.313720703125,
58      "mean_hidden_norm": 2.7671329975128174,
59      "penalty": 178.7532958984375,
60      "incremental_penalty": 0.0
61    }
62  },
63  "passivity_lambda_0.01_incremental": {
64    "train": {
65      "task": 0.14703896641731262,
66      "max_positive_residual": 15.907157897949219,
67      "mean_cumulative_residual": 41.44160842895508,
68      "mean_hidden_norm": 1.8289976119995117,
69      "penalty": 5.9254560470581055,
70      "incremental_penalty": 0.007873965427279472
71    },
72    "test_T32": {
73      "accuracy": 0.939453125,
74      "amplification": 0.4173206388950348,
75      "max_positive_residual": 17.122737884521484,
76      "mean_cumulative_residual": 50.14963150024414,
77      "mean_hidden_norm": 1.857630729675293,
78      "penalty": 7.041855812072754,
79      "incremental_penalty": 0.0
80    },
81    "test_T160": {
82      "accuracy": 0.662109375,
83      "amplification": 0.10633257031440735,
84      "max_positive_residual": 20.978103637695312,
85      "mean_cumulative_residual": 1677.554443359375,
86      "mean_hidden_norm": 2.7682976722717285,
87      "penalty": 178.3547821044922,
88      "incremental_penalty": 0.0
89    }
90  }
91}