Passivity-Regularized Sequence Layer / results.json
Mechanism confirmed, baseline not beaten
1{
2 "device": "cpu",
3 "math_check": {
4 "telescoping_max_abs_error": 2.6226043701171875e-06,
5 "amplifying_positive_residual_fraction": 1.0
6 },
7 "baseline": {
8 "train": {
9 "task": 0.01245628297328949,
10 "max_positive_residual": 104.01542663574219,
11 "mean_cumulative_residual": 986.4684448242188,
12 "mean_hidden_norm": 2.772995710372925,
13 "penalty": 129.941650390625,
14 "incremental_penalty": 0.0
15 },
16 "test_T32": {
17 "accuracy": 0.953125,
18 "amplification": 0.6973739266395569,
19 "max_positive_residual": 105.70223999023438,
20 "mean_cumulative_residual": 1039.8311767578125,
21 "mean_hidden_norm": 2.807774543762207,
22 "penalty": 136.91497802734375,
23 "incremental_penalty": 0.0
24 },
25 "test_T160": {
26 "accuracy": 0.845703125,
27 "amplification": 0.35831138491630554,
28 "max_positive_residual": 106.8134765625,
29 "mean_cumulative_residual": 7438.26513671875,
30 "mean_hidden_norm": 3.1185412406921387,
31 "penalty": 790.5608520507812,
32 "incremental_penalty": 0.0
33 }
34 },
35 "passivity_lambda_0.01": {
36 "train": {
37 "task": 0.1472877413034439,
38 "max_positive_residual": 15.956792831420898,
39 "mean_cumulative_residual": 41.87478256225586,
40 "mean_hidden_norm": 1.8263887166976929,
41 "penalty": 5.9812211990356445,
42 "incremental_penalty": 0.0
43 },
44 "test_T32": {
45 "accuracy": 0.94140625,
46 "amplification": 0.41039782762527466,
47 "max_positive_residual": 17.1445369720459,
48 "mean_cumulative_residual": 50.60366439819336,
49 "mean_hidden_norm": 1.8546520471572876,
50 "penalty": 7.101902961730957,
51 "incremental_penalty": 0.0
52 },
53 "test_T160": {
54 "accuracy": 0.666015625,
55 "amplification": 0.20686091482639313,
56 "max_positive_residual": 20.92556381225586,
57 "mean_cumulative_residual": 1681.313720703125,
58 "mean_hidden_norm": 2.7671329975128174,
59 "penalty": 178.7532958984375,
60 "incremental_penalty": 0.0
61 }
62 },
63 "passivity_lambda_0.01_incremental": {
64 "train": {
65 "task": 0.14703896641731262,
66 "max_positive_residual": 15.907157897949219,
67 "mean_cumulative_residual": 41.44160842895508,
68 "mean_hidden_norm": 1.8289976119995117,
69 "penalty": 5.9254560470581055,
70 "incremental_penalty": 0.007873965427279472
71 },
72 "test_T32": {
73 "accuracy": 0.939453125,
74 "amplification": 0.4173206388950348,
75 "max_positive_residual": 17.122737884521484,
76 "mean_cumulative_residual": 50.14963150024414,
77 "mean_hidden_norm": 1.857630729675293,
78 "penalty": 7.041855812072754,
79 "incremental_penalty": 0.0
80 },
81 "test_T160": {
82 "accuracy": 0.662109375,
83 "amplification": 0.10633257031440735,
84 "max_positive_residual": 20.978103637695312,
85 "mean_cumulative_residual": 1677.554443359375,
86 "mean_hidden_norm": 2.7682976722717285,
87 "penalty": 178.3547821044922,
88 "incremental_penalty": 0.0
89 }
90 }
91}