Complete MLSI Heat Regularization for Matrix Attention / results.json

Mechanism failed

Raw ⬇ ZIP
 1{
 2  "scalar_mlsi": {
 3    "entropy": 0.028941506924087257,
 4    "rhs": 0.3145661102685444,
 5    "holds": true,
 6    "slack": 0.28562460334445716
 7  },
 8  "matrix_contraction": {
 9    "I0": 0.06072095521373472,
10    "rows": [
11      {
12        "t": 0.01,
13        "ratio": 0.7585758692941333,
14        "bound": 0.9801986733067553,
15        "I": 0.04606145138562895
16      },
17      {
18        "t": 0.03,
19        "ratio": 0.4554554584298038,
20        "bound": 0.9417645335842487,
21        "I": 0.02765569049316713
22      },
23      {
24        "t": 0.06,
25        "ratio": 0.23317765631533624,
26        "bound": 0.8869204367171575,
27        "I": 0.014158770025967158
28      },
29      {
30        "t": 0.1,
31        "ratio": 0.11132751077910728,
32        "bound": 0.8187307530779818,
33        "I": 0.0067599127960747424
34      }
35    ],
36    "all_below_bound": true
37  },
38  "toy": {
39    "baseline": {
40      "mse": 0.027287151664495468,
41      "high_frequency_residual_power": 1.7991278171539307,
42      "seconds": 1.0420763492584229,
43      "device": "cuda"
44    },
45    "heat": {
46      "mse": 0.026184087619185448,
47      "high_frequency_residual_power": 1.816649079322815,
48      "seconds": 2.6957602500915527,
49      "device": "cuda"
50    }
51  },
52  "repetitions": [
53    {
54      "seed": 11,
55      "baseline": {
56        "mse": 0.012461759150028229,
57        "high_frequency_residual_power": 0.8722451329231262,
58        "seconds": 0.9049782752990723,
59        "device": "cuda"
60      },
61      "heat": {
62        "mse": 0.014785444363951683,
63        "high_frequency_residual_power": 0.9725690484046936,
64        "seconds": 2.5965280532836914,
65        "device": "cuda"
66      }
67    },
68    {
69      "seed": 23,
70      "baseline": {
71        "mse": 0.018728584051132202,
72        "high_frequency_residual_power": 1.2063080072402954,
73        "seconds": 0.9115400314331055,
74        "device": "cuda"
75      },
76      "heat": {
77        "mse": 0.021428540349006653,
78        "high_frequency_residual_power": 1.3497236967086792,
79        "seconds": 2.9684505462646484,
80        "device": "cuda"
81      }
82    },
83    {
84      "seed": 41,
85      "baseline": {
86        "mse": 0.012453114613890648,
87        "high_frequency_residual_power": 0.8348159193992615,
88        "seconds": 0.921057939529419,
89        "device": "cuda"
90      },
91      "heat": {
92        "mse": 0.012164412997663021,
93        "high_frequency_residual_power": 0.8141160011291504,
94        "seconds": 2.540644884109497,
95        "device": "cuda"
96      }
97    }
98  ]
99}