Complete MLSI Heat Regularization for Matrix Attention / results.json
Mechanism failed
1{
2 "scalar_mlsi": {
3 "entropy": 0.028941506924087257,
4 "rhs": 0.3145661102685444,
5 "holds": true,
6 "slack": 0.28562460334445716
7 },
8 "matrix_contraction": {
9 "I0": 0.06072095521373472,
10 "rows": [
11 {
12 "t": 0.01,
13 "ratio": 0.7585758692941333,
14 "bound": 0.9801986733067553,
15 "I": 0.04606145138562895
16 },
17 {
18 "t": 0.03,
19 "ratio": 0.4554554584298038,
20 "bound": 0.9417645335842487,
21 "I": 0.02765569049316713
22 },
23 {
24 "t": 0.06,
25 "ratio": 0.23317765631533624,
26 "bound": 0.8869204367171575,
27 "I": 0.014158770025967158
28 },
29 {
30 "t": 0.1,
31 "ratio": 0.11132751077910728,
32 "bound": 0.8187307530779818,
33 "I": 0.0067599127960747424
34 }
35 ],
36 "all_below_bound": true
37 },
38 "toy": {
39 "baseline": {
40 "mse": 0.027287151664495468,
41 "high_frequency_residual_power": 1.7991278171539307,
42 "seconds": 1.0420763492584229,
43 "device": "cuda"
44 },
45 "heat": {
46 "mse": 0.026184087619185448,
47 "high_frequency_residual_power": 1.816649079322815,
48 "seconds": 2.6957602500915527,
49 "device": "cuda"
50 }
51 },
52 "repetitions": [
53 {
54 "seed": 11,
55 "baseline": {
56 "mse": 0.012461759150028229,
57 "high_frequency_residual_power": 0.8722451329231262,
58 "seconds": 0.9049782752990723,
59 "device": "cuda"
60 },
61 "heat": {
62 "mse": 0.014785444363951683,
63 "high_frequency_residual_power": 0.9725690484046936,
64 "seconds": 2.5965280532836914,
65 "device": "cuda"
66 }
67 },
68 {
69 "seed": 23,
70 "baseline": {
71 "mse": 0.018728584051132202,
72 "high_frequency_residual_power": 1.2063080072402954,
73 "seconds": 0.9115400314331055,
74 "device": "cuda"
75 },
76 "heat": {
77 "mse": 0.021428540349006653,
78 "high_frequency_residual_power": 1.3497236967086792,
79 "seconds": 2.9684505462646484,
80 "device": "cuda"
81 }
82 },
83 {
84 "seed": 41,
85 "baseline": {
86 "mse": 0.012453114613890648,
87 "high_frequency_residual_power": 0.8348159193992615,
88 "seconds": 0.921057939529419,
89 "device": "cuda"
90 },
91 "heat": {
92 "mse": 0.012164412997663021,
93 "high_frequency_residual_power": 0.8141160011291504,
94 "seconds": 2.540644884109497,
95 "device": "cuda"
96 }
97 }
98 ]
99}