Hilbert-Schmidt-scale KSD loss / results.json
Mechanism confirmed, baseline not beaten
1{
2 "gamma": 0.5,
3 "math_check": {
4 "2": {
5 "diagonal_empirical": 3.9992719163673733,
6 "diagonal_exact": 4.0,
7 "second_moment_empirical": 1.134172116966415,
8 "second_moment_exact": 1.1360000000000001,
9 "paired_kernel_mean": -0.0012529908316506533,
10 "relative_diag_error": 0.00018202090815666594,
11 "relative_second_moment_error": 0.0016090519661841238
12 },
13 "5": {
14 "diagonal_empirical": 9.993162766385034,
15 "diagonal_exact": 10.0,
16 "second_moment_empirical": 0.35762315914933285,
17 "second_moment_exact": 0.3506154588719671,
18 "paired_kernel_mean": 0.0019378188882999737,
19 "relative_diag_error": 0.0006837233614966464,
20 "relative_second_moment_error": 0.01998685482925247
21 },
22 "10": {
23 "diagonal_empirical": 19.996911835245236,
24 "diagonal_exact": 20.0,
25 "second_moment_empirical": 0.019387907187925706,
26 "second_moment_exact": 0.018304,
27 "paired_kernel_mean": 0.0004478715551153911,
28 "relative_diag_error": 0.00015440823773822389,
29 "relative_second_moment_error": 0.059216957382304675
30 }
31 },
32 "results": [
33 {
34 "d": 2,
35 "n": 32,
36 "reps": 1000,
37 "V_mean": 0.34817658503089977,
38 "V_sd": 0.06616426708709247,
39 "U_mean": 0.08069341732626033,
40 "U_sd": 0.1103069469805534,
41 "U2_mean": -3.907682283955055e-05,
42 "U2_sd": 0.04903275231249202,
43 "U2_negative_frac": 0.563,
44 "trace_scale": 0.3535533905932738,
45 "hs_scale": 0.1825028259676698,
46 "effective_rank": 14.08450704225352
47 },
48 {
49 "d": 2,
50 "n": 64,
51 "reps": 1000,
52 "V_mean": 0.2470899444813658,
53 "V_sd": 0.04506902679549569,
54 "U_mean": 0.05663668161466365,
55 "U_sd": 0.0782734955270766,
56 "U2_mean": 0.0006613687913518891,
57 "U2_sd": 0.02364913613631904,
58 "U2_negative_frac": 0.575,
59 "trace_scale": 0.25,
60 "hs_scale": 0.12904898582744764,
61 "effective_rank": 14.08450704225352
62 },
63 {
64 "d": 2,
65 "n": 128,
66 "reps": 1000,
67 "V_mean": 0.17418295788224114,
68 "V_sd": 0.03337334508308058,
69 "U_mean": 0.04131936514543092,
70 "U_sd": 0.0560412865941065,
71 "U2_mean": 0.00015306092482662075,
72 "U2_sd": 0.012231265884127013,
73 "U2_negative_frac": 0.568,
74 "trace_scale": 0.1767766952966369,
75 "hs_scale": 0.0912514129838349,
76 "effective_rank": 14.08450704225352
77 },
78 {
79 "d": 2,
80 "n": 512,
81 "reps": 300,
82 "V_mean": 0.08504625868706192,
83 "V_sd": 0.016523506050711196,
84 "U_mean": 0.018170438126532046,
85 "U_sd": 0.026428291106948738,
86 "U2_mean": -0.00030038595888817347,
87 "U2_sd": 0.002957669983178079,
88 "U2_negative_frac": 0.6,
89 "trace_scale": 0.08838834764831845,
90 "hs_scale": 0.04562570649191745,
91 "effective_rank": 14.08450704225352
92 },
93 {
94 "d": 5,
95 "n": 32,
96 "reps": 1000,
97 "V_mean": 0.5573642163135805,
98 "V_sd": 0.027103625898169878,
99 "U_mean": 0.05926337305041091,
100 "U_sd": 0.07907307033811495,
101 "U2_mean": -0.0011488697107112874,
102 "U2_sd": 0.02593413781844854,
103 "U2_negative_frac": 0.567,
104 "trace_scale": 0.5590169943749475,
105 "hs_scale": 0.13602939796312366,
106 "effective_rank": 285.212752232116
107 },
108 {
109 "d": 5,
110 "n": 64,
111 "reps": 1000,
112 "V_mean": 0.39497245215842863,
113 "V_sd": 0.017979497829961468,
114 "U_mean": 0.045149538846815336,
115 "U_sd": 0.05787997338475587,
116 "U2_mean": 0.00038323915251697285,
117 "U2_sd": 0.013432314432752092,
118 "U2_negative_frac": 0.539,
119 "trace_scale": 0.39528470752104744,
120 "hs_scale": 0.09618730974044828,
121 "effective_rank": 285.212752232116
122 },
123 {
124 "d": 5,
125 "n": 128,
126 "reps": 1000,
127 "V_mean": 0.2792931429277538,
128 "V_sd": 0.011953695558162343,
129 "U_mean": 0.032284816337257626,
130 "U_sd": 0.03893550182040119,
131 "U2_mean": 1.8828359545462857e-05,
132 "U2_sd": 0.006419839776189892,
133 "U2_negative_frac": 0.514,
134 "trace_scale": 0.2795084971874737,
135 "hs_scale": 0.06801469898156183,
136 "effective_rank": 285.212752232116
137 },
138 {
139 "d": 5,
140 "n": 512,
141 "reps": 300,
142 "V_mean": 0.13972624911929776,
143 "V_sd": 0.005331141842939547,
144 "U_mean": 0.014834609076569244,
145 "U_sd": 0.018815441646433857,
146 "U2_mean": -1.1771816982882836e-05,
147 "U2_sd": 0.0014965377888537545,
148 "U2_negative_frac": 0.5333333333333333,
149 "trace_scale": 0.13975424859373686,
150 "hs_scale": 0.034007349490780915,
151 "effective_rank": 285.212752232116
152 },
153 {
154 "d": 10,
155 "n": 32,
156 "reps": 1000,
157 "V_mean": 0.7902859232316944,
158 "V_sd": 0.015774430810207813,
159 "U_mean": 0.028384291160525623,
160 "U_sd": 0.03812582340552179,
161 "U2_mean": -7.864660982233297e-06,
162 "U2_sd": 0.005812154470958546,
163 "U2_negative_frac": 0.558,
164 "trace_scale": 0.7905694150420949,
165 "hs_scale": 0.06502217799583417,
166 "effective_rank": 21853.146853146853
167 },
168 {
169 "d": 10,
170 "n": 64,
171 "reps": 1000,
172 "V_mean": 0.5588811951898743,
173 "V_sd": 0.008259367634025253,
174 "U_mean": 0.021085644624215135,
175 "U_sd": 0.026985326705000715,
176 "U2_mean": 4.9023360693320475e-05,
177 "U2_sd": 0.002958909252874333,
178 "U2_negative_frac": 0.536,
179 "trace_scale": 0.5590169943749475,
180 "hs_scale": 0.04597762298837305,
181 "effective_rank": 21853.146853146853
182 },
183 {
184 "d": 10,
185 "n": 128,
186 "reps": 1000,
187 "V_mean": 0.39525344337488955,
188 "V_sd": 0.004528133988145638,
189 "U_mean": 0.014845055344801945,
190 "U_sd": 0.01842526045609762,
191 "U2_mean": -6.103603925911706e-05,
192 "U2_sd": 0.0014772720721072398,
193 "U2_negative_frac": 0.525,
194 "trace_scale": 0.39528470752104744,
195 "hs_scale": 0.03251108899791708,
196 "effective_rank": 21853.146853146853
197 },
198 {
199 "d": 10,
200 "n": 512,
201 "reps": 300,
202 "V_mean": 0.19756434095565797,
203 "V_sd": 0.001308074651851517,
204 "U_mean": 0.008012724837444606,
205 "U_sd": 0.009326330716511289,
206 "U2_mean": 1.1489636557592182e-05,
207 "U2_sd": 0.0003645165962431578,
208 "U2_negative_frac": 0.49333333333333335,
209 "trace_scale": 0.19764235376052372,
210 "hs_scale": 0.01625554449895854,
211 "effective_rank": 21853.146853146853
212 }
213 ],
214 "loglog_slopes_d5": {
215 "V_mean_vs_n": -0.4991540277649238,
216 "U_mean_vs_n": -0.5052160269678161
217 }
218}