Sink-content Aitchison distillation / results.json
Mechanism failed
1{
2 "seed": 2303,
3 "math_checks": {
4 "prediction_1_sink_quadratic": {
5 "observed_coefficient": 0.8,
6 "predicted_from_definition_m_over_D": 0.8,
7 "paper_claim_m_over_2D": 0.4,
8 "relative_error_correct": 0.0,
9 "relative_error_paper_claim": 1.0
10 },
11 "prediction_2_content_quadratic": {
12 "max_abs_error": 3.552713678800501e-15,
13 "mean_ratio_implemented_to_expected": 1.0
14 },
15 "prediction_3_entropy_identity_max_abs_error": 2.220446049250313e-16,
16 "decomposition_counterexample_same_content": {
17 "actual_pairwise_aitchison": 0.7748105493582502,
18 "paper_formula": 0.3874052746791252,
19 "ratio_actual_to_paper": 1.9999999999999993
20 },
21 "sink_sweep": [
22 [
23 14.658494942909972,
24 11.726795954327978,
25 3.8286413964890955
26 ],
27 [
28 10.840320386629632,
29 8.672256309303707,
30 3.29246418152569
31 ],
32 [
33 8.47178412908633,
34 6.777427303269064,
35 2.9106329430359867
36 ],
37 [
38 6.7839254855296485,
39 5.4271403884237195,
40 2.6045969910006517
41 ],
42 [
43 5.487107065478658,
44 4.389685652382926,
45 2.3424574842414234
46 ],
47 [
48 4.442872434073227,
49 3.5542979472585814,
50 2.1078122388090517
51 ],
52 [
53 3.5753151288095624,
54 2.8602521030476504,
55 1.890850371872286
56 ],
57 [
58 2.839108922032738,
59 2.2712871376261905,
60 1.684965555147267
61 ],
62 [
63 2.2058143918575706,
64 1.7646515134860565,
65 1.4851984351788048
66 ],
67 [
68 1.6573737512189437,
69 1.3258990009751552,
70 1.2873902870609766
71 ],
72 [
73 1.1829241535963522,
74 0.9463393228770822,
75 1.0876231670925147
76 ],
77 [
78 0.7774625185087927,
79 0.6219700148070341,
80 0.8817383503674957
81 ],
82 [
83 0.44192777292252755,
84 0.35354221833802224,
85 0.6647764834307299
86 ],
87 [
88 0.1850128819020003,
89 0.14801030552160038,
90 0.43013123799835823
91 ],
92 [
93 0.02822122176472016,
94 0.022576977411776153,
95 0.16799173123913022
96 ],
97 [
98 0.019056206895231447,
99 0.015244965516185116,
100 -0.13804422079620518
101 ],
102 [
103 0.2702704931677343,
104 0.21621639453418728,
105 -0.5198754592859085
106 ],
107 [
108 1.1152472507891276,
109 0.8921978006313018,
110 -1.056052674249314
111 ]
112 ],
113 "content_sweep": [
114 [
115 0.0,
116 0.0,
117 0.0
118 ],
119 [
120 0.22727272727272727,
121 0.15379901100503557,
122 0.1537990110050355
123 ],
124 [
125 0.45454545454545453,
126 0.6151960440201423,
127 0.615196044020142
128 ],
129 [
130 0.6818181818181818,
131 1.3841910990453203,
132 1.3841910990453197
133 ],
134 [
135 0.9090909090909091,
136 2.460784176080568,
137 2.460784176080568
138 ],
139 [
140 1.1363636363636362,
141 3.844975275125886,
142 3.844975275125887
143 ],
144 [
145 1.3636363636363635,
146 5.536764396181278,
147 5.536764396181279
148 ],
149 [
150 1.5909090909090908,
151 7.536151539246739,
152 7.536151539246741
153 ],
154 [
155 1.8181818181818181,
156 9.843136704322273,
157 9.843136704322273
158 ],
159 [
160 2.0454545454545454,
161 12.457719891407876,
162 12.457719891407878
163 ],
164 [
165 2.2727272727272725,
166 15.37990110050355,
167 15.379901100503549
168 ],
169 [
170 2.5,
171 18.6096803316093,
172 18.609680331609297
173 ]
174 ]
175 },
176 "toy_distillation": {
177 "kl_baseline": {
178 "final_kl": 0.014766592532396317,
179 "sink_abs_error": 0.02219545841217041,
180 "content_aitchison_squared": 1.0056887865066528,
181 "max_gradient": 0.48499995470046997
182 },
183 "sink_content_aitchison": {
184 "final_kl": 0.005845211911946535,
185 "sink_abs_error": 0.0,
186 "content_aitchison_squared": 0.9889419674873352,
187 "max_gradient": 8.369185447692871
188 }
189 }
190}