Fisher-Geodesic Finite-Step Annealing / toy_results.json
Mechanism confirmed, baseline not beaten
1{
2 "fisher_check": {
3 "mc_fisher": 3.6009521119022847,
4 "exact_fisher": 3.6033200655787456,
5 "relative_error": 0.0006571588516604875
6 },
7 "predictions": {
8 "equal_arc_arc_cv": [
9 {
10 "range": "1->2",
11 "fisher_length": 0.49012907173427356,
12 "predicted_equal_arc_cv": 0.0,
13 "observed_geodesic_arc_cv": 3.618950492548928e-15,
14 "observed_geodesic_local_kl_cv": 3.605744941709963e-15,
15 "observed_linear_local_kl_cv": 0.40633505526703667,
16 "predicted_kl": 0.003753539171235948,
17 "observed_kl": 0.0037265836831748035,
18 "ratio_linear_over_geodesic": 1.0400239132819706
19 },
20 {
21 "range": "1->10",
22 "fisher_length": 1.6281735335151468,
23 "predicted_equal_arc_cv": 0.0,
24 "observed_geodesic_arc_cv": 1.4892538395641484e-15,
25 "observed_geodesic_local_kl_cv": 1.6721877890885778e-15,
26 "observed_linear_local_kl_cv": 1.584235554644539,
27 "predicted_kl": 0.04142107898811248,
28 "observed_kl": 0.040445201372206536,
29 "ratio_linear_over_geodesic": 1.484563478020251
30 },
31 {
32 "range": "0.05->20",
33 "fisher_length": 4.2366052104988405,
34 "predicted_equal_arc_cv": 0.0,
35 "observed_geodesic_arc_cv": 9.578454991768582e-16,
36 "observed_geodesic_local_kl_cv": 1.7859771779400183e-15,
37 "observed_linear_local_kl_cv": 4.530923800284775,
38 "predicted_kl": 0.28045037046290505,
39 "observed_kl": 0.26373670583429587,
40 "ratio_linear_over_geodesic": 3.8963408349839375
41 }
42 ],
43 "wide_range_loglog_slope_geodesic": -0.9499621309387816,
44 "wide_range_loglog_slope_linear_baseline": -0.47820835130207645,
45 "asymptotic_target_slope": -1.0
46 },
47 "rows": [
48 {
49 "q0": 1.0,
50 "q1": 2.0,
51 "N": 4,
52 "L": 0.49012907173427356,
53 "baseline_cumulative_kl": 0.029311685518067898,
54 "geodesic_cumulative_kl": 0.02836642078740173,
55 "baseline_local_kl_cv": 0.37659783818547754,
56 "geodesic_local_kl_cv": 9.78465905996709e-16,
57 "baseline_arc_cv": 0.1938588357899996,
58 "geodesic_arc_cv": 4.936811799399658e-16,
59 "predicted_leading_kl": 0.030028313369887583
60 },
61 {
62 "q0": 1.0,
63 "q1": 2.0,
64 "N": 8,
65 "L": 0.49012907173427356,
66 "baseline_cumulative_kl": 0.01513766509404748,
67 "geodesic_cumulative_kl": 0.014589763098657602,
68 "baseline_local_kl_cv": 0.39692258765629795,
69 "geodesic_local_kl_cv": 1.6475273393579767e-15,
70 "baseline_arc_cv": 0.19974439665464883,
71 "geodesic_arc_cv": 7.512701079464781e-16,
72 "predicted_leading_kl": 0.015014156684943792
73 },
74 {
75 "q0": 1.0,
76 "q1": 2.0,
77 "N": 16,
78 "L": 0.49012907173427356,
79 "baseline_cumulative_kl": 0.007690489176209212,
80 "geodesic_cumulative_kl": 0.007399835868561827,
81 "baseline_local_kl_cv": 0.40379652467975075,
82 "geodesic_local_kl_cv": 4.593817956447413e-15,
83 "baseline_arc_cv": 0.20121410604922732,
84 "geodesic_arc_cv": 2.4132243420023437e-15,
85 "predicted_leading_kl": 0.007507078342471896
86 },
87 {
88 "q0": 1.0,
89 "q1": 2.0,
90 "N": 32,
91 "L": 0.49012907173427356,
92 "baseline_cumulative_kl": 0.003875736145348198,
93 "geodesic_cumulative_kl": 0.0037265836831748035,
94 "baseline_local_kl_cv": 0.40633505526703667,
95 "geodesic_local_kl_cv": 3.605744941709963e-15,
96 "baseline_arc_cv": 0.20158150285670132,
97 "geodesic_arc_cv": 3.618950492548928e-15,
98 "predicted_leading_kl": 0.003753539171235948
99 },
100 {
101 "q0": 1.0,
102 "q1": 2.0,
103 "N": 64,
104 "L": 0.49012907173427356,
105 "baseline_cumulative_kl": 0.0019454958382709763,
106 "geodesic_cumulative_kl": 0.0018700124871881474,
107 "baseline_local_kl_cv": 0.4073709552529381,
108 "geodesic_local_kl_cv": 1.5626211002340016e-14,
109 "baseline_arc_cv": 0.2016733513604467,
110 "geodesic_arc_cv": 4.309583557947803e-15,
111 "predicted_leading_kl": 0.001876769585617974
112 },
113 {
114 "q0": 1.0,
115 "q1": 2.0,
116 "N": 128,
117 "L": 0.49012907173427356,
118 "baseline_cumulative_kl": 0.0009746551659186595,
119 "geodesic_cumulative_kl": 0.0009366932324958955,
120 "baseline_local_kl_cv": 0.40782957473499465,
121 "geodesic_local_kl_cv": 3.962297220547526e-14,
122 "baseline_arc_cv": 0.2016963134618878,
123 "geodesic_arc_cv": 2.0346644829505188e-14,
124 "predicted_leading_kl": 0.000938384792808987
125 },
126 {
127 "q0": 1.0,
128 "q1": 10.0,
129 "N": 4,
130 "L": 1.6281735335151468,
131 "baseline_cumulative_kl": 0.34293195547514155,
132 "geodesic_cumulative_kl": 0.2759751968777211,
133 "baseline_local_kl_cv": 1.076499229837126,
134 "geodesic_local_kl_cv": 0.0,
135 "baseline_arc_cv": 0.6282175466217819,
136 "geodesic_arc_cv": 6.81882490884273e-17,
137 "predicted_leading_kl": 0.33136863190489985
138 },
139 {
140 "q0": 1.0,
141 "q1": 10.0,
142 "N": 8,
143 "L": 1.6281735335151468,
144 "baseline_cumulative_kl": 0.2055489979942131,
145 "geodesic_cumulative_kl": 0.1508693838268461,
146 "baseline_local_kl_cv": 1.3435816082309942,
147 "geodesic_local_kl_cv": 7.125162136746474e-16,
148 "baseline_arc_cv": 0.6932811114078883,
149 "geodesic_arc_cv": 2.362110238006365e-16,
150 "predicted_leading_kl": 0.16568431595244992
151 },
152 {
153 "q0": 1.0,
154 "q1": 10.0,
155 "N": 16,
156 "L": 1.6281735335151468,
157 "baseline_cumulative_kl": 0.11387899400578094,
158 "geodesic_cumulative_kl": 0.07900713337754564,
159 "baseline_local_kl_cv": 1.505924209393667,
160 "geodesic_local_kl_cv": 1.36059717051173e-15,
161 "baseline_arc_cv": 0.7169003465774194,
162 "geodesic_arc_cv": 6.78464512012821e-16,
163 "predicted_leading_kl": 0.08284215797622496
164 },
165 {
166 "q0": 1.0,
167 "q1": 10.0,
168 "N": 32,
169 "L": 1.6281735335151468,
170 "baseline_cumulative_kl": 0.06004346881835236,
171 "geodesic_cumulative_kl": 0.040445201372206536,
172 "baseline_local_kl_cv": 1.584235554644539,
173 "geodesic_local_kl_cv": 1.6721877890885778e-15,
174 "baseline_arc_cv": 0.72395220868711,
175 "geodesic_arc_cv": 1.4892538395641484e-15,
176 "predicted_leading_kl": 0.04142107898811248
177 },
178 {
179 "q0": 1.0,
180 "q1": 10.0,
181 "N": 64,
182 "L": 1.6281735335151468,
183 "baseline_cumulative_kl": 0.03082650437929147,
184 "geodesic_cumulative_kl": 0.020464383655397694,
185 "baseline_local_kl_cv": 1.6174087308546914,
186 "geodesic_local_kl_cv": 2.911874078437661e-15,
187 "baseline_arc_cv": 0.725829387424644,
188 "geodesic_arc_cv": 2.3423432776217014e-15,
189 "predicted_leading_kl": 0.02071053949405624
190 },
191 {
192 "q0": 1.0,
193 "q1": 10.0,
194 "N": 128,
195 "L": 1.6281735335151468,
196 "baseline_cumulative_kl": 0.015616480375599625,
197 "geodesic_cumulative_kl": 0.010293454531442387,
198 "baseline_local_kl_cv": 1.6313831612792242,
199 "geodesic_local_kl_cv": 7.911792714844343e-15,
200 "baseline_arc_cv": 0.7263072239406889,
201 "geodesic_arc_cv": 5.7235876508961925e-15,
202 "predicted_leading_kl": 0.01035526974702812
203 },
204 {
205 "q0": 0.05,
206 "q1": 20.0,
207 "N": 4,
208 "L": 4.2366052104988405,
209 "baseline_cumulative_kl": 1.9611428618147428,
210 "geodesic_cumulative_kl": 1.4429458690539487,
211 "baseline_local_kl_cv": 1.5566608227199317,
212 "geodesic_local_kl_cv": 0.0,
213 "baseline_arc_cv": 1.2045331342394232,
214 "geodesic_arc_cv": 1.8155693918500787e-16,
215 "predicted_leading_kl": 2.2436029637032404
216 },
217 {
218 "q0": 0.05,
219 "q1": 20.0,
220 "N": 8,
221 "L": 4.2366052104988405,
222 "baseline_cumulative_kl": 1.651880249779731,
223 "geodesic_cumulative_kl": 0.8872154915603425,
224 "baseline_local_kl_cv": 2.32500868027338,
225 "geodesic_local_kl_cv": 3.539371153049773e-16,
226 "baseline_arc_cv": 1.6207305310055529,
227 "geodesic_arc_cv": 1.657380517720374e-16,
228 "predicted_leading_kl": 1.1218014818516202
229 },
230 {
231 "q0": 0.05,
232 "q1": 20.0,
233 "N": 16,
234 "L": 4.2366052104988405,
235 "baseline_cumulative_kl": 1.336202730018181,
236 "geodesic_cumulative_kl": 0.4969804490230478,
237 "baseline_local_kl_cv": 3.299101096258629,
238 "geodesic_local_kl_cv": 8.283660183966328e-16,
239 "baseline_arc_cv": 2.0287755739867834,
240 "geodesic_arc_cv": 4.0934279157163905e-16,
241 "predicted_leading_kl": 0.5609007409258101
242 },
243 {
244 "q0": 0.05,
245 "q1": 20.0,
246 "N": 32,
247 "L": 4.2366052104988405,
248 "baseline_cumulative_kl": 1.0276080966263135,
249 "geodesic_cumulative_kl": 0.26373670583429587,
250 "baseline_local_kl_cv": 4.530923800284775,
251 "geodesic_local_kl_cv": 1.7859771779400183e-15,
252 "baseline_arc_cv": 2.4101255518340534,
253 "geodesic_arc_cv": 9.578454991768582e-16,
254 "predicted_leading_kl": 0.28045037046290505
255 },
256 {
257 "q0": 0.05,
258 "q1": 20.0,
259 "N": 64,
260 "L": 4.2366052104988405,
261 "baseline_cumulative_kl": 0.7409426703964107,
262 "geodesic_cumulative_kl": 0.13594990599351803,
263 "baseline_local_kl_cv": 6.0236813166035486,
264 "geodesic_local_kl_cv": 3.6635258704470875e-15,
265 "baseline_arc_cv": 2.7318161032192374,
266 "geodesic_arc_cv": 1.6920304771622712e-15,
267 "predicted_leading_kl": 0.14022518523145253
268 },
269 {
270 "q0": 0.05,
271 "q1": 20.0,
272 "N": 128,
273 "L": 4.2366052104988405,
274 "baseline_cumulative_kl": 0.49359391687057164,
275 "geodesic_cumulative_kl": 0.06903132438519352,
276 "baseline_local_kl_cv": 7.67293811279046,
277 "geodesic_local_kl_cv": 5.8749337375522186e-15,
278 "baseline_arc_cv": 2.9622659676011325,
279 "geodesic_arc_cv": 3.3599787913260346e-15,
280 "predicted_leading_kl": 0.07011259261572626
281 }
282 ]
283}