Tensorized concentration mixing / results.json
Unverified
1{
2 "seed": 1441,
3 "contraction_sweep": [
4 {
5 "d": 1,
6 "factor_min_eigenvalue": 0.0,
7 "factor_max_eigenvalue": 0.9999999999999999,
8 "global_min_eigenvalue": 0.0,
9 "global_max_eigenvalue": 0.9999999999999999,
10 "predicted_max_bound": 1.0
11 },
12 {
13 "d": 2,
14 "factor_min_eigenvalue": -1.5838531726405977e-16,
15 "factor_max_eigenvalue": 1.0000000000000009,
16 "global_min_eigenvalue": -5.794910353835645e-16,
17 "global_max_eigenvalue": 1.0,
18 "predicted_max_bound": 1.0
19 },
20 {
21 "d": 3,
22 "factor_min_eigenvalue": -1.5838531726405977e-16,
23 "factor_max_eigenvalue": 1.0000000000000009,
24 "global_min_eigenvalue": -4.979238160151515e-16,
25 "global_max_eigenvalue": 1.000000000000001,
26 "predicted_max_bound": 1.0
27 },
28 {
29 "d": 4,
30 "factor_min_eigenvalue": -1.5838531726405977e-16,
31 "factor_max_eigenvalue": 1.0000000000000009,
32 "global_min_eigenvalue": -6.84830158927908e-16,
33 "global_max_eigenvalue": 1.000000000000004,
34 "predicted_max_bound": 1.0
35 }
36 ],
37 "tensor_identity_sweep": [
38 {
39 "d": 2,
40 "apply_relative_error": 1.7385997772211454e-16,
41 "schatten_p0.5_relative_error": 7.681325038113024e-09,
42 "schatten_p1.0_relative_error": 1.5987211554602244e-16,
43 "schatten_p2.0_relative_error": 0.0
44 },
45 {
46 "d": 3,
47 "apply_relative_error": 2.3196642664872965e-16,
48 "schatten_p0.5_relative_error": 2.9630520978964855e-08,
49 "schatten_p1.0_relative_error": 0.0,
50 "schatten_p2.0_relative_error": 1.618553033068464e-16
51 },
52 {
53 "d": 4,
54 "apply_relative_error": 4.2063874751920412e-16,
55 "schatten_p0.5_relative_error": 3.396583146795002e-08,
56 "schatten_p1.0_relative_error": 2.3021584638627215e-16,
57 "schatten_p2.0_relative_error": 1.8352666325436245e-16
58 }
59 ],
60 "scaling_sweep": [
61 {
62 "d": 2,
63 "tokens": 64,
64 "dense_parameters": 4096,
65 "factor_parameters": 128,
66 "dense_matvec_ops": 4096,
67 "axis_matvec_ops": 1024,
68 "predicted_cost_ratio_dense_over_axis": 4.0,
69 "median_dense_seconds": 1.1104999430244789e-05,
70 "median_axis_seconds": 9.512600081507117e-05,
71 "observed_time_ratio_dense_over_axis": 0.11673989587592735
72 },
73 {
74 "d": 3,
75 "tokens": 512,
76 "dense_parameters": 262144,
77 "factor_parameters": 192,
78 "dense_matvec_ops": 262144,
79 "axis_matvec_ops": 12288,
80 "predicted_cost_ratio_dense_over_axis": 21.333333333333332,
81 "median_dense_seconds": 5.182300083106384e-05,
82 "median_axis_seconds": 0.000183615999048925,
83 "observed_time_ratio_dense_over_axis": 0.2822357588635588
84 },
85 {
86 "d": 4,
87 "tokens": 4096,
88 "dense_parameters": 16777216,
89 "factor_parameters": 256,
90 "dense_matvec_ops": 16777216,
91 "axis_matvec_ops": 131072,
92 "predicted_cost_ratio_dense_over_axis": 128.0,
93 "median_dense_seconds": 0.007683236999582732,
94 "median_axis_seconds": 0.0004948339992552064,
95 "observed_time_ratio_dense_over_axis": 15.526897931724712
96 }
97 ],
98 "practical_comparison": {
99 "tokens": 144,
100 "dense_parameters": 20736,
101 "tensor_parameters": 288,
102 "dense_apply_seconds": 0.002998898000441841,
103 "tensor_apply_seconds": 7.535999975516461e-05,
104 "dense_largest_singular_value": 1.000000000000001,
105 "tensor_largest_singular_value": 1.0000000000000009
106 }
107}
108 "dense_apply_seconds": 2.2140000510262325e-05,
109 "tensor_apply_seconds": 0.0001013409982988378,
110 "dense_largest_singular_value": 1.0000000000000009,
111 "tensor_largest_singular_value": 1.0000000000000009
112 }
113}