Balanced design attention / results.json
Failed on benchmark
1{
2 "math_checks": [
3 {
4 "name": "Fano_7",
5 "v": 7,
6 "b": 7,
7 "k": 3,
8 "r": 3,
9 "lambda": 1,
10 "row_min": 3,
11 "row_max": 3,
12 "pair_min": 1,
13 "pair_max": 1,
14 "pair_variance": 0.0,
15 "mmT_identity_maxerr": 0,
16 "predicted_z_norm_sq": 4,
17 "observed_z_norm_sq_min": 4,
18 "observed_z_norm_sq_max": 4,
19 "z_norm_sq_mean": 4.0
20 },
21 {
22 "name": "projective_13",
23 "v": 13,
24 "b": 13,
25 "k": 4,
26 "r": 4,
27 "lambda": 1,
28 "row_min": 4,
29 "row_max": 4,
30 "pair_min": 1,
31 "pair_max": 1,
32 "pair_variance": 0.0,
33 "mmT_identity_maxerr": 0,
34 "predicted_z_norm_sq": 6,
35 "observed_z_norm_sq_min": 6,
36 "observed_z_norm_sq_max": 6,
37 "z_norm_sq_mean": 6.0
38 }
39 ],
40 "scaling_sweep": [
41 {
42 "name": "Fano copies=1",
43 "v": 7,
44 "b": 7,
45 "k": 3,
46 "r": 3,
47 "lambda": 1,
48 "row_min": 3,
49 "row_max": 3,
50 "pair_min": 1,
51 "pair_max": 1,
52 "pair_variance": 0.0,
53 "mmT_identity_maxerr": 0,
54 "predicted_z_norm_sq": 4,
55 "observed_z_norm_sq_min": 4,
56 "observed_z_norm_sq_max": 4,
57 "z_norm_sq_mean": 4.0,
58 "predicted_r": 3,
59 "predicted_lambda": 1
60 },
61 {
62 "name": "Fano copies=2",
63 "v": 7,
64 "b": 14,
65 "k": 3,
66 "r": 6,
67 "lambda": 2,
68 "row_min": 6,
69 "row_max": 6,
70 "pair_min": 2,
71 "pair_max": 2,
72 "pair_variance": 0.0,
73 "mmT_identity_maxerr": 0,
74 "predicted_z_norm_sq": 8,
75 "observed_z_norm_sq_min": 8,
76 "observed_z_norm_sq_max": 8,
77 "z_norm_sq_mean": 8.0,
78 "predicted_r": 6,
79 "predicted_lambda": 2
80 },
81 {
82 "name": "Fano copies=4",
83 "v": 7,
84 "b": 28,
85 "k": 3,
86 "r": 12,
87 "lambda": 4,
88 "row_min": 12,
89 "row_max": 12,
90 "pair_min": 4,
91 "pair_max": 4,
92 "pair_variance": 0.0,
93 "mmT_identity_maxerr": 0,
94 "predicted_z_norm_sq": 16,
95 "observed_z_norm_sq_min": 16,
96 "observed_z_norm_sq_max": 16,
97 "z_norm_sq_mean": 16.0,
98 "predicted_r": 12,
99 "predicted_lambda": 4
100 },
101 {
102 "name": "Fano copies=8",
103 "v": 7,
104 "b": 56,
105 "k": 3,
106 "r": 24,
107 "lambda": 8,
108 "row_min": 24,
109 "row_max": 24,
110 "pair_min": 8,
111 "pair_max": 8,
112 "pair_variance": 0.0,
113 "mmT_identity_maxerr": 0,
114 "predicted_z_norm_sq": 32,
115 "observed_z_norm_sq_min": 32,
116 "observed_z_norm_sq_max": 32,
117 "z_norm_sq_mean": 32.0,
118 "predicted_r": 24,
119 "predicted_lambda": 8
120 }
121 ],
122 "benchmark": {
123 "device": "cuda",
124 "results": {
125 "7": {
126 "dense": {
127 "median_ms": 2.3050119998515584,
128 "attention_score_flops": 3136,
129 "pair_coverage_variance": 0.0,
130 "row_degree_variance": 0.0
131 },
132 "contiguous": {
133 "median_ms": 14.091775999986567,
134 "attention_score_flops": 4032,
135 "pair_coverage_variance": 0.6666666666666666,
136 "row_degree_variance": 0.0
137 },
138 "random": {
139 "median_ms": 15.281822998076677,
140 "attention_score_flops": 4032,
141 "pair_coverage_variance": 0.9523809523809523,
142 "row_degree_variance": 2.0
143 },
144 "design": {
145 "median_ms": 15.879814003710635,
146 "attention_score_flops": 4032,
147 "pair_coverage_variance": 0.0,
148 "row_degree_variance": 0.0
149 }
150 },
151 "13": {
152 "dense": {
153 "median_ms": 0.2984370003105141,
154 "attention_score_flops": 10816,
155 "pair_coverage_variance": 0.0,
156 "row_degree_variance": 0.0
157 },
158 "contiguous": {
159 "median_ms": 30.29705699736951,
160 "attention_score_flops": 13312,
161 "pair_coverage_variance": 1.3333333333333333,
162 "row_degree_variance": 0.0
163 },
164 "random": {
165 "median_ms": 18.883881995861884,
166 "attention_score_flops": 13312,
167 "pair_coverage_variance": 0.7692307692307693,
168 "row_degree_variance": 2.3076923076923075
169 },
170 "design": {
171 "median_ms": 22.085951997723896,
172 "attention_score_flops": 13312,
173 "pair_coverage_variance": 0.0,
174 "row_degree_variance": 0.0
175 }
176 }
177 }
178 }
179}