Balanced design attention / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "math_checks": [
  3    {
  4      "name": "Fano_7",
  5      "v": 7,
  6      "b": 7,
  7      "k": 3,
  8      "r": 3,
  9      "lambda": 1,
 10      "row_min": 3,
 11      "row_max": 3,
 12      "pair_min": 1,
 13      "pair_max": 1,
 14      "pair_variance": 0.0,
 15      "mmT_identity_maxerr": 0,
 16      "predicted_z_norm_sq": 4,
 17      "observed_z_norm_sq_min": 4,
 18      "observed_z_norm_sq_max": 4,
 19      "z_norm_sq_mean": 4.0
 20    },
 21    {
 22      "name": "projective_13",
 23      "v": 13,
 24      "b": 13,
 25      "k": 4,
 26      "r": 4,
 27      "lambda": 1,
 28      "row_min": 4,
 29      "row_max": 4,
 30      "pair_min": 1,
 31      "pair_max": 1,
 32      "pair_variance": 0.0,
 33      "mmT_identity_maxerr": 0,
 34      "predicted_z_norm_sq": 6,
 35      "observed_z_norm_sq_min": 6,
 36      "observed_z_norm_sq_max": 6,
 37      "z_norm_sq_mean": 6.0
 38    }
 39  ],
 40  "scaling_sweep": [
 41    {
 42      "name": "Fano copies=1",
 43      "v": 7,
 44      "b": 7,
 45      "k": 3,
 46      "r": 3,
 47      "lambda": 1,
 48      "row_min": 3,
 49      "row_max": 3,
 50      "pair_min": 1,
 51      "pair_max": 1,
 52      "pair_variance": 0.0,
 53      "mmT_identity_maxerr": 0,
 54      "predicted_z_norm_sq": 4,
 55      "observed_z_norm_sq_min": 4,
 56      "observed_z_norm_sq_max": 4,
 57      "z_norm_sq_mean": 4.0,
 58      "predicted_r": 3,
 59      "predicted_lambda": 1
 60    },
 61    {
 62      "name": "Fano copies=2",
 63      "v": 7,
 64      "b": 14,
 65      "k": 3,
 66      "r": 6,
 67      "lambda": 2,
 68      "row_min": 6,
 69      "row_max": 6,
 70      "pair_min": 2,
 71      "pair_max": 2,
 72      "pair_variance": 0.0,
 73      "mmT_identity_maxerr": 0,
 74      "predicted_z_norm_sq": 8,
 75      "observed_z_norm_sq_min": 8,
 76      "observed_z_norm_sq_max": 8,
 77      "z_norm_sq_mean": 8.0,
 78      "predicted_r": 6,
 79      "predicted_lambda": 2
 80    },
 81    {
 82      "name": "Fano copies=4",
 83      "v": 7,
 84      "b": 28,
 85      "k": 3,
 86      "r": 12,
 87      "lambda": 4,
 88      "row_min": 12,
 89      "row_max": 12,
 90      "pair_min": 4,
 91      "pair_max": 4,
 92      "pair_variance": 0.0,
 93      "mmT_identity_maxerr": 0,
 94      "predicted_z_norm_sq": 16,
 95      "observed_z_norm_sq_min": 16,
 96      "observed_z_norm_sq_max": 16,
 97      "z_norm_sq_mean": 16.0,
 98      "predicted_r": 12,
 99      "predicted_lambda": 4
100    },
101    {
102      "name": "Fano copies=8",
103      "v": 7,
104      "b": 56,
105      "k": 3,
106      "r": 24,
107      "lambda": 8,
108      "row_min": 24,
109      "row_max": 24,
110      "pair_min": 8,
111      "pair_max": 8,
112      "pair_variance": 0.0,
113      "mmT_identity_maxerr": 0,
114      "predicted_z_norm_sq": 32,
115      "observed_z_norm_sq_min": 32,
116      "observed_z_norm_sq_max": 32,
117      "z_norm_sq_mean": 32.0,
118      "predicted_r": 24,
119      "predicted_lambda": 8
120    }
121  ],
122  "benchmark": {
123    "device": "cuda",
124    "results": {
125      "7": {
126        "dense": {
127          "median_ms": 2.3050119998515584,
128          "attention_score_flops": 3136,
129          "pair_coverage_variance": 0.0,
130          "row_degree_variance": 0.0
131        },
132        "contiguous": {
133          "median_ms": 14.091775999986567,
134          "attention_score_flops": 4032,
135          "pair_coverage_variance": 0.6666666666666666,
136          "row_degree_variance": 0.0
137        },
138        "random": {
139          "median_ms": 15.281822998076677,
140          "attention_score_flops": 4032,
141          "pair_coverage_variance": 0.9523809523809523,
142          "row_degree_variance": 2.0
143        },
144        "design": {
145          "median_ms": 15.879814003710635,
146          "attention_score_flops": 4032,
147          "pair_coverage_variance": 0.0,
148          "row_degree_variance": 0.0
149        }
150      },
151      "13": {
152        "dense": {
153          "median_ms": 0.2984370003105141,
154          "attention_score_flops": 10816,
155          "pair_coverage_variance": 0.0,
156          "row_degree_variance": 0.0
157        },
158        "contiguous": {
159          "median_ms": 30.29705699736951,
160          "attention_score_flops": 13312,
161          "pair_coverage_variance": 1.3333333333333333,
162          "row_degree_variance": 0.0
163        },
164        "random": {
165          "median_ms": 18.883881995861884,
166          "attention_score_flops": 13312,
167          "pair_coverage_variance": 0.7692307692307693,
168          "row_degree_variance": 2.3076923076923075
169        },
170        "design": {
171          "median_ms": 22.085951997723896,
172          "attention_score_flops": 13312,
173          "pair_coverage_variance": 0.0,
174          "row_degree_variance": 0.0
175        }
176      }
177    }
178  }
179}