Tensorized concentration mixing / results.json

Unverified

Raw ⬇ ZIP
  1{
  2  "seed": 1441,
  3  "contraction_sweep": [
  4    {
  5      "d": 1,
  6      "factor_min_eigenvalue": 0.0,
  7      "factor_max_eigenvalue": 0.9999999999999999,
  8      "global_min_eigenvalue": 0.0,
  9      "global_max_eigenvalue": 0.9999999999999999,
 10      "predicted_max_bound": 1.0
 11    },
 12    {
 13      "d": 2,
 14      "factor_min_eigenvalue": -1.5838531726405977e-16,
 15      "factor_max_eigenvalue": 1.0000000000000009,
 16      "global_min_eigenvalue": -5.794910353835645e-16,
 17      "global_max_eigenvalue": 1.0,
 18      "predicted_max_bound": 1.0
 19    },
 20    {
 21      "d": 3,
 22      "factor_min_eigenvalue": -1.5838531726405977e-16,
 23      "factor_max_eigenvalue": 1.0000000000000009,
 24      "global_min_eigenvalue": -4.979238160151515e-16,
 25      "global_max_eigenvalue": 1.000000000000001,
 26      "predicted_max_bound": 1.0
 27    },
 28    {
 29      "d": 4,
 30      "factor_min_eigenvalue": -1.5838531726405977e-16,
 31      "factor_max_eigenvalue": 1.0000000000000009,
 32      "global_min_eigenvalue": -6.84830158927908e-16,
 33      "global_max_eigenvalue": 1.000000000000004,
 34      "predicted_max_bound": 1.0
 35    }
 36  ],
 37  "tensor_identity_sweep": [
 38    {
 39      "d": 2,
 40      "apply_relative_error": 1.7385997772211454e-16,
 41      "schatten_p0.5_relative_error": 7.681325038113024e-09,
 42      "schatten_p1.0_relative_error": 1.5987211554602244e-16,
 43      "schatten_p2.0_relative_error": 0.0
 44    },
 45    {
 46      "d": 3,
 47      "apply_relative_error": 2.3196642664872965e-16,
 48      "schatten_p0.5_relative_error": 2.9630520978964855e-08,
 49      "schatten_p1.0_relative_error": 0.0,
 50      "schatten_p2.0_relative_error": 1.618553033068464e-16
 51    },
 52    {
 53      "d": 4,
 54      "apply_relative_error": 4.2063874751920412e-16,
 55      "schatten_p0.5_relative_error": 3.396583146795002e-08,
 56      "schatten_p1.0_relative_error": 2.3021584638627215e-16,
 57      "schatten_p2.0_relative_error": 1.8352666325436245e-16
 58    }
 59  ],
 60  "scaling_sweep": [
 61    {
 62      "d": 2,
 63      "tokens": 64,
 64      "dense_parameters": 4096,
 65      "factor_parameters": 128,
 66      "dense_matvec_ops": 4096,
 67      "axis_matvec_ops": 1024,
 68      "predicted_cost_ratio_dense_over_axis": 4.0,
 69      "median_dense_seconds": 1.1104999430244789e-05,
 70      "median_axis_seconds": 9.512600081507117e-05,
 71      "observed_time_ratio_dense_over_axis": 0.11673989587592735
 72    },
 73    {
 74      "d": 3,
 75      "tokens": 512,
 76      "dense_parameters": 262144,
 77      "factor_parameters": 192,
 78      "dense_matvec_ops": 262144,
 79      "axis_matvec_ops": 12288,
 80      "predicted_cost_ratio_dense_over_axis": 21.333333333333332,
 81      "median_dense_seconds": 5.182300083106384e-05,
 82      "median_axis_seconds": 0.000183615999048925,
 83      "observed_time_ratio_dense_over_axis": 0.2822357588635588
 84    },
 85    {
 86      "d": 4,
 87      "tokens": 4096,
 88      "dense_parameters": 16777216,
 89      "factor_parameters": 256,
 90      "dense_matvec_ops": 16777216,
 91      "axis_matvec_ops": 131072,
 92      "predicted_cost_ratio_dense_over_axis": 128.0,
 93      "median_dense_seconds": 0.007683236999582732,
 94      "median_axis_seconds": 0.0004948339992552064,
 95      "observed_time_ratio_dense_over_axis": 15.526897931724712
 96    }
 97  ],
 98  "practical_comparison": {
 99    "tokens": 144,
100    "dense_parameters": 20736,
101    "tensor_parameters": 288,
102    "dense_apply_seconds": 0.002998898000441841,
103    "tensor_apply_seconds": 7.535999975516461e-05,
104    "dense_largest_singular_value": 1.000000000000001,
105    "tensor_largest_singular_value": 1.0000000000000009
106  }
107}
108 "dense_apply_seconds": 2.2140000510262325e-05,
109    "tensor_apply_seconds": 0.0001013409982988378,
110    "dense_largest_singular_value": 1.0000000000000009,
111    "tensor_largest_singular_value": 1.0000000000000009
112  }
113}