Task-Tangent Capture Pruning / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "seed": 2772,
 3  "math_check": {
 4    "rows": [
 5      {
 6        "epsilon": 0.05,
 7        "retained": 156,
 8        "observed_ratio": 0.04953325198858955,
 9        "predicted_upper_bound": 0.05,
10        "observed_squared_ratio": 0.002453543052565111,
11        "predicted_squared_ratio": 0.0024535430525651106
12      },
13      {
14        "epsilon": 0.1,
15        "retained": 148,
16        "observed_ratio": 0.09937588441694108,
17        "predicted_upper_bound": 0.1,
18        "observed_squared_ratio": 0.009875566403649233,
19        "predicted_squared_ratio": 0.009875566403649233
20      },
21      {
22        "epsilon": 0.2,
23        "retained": 127,
24        "observed_ratio": 0.19810280354772236,
25        "predicted_upper_bound": 0.2,
26        "observed_squared_ratio": 0.039244720773467474,
27        "predicted_squared_ratio": 0.03924472077346748
28      },
29      {
30        "epsilon": 0.3,
31        "retained": 104,
32        "observed_ratio": 0.2999943616709207,
33        "predicted_upper_bound": 0.3,
34        "observed_squared_ratio": 0.08999661703434317,
35        "predicted_squared_ratio": 0.08999661703434317
36      },
37      {
38        "epsilon": 0.5,
39        "retained": 63,
40        "observed_ratio": 0.4995375306707909,
41        "predicted_upper_bound": 0.5,
42        "observed_squared_ratio": 0.2495377445486713,
43        "predicted_squared_ratio": 0.24953774454867134
44      }
45    ],
46    "max_identity_error": 1.1102230246251565e-16,
47    "comparisons": [
48      {
49        "sparsity": 0.25,
50        "tangent_ratio": 0.2302811145715442,
51        "magnitude_ratio": 0.4866453587563665,
52        "tangent_better": true
53      },
54      {
55        "sparsity": 0.5,
56        "tangent_ratio": 0.4127892700147086,
57        "magnitude_ratio": 0.7363223964394134,
58        "tangent_better": true
59      },
60      {
61        "sparsity": 0.8,
62        "tangent_ratio": 0.6881745028102318,
63        "magnitude_ratio": 0.8798177708313079,
64        "tangent_better": true
65      }
66    ]
67  },
68  "mini_experiment": {
69    "device": "cuda",
70    "sparsities": {
71      "0.5": {
72        "tangent_initial": 0.4957098364830017,
73        "magnitude_initial": 0.46802493929862976,
74        "tangent_final": 0.39421796798706055,
75        "magnitude_final": 0.418190598487854
76      },
77      "0.8": {
78        "tangent_initial": 0.5123432278633118,
79        "magnitude_initial": 0.4623802602291107,
80        "tangent_final": 0.4111136794090271,
81        "magnitude_final": 0.4623802602291107
82      }
83    }
84  }
85}