Task-Tangent Capture Pruning / results.json
Mechanism confirmed, baseline not beaten
1{
2 "seed": 2772,
3 "math_check": {
4 "rows": [
5 {
6 "epsilon": 0.05,
7 "retained": 156,
8 "observed_ratio": 0.04953325198858955,
9 "predicted_upper_bound": 0.05,
10 "observed_squared_ratio": 0.002453543052565111,
11 "predicted_squared_ratio": 0.0024535430525651106
12 },
13 {
14 "epsilon": 0.1,
15 "retained": 148,
16 "observed_ratio": 0.09937588441694108,
17 "predicted_upper_bound": 0.1,
18 "observed_squared_ratio": 0.009875566403649233,
19 "predicted_squared_ratio": 0.009875566403649233
20 },
21 {
22 "epsilon": 0.2,
23 "retained": 127,
24 "observed_ratio": 0.19810280354772236,
25 "predicted_upper_bound": 0.2,
26 "observed_squared_ratio": 0.039244720773467474,
27 "predicted_squared_ratio": 0.03924472077346748
28 },
29 {
30 "epsilon": 0.3,
31 "retained": 104,
32 "observed_ratio": 0.2999943616709207,
33 "predicted_upper_bound": 0.3,
34 "observed_squared_ratio": 0.08999661703434317,
35 "predicted_squared_ratio": 0.08999661703434317
36 },
37 {
38 "epsilon": 0.5,
39 "retained": 63,
40 "observed_ratio": 0.4995375306707909,
41 "predicted_upper_bound": 0.5,
42 "observed_squared_ratio": 0.2495377445486713,
43 "predicted_squared_ratio": 0.24953774454867134
44 }
45 ],
46 "max_identity_error": 1.1102230246251565e-16,
47 "comparisons": [
48 {
49 "sparsity": 0.25,
50 "tangent_ratio": 0.2302811145715442,
51 "magnitude_ratio": 0.4866453587563665,
52 "tangent_better": true
53 },
54 {
55 "sparsity": 0.5,
56 "tangent_ratio": 0.4127892700147086,
57 "magnitude_ratio": 0.7363223964394134,
58 "tangent_better": true
59 },
60 {
61 "sparsity": 0.8,
62 "tangent_ratio": 0.6881745028102318,
63 "magnitude_ratio": 0.8798177708313079,
64 "tangent_better": true
65 }
66 ]
67 },
68 "mini_experiment": {
69 "device": "cuda",
70 "sparsities": {
71 "0.5": {
72 "tangent_initial": 0.4957098364830017,
73 "magnitude_initial": 0.46802493929862976,
74 "tangent_final": 0.39421796798706055,
75 "magnitude_final": 0.418190598487854
76 },
77 "0.8": {
78 "tangent_initial": 0.5123432278633118,
79 "magnitude_initial": 0.4623802602291107,
80 "tangent_final": 0.4111136794090271,
81 "magnitude_final": 0.4623802602291107
82 }
83 }
84 }
85}