Task-Visible Axis Pruning / results.json
Failed on benchmark
1{
2 "device": "cuda",
3 "identity_check": {
4 "max_absorption_error": 1.7763568394002505e-15,
5 "q01": [
6 1.7042421410395874,
7 -2.2957578589604126,
8 -2.5519493224805263,
9 -1.327813218377735,
10 -2.1862302311607924
11 ],
12 "q99": [
13 2.2722945689685807,
14 -1.727705431031419,
15 2.836330012169989,
16 1.3327648305461315,
17 1.8630535221158933
18 ],
19 "crossing_mask": [
20 0,
21 0,
22 1,
23 1,
24 1
25 ],
26 "positive_or_negative_units": 2,
27 "expected_crossing_mask": [
28 0,
29 0,
30 1,
31 1,
32 1
33 ]
34 },
35 "baseline": {
36 "accuracy": 0.9711111187934875,
37 "loss": 0.1297786980867386,
38 "train_seconds": 1.021538496017456
39 },
40 "pruning": {
41 "magnitude_75": {
42 "accuracy_before": 0.9355555772781372,
43 "accuracy_after_3ep": 0.9688889384269714,
44 "retained_fraction": 0.75,
45 "retained_units": [
46 72,
47 72,
48 48
49 ]
50 },
51 "activation_mean_75": {
52 "accuracy_before": 0.9577777981758118,
53 "accuracy_after_3ep": 0.9688889384269714,
54 "retained_fraction": 0.75,
55 "retained_units": [
56 72,
57 72,
58 48
59 ]
60 },
61 "task_visible_75": {
62 "accuracy_before": 0.9355555772781372,
63 "accuracy_after_3ep": 0.9755555987358093,
64 "retained_fraction": 0.75,
65 "retained_units": [
66 72,
67 72,
68 48
69 ]
70 },
71 "magnitude_50": {
72 "accuracy_before": 0.8311111330986023,
73 "accuracy_after_3ep": 0.9622222185134888,
74 "retained_fraction": 0.5,
75 "retained_units": [
76 48,
77 48,
78 32
79 ]
80 },
81 "activation_mean_50": {
82 "accuracy_before": 0.4977777898311615,
83 "accuracy_after_3ep": 0.9555555582046509,
84 "retained_fraction": 0.5,
85 "retained_units": [
86 48,
87 48,
88 32
89 ]
90 },
91 "task_visible_50": {
92 "accuracy_before": 0.8311111330986023,
93 "accuracy_after_3ep": 0.9600000381469727,
94 "retained_fraction": 0.5,
95 "retained_units": [
96 48,
97 48,
98 32
99 ]
100 },
101 "magnitude_25": {
102 "accuracy_before": 0.5244444608688354,
103 "accuracy_after_3ep": 0.8955555558204651,
104 "retained_fraction": 0.25,
105 "retained_units": [
106 24,
107 24,
108 16
109 ]
110 },
111 "activation_mean_25": {
112 "accuracy_before": 0.2244444489479065,
113 "accuracy_after_3ep": 0.7844444513320923,
114 "retained_fraction": 0.25,
115 "retained_units": [
116 24,
117 24,
118 16
119 ]
120 },
121 "task_visible_25": {
122 "accuracy_before": 0.5244444608688354,
123 "accuracy_after_3ep": 0.902222216129303,
124 "retained_fraction": 0.25,
125 "retained_units": [
126 24,
127 24,
128 16
129 ]
130 }
131 }
132}