Task-Visible Axis Pruning / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "device": "cuda",
  3  "identity_check": {
  4    "max_absorption_error": 1.7763568394002505e-15,
  5    "q01": [
  6      1.7042421410395874,
  7      -2.2957578589604126,
  8      -2.5519493224805263,
  9      -1.327813218377735,
 10      -2.1862302311607924
 11    ],
 12    "q99": [
 13      2.2722945689685807,
 14      -1.727705431031419,
 15      2.836330012169989,
 16      1.3327648305461315,
 17      1.8630535221158933
 18    ],
 19    "crossing_mask": [
 20      0,
 21      0,
 22      1,
 23      1,
 24      1
 25    ],
 26    "positive_or_negative_units": 2,
 27    "expected_crossing_mask": [
 28      0,
 29      0,
 30      1,
 31      1,
 32      1
 33    ]
 34  },
 35  "baseline": {
 36    "accuracy": 0.9711111187934875,
 37    "loss": 0.1297786980867386,
 38    "train_seconds": 1.021538496017456
 39  },
 40  "pruning": {
 41    "magnitude_75": {
 42      "accuracy_before": 0.9355555772781372,
 43      "accuracy_after_3ep": 0.9688889384269714,
 44      "retained_fraction": 0.75,
 45      "retained_units": [
 46        72,
 47        72,
 48        48
 49      ]
 50    },
 51    "activation_mean_75": {
 52      "accuracy_before": 0.9577777981758118,
 53      "accuracy_after_3ep": 0.9688889384269714,
 54      "retained_fraction": 0.75,
 55      "retained_units": [
 56        72,
 57        72,
 58        48
 59      ]
 60    },
 61    "task_visible_75": {
 62      "accuracy_before": 0.9355555772781372,
 63      "accuracy_after_3ep": 0.9755555987358093,
 64      "retained_fraction": 0.75,
 65      "retained_units": [
 66        72,
 67        72,
 68        48
 69      ]
 70    },
 71    "magnitude_50": {
 72      "accuracy_before": 0.8311111330986023,
 73      "accuracy_after_3ep": 0.9622222185134888,
 74      "retained_fraction": 0.5,
 75      "retained_units": [
 76        48,
 77        48,
 78        32
 79      ]
 80    },
 81    "activation_mean_50": {
 82      "accuracy_before": 0.4977777898311615,
 83      "accuracy_after_3ep": 0.9555555582046509,
 84      "retained_fraction": 0.5,
 85      "retained_units": [
 86        48,
 87        48,
 88        32
 89      ]
 90    },
 91    "task_visible_50": {
 92      "accuracy_before": 0.8311111330986023,
 93      "accuracy_after_3ep": 0.9600000381469727,
 94      "retained_fraction": 0.5,
 95      "retained_units": [
 96        48,
 97        48,
 98        32
 99      ]
100    },
101    "magnitude_25": {
102      "accuracy_before": 0.5244444608688354,
103      "accuracy_after_3ep": 0.8955555558204651,
104      "retained_fraction": 0.25,
105      "retained_units": [
106        24,
107        24,
108        16
109      ]
110    },
111    "activation_mean_25": {
112      "accuracy_before": 0.2244444489479065,
113      "accuracy_after_3ep": 0.7844444513320923,
114      "retained_fraction": 0.25,
115      "retained_units": [
116        24,
117        24,
118        16
119      ]
120    },
121    "task_visible_25": {
122      "accuracy_before": 0.5244444608688354,
123      "accuracy_after_3ep": 0.902222216129303,
124      "retained_fraction": 0.25,
125      "retained_units": [
126        24,
127        24,
128        16
129      ]
130    }
131  }
132}