Probe-Then-Partitioned Multi-Task Trunk / torch_results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "probe_embeddings": [
  3    [
  4      0.04010334238409996,
  5      -0.02459249459207058,
  6      0.5913869738578796,
  7      0.27495649456977844,
  8      0.21183088421821594,
  9      -0.7112471461296082,
 10      -0.030033057555556297,
 11      -0.14422379434108734
 12    ],
 13    [
 14      0.04010334238409996,
 15      -0.02459249459207058,
 16      0.3840118944644928,
 17      0.15583695471286774,
 18      0.5823180675506592,
 19      -0.5682814717292786,
 20      -0.030330337584018707,
 21      -0.4038298428058624
 22    ],
 23    [
 24      0.04010334238409996,
 25      -0.02459249459207058,
 26      -0.28728678822517395,
 27      -0.29506635665893555,
 28      -0.3158475160598755,
 29      0.7976710796356201,
 30      0.29279056191444397,
 31      -0.08014930039644241
 32    ],
 33    [
 34      0.04010334610939026,
 35      -0.02459249645471573,
 36      -0.5074808597564697,
 37      -0.03620124235749245,
 38      -0.19478583335876465,
 39      0.596509575843811,
 40      0.5818893313407898,
 41      -0.08111295104026794
 42    ],
 43    [
 44      0.04010334238409996,
 45      -0.02459249459207058,
 46      0.22358930110931396,
 47      0.25851792097091675,
 48      -0.12444787472486496,
 49      -0.9273676872253418,
 50      0.07386201620101929,
 51      0.003091738559305668
 52    ],
 53    [
 54      0.04010334610939026,
 55      -0.02459249645471573,
 56      0.3811819553375244,
 57      0.23693223297595978,
 58      -0.029986681416630745,
 59      -0.887997567653656,
 60      -0.008289842866361141,
 61      -0.0827220007777214
 62    ]
 63  ],
 64  "distances": [
 65    [
 66      0.0,
 67      0.1411445140838623,
 68      1.8802964687347412,
 69      1.779163122177124,
 70      0.16391640901565552,
 71      0.06980174779891968
 72    ],
 73    [
 74      0.1411445140838623,
 75      0.0,
 76      1.7678298950195312,
 77      1.6356127262115479,
 78      0.42059051990509033,
 79      0.29365789890289307
 80    ],
 81    [
 82      1.8802964687347412,
 83      1.7678298950195312,
 84      0.0,
 85      0.12709873914718628,
 86      1.8173506259918213,
 87      1.8718619346618652
 88    ],
 89    [
 90      1.779163122177124,
 91      1.6356127262115479,
 92      0.12709873914718628,
 93      0.0,
 94      1.6068271398544312,
 95      1.7217786312103271
 96    ],
 97    [
 98      0.16391640901565552,
 99      0.42059051990509033,
100      1.8173506259918213,
101      1.6068271398544312,
102      0.0,
103      0.024943530559539795
104    ],
105    [
106      0.06980174779891968,
107      0.29365789890289307,
108      1.8718619346618652,
109      1.7217786312103271,
110      0.024943530559539795,
111      0.0
112    ]
113  ],
114  "core": [
115    0.1411445140838623,
116    0.29365789890289307,
117    1.7678298950195312,
118    1.6068271398544312,
119    0.16391640901565552,
120    0.06980174779891968
121  ],
122  "discovered_groups": [
123    0,
124    0,
125    1,
126    2,
127    0,
128    0
129  ],
130  "results": {
131    "shared": {
132      "mean_mse": 0.3396293024222056,
133      "worst_mse": 0.992420514424642,
134      "per_task": [
135        0.023877473548054695,
136        0.09712802618741989,
137        0.9965243339538574,
138        0.8605250120162964,
139        0.05369625240564346,
140        0.007744126487523317
141      ]
142    },
143    "probe_partition": {
144      "mean_mse": 0.031991654386123024,
145      "worst_mse": 0.07790968318780263,
146      "per_task": [
147        0.017722688615322113,
148        0.08220527321100235,
149        0.00797607284039259,
150        0.0059782108291983604,
151        0.06777267903089523,
152        0.01346589531749487
153      ]
154    },
155    "oracle": {
156      "mean_mse": 0.03532665347059568,
157      "worst_mse": 0.07744412124156952,
158      "per_task": [
159        0.01682664081454277,
160        0.08033133298158646,
161        0.012722879648208618,
162        0.021718965843319893,
163        0.06900066137313843,
164        0.01384817250072956
165      ]
166    }
167  }
168}