Probe-Then-Partitioned Multi-Task Trunk / torch_results.json
Failed on benchmark
1{
2 "probe_embeddings": [
3 [
4 0.04010334238409996,
5 -0.02459249459207058,
6 0.5913869738578796,
7 0.27495649456977844,
8 0.21183088421821594,
9 -0.7112471461296082,
10 -0.030033057555556297,
11 -0.14422379434108734
12 ],
13 [
14 0.04010334238409996,
15 -0.02459249459207058,
16 0.3840118944644928,
17 0.15583695471286774,
18 0.5823180675506592,
19 -0.5682814717292786,
20 -0.030330337584018707,
21 -0.4038298428058624
22 ],
23 [
24 0.04010334238409996,
25 -0.02459249459207058,
26 -0.28728678822517395,
27 -0.29506635665893555,
28 -0.3158475160598755,
29 0.7976710796356201,
30 0.29279056191444397,
31 -0.08014930039644241
32 ],
33 [
34 0.04010334610939026,
35 -0.02459249645471573,
36 -0.5074808597564697,
37 -0.03620124235749245,
38 -0.19478583335876465,
39 0.596509575843811,
40 0.5818893313407898,
41 -0.08111295104026794
42 ],
43 [
44 0.04010334238409996,
45 -0.02459249459207058,
46 0.22358930110931396,
47 0.25851792097091675,
48 -0.12444787472486496,
49 -0.9273676872253418,
50 0.07386201620101929,
51 0.003091738559305668
52 ],
53 [
54 0.04010334610939026,
55 -0.02459249645471573,
56 0.3811819553375244,
57 0.23693223297595978,
58 -0.029986681416630745,
59 -0.887997567653656,
60 -0.008289842866361141,
61 -0.0827220007777214
62 ]
63 ],
64 "distances": [
65 [
66 0.0,
67 0.1411445140838623,
68 1.8802964687347412,
69 1.779163122177124,
70 0.16391640901565552,
71 0.06980174779891968
72 ],
73 [
74 0.1411445140838623,
75 0.0,
76 1.7678298950195312,
77 1.6356127262115479,
78 0.42059051990509033,
79 0.29365789890289307
80 ],
81 [
82 1.8802964687347412,
83 1.7678298950195312,
84 0.0,
85 0.12709873914718628,
86 1.8173506259918213,
87 1.8718619346618652
88 ],
89 [
90 1.779163122177124,
91 1.6356127262115479,
92 0.12709873914718628,
93 0.0,
94 1.6068271398544312,
95 1.7217786312103271
96 ],
97 [
98 0.16391640901565552,
99 0.42059051990509033,
100 1.8173506259918213,
101 1.6068271398544312,
102 0.0,
103 0.024943530559539795
104 ],
105 [
106 0.06980174779891968,
107 0.29365789890289307,
108 1.8718619346618652,
109 1.7217786312103271,
110 0.024943530559539795,
111 0.0
112 ]
113 ],
114 "core": [
115 0.1411445140838623,
116 0.29365789890289307,
117 1.7678298950195312,
118 1.6068271398544312,
119 0.16391640901565552,
120 0.06980174779891968
121 ],
122 "discovered_groups": [
123 0,
124 0,
125 1,
126 2,
127 0,
128 0
129 ],
130 "results": {
131 "shared": {
132 "mean_mse": 0.3396293024222056,
133 "worst_mse": 0.992420514424642,
134 "per_task": [
135 0.023877473548054695,
136 0.09712802618741989,
137 0.9965243339538574,
138 0.8605250120162964,
139 0.05369625240564346,
140 0.007744126487523317
141 ]
142 },
143 "probe_partition": {
144 "mean_mse": 0.031991654386123024,
145 "worst_mse": 0.07790968318780263,
146 "per_task": [
147 0.017722688615322113,
148 0.08220527321100235,
149 0.00797607284039259,
150 0.0059782108291983604,
151 0.06777267903089523,
152 0.01346589531749487
153 ]
154 },
155 "oracle": {
156 "mean_mse": 0.03532665347059568,
157 "worst_mse": 0.07744412124156952,
158 "per_task": [
159 0.01682664081454277,
160 0.08033133298158646,
161 0.012722879648208618,
162 0.021718965843319893,
163 0.06900066137313843,
164 0.01384817250072956
165 ]
166 }
167 }
168}