Sharp JL Hidden-State Bottleneck / results.json
Failed on benchmark
1{
2 "seed": 2261,
3 "math": {
4 "unbiased_norm": {
5 "observed_mean": 0.9860968695229871,
6 "predicted": 1.0,
7 "relative_error": 0.01390313047701286
8 },
9 "fixed_pair_sd": {
10 "observed": 0.12352295661533032,
11 "predicted": 0.125,
12 "ratio_observed_to_predicted": 0.9881836529226425
13 },
14 "max_error_scaling": [
15 {
16 "r": 8,
17 "max_abs_error": 0.9096759479979037,
18 "p95_abs_error": 0.4562132806868981,
19 "predicted_max_scale": 1.5562129896138108,
20 "predicted_fixed_sd": 0.25
21 },
22 {
23 "r": 16,
24 "max_abs_error": 0.6988004152406737,
25 "p95_abs_error": 0.34006758866843567,
26 "predicted_max_scale": 1.1004087579265158,
27 "predicted_fixed_sd": 0.17677669529663687
28 },
29 {
30 "r": 32,
31 "max_abs_error": 0.4769690008246539,
32 "p95_abs_error": 0.2525955774003951,
33 "predicted_max_scale": 0.7781064948069054,
34 "predicted_fixed_sd": 0.125
35 },
36 {
37 "r": 64,
38 "max_abs_error": 0.39554670317748464,
39 "p95_abs_error": 0.17812314453282133,
40 "predicted_max_scale": 0.5502043789632579,
41 "predicted_fixed_sd": 0.08838834764831843
42 },
43 {
44 "r": 128,
45 "max_abs_error": 0.23462926392861672,
46 "p95_abs_error": 0.11787036423390233,
47 "predicted_max_scale": 0.3890532474034527,
48 "predicted_fixed_sd": 0.0625
49 }
50 ],
51 "sharp_width_schedule": [
52 {
53 "epsilon": 0.1,
54 "n": 8,
55 "r": 7,
56 "raw": 7
57 },
58 {
59 "epsilon": 0.1,
60 "n": 32,
61 "r": 31,
62 "raw": 31
63 },
64 {
65 "epsilon": 0.1,
66 "n": 128,
67 "r": 119,
68 "raw": 118.78434223960521
69 },
70 {
71 "epsilon": 0.1,
72 "n": 512,
73 "r": 128,
74 "raw": 128
75 },
76 {
77 "epsilon": 0.2,
78 "n": 8,
79 "r": 7,
80 "raw": 7
81 },
82 {
83 "epsilon": 0.2,
84 "n": 32,
85 "r": 30,
86 "raw": 29.696085559901302
87 },
88 {
89 "epsilon": 0.2,
90 "n": 128,
91 "r": 50,
92 "raw": 49.0726931355971
93 },
94 {
95 "epsilon": 0.2,
96 "n": 512,
97 "r": 78,
98 "raw": 77.81565062563725
99 },
100 {
101 "epsilon": 0.3,
102 "n": 8,
103 "r": 7,
104 "raw": 7
105 },
106 {
107 "epsilon": 0.3,
108 "n": 32,
109 "r": 18,
110 "raw": 17.61272466516729
111 },
112 {
113 "epsilon": 0.3,
114 "n": 128,
115 "r": 29,
116 "raw": 28.93522300683131
117 },
118 {
119 "epsilon": 0.3,
120 "n": 512,
121 "r": 44,
122 "raw": 43.03184766918836
123 }
124 ]
125 },
126 "downstream": {
127 "full_width": {
128 "d": 96,
129 "val_loss": 0.0008068044643614182,
130 "val_accuracy": 1.0,
131 "activation_width": 96
132 },
133 "compressed": [
134 {
135 "epsilon": 0.1,
136 "C": 1,
137 "r": 23,
138 "raw": 23,
139 "val_loss": 0.001945495446681786,
140 "val_accuracy": 1.0,
141 "relative_accuracy_loss": 0.0,
142 "p95_abs_distortion": 0.27840053887669897,
143 "activation_width_ratio": 0.23958333333333334
144 },
145 {
146 "epsilon": 0.1,
147 "C": 2,
148 "r": 46,
149 "raw": 23,
150 "val_loss": 0.0008779032568546888,
151 "val_accuracy": 1.0,
152 "relative_accuracy_loss": 0.0,
153 "p95_abs_distortion": 0.20593233790004267,
154 "activation_width_ratio": 0.4791666666666667
155 },
156 {
157 "epsilon": 0.1,
158 "C": 4,
159 "r": 92,
160 "raw": 23,
161 "val_loss": 0.000836699032539727,
162 "val_accuracy": 1.0,
163 "relative_accuracy_loss": 0.0,
164 "p95_abs_distortion": 0.14668586758170093,
165 "activation_width_ratio": 0.9583333333333334
166 },
167 {
168 "epsilon": 0.2,
169 "C": 1,
170 "r": 23,
171 "raw": 23,
172 "val_loss": 0.002329511418405497,
173 "val_accuracy": 1.0,
174 "relative_accuracy_loss": 0.0,
175 "p95_abs_distortion": 0.291939439740589,
176 "activation_width_ratio": 0.23958333333333334
177 },
178 {
179 "epsilon": 0.2,
180 "C": 2,
181 "r": 46,
182 "raw": 23,
183 "val_loss": 0.0009335602771232368,
184 "val_accuracy": 1.0,
185 "relative_accuracy_loss": 0.0,
186 "p95_abs_distortion": 0.20321346578388552,
187 "activation_width_ratio": 0.4791666666666667
188 },
189 {
190 "epsilon": 0.2,
191 "C": 4,
192 "r": 92,
193 "raw": 23,
194 "val_loss": 0.0006780784900775797,
195 "val_accuracy": 1.0,
196 "relative_accuracy_loss": 0.0,
197 "p95_abs_distortion": 0.1611396537736397,
198 "activation_width_ratio": 0.9583333333333334
199 },
200 {
201 "epsilon": 0.3,
202 "C": 1,
203 "r": 16,
204 "raw": 15.839056380813021,
205 "val_loss": 0.0008493710125215712,
206 "val_accuracy": 1.0,
207 "relative_accuracy_loss": 0.0,
208 "p95_abs_distortion": 0.3575396194532779,
209 "activation_width_ratio": 0.16666666666666666
210 },
211 {
212 "epsilon": 0.3,
213 "C": 2,
214 "r": 32,
215 "raw": 15.839056380813021,
216 "val_loss": 0.0005533142927243688,
217 "val_accuracy": 1.0,
218 "relative_accuracy_loss": 0.0,
219 "p95_abs_distortion": 0.24109509453746913,
220 "activation_width_ratio": 0.3333333333333333
221 },
222 {
223 "epsilon": 0.3,
224 "C": 4,
225 "r": 64,
226 "raw": 15.839056380813021,
227 "val_loss": 0.0011120318405135191,
228 "val_accuracy": 1.0,
229 "relative_accuracy_loss": 0.0,
230 "p95_abs_distortion": 0.17056634318471173,
231 "activation_width_ratio": 0.6666666666666666
232 }
233 ]
234 },
235 "runtime_sec": 14.054548263549805
236}