Positive-real rational resolvent mixer / results.json
Failed on benchmark
1{
2 "verification": {
3 "kyp_min_eigenvalue": 0.24,
4 "min_hermitian_part_eigenvalue": 0.12307653059895005,
5 "max_resolvent_singular_value": 0.9103644058752776,
6 "max_sampled_energy_ratio": 0.8903031100184464,
7 "implicit_norm_start_end": [
8 0.9518211301312864,
9 0.0024090849553030013
10 ],
11 "additive_norm_start_end": [
12 0.9518211301312864,
13 7952582657647.816
14 ],
15 "implicit_norm_max": 0.9518211301312864,
16 "additive_norm_max": 7952582657647.816
17 },
18 "toy_training": {
19 "operator_eigenvalues": [
20 0.39340736001116133,
21 0.8330128572442396,
22 1.1069168753133891,
23 1.6828503044226708,
24 2.254136115048587,
25 3.0806338694966495
26 ],
27 "trace": [
28 {
29 "step": 0,
30 "baseline_loss": 1.0372941441048802,
31 "idea_loss": 1.0372941441048802,
32 "baseline_activation_rms": 1.0184763836755766,
33 "idea_activation_rms": 1.0184763836755766,
34 "baseline_max_norm": 4.077046440676266,
35 "idea_max_norm": 4.077046440676266
36 },
37 {
38 "step": 1,
39 "baseline_loss": 6.069697787196084,
40 "idea_loss": 0.2605029352154473,
41 "baseline_activation_rms": 2.463675665990977,
42 "idea_activation_rms": 0.5103948816509108,
43 "baseline_max_norm": 11.840556903114598,
44 "idea_max_norm": 2.371103564173041
45 },
46 {
47 "step": 2,
48 "baseline_loss": 48.19240568552659,
49 "idea_loss": 0.09127487408669106,
50 "baseline_activation_rms": 6.94207502736225,
51 "idea_activation_rms": 0.30211731841569606,
52 "baseline_max_norm": 39.21199861063842,
53 "idea_max_norm": 1.61779640501898
54 },
55 {
56 "step": 3,
57 "baseline_loss": 459.3159430280221,
58 "idea_loss": 0.03964259116018501,
59 "baseline_activation_rms": 21.431657496050605,
60 "idea_activation_rms": 0.19910447297884848,
61 "baseline_max_norm": 133.715673802865,
62 "idea_max_norm": 1.1587315385273673
63 },
64 {
65 "step": 4,
66 "baseline_loss": 4830.313132819385,
67 "idea_loss": 0.019462294922077027,
68 "baseline_activation_rms": 69.50045419146112,
69 "idea_activation_rms": 0.1395073292772714,
70 "baseline_max_norm": 460.2734577851664,
71 "idea_max_norm": 0.8517356138092573
72 },
73 {
74 "step": 5,
75 "baseline_loss": 53593.48180412097,
76 "idea_loss": 0.01023761416435287,
77 "baseline_activation_rms": 231.5026604687751,
78 "idea_activation_rms": 0.10118109588432452,
79 "baseline_max_norm": 1589.7866394041012,
80 "idea_max_norm": 0.6352366027261124
81 },
82 {
83 "step": 6,
84 "baseline_loss": 613057.2613219748,
85 "idea_loss": 0.0056018582078391855,
86 "baseline_activation_rms": 782.9797323826299,
87 "idea_activation_rms": 0.07484556237906952,
88 "baseline_max_norm": 5499.142426135653,
89 "idea_max_norm": 0.47770585119823966
90 },
91 {
92 "step": 7,
93 "baseline_loss": 7140771.436616577,
94 "idea_loss": 0.003136035647514992,
95 "baseline_activation_rms": 2672.2221907275184,
96 "idea_activation_rms": 0.05600031828047937,
97 "baseline_max_norm": 19035.1005929532,
98 "idea_max_norm": 0.3609494104119474
99 },
100 {
101 "step": 8,
102 "baseline_loss": 84097047.78643571,
103 "idea_loss": 0.001779189892609713,
104 "baseline_activation_rms": 9170.444252403246,
105 "idea_activation_rms": 0.04218044443352527,
106 "baseline_max_norm": 65913.53445197626,
107 "idea_max_norm": 0.27347655540462634
108 },
109 {
110 "step": 9,
111 "baseline_loss": 997234915.1729072,
112 "idea_loss": 0.001017356363422632,
113 "baseline_activation_rms": 31579.026507682393,
114 "idea_activation_rms": 0.03189602425730567,
115 "baseline_max_norm": 228287.70831791754,
116 "idea_max_norm": 0.2075312804320725
117 },
118 {
119 "step": 10,
120 "baseline_loss": 11876672096.287115,
121 "idea_loss": 0.0005844470164506071,
122 "baseline_activation_rms": 108980.14542239846,
123 "idea_activation_rms": 0.02417533901418152,
124 "baseline_max_norm": 790754.7234849536,
125 "idea_max_norm": 0.15763431226799626
126 },
127 {
128 "step": 11,
129 "baseline_loss": 141837228078.62207,
130 "idea_loss": 0.0003366849542642456,
131 "baseline_activation_rms": 376612.8357858001,
132 "idea_activation_rms": 0.018348976926909184,
133 "baseline_max_norm": 2739250.762604862,
134 "idea_max_norm": 0.11979986230060038
135 },
136 {
137 "step": 12,
138 "baseline_loss": 1696893927690.9392,
139 "idea_loss": 0.00019427958165419999,
140 "baseline_activation_rms": 1302648.8121097486,
141 "idea_activation_rms": 0.013938421060299477,
142 "baseline_max_norm": 9489440.823041523,
143 "idea_max_norm": 0.09107596852471142
144 },
145 {
146 "step": 13,
147 "baseline_loss": 20324288794773.39,
148 "idea_loss": 0.00011221959766336893,
149 "baseline_activation_rms": 4508246.753980243,
150 "idea_activation_rms": 0.010593375178070913,
151 "baseline_max_norm": 32874654.94524971,
152 "idea_max_norm": 0.06925265277864182
153 },
154 {
155 "step": 14,
156 "baseline_loss": 243611324709973.16,
157 "idea_loss": 6.485992037779775e-05,
158 "baseline_activation_rms": 15608053.200510727,
159 "idea_activation_rms": 0.008053565693393067,
160 "baseline_max_norm": 113890949.56492817,
161 "idea_max_norm": 0.0526648007932058
162 },
163 {
164 "step": 15,
165 "baseline_loss": 2921382653059185.5,
166 "idea_loss": 3.750131881712747e-05,
167 "baseline_activation_rms": 54049816.40171579,
168 "idea_activation_rms": 0.006123832036978763,
169 "baseline_max_norm": 394568098.0573846,
170 "idea_max_norm": 0.040053060543536974
171 },
172 {
173 "step": 16,
174 "baseline_loss": 3.5044140130380416e+16,
175 "idea_loss": 2.168783349955022e-05,
176 "baseline_activation_rms": 187200801.6285732,
177 "idea_activation_rms": 0.004657019808799423,
178 "baseline_max_norm": 1366966191.9116592,
179 "idea_max_norm": 0.030462814651846006
180 },
181 {
182 "step": 17,
183 "baseline_loss": 4.2046616395687763e+17,
184 "idea_loss": 1.254431481664366e-05,
185 "baseline_activation_rms": 648433623.4009442,
186 "idea_activation_rms": 0.0035417954227543492,
187 "baseline_max_norm": 4735823966.472171,
188 "idea_max_norm": 0.02316946615447498
189 },
190 {
191 "step": 18,
192 "baseline_loss": 5.045504459227332e+18,
193 "idea_loss": 7.256302696167931e-06,
194 "baseline_activation_rms": 2246220038.0255117,
195 "idea_activation_rms": 0.0026937525306100283,
196 "baseline_max_norm": 16407205136.373907,
197 "idea_max_norm": 0.017622568418767793
198 },
199 {
200 "step": 19,
201 "baseline_loss": 6.0550253479289586e+19,
202 "idea_loss": 4.1976584291542146e-06,
203 "baseline_activation_rms": 7781404338.5040455,
204 "idea_activation_rms": 0.002048818788754685,
205 "baseline_max_norm": 56842673697.428795,
206 "idea_max_norm": 0.013403765080999022
207 },
208 {
209 "step": 20,
210 "baseline_loss": 7.266948271174101e+20,
211 "idea_loss": 2.4283606481016447e-06,
212 "baseline_activation_rms": 26957277813.55918,
213 "idea_activation_rms": 0.0015583198157315605,
214 "baseline_max_norm": 196931382481.59726,
215 "idea_max_norm": 0.010194997938121316
216 },
217 {
218 "step": 21,
219 "baseline_loss": 8.721764336571102e+21,
220 "idea_loss": 1.404844271484215e-06,
221 "baseline_activation_rms": 93390386746.01953,
222 "idea_activation_rms": 0.0011852612671829849,
223 "baseline_max_norm": 682269121231.1584,
224 "idea_max_norm": 0.007754417274816487
225 },
226 {
227 "step": 22,
228 "baseline_loss": 1.0468084261983145e+23,
229 "idea_loss": 8.12734519716358e-07,
230 "baseline_activation_rms": 323544189593.6805,
231 "idea_activation_rms": 0.000901517897612886,
232 "baseline_max_norm": 2363723830623.0254,
233 "idea_max_norm": 0.005898101461654091
234 },
235 {
236 "step": 23,
237 "baseline_loss": 1.2564262377050783e+24,
238 "idea_loss": 4.7018920535852483e-07,
239 "baseline_activation_rms": 1120904205409.6677,
240 "idea_activation_rms": 0.0006857034383452696,
241 "baseline_max_norm": 8189132586184.191,
242 "idea_max_norm": 0.00448617241301502
243 },
244 {
245 "step": 24,
246 "baseline_loss": 1.508034637857544e+25,
247 "idea_loss": 2.7201868092621216e-07,
248 "baseline_activation_rms": 3883342166044.017,
249 "idea_activation_rms": 0.0005215541016291715,
250 "baseline_max_norm": 28371295715481.695,
251 "idea_max_norm": 0.003412244045260655
252 },
253 {
254 "step": 25,
255 "baseline_loss": 1.8100417963928953e+26,
256 "idea_loss": 1.5737151587026955e-07,
257 "baseline_activation_rms": 13453779381247.84,
258 "idea_activation_rms": 0.0003967007888450306,
259 "baseline_max_norm": 98292527571824.42,
260 "idea_max_norm": 0.0025954009477405704
261 },
262 {
263 "step": 26,
264 "baseline_loss": 2.172540254031821e+27,
265 "idea_loss": 9.104463256982858e-08,
266 "baseline_activation_rms": 46610516560448.26,
267 "idea_activation_rms": 0.00030173603127539903,
268 "baseline_max_norm": 340535096296167.94,
269 "idea_max_norm": 0.001974099273493754
270 },
271 {
272 "step": 27,
273 "baseline_loss": 2.6076441890902106e+28,
274 "idea_loss": 5.267239641658618e-08,
275 "baseline_activation_rms": 161482017236911.25,
276 "idea_activation_rms": 0.00022950467624121776,
277 "baseline_max_norm": 1179786114719124.2,
278 "idea_max_norm": 0.001501528622023007
279 },
280 {
281 "step": 28,
282 "baseline_loss": 3.129894249703783e+29,
283 "idea_loss": 3.047278345894666e-08,
284 "baseline_activation_rms": 559454578111912.75,
285 "idea_activation_rms": 0.0001745645538445496,
286 "baseline_max_norm": 4087377042085845.0,
287 "idea_max_norm": 0.0011420846686430901
288 },
289 {
290 "step": 29,
291 "baseline_loss": 3.7567434799081023e+30,
292 "idea_loss": 1.7629555846004e-08,
293 "baseline_activation_rms": 1938232050067303.5,
294 "idea_activation_rms": 0.00013277633767356292,
295 "baseline_max_norm": 1.416074603062286e+16,
296 "idea_max_norm": 0.0008686864062608115
297 },
298 {
299 "step": 30,
300 "baseline_loss": 4.509140578140446e+31,
301 "idea_loss": 1.0199308760357027e-08,
302 "baseline_activation_rms": 6715013460999498.0,
303 "idea_activation_rms": 0.00010099162717946981,
304 "baseline_max_norm": 4.9060003437060776e+16,
305 "idea_max_norm": 0.0006607356998323866
306 },
307 {
308 "step": 31,
309 "baseline_loss": 5.412229979671414e+32,
310 "idea_loss": 5.900654469938501e-09,
311 "baseline_activation_rms": 2.3264199921062004e+16,
312 "idea_activation_rms": 7.681571759697686e-05,
313 "baseline_max_norm": 1.6996872624119645e+17,
314 "idea_max_norm": 0.0005025653405192969
315 },
316 {
317 "step": 32,
318 "baseline_loss": 6.49619215876323e+33,
319 "idea_loss": 3.4137339898594498e-09,
320 "baseline_activation_rms": 8.059895879453549e+16,
321 "idea_activation_rms": 5.842716825124635e-05,
322 "baseline_max_norm": 5.888578495262048e+17,
323 "idea_max_norm": 0.0003822586350139418
324 },
325 {
326 "step": 33,
327 "baseline_loss": 7.797252232479492e+34,
328 "idea_loss": 1.9749640666838074e-09,
329 "baseline_activation_rms": 2.7923560361242426e+17,
330 "idea_activation_rms": 4.444056780334616e-05,
331 "baseline_max_norm": 2.040102178551712e+18,
332 "idea_max_norm": 0.00029075157824270937
333 },
334 {
335 "step": 34,
336 "baseline_loss": 9.358890572652633e+35,
337 "idea_loss": 1.142585579828958e-09,
338 "baseline_activation_rms": 9.67413591627316e+17,
339 "idea_activation_rms": 3.380215347916399e-05,
340 "baseline_max_norm": 7.067948429263495e+18,
341 "idea_max_norm": 0.0002211499576081073
342 },
343 {
344 "step": 35,
345 "baseline_loss": 1.123329588352564e+37,
346 "idea_loss": 6.610256174927275e-10,
347 "baseline_activation_rms": 3.351610938567548e+18,
348 "idea_activation_rms": 2.571041846203067e-05,
349 "baseline_max_norm": 2.4486957384530727e+19,
350 "idea_max_norm": 0.000168209934713964
351 },
352 {
353 "step": 36,
354 "baseline_loss": 1.3483109305641195e+38,
355 "idea_loss": 3.8242638615132025e-10,
356 "baseline_activation_rms": 1.1611679166098758e+19,
357 "idea_activation_rms": 1.955572515022954e-05,
358 "baseline_max_norm": 8.483523738153871e+19,
359 "idea_max_norm": 0.00012794296924312584
360 },
361 {
362 "step": 37,
363 "baseline_loss": 1.6183517832455132e+39,
364 "idea_loss": 2.2124701138722824e-10,
365 "baseline_activation_rms": 4.022874324715493e+19,
366 "idea_activation_rms": 1.4874374319184934e-05,
367 "baseline_max_norm": 2.93912281350673e+20,
368 "idea_max_norm": 9.73153187309167e-05
369 },
370 {
371 "step": 38,
372 "baseline_loss": 1.9424766999936338e+40,
373 "idea_loss": 1.279991186069425e-10,
374 "baseline_activation_rms": 1.3937276276208468e+20,
375 "idea_activation_rms": 1.1313669546479715e-05,
376 "baseline_max_norm": 1.0182611830559042e+21,
377 "idea_max_norm": 7.401947388839936e-05
378 },
379 {
380 "step": 39,
381 "baseline_loss": 2.3315176821212355e+41,
382 "idea_loss": 7.405195815458228e-11,
383 "baseline_activation_rms": 4.8285791720973527e+20,
384 "idea_activation_rms": 8.605344743505764e-06,
385 "baseline_max_norm": 3.527773091222086e+21,
386 "idea_max_norm": 5.630030903940621e-05
387 },
388 {
389 "step": 40,
390 "baseline_loss": 2.79847617563937e+42,
391 "idea_loss": 4.284164281546067e-11,
392 "baseline_activation_rms": 1.6728646614832206e+21,
393 "idea_activation_rms": 6.545352764783627e-06,
394 "baseline_max_norm": 1.2221994900193355e+22,
395 "idea_max_norm": 4.2822849621835e-05
396 }
397 ],
398 "explicit_step_sweep_final_rms": {
399 "0.05": {
400 "final_rms": 137.8071838166555,
401 "max_rms_during_run": 137.8071838166555
402 },
403 "0.1": {
404 "final_rms": 20142.781241966622,
405 "max_rms_during_run": 20142.781241966622
406 },
407 "0.2": {
408 "final_rms": 94810702.64640075,
409 "max_rms_during_run": 94810702.64640075
410 },
411 "0.4": {
412 "final_rms": 38685127961006.43,
413 "max_rms_during_run": 38685127961006.43
414 },
415 "0.8": {
416 "final_rms": 1.6728646614832206e+21,
417 "max_rms_during_run": 1.6728646614832206e+21
418 }
419 }
420 }
421}