{ "verification": { "kyp_min_eigenvalue": 0.24, "min_hermitian_part_eigenvalue": 0.12307653059895005, "max_resolvent_singular_value": 0.9103644058752776, "max_sampled_energy_ratio": 0.8903031100184464, "implicit_norm_start_end": [ 0.9518211301312864, 0.0024090849553030013 ], "additive_norm_start_end": [ 0.9518211301312864, 7952582657647.816 ], "implicit_norm_max": 0.9518211301312864, "additive_norm_max": 7952582657647.816 }, "toy_training": { "operator_eigenvalues": [ 0.39340736001116133, 0.8330128572442396, 1.1069168753133891, 1.6828503044226708, 2.254136115048587, 3.0806338694966495 ], "trace": [ { "step": 0, "baseline_loss": 1.0372941441048802, "idea_loss": 1.0372941441048802, "baseline_activation_rms": 1.0184763836755766, "idea_activation_rms": 1.0184763836755766, "baseline_max_norm": 4.077046440676266, "idea_max_norm": 4.077046440676266 }, { "step": 1, "baseline_loss": 6.069697787196084, "idea_loss": 0.2605029352154473, "baseline_activation_rms": 2.463675665990977, "idea_activation_rms": 0.5103948816509108, "baseline_max_norm": 11.840556903114598, "idea_max_norm": 2.371103564173041 }, { "step": 2, "baseline_loss": 48.19240568552659, "idea_loss": 0.09127487408669106, "baseline_activation_rms": 6.94207502736225, "idea_activation_rms": 0.30211731841569606, "baseline_max_norm": 39.21199861063842, "idea_max_norm": 1.61779640501898 }, { "step": 3, "baseline_loss": 459.3159430280221, "idea_loss": 0.03964259116018501, "baseline_activation_rms": 21.431657496050605, "idea_activation_rms": 0.19910447297884848, "baseline_max_norm": 133.715673802865, "idea_max_norm": 1.1587315385273673 }, { "step": 4, "baseline_loss": 4830.313132819385, "idea_loss": 0.019462294922077027, "baseline_activation_rms": 69.50045419146112, "idea_activation_rms": 0.1395073292772714, "baseline_max_norm": 460.2734577851664, "idea_max_norm": 0.8517356138092573 }, { "step": 5, "baseline_loss": 53593.48180412097, "idea_loss": 0.01023761416435287, "baseline_activation_rms": 231.5026604687751, "idea_activation_rms": 0.10118109588432452, "baseline_max_norm": 1589.7866394041012, "idea_max_norm": 0.6352366027261124 }, { "step": 6, "baseline_loss": 613057.2613219748, "idea_loss": 0.0056018582078391855, "baseline_activation_rms": 782.9797323826299, "idea_activation_rms": 0.07484556237906952, "baseline_max_norm": 5499.142426135653, "idea_max_norm": 0.47770585119823966 }, { "step": 7, "baseline_loss": 7140771.436616577, "idea_loss": 0.003136035647514992, "baseline_activation_rms": 2672.2221907275184, "idea_activation_rms": 0.05600031828047937, "baseline_max_norm": 19035.1005929532, "idea_max_norm": 0.3609494104119474 }, { "step": 8, "baseline_loss": 84097047.78643571, "idea_loss": 0.001779189892609713, "baseline_activation_rms": 9170.444252403246, "idea_activation_rms": 0.04218044443352527, "baseline_max_norm": 65913.53445197626, "idea_max_norm": 0.27347655540462634 }, { "step": 9, "baseline_loss": 997234915.1729072, "idea_loss": 0.001017356363422632, "baseline_activation_rms": 31579.026507682393, "idea_activation_rms": 0.03189602425730567, "baseline_max_norm": 228287.70831791754, "idea_max_norm": 0.2075312804320725 }, { "step": 10, "baseline_loss": 11876672096.287115, "idea_loss": 0.0005844470164506071, "baseline_activation_rms": 108980.14542239846, "idea_activation_rms": 0.02417533901418152, "baseline_max_norm": 790754.7234849536, "idea_max_norm": 0.15763431226799626 }, { "step": 11, "baseline_loss": 141837228078.62207, "idea_loss": 0.0003366849542642456, "baseline_activation_rms": 376612.8357858001, "idea_activation_rms": 0.018348976926909184, "baseline_max_norm": 2739250.762604862, "idea_max_norm": 0.11979986230060038 }, { "step": 12, "baseline_loss": 1696893927690.9392, "idea_loss": 0.00019427958165419999, "baseline_activation_rms": 1302648.8121097486, "idea_activation_rms": 0.013938421060299477, "baseline_max_norm": 9489440.823041523, "idea_max_norm": 0.09107596852471142 }, { "step": 13, "baseline_loss": 20324288794773.39, "idea_loss": 0.00011221959766336893, "baseline_activation_rms": 4508246.753980243, "idea_activation_rms": 0.010593375178070913, "baseline_max_norm": 32874654.94524971, "idea_max_norm": 0.06925265277864182 }, { "step": 14, "baseline_loss": 243611324709973.16, "idea_loss": 6.485992037779775e-05, "baseline_activation_rms": 15608053.200510727, "idea_activation_rms": 0.008053565693393067, "baseline_max_norm": 113890949.56492817, "idea_max_norm": 0.0526648007932058 }, { "step": 15, "baseline_loss": 2921382653059185.5, "idea_loss": 3.750131881712747e-05, "baseline_activation_rms": 54049816.40171579, "idea_activation_rms": 0.006123832036978763, "baseline_max_norm": 394568098.0573846, "idea_max_norm": 0.040053060543536974 }, { "step": 16, "baseline_loss": 3.5044140130380416e+16, "idea_loss": 2.168783349955022e-05, "baseline_activation_rms": 187200801.6285732, "idea_activation_rms": 0.004657019808799423, "baseline_max_norm": 1366966191.9116592, "idea_max_norm": 0.030462814651846006 }, { "step": 17, "baseline_loss": 4.2046616395687763e+17, "idea_loss": 1.254431481664366e-05, "baseline_activation_rms": 648433623.4009442, "idea_activation_rms": 0.0035417954227543492, "baseline_max_norm": 4735823966.472171, "idea_max_norm": 0.02316946615447498 }, { "step": 18, "baseline_loss": 5.045504459227332e+18, "idea_loss": 7.256302696167931e-06, "baseline_activation_rms": 2246220038.0255117, "idea_activation_rms": 0.0026937525306100283, "baseline_max_norm": 16407205136.373907, "idea_max_norm": 0.017622568418767793 }, { "step": 19, "baseline_loss": 6.0550253479289586e+19, "idea_loss": 4.1976584291542146e-06, "baseline_activation_rms": 7781404338.5040455, "idea_activation_rms": 0.002048818788754685, "baseline_max_norm": 56842673697.428795, "idea_max_norm": 0.013403765080999022 }, { "step": 20, "baseline_loss": 7.266948271174101e+20, "idea_loss": 2.4283606481016447e-06, "baseline_activation_rms": 26957277813.55918, "idea_activation_rms": 0.0015583198157315605, "baseline_max_norm": 196931382481.59726, "idea_max_norm": 0.010194997938121316 }, { "step": 21, "baseline_loss": 8.721764336571102e+21, "idea_loss": 1.404844271484215e-06, "baseline_activation_rms": 93390386746.01953, "idea_activation_rms": 0.0011852612671829849, "baseline_max_norm": 682269121231.1584, "idea_max_norm": 0.007754417274816487 }, { "step": 22, "baseline_loss": 1.0468084261983145e+23, "idea_loss": 8.12734519716358e-07, "baseline_activation_rms": 323544189593.6805, "idea_activation_rms": 0.000901517897612886, "baseline_max_norm": 2363723830623.0254, "idea_max_norm": 0.005898101461654091 }, { "step": 23, "baseline_loss": 1.2564262377050783e+24, "idea_loss": 4.7018920535852483e-07, "baseline_activation_rms": 1120904205409.6677, "idea_activation_rms": 0.0006857034383452696, "baseline_max_norm": 8189132586184.191, "idea_max_norm": 0.00448617241301502 }, { "step": 24, "baseline_loss": 1.508034637857544e+25, "idea_loss": 2.7201868092621216e-07, "baseline_activation_rms": 3883342166044.017, "idea_activation_rms": 0.0005215541016291715, "baseline_max_norm": 28371295715481.695, "idea_max_norm": 0.003412244045260655 }, { "step": 25, "baseline_loss": 1.8100417963928953e+26, "idea_loss": 1.5737151587026955e-07, "baseline_activation_rms": 13453779381247.84, "idea_activation_rms": 0.0003967007888450306, "baseline_max_norm": 98292527571824.42, "idea_max_norm": 0.0025954009477405704 }, { "step": 26, "baseline_loss": 2.172540254031821e+27, "idea_loss": 9.104463256982858e-08, "baseline_activation_rms": 46610516560448.26, "idea_activation_rms": 0.00030173603127539903, "baseline_max_norm": 340535096296167.94, "idea_max_norm": 0.001974099273493754 }, { "step": 27, "baseline_loss": 2.6076441890902106e+28, "idea_loss": 5.267239641658618e-08, "baseline_activation_rms": 161482017236911.25, "idea_activation_rms": 0.00022950467624121776, "baseline_max_norm": 1179786114719124.2, "idea_max_norm": 0.001501528622023007 }, { "step": 28, "baseline_loss": 3.129894249703783e+29, "idea_loss": 3.047278345894666e-08, "baseline_activation_rms": 559454578111912.75, "idea_activation_rms": 0.0001745645538445496, "baseline_max_norm": 4087377042085845.0, "idea_max_norm": 0.0011420846686430901 }, { "step": 29, "baseline_loss": 3.7567434799081023e+30, "idea_loss": 1.7629555846004e-08, "baseline_activation_rms": 1938232050067303.5, "idea_activation_rms": 0.00013277633767356292, "baseline_max_norm": 1.416074603062286e+16, "idea_max_norm": 0.0008686864062608115 }, { "step": 30, "baseline_loss": 4.509140578140446e+31, "idea_loss": 1.0199308760357027e-08, "baseline_activation_rms": 6715013460999498.0, "idea_activation_rms": 0.00010099162717946981, "baseline_max_norm": 4.9060003437060776e+16, "idea_max_norm": 0.0006607356998323866 }, { "step": 31, "baseline_loss": 5.412229979671414e+32, "idea_loss": 5.900654469938501e-09, "baseline_activation_rms": 2.3264199921062004e+16, "idea_activation_rms": 7.681571759697686e-05, "baseline_max_norm": 1.6996872624119645e+17, "idea_max_norm": 0.0005025653405192969 }, { "step": 32, "baseline_loss": 6.49619215876323e+33, "idea_loss": 3.4137339898594498e-09, "baseline_activation_rms": 8.059895879453549e+16, "idea_activation_rms": 5.842716825124635e-05, "baseline_max_norm": 5.888578495262048e+17, "idea_max_norm": 0.0003822586350139418 }, { "step": 33, "baseline_loss": 7.797252232479492e+34, "idea_loss": 1.9749640666838074e-09, "baseline_activation_rms": 2.7923560361242426e+17, "idea_activation_rms": 4.444056780334616e-05, "baseline_max_norm": 2.040102178551712e+18, "idea_max_norm": 0.00029075157824270937 }, { "step": 34, "baseline_loss": 9.358890572652633e+35, "idea_loss": 1.142585579828958e-09, "baseline_activation_rms": 9.67413591627316e+17, "idea_activation_rms": 3.380215347916399e-05, "baseline_max_norm": 7.067948429263495e+18, "idea_max_norm": 0.0002211499576081073 }, { "step": 35, "baseline_loss": 1.123329588352564e+37, "idea_loss": 6.610256174927275e-10, "baseline_activation_rms": 3.351610938567548e+18, "idea_activation_rms": 2.571041846203067e-05, "baseline_max_norm": 2.4486957384530727e+19, "idea_max_norm": 0.000168209934713964 }, { "step": 36, "baseline_loss": 1.3483109305641195e+38, "idea_loss": 3.8242638615132025e-10, "baseline_activation_rms": 1.1611679166098758e+19, "idea_activation_rms": 1.955572515022954e-05, "baseline_max_norm": 8.483523738153871e+19, "idea_max_norm": 0.00012794296924312584 }, { "step": 37, "baseline_loss": 1.6183517832455132e+39, "idea_loss": 2.2124701138722824e-10, "baseline_activation_rms": 4.022874324715493e+19, "idea_activation_rms": 1.4874374319184934e-05, "baseline_max_norm": 2.93912281350673e+20, "idea_max_norm": 9.73153187309167e-05 }, { "step": 38, "baseline_loss": 1.9424766999936338e+40, "idea_loss": 1.279991186069425e-10, "baseline_activation_rms": 1.3937276276208468e+20, "idea_activation_rms": 1.1313669546479715e-05, "baseline_max_norm": 1.0182611830559042e+21, "idea_max_norm": 7.401947388839936e-05 }, { "step": 39, "baseline_loss": 2.3315176821212355e+41, "idea_loss": 7.405195815458228e-11, "baseline_activation_rms": 4.8285791720973527e+20, "idea_activation_rms": 8.605344743505764e-06, "baseline_max_norm": 3.527773091222086e+21, "idea_max_norm": 5.630030903940621e-05 }, { "step": 40, "baseline_loss": 2.79847617563937e+42, "idea_loss": 4.284164281546067e-11, "baseline_activation_rms": 1.6728646614832206e+21, "idea_activation_rms": 6.545352764783627e-06, "baseline_max_norm": 1.2221994900193355e+22, "idea_max_norm": 4.2822849621835e-05 } ], "explicit_step_sweep_final_rms": { "0.05": { "final_rms": 137.8071838166555, "max_rms_during_run": 137.8071838166555 }, "0.1": { "final_rms": 20142.781241966622, "max_rms_during_run": 20142.781241966622 }, "0.2": { "final_rms": 94810702.64640075, "max_rms_during_run": 94810702.64640075 }, "0.4": { "final_rms": 38685127961006.43, "max_rms_during_run": 38685127961006.43 }, "0.8": { "final_rms": 1.6728646614832206e+21, "max_rms_during_run": 1.6728646614832206e+21 } } } }