{ "verification": { "P1_ratio_max_abs_error": 2.220446049250313e-16, "P2_optimality_relative_error": 0.0, "P3_noise_scale_sweep": [ { "noise_multiplier": 0.25, "objective_ratio_observed": 0.25, "objective_ratio_predicted": 0.25, "allocation_relative_max_error": 0.0 }, { "noise_multiplier": 1.0, "objective_ratio_observed": 1.0, "objective_ratio_predicted": 1.0, "allocation_relative_max_error": 0.0 }, { "noise_multiplier": 4.0, "objective_ratio_observed": 4.0, "objective_ratio_predicted": 4.0, "allocation_relative_max_error": 0.0 }, { "noise_multiplier": 16.0, "objective_ratio_observed": 16.0, "objective_ratio_predicted": 16.0, "allocation_relative_max_error": 0.0 } ], "tail_weight_sweep": [ { "horizon": 8, "c_first_over_c_last": 2.941176470588235, "batch_first_over_last": 1.7149858514250884, "prediction_error": 0.0 }, { "horizon": 16, "c_first_over_c_last": 1.282051282051282, "batch_first_over_last": 1.1322770341445958, "prediction_error": 0.0 }, { "horizon": 32, "c_first_over_c_last": 0.6024096385542169, "batch_first_over_last": 0.776150525706333, "prediction_error": 1.1102230246251565e-16 }, { "horizon": 64, "c_first_over_c_last": 0.29239766081871343, "batch_first_over_last": 0.5407380704358751, "prediction_error": 0.0 }, { "horizon": 128, "c_first_over_c_last": 0.14409221902017288, "batch_first_over_last": 0.37959480900056164, "prediction_error": 0.0 } ], "integer_objective_over_continuous": 1.0004304117495897, "eta": [ 0.12, 0.11972294346316233, 0.11889461682763469, 0.11752351984560264, 0.11562372182749245, 0.11321471727180743, 0.11032122582519292, 0.1069729386254107, 0.10320421363008707, 0.09905372305757379, 0.09456405655765597, 0.08978128418411226, 0.08475448365362029, 0.07953523674197091, 0.07417709998524714, 0.06873505511729049, 0.06326494488270952, 0.057822900014752876, 0.05246476325802908, 0.047245516346379704, 0.04221871581588774, 0.03743594344234404, 0.0329462769424262, 0.028795786369912924, 0.025027061374589293, 0.02167877417480709, 0.01878528272819257, 0.016376278172507547, 0.014476480154397365, 0.013105383172365297, 0.012277056536837663, 0.012 ], "c": [ 0.0036144578313253013, 0.00382784779139378, 0.004031045820481271, 0.004221567504748941, 0.004396966030819338, 0.004554863408943672, 0.004692982131830078, 0.004809177304580458, 0.004901469415439128, 0.004968078094451131, 0.005007457440630364, 0.005018333804087204, 0.0049997473073452045, 0.004951098902110165, 0.004872205407393326, 0.0047633657835028905, 0.004625442880327571, 0.004459966071848964, 0.004269261593693049, 0.004056619220055568, 0.003826506828341217, 0.0035848505627856337, 0.0033394139826019866, 0.0031003520306224605, 0.002881131988431465, 0.0027003370102908265, 0.0025858124350382457, 0.0025856929481825166, 0.0028030337143708185, 0.0035373124380606615, 0.006280254883696182, 0.006 ], "s": [ 1.000984607093609, 1.269974002777159, 0.8030724987112875, 0.4904296325081953, 0.6950742336337784, 0.4523417756792189, 1.0492911931531648, 2.9217191599593293, 0.674512403152743, 0.6087303283968615, 1.4797507185067873, 1.330439856229901, 1.0879893928835556, 0.4750313696467442, 0.9768702327012074, 1.7441067885285468, 0.34117093971068485, 0.6934385796990115, 0.218498049373078, 0.35642544485935695, 0.2291478088308838, 0.8285542993957064, 0.36278054558429124, 1.2423583730976933, 1.1336027885517905, 0.8610998980251462, 0.1335328493776452, 0.6498885991672009, 0.9619423509871536, 1.09488265024849, 0.29401966903422166, 0.6823567795022267 ], "continuous_batches": [ 16.965393673320683, 19.665428166501112, 16.04777790374942, 12.83375905986419, 15.592681607733036, 12.802644585486567, 19.79252149262763, 33.433611353233886, 16.217607281215653, 15.510840712993716, 24.279043552049863, 23.046557176782173, 20.802475501806953, 13.678567154276829, 19.45852396899991, 25.708229223031545, 11.204470511280093, 15.685502579948487, 8.614475224882444, 10.724946467870243, 8.351947615111152, 15.371798284896443, 9.817158129361637, 17.504818456586666, 16.119096338542697, 13.600798745376308, 5.241085310936741, 11.56209665610637, 14.645943165707465, 17.55291131212728, 12.1200800467585, 18.047208740834307 ], "integer_batches": [ 17, 20, 16, 13, 16, 13, 20, 33, 16, 15, 24, 23, 21, 14, 19, 26, 11, 16, 9, 11, 8, 15, 10, 17, 16, 14, 5, 12, 15, 17, 12, 18 ] }, "mini_experiment": { "static": { "final_loss_mean": 0.008731400628984151, "final_loss_se": 0.0006216815610043642, "loss_at_step_32": 0.02927322152002896, "batch_min": 16, "batch_max": 16, "batch_first": 16, "batch_last": 16 }, "linear_growth": { "final_loss_mean": 0.009033663439590018, "final_loss_se": 0.000651805169652977, "loss_at_step_32": 0.030823627931297205, "batch_min": 8, "batch_max": 24, "batch_first": 8, "batch_last": 24 }, "tail_weighted": { "final_loss_mean": 0.008826774269496736, "final_loss_se": 0.0006199843344278817, "loss_at_step_32": 0.028391211745524288, "batch_min": 8, "batch_max": 26, "batch_first": 26, "batch_last": 18 }, "theoretical_batch_objectives": { "static": 0.03642242885695578, "linear_growth": 0.04803848140648142, "tail_weighted": 0.032617497141500654 }, "eta": [ 0.16000000000000003, 0.15991049832776244, 0.15964221582630894, 0.15919581948820927, 0.15857241912509518, 0.15777356460849362, 0.15680124201660217, 0.15565786869658543, 0.15434628725466937, 0.15286975848897416, 0.15123195328265648, 0.14943694347751524, 0.14748919175075165, 0.14539354052005043, 0.14315519990456643, 0.1407797347717475, 0.13827305090219727, 0.1356413803069739, 0.13289126573382884, 0.1300295444009049, 0.1270633309983347, 0.12400000000000001, 0.12084716732942775, 0.11761267142540406, 0.11430455375438046, 0.1109310388181213, 0.10750051370629639, 0.10402150724485465, 0.10050266879201901, 0.09695274673461896, 0.09338056673822256, 0.08979500980514125, 0.08620499019485878, 0.08261943326177747, 0.07904725326538109, 0.07549733120798102, 0.07197849275514537, 0.06849948629370364, 0.06506896118187874, 0.06169544624561956, 0.05838732857459599, 0.05515283267057227, 0.05200000000000002, 0.04893666900166533, 0.045970455599095156, 0.04310873426617119, 0.04035861969302614, 0.03772694909780276, 0.03522026522825252, 0.03284480009543359, 0.030606459479949603, 0.028510808249248384, 0.0265630565224848, 0.024768046717343537, 0.02313024151102583, 0.021653712745330643, 0.020342131303414602, 0.019198757983397863, 0.018226435391506396, 0.017427580874904845, 0.016804180511790747, 0.0163577841736911, 0.01608950167223759, 0.016 ], "c": [ 0.0023391812865497076, 0.0024069029209112043, 0.002473158448796198, 0.0025377561207636256, 0.0026005047968569897, 0.0026612145340281453, 0.002719697178338132, 0.0027757669613150456, 0.002829241100006518, 0.002879940400444702, 0.0029276898644477554, 0.002972319299917117, 0.003013663935058248, 0.003051565037258352, 0.003085870537703051, 0.003116435663210583, 0.003143123577213214, 0.0031658060323283485, 0.003184364037544127, 0.0031986885437046324, 0.0032086811517278956, 0.0032142548488355337, 0.003215334779027193, 0.003211859055107091, 0.003203779620776024, 0.003191063172651875, 0.0031736921535876423, 0.0031516658303305275, 0.0031250014704223483, 0.0030937356352957078, 0.003057925608792191, 0.003017650982848217, 0.002973015424909781, 0.002924148654832833, 0.0028712086627469577, 0.002814384203858435, 0.0027538976118771418, 0.002690007980400493, 0.0026230147723960255, 0.0025532619339018684, 0.0024811426124934617, 0.0024071046192669144, 0.0023316568336548514, 0.0022553768471676324, 0.0021789202975181195, 0.002103032594927824, 0.002028564147563919, 0.0019564908530695048, 0.001887942709122806, 0.0018242452090006516, 0.001766981276839995, 0.0017180869025492046, 0.001680003426036834, 0.0016559279219711565, 0.001650239953584367, 0.0016692609046341654, 0.0017226798315871526, 0.001826423592254528, 0.0020089911422544373, 0.0023273084277240772, 0.002914306526591293, 0.0041692311991331854, 0.008089752001904257, 0.008 ], "s_profile": [ 9.0, 8.567675751254123, 8.158714534514958, 7.771853799124913, 7.4058992233344645, 7.059721027175732, 6.732250484590314, 6.422476624043602, 6.129443107439637, 5.852245277701067, 5.590027365899462, 5.341979849313775, 5.107336952260736, 4.885374281981699, 4.675406592287413, 4.476785668056626, 4.2888983240575, 4.111164511913783, 3.9430355293715387, 3.783992326338042, 3.6335439024632445, 3.4912257913167815, 3.3565986264808587, 3.2292467851322466, 3.108777104925814, 2.99481767021837, 2.8870166638856, 2.7850412811874383, 2.6885767023287217, 2.597325120543215, 2.5110048227004946, 2.4293493195973213, 2.352106523248529, 2.2790379686375513, 2.209918077523966, 2.1445334620352656, 2.0826822658929016, 2.024173541238823, 1.9688266591386379, 1.9164707519415018, 1.866944185775167, 1.8200940615476853, 1.7757757429152403, 1.7338524097588524, 1.6941946357914337, 1.6566799889911903, 1.6211926536278072, 1.5876230727145446, 1.5558676097824122, 1.5258282289322438, 1.4974121921769306, 1.470531773139439, 1.4451039862227426, 1.4210503304155497, 1.3982965469429116, 1.3767723900135151, 1.3564114099559175, 1.3371507480742113, 1.3189309425897995, 1.301695745070181, 1.2853919467780193, 1.2699692144044028, 1.2553799346791656, 1.241579067378548 ] } }