Tail-Weighted Optimal Batch Scheduling / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "verification": {
  3    "P1_ratio_max_abs_error": 2.220446049250313e-16,
  4    "P2_optimality_relative_error": 0.0,
  5    "P3_noise_scale_sweep": [
  6      {
  7        "noise_multiplier": 0.25,
  8        "objective_ratio_observed": 0.25,
  9        "objective_ratio_predicted": 0.25,
 10        "allocation_relative_max_error": 0.0
 11      },
 12      {
 13        "noise_multiplier": 1.0,
 14        "objective_ratio_observed": 1.0,
 15        "objective_ratio_predicted": 1.0,
 16        "allocation_relative_max_error": 0.0
 17      },
 18      {
 19        "noise_multiplier": 4.0,
 20        "objective_ratio_observed": 4.0,
 21        "objective_ratio_predicted": 4.0,
 22        "allocation_relative_max_error": 0.0
 23      },
 24      {
 25        "noise_multiplier": 16.0,
 26        "objective_ratio_observed": 16.0,
 27        "objective_ratio_predicted": 16.0,
 28        "allocation_relative_max_error": 0.0
 29      }
 30    ],
 31    "tail_weight_sweep": [
 32      {
 33        "horizon": 8,
 34        "c_first_over_c_last": 2.941176470588235,
 35        "batch_first_over_last": 1.7149858514250884,
 36        "prediction_error": 0.0
 37      },
 38      {
 39        "horizon": 16,
 40        "c_first_over_c_last": 1.282051282051282,
 41        "batch_first_over_last": 1.1322770341445958,
 42        "prediction_error": 0.0
 43      },
 44      {
 45        "horizon": 32,
 46        "c_first_over_c_last": 0.6024096385542169,
 47        "batch_first_over_last": 0.776150525706333,
 48        "prediction_error": 1.1102230246251565e-16
 49      },
 50      {
 51        "horizon": 64,
 52        "c_first_over_c_last": 0.29239766081871343,
 53        "batch_first_over_last": 0.5407380704358751,
 54        "prediction_error": 0.0
 55      },
 56      {
 57        "horizon": 128,
 58        "c_first_over_c_last": 0.14409221902017288,
 59        "batch_first_over_last": 0.37959480900056164,
 60        "prediction_error": 0.0
 61      }
 62    ],
 63    "integer_objective_over_continuous": 1.0004304117495897,
 64    "eta": [
 65      0.12,
 66      0.11972294346316233,
 67      0.11889461682763469,
 68      0.11752351984560264,
 69      0.11562372182749245,
 70      0.11321471727180743,
 71      0.11032122582519292,
 72      0.1069729386254107,
 73      0.10320421363008707,
 74      0.09905372305757379,
 75      0.09456405655765597,
 76      0.08978128418411226,
 77      0.08475448365362029,
 78      0.07953523674197091,
 79      0.07417709998524714,
 80      0.06873505511729049,
 81      0.06326494488270952,
 82      0.057822900014752876,
 83      0.05246476325802908,
 84      0.047245516346379704,
 85      0.04221871581588774,
 86      0.03743594344234404,
 87      0.0329462769424262,
 88      0.028795786369912924,
 89      0.025027061374589293,
 90      0.02167877417480709,
 91      0.01878528272819257,
 92      0.016376278172507547,
 93      0.014476480154397365,
 94      0.013105383172365297,
 95      0.012277056536837663,
 96      0.012
 97    ],
 98    "c": [
 99      0.0036144578313253013,
100      0.00382784779139378,
101      0.004031045820481271,
102      0.004221567504748941,
103      0.004396966030819338,
104      0.004554863408943672,
105      0.004692982131830078,
106      0.004809177304580458,
107      0.004901469415439128,
108      0.004968078094451131,
109      0.005007457440630364,
110      0.005018333804087204,
111      0.0049997473073452045,
112      0.004951098902110165,
113      0.004872205407393326,
114      0.0047633657835028905,
115      0.004625442880327571,
116      0.004459966071848964,
117      0.004269261593693049,
118      0.004056619220055568,
119      0.003826506828341217,
120      0.0035848505627856337,
121      0.0033394139826019866,
122      0.0031003520306224605,
123      0.002881131988431465,
124      0.0027003370102908265,
125      0.0025858124350382457,
126      0.0025856929481825166,
127      0.0028030337143708185,
128      0.0035373124380606615,
129      0.006280254883696182,
130      0.006
131    ],
132    "s": [
133      1.000984607093609,
134      1.269974002777159,
135      0.8030724987112875,
136      0.4904296325081953,
137      0.6950742336337784,
138      0.4523417756792189,
139      1.0492911931531648,
140      2.9217191599593293,
141      0.674512403152743,
142      0.6087303283968615,
143      1.4797507185067873,
144      1.330439856229901,
145      1.0879893928835556,
146      0.4750313696467442,
147      0.9768702327012074,
148      1.7441067885285468,
149      0.34117093971068485,
150      0.6934385796990115,
151      0.218498049373078,
152      0.35642544485935695,
153      0.2291478088308838,
154      0.8285542993957064,
155      0.36278054558429124,
156      1.2423583730976933,
157      1.1336027885517905,
158      0.8610998980251462,
159      0.1335328493776452,
160      0.6498885991672009,
161      0.9619423509871536,
162      1.09488265024849,
163      0.29401966903422166,
164      0.6823567795022267
165    ],
166    "continuous_batches": [
167      16.965393673320683,
168      19.665428166501112,
169      16.04777790374942,
170      12.83375905986419,
171      15.592681607733036,
172      12.802644585486567,
173      19.79252149262763,
174      33.433611353233886,
175      16.217607281215653,
176      15.510840712993716,
177      24.279043552049863,
178      23.046557176782173,
179      20.802475501806953,
180      13.678567154276829,
181      19.45852396899991,
182      25.708229223031545,
183      11.204470511280093,
184      15.685502579948487,
185      8.614475224882444,
186      10.724946467870243,
187      8.351947615111152,
188      15.371798284896443,
189      9.817158129361637,
190      17.504818456586666,
191      16.119096338542697,
192      13.600798745376308,
193      5.241085310936741,
194      11.56209665610637,
195      14.645943165707465,
196      17.55291131212728,
197      12.1200800467585,
198      18.047208740834307
199    ],
200    "integer_batches": [
201      17,
202      20,
203      16,
204      13,
205      16,
206      13,
207      20,
208      33,
209      16,
210      15,
211      24,
212      23,
213      21,
214      14,
215      19,
216      26,
217      11,
218      16,
219      9,
220      11,
221      8,
222      15,
223      10,
224      17,
225      16,
226      14,
227      5,
228      12,
229      15,
230      17,
231      12,
232      18
233    ]
234  },
235  "mini_experiment": {
236    "static": {
237      "final_loss_mean": 0.008731400628984151,
238      "final_loss_se": 0.0006216815610043642,
239      "loss_at_step_32": 0.02927322152002896,
240      "batch_min": 16,
241      "batch_max": 16,
242      "batch_first": 16,
243      "batch_last": 16
244    },
245    "linear_growth": {
246      "final_loss_mean": 0.009033663439590018,
247      "final_loss_se": 0.000651805169652977,
248      "loss_at_step_32": 0.030823627931297205,
249      "batch_min": 8,
250      "batch_max": 24,
251      "batch_first": 8,
252      "batch_last": 24
253    },
254    "tail_weighted": {
255      "final_loss_mean": 0.008826774269496736,
256      "final_loss_se": 0.0006199843344278817,
257      "loss_at_step_32": 0.028391211745524288,
258      "batch_min": 8,
259      "batch_max": 26,
260      "batch_first": 26,
261      "batch_last": 18
262    },
263    "theoretical_batch_objectives": {
264      "static": 0.03642242885695578,
265      "linear_growth": 0.04803848140648142,
266      "tail_weighted": 0.032617497141500654
267    },
268    "eta": [
269      0.16000000000000003,
270      0.15991049832776244,
271      0.15964221582630894,
272      0.15919581948820927,
273      0.15857241912509518,
274      0.15777356460849362,
275      0.15680124201660217,
276      0.15565786869658543,
277      0.15434628725466937,
278      0.15286975848897416,
279      0.15123195328265648,
280      0.14943694347751524,
281      0.14748919175075165,
282      0.14539354052005043,
283      0.14315519990456643,
284      0.1407797347717475,
285      0.13827305090219727,
286      0.1356413803069739,
287      0.13289126573382884,
288      0.1300295444009049,
289      0.1270633309983347,
290      0.12400000000000001,
291      0.12084716732942775,
292      0.11761267142540406,
293      0.11430455375438046,
294      0.1109310388181213,
295      0.10750051370629639,
296      0.10402150724485465,
297      0.10050266879201901,
298      0.09695274673461896,
299      0.09338056673822256,
300      0.08979500980514125,
301      0.08620499019485878,
302      0.08261943326177747,
303      0.07904725326538109,
304      0.07549733120798102,
305      0.07197849275514537,
306      0.06849948629370364,
307      0.06506896118187874,
308      0.06169544624561956,
309      0.05838732857459599,
310      0.05515283267057227,
311      0.05200000000000002,
312      0.04893666900166533,
313      0.045970455599095156,
314      0.04310873426617119,
315      0.04035861969302614,
316      0.03772694909780276,
317      0.03522026522825252,
318      0.03284480009543359,
319      0.030606459479949603,
320      0.028510808249248384,
321      0.0265630565224848,
322      0.024768046717343537,
323      0.02313024151102583,
324      0.021653712745330643,
325      0.020342131303414602,
326      0.019198757983397863,
327      0.018226435391506396,
328      0.017427580874904845,
329      0.016804180511790747,
330      0.0163577841736911,
331      0.01608950167223759,
332      0.016
333    ],
334    "c": [
335      0.0023391812865497076,
336      0.0024069029209112043,
337      0.002473158448796198,
338      0.0025377561207636256,
339      0.0026005047968569897,
340      0.0026612145340281453,
341      0.002719697178338132,
342      0.0027757669613150456,
343      0.002829241100006518,
344      0.002879940400444702,
345      0.0029276898644477554,
346      0.002972319299917117,
347      0.003013663935058248,
348      0.003051565037258352,
349      0.003085870537703051,
350      0.003116435663210583,
351      0.003143123577213214,
352      0.0031658060323283485,
353      0.003184364037544127,
354      0.0031986885437046324,
355      0.0032086811517278956,
356      0.0032142548488355337,
357      0.003215334779027193,
358      0.003211859055107091,
359      0.003203779620776024,
360      0.003191063172651875,
361      0.0031736921535876423,
362      0.0031516658303305275,
363      0.0031250014704223483,
364      0.0030937356352957078,
365      0.003057925608792191,
366      0.003017650982848217,
367      0.002973015424909781,
368      0.002924148654832833,
369      0.0028712086627469577,
370      0.002814384203858435,
371      0.0027538976118771418,
372      0.002690007980400493,
373      0.0026230147723960255,
374      0.0025532619339018684,
375      0.0024811426124934617,
376      0.0024071046192669144,
377      0.0023316568336548514,
378      0.0022553768471676324,
379      0.0021789202975181195,
380      0.002103032594927824,
381      0.002028564147563919,
382      0.0019564908530695048,
383      0.001887942709122806,
384      0.0018242452090006516,
385      0.001766981276839995,
386      0.0017180869025492046,
387      0.001680003426036834,
388      0.0016559279219711565,
389      0.001650239953584367,
390      0.0016692609046341654,
391      0.0017226798315871526,
392      0.001826423592254528,
393      0.0020089911422544373,
394      0.0023273084277240772,
395      0.002914306526591293,
396      0.0041692311991331854,
397      0.008089752001904257,
398      0.008
399    ],
400    "s_profile": [
401      9.0,
402      8.567675751254123,
403      8.158714534514958,
404      7.771853799124913,
405      7.4058992233344645,
406      7.059721027175732,
407      6.732250484590314,
408      6.422476624043602,
409      6.129443107439637,
410      5.852245277701067,
411      5.590027365899462,
412      5.341979849313775,
413      5.107336952260736,
414      4.885374281981699,
415      4.675406592287413,
416      4.476785668056626,
417      4.2888983240575,
418      4.111164511913783,
419      3.9430355293715387,
420      3.783992326338042,
421      3.6335439024632445,
422      3.4912257913167815,
423      3.3565986264808587,
424      3.2292467851322466,
425      3.108777104925814,
426      2.99481767021837,
427      2.8870166638856,
428      2.7850412811874383,
429      2.6885767023287217,
430      2.597325120543215,
431      2.5110048227004946,
432      2.4293493195973213,
433      2.352106523248529,
434      2.2790379686375513,
435      2.209918077523966,
436      2.1445334620352656,
437      2.0826822658929016,
438      2.024173541238823,
439      1.9688266591386379,
440      1.9164707519415018,
441      1.866944185775167,
442      1.8200940615476853,
443      1.7757757429152403,
444      1.7338524097588524,
445      1.6941946357914337,
446      1.6566799889911903,
447      1.6211926536278072,
448      1.5876230727145446,
449      1.5558676097824122,
450      1.5258282289322438,
451      1.4974121921769306,
452      1.470531773139439,
453      1.4451039862227426,
454      1.4210503304155497,
455      1.3982965469429116,
456      1.3767723900135151,
457      1.3564114099559175,
458      1.3371507480742113,
459      1.3189309425897995,
460      1.301695745070181,
461      1.2853919467780193,
462      1.2699692144044028,
463      1.2553799346791656,
464      1.241579067378548
465    ]
466  }
467}