{ "seed": 2717, "toy": [ { "prediction": "local violation scales as r^2", "observed_loglog_slope": 2.0056182228407495, "expected": 2.0 }, { "prediction": "boundary radius scales as sqrt(epsilon)", "observed_loglog_slope": 0.4895861742738411, "expected": 0.5, "eps_radius_pairs": [ [ 0.0025, 0.1330310090179978 ], [ 0.005, 0.18714609612484878 ], [ 0.01, 0.26290683565643747 ], [ 0.02, 0.36884243424453445 ], [ 0.04, 0.5170391762898703 ] ] }, { "prediction": "H-step error increases with horizon", "horizons": [ 1, 2, 3, 4, 5, 6, 7, 8 ], "errors": [ 0.0006094848000000042, 0.0008353058227313914, 0.0008940481062065242, 0.0008940481062065242, 0.0008940481062065242, 0.0008940481062065242, 0.0008940481062065242, 0.0008940481062065242 ], "monotone": true } ], "mlp": { "steps": 40, "baseline_final_loss": 0.1266002150137213, "trusted_final_loss": 0.1064823206464204, "baseline_best_loss": 0.1266002150137213, "trusted_best_loss": 0.1064823206464204, "mean_trusted_radius": 0.095361328125, "backward_evals_baseline": 40, "backward_evals_trusted": 4040, "baseline_loss_curve": [ 0.6921521459197125, 0.6465633343754981, 0.6034021486717109, 0.5581033214156688, 0.5100129977242084, 0.4610197447781181, 0.41400394657655, 0.3713953460971194, 0.33445108881703195, 0.30332154065908795, 0.27748152386370223, 0.25613897348697007, 0.23848430713324742, 0.22380170171779057, 0.21150001095562074, 0.201107080861294, 0.19225145205673544, 0.1846423179411045, 0.178051804109697, 0.17230058608745158, 0.1672466746512866, 0.1627768349230784, 0.1588000715607041, 0.15524268997474586, 0.1520445441693656, 0.1491561737113269, 0.14653660686866818, 0.1441516642555948, 0.14197264020643652, 0.13997527078931984, 0.13813892065856045, 0.13644593804557734, 0.13488113976951002, 0.13343139743891252, 0.13208530290833065, 0.13083289619464855, 0.12966544291491103, 0.12857525121788635, 0.1275555203912486, 0.1266002150137213 ], "trusted_loss_curve": [ 0.6921521459197125, 0.66922396425689, 0.6475093526247008, 0.6264209019849224, 0.6054696180598743, 0.5843546732229774, 0.5629266859422667, 0.5410914505985763, 0.5187927695250999, 0.4959300680227514, 0.4725776181232044, 0.4489075789988486, 0.42489758314629694, 0.400628186329332, 0.37614609727588455, 0.35154370513515065, 0.3269629844456076, 0.3027586157661986, 0.2792261787785088, 0.256788586524118, 0.23582854552418367, 0.21661678893135713, 0.19924832213977775, 0.183720222908064, 0.16989117470359857, 0.15765936528135208, 0.1468945284994996, 0.137456009319636, 0.12927470031989394, 0.12231775564585279, 0.11661938763585718, 0.11244854468542716, 0.10962122558414504, 0.10790343505860901, 0.10705402126560676, 0.10665097983122414, 0.1064823206464204, 0.1064823206464204, 0.1064823206464204, 0.1064823206464204 ] } }