{ "seed": 1689, "finite_difference": { "analytic_directional_derivative": -0.14163368516537783, "rows": [ { "h": 0.01, "numeric": -0.1416329871558819, "abs_error": 6.980094959252447e-07 }, { "h": 0.003, "numeric": -0.1416336223429108, "abs_error": 6.282246703404049e-08 }, { "h": 0.001, "numeric": -0.14163367818476047, "abs_error": 6.98061736192912e-09 }, { "h": 0.0003, "numeric": -0.14163368453612435, "abs_error": 6.292534826535245e-10 }, { "h": 0.0001, "numeric": -0.14163368509567675, "abs_error": 6.970107824244565e-11 }, { "h": 3e-05, "numeric": -0.14163368519485667, "abs_error": 2.9478836038876466e-11 }, { "h": 1e-05, "numeric": -0.14163368513564478, "abs_error": 2.973304935594001e-11 } ], "best_abs_error": 2.9478836038876466e-11 }, "response_sweep": { "prediction": "singular response transitions at sigma/sqrt(epsilon)=1", "ratios_sigma_over_sqrt_eps": [ 0.0001, 0.00031622776601683794, 0.001, 0.0031622776601683794, 0.01, 0.03162277660168379, 0.1, 0.31622776601683794, 1.0, 3.1622776601683795, 10.0, 31.622776601683793, 100.0, 316.22776601683796, 1000.0, 3162.2776601683795, 10000.0 ], "responses": [ 9.999999950000001e-05, 0.0003162277502054508, 0.000999999500000375, 0.003162261848898663, 0.009999500037496877, 0.0316069770620507, 0.09950371902099893, 0.30151134457776363, 0.7071067811865475, 0.9534625892455922, 0.9950371902099892, 0.9995003746877731, 0.9999500037496876, 0.9999950000374996, 0.999999500000375, 0.9999999500000037, 0.9999999949999999 ], "predicted_transition_ratio": 1.0, "observed_nearest_transition_ratio": 1.0, "response_at_transition_predicted": 0.7071067811865475, "response_at_transition_observed": 0.7071067811865475, "small_t_prediction_r_over_t": 0.999999995, "large_t_prediction_2t2_times_1_minus_r": 1.0000000161269895, "max_response_observed": 0.9999999949999999, "epsilon_grid_fixed_sigma_1": [ 1e-06, 1e-05, 0.0001, 0.001, 0.01, 0.1, 1.0, 10.0, 100.0, 1000.0 ], "fixed_sigma_predicted": [ 0.999999500000375, 0.9999950000374997, 0.9999500037496877, 0.9995003746877732, 0.9950371902099893, 0.9534625892455922, 0.7071067811865475, 0.30151134457776363, 0.09950371902099892, 0.0316069770620507 ], "fixed_sigma_observed": [ 0.999999500000375, 0.9999950000374997, 0.9999500037496877, 0.9995003746877732, 0.9950371902099893, 0.9534625892455922, 0.7071067811865475, 0.30151134457776363, 0.09950371902099892, 0.0316069770620507 ], "matrix_spectral_formula_max_error": 0.0 }, "toy_comparison": { "sgd": { "final_loss": 2.8355612452382438e-05, "best_loss": 3.7963962515738206e-06, "update_norm_mean": 0.6642604379633125, "update_norm_std": 0.29678896034672586, "update_norm_cv": 0.4467960808508528, "loss_first": 0.04034999807865995, "loss_curve": [ 0.04034999807865995, 0.018971995832908362, 0.005565708537925589, 0.00013346439081310643, 0.00011024596918112161, 4.962311936298114e-05, 2.759519221167905e-05, 2.9369196115233888e-05, 2.712347766058562e-05, 2.3167069941137548e-05 ], "min_momentum_singular": 0.015688562780269057 }, "exact": { "final_loss": 0.00018187237486999214, "best_loss": 0.0001235159431871079, "update_norm_mean": 2.8284271247461907, "update_norm_std": 8.500568152673366e-16, "update_norm_cv": 3.005404692345807e-16, "loss_first": 0.03880606406517094, "loss_curve": [ 0.03880606406517094, 0.004898389769818062, 0.000510353220816358, 0.0002474814146679972, 0.0002766249694004397, 0.00020730950813550102, 0.00016127188648561307, 0.00020316015023368785, 0.00014701428715598988, 0.00016976999600274185 ], "min_momentum_singular": 0.010968158387157818 }, "smooth": { "final_loss": 0.00016259570651245642, "best_loss": 0.00012357335294179447, "update_norm_mean": 2.79794567182597, "update_norm_std": 0.053903336108416, "update_norm_cv": 0.01926532621815306, "loss_first": 0.038808014792410056, "loss_curve": [ 0.038808014792410056, 0.004967632102564926, 0.0005360218026843526, 0.0002558978687632341, 0.0002706488501778976, 0.00018918430224761884, 0.00017027405554747235, 0.00018922800627345067, 0.00014579205264547506, 0.00018336382455353108 ], "min_momentum_singular": 0.008469241662925672 } }, "epsilon_ablation": { "1e-05": { "final_loss": 0.0001767168613448352, "best_loss": 0.00013135737329040946, "update_norm_mean": 2.8277751212553195, "update_norm_std": 0.002005691478721801, "update_norm_cv": 0.0007092825252068542, "loss_first": 0.038806083637211296, "loss_curve": [ 0.038806083637211296, 0.004903377859070076, 0.0005191519840394792, 0.0002441090553350558, 0.00027259920767325776, 0.0001999924830932556, 0.00017071707777003412, 0.0001625462112968725, 0.000179855242917784, 0.00015411317515638573 ], "min_momentum_singular": 0.01147536117033023 }, "0.001": { "final_loss": 0.00016259570651245642, "best_loss": 0.00012357335294179447, "update_norm_mean": 2.79794567182597, "update_norm_std": 0.053903336108416, "update_norm_cv": 0.01926532621815306, "loss_first": 0.038808014792410056, "loss_curve": [ 0.038808014792410056, 0.004967632102564926, 0.0005360218026843526, 0.0002558978687632341, 0.0002706488501778976, 0.00018918430224761884, 0.00017027405554747235, 0.00018922800627345067, 0.00014579205264547506, 0.00018336382455353108 ], "min_momentum_singular": 0.008469241662925672 }, "0.1": { "final_loss": 0.0001446746911068479, "best_loss": 0.0001149052776128946, "update_norm_mean": 2.4077276845977913, "update_norm_std": 0.20196409120491812, "update_norm_cv": 0.08388161688582825, "loss_first": 0.03896081751583297, "loss_curve": [ 0.03896081751583297, 0.00477489390293047, 0.000675243531337686, 0.0002468074182051285, 0.00026568389997491887, 0.00020115738121748522, 0.0001636006046114946, 0.00013298645904230209, 0.00013854358478854737, 0.00016357838653318266 ], "min_momentum_singular": 0.011686803628782494 }, "1.0": { "final_loss": 0.00010893248726784571, "best_loss": 7.824853826985934e-05, "update_norm_mean": 1.7349755997879706, "update_norm_std": 0.15130256760976338, "update_norm_cv": 0.08720731728340542, "loss_first": 0.03955777056698747, "loss_curve": [ 0.03955777056698747, 0.008052650685282986, 0.0005614260869127422, 0.00024422607435581036, 0.00018234544423404095, 0.0001261603464356092, 0.00014145998633750993, 0.0001226991436438825, 0.00011995393292355408, 9.801926935681749e-05 ], "min_momentum_singular": 0.011106851943835004 } } }