{ "seed": 2303, "math_checks": { "prediction_1_sink_quadratic": { "observed_coefficient": 0.8, "predicted_from_definition_m_over_D": 0.8, "paper_claim_m_over_2D": 0.4, "relative_error_correct": 0.0, "relative_error_paper_claim": 1.0 }, "prediction_2_content_quadratic": { "max_abs_error": 3.552713678800501e-15, "mean_ratio_implemented_to_expected": 1.0 }, "prediction_3_entropy_identity_max_abs_error": 2.220446049250313e-16, "decomposition_counterexample_same_content": { "actual_pairwise_aitchison": 0.7748105493582502, "paper_formula": 0.3874052746791252, "ratio_actual_to_paper": 1.9999999999999993 }, "sink_sweep": [ [ 14.658494942909972, 11.726795954327978, 3.8286413964890955 ], [ 10.840320386629632, 8.672256309303707, 3.29246418152569 ], [ 8.47178412908633, 6.777427303269064, 2.9106329430359867 ], [ 6.7839254855296485, 5.4271403884237195, 2.6045969910006517 ], [ 5.487107065478658, 4.389685652382926, 2.3424574842414234 ], [ 4.442872434073227, 3.5542979472585814, 2.1078122388090517 ], [ 3.5753151288095624, 2.8602521030476504, 1.890850371872286 ], [ 2.839108922032738, 2.2712871376261905, 1.684965555147267 ], [ 2.2058143918575706, 1.7646515134860565, 1.4851984351788048 ], [ 1.6573737512189437, 1.3258990009751552, 1.2873902870609766 ], [ 1.1829241535963522, 0.9463393228770822, 1.0876231670925147 ], [ 0.7774625185087927, 0.6219700148070341, 0.8817383503674957 ], [ 0.44192777292252755, 0.35354221833802224, 0.6647764834307299 ], [ 0.1850128819020003, 0.14801030552160038, 0.43013123799835823 ], [ 0.02822122176472016, 0.022576977411776153, 0.16799173123913022 ], [ 0.019056206895231447, 0.015244965516185116, -0.13804422079620518 ], [ 0.2702704931677343, 0.21621639453418728, -0.5198754592859085 ], [ 1.1152472507891276, 0.8921978006313018, -1.056052674249314 ] ], "content_sweep": [ [ 0.0, 0.0, 0.0 ], [ 0.22727272727272727, 0.15379901100503557, 0.1537990110050355 ], [ 0.45454545454545453, 0.6151960440201423, 0.615196044020142 ], [ 0.6818181818181818, 1.3841910990453203, 1.3841910990453197 ], [ 0.9090909090909091, 2.460784176080568, 2.460784176080568 ], [ 1.1363636363636362, 3.844975275125886, 3.844975275125887 ], [ 1.3636363636363635, 5.536764396181278, 5.536764396181279 ], [ 1.5909090909090908, 7.536151539246739, 7.536151539246741 ], [ 1.8181818181818181, 9.843136704322273, 9.843136704322273 ], [ 2.0454545454545454, 12.457719891407876, 12.457719891407878 ], [ 2.2727272727272725, 15.37990110050355, 15.379901100503549 ], [ 2.5, 18.6096803316093, 18.609680331609297 ] ] }, "toy_distillation": { "kl_baseline": { "final_kl": 0.014766592532396317, "sink_abs_error": 0.02219545841217041, "content_aitchison_squared": 1.0056887865066528, "max_gradient": 0.48499995470046997 }, "sink_content_aitchison": { "final_kl": 0.005845211911946535, "sink_abs_error": 0.0, "content_aitchison_squared": 0.9889419674873352, "max_gradient": 8.369185447692871 } } }