{ "math_checks": { "device": "cuda", "epsilon_values": [ 0.001, 0.0022758459260747888, 0.005179474679231213, 0.011787686347935873, 0.02682695795279726, 0.0610540229658533, 0.13894954943731375, 0.31622776601683794 ], "remainder_values": [ 2.8881004254799336e-09, 3.4055119613185525e-08, 4.0165468817576766e-07, 4.741479642689228e-06, 5.60772605240345e-05, 0.0006660250946879387, 0.007985111325979233, 0.09772586822509766 ], "remainder_loglog_slope": 3.0096020091838245, "predicted_remainder_slope": 3.0, "permutation_error": 4.76837158203125e-07, "quadratic_orthogonal_error": 4.76837158203125e-07, "original_orthogonal_difference_slope": 2.9919965411889566, "predicted_orthogonal_difference_slope": 3.0, "widths": [ 4, 8, 16, 32, 64 ], "width_mean_abs_remainder": [ 0.0001285379049174177, 0.00027992582957570754, 0.00039409029413945974, 0.0005606541293673217, 0.0009599066339433193 ], "width_slope_random": 0.6803466874167912, "predicted_width_slope_random": 0.5, "width_slope_aligned": 1.0000041097811878, "predicted_width_slope_aligned": 1.0, "prediction_pass": true }, "mini_experiment": { "dataset": "synthetic cubic exchangeable branch teacher", "k": 6, "width": 16, "steps": [ 0, 99, 249, 499 ], "baseline_branch_mse": [ 0.08169986307621002, 9.217748447554186e-05, 2.138323543476872e-05, 1.1578095836739521e-05 ], "idea_quadratic_mse": [ 0.0817537009716034, 0.01447005569934845, 0.014469806104898453, 0.014469806104898453 ], "parameter_count_each": 112 } }