{ "seed": 2548, "math_verification": { "observed_score_scaling": [ { "alpha": 0.1, "max_relative_error": 7.257301699479307e-08, "loglog_slope": 0.10000000087046303, "predicted_slope": 0.1, "ratio_at_q_1e-3": 0.5513059169800629, "predicted_ratio_at_q_1e-3": 0.5513059569899995 }, { "alpha": 0.3, "max_relative_error": 1.601798821568521e-07, "loglog_slope": 0.3000000124723142, "predicted_slope": 0.3, "ratio_at_q_1e-3": 0.1636602947826164, "predicted_ratio_at_q_1e-3": 0.16366030353324176 }, { "alpha": 0.5, "max_relative_error": 2.2410064600371386e-07, "loglog_slope": 0.5000000254809294, "predicted_slope": 0.5, "ratio_at_q_1e-3": 0.04743415427249869, "predicted_ratio_at_q_1e-3": 0.04743416490252569 }, { "alpha": 1.0, "max_relative_error": 5.749363075723926e-07, "loglog_slope": 1.0000000345662219, "predicted_slope": 1.0, "ratio_at_q_1e-3": 0.001999999401710272, "predicted_ratio_at_q_1e-3": 0.002 } ], "alpha_to_zero_full_gradient": [ { "alpha": 0.5, "gradient_relative_error": 0.1792297159250275 }, { "alpha": 0.2, "gradient_relative_error": 0.06679634428995512 }, { "alpha": 0.1, "gradient_relative_error": 0.03184383591441621 }, { "alpha": 0.05, "gradient_relative_error": 0.01545551539909526 }, { "alpha": 0.02, "gradient_relative_error": 0.006060376109461688 }, { "alpha": 0.01, "gradient_relative_error": 0.0030091318552823644 } ] }, "toy_training": { "baseline_CE": { "clean_validation_accuracy": 0.92166668176651, "clean_train_accuracy": 0.9241666793823242, "corrupted_gradient_norm": 4.303590679335517, "clean_gradient_norm": 1.2739239699708698, "gradient_corrupted_to_clean": 3.3782162678310588 }, "idea_DPD_alpha_0.5": { "clean_validation_accuracy": 0.9200000166893005, "clean_train_accuracy": 0.9233333468437195, "corrupted_gradient_norm": 2.876643272817258, "clean_gradient_norm": 0.9447586009655784, "gradient_corrupted_to_clean": 3.0448447570386996 } } }