Composite Density-Power Loss / results.json
Mechanism confirmed, baseline not beaten
1{
2 "seed": 2548,
3 "math_verification": {
4 "observed_score_scaling": [
5 {
6 "alpha": 0.1,
7 "max_relative_error": 7.257301699479307e-08,
8 "loglog_slope": 0.10000000087046303,
9 "predicted_slope": 0.1,
10 "ratio_at_q_1e-3": 0.5513059169800629,
11 "predicted_ratio_at_q_1e-3": 0.5513059569899995
12 },
13 {
14 "alpha": 0.3,
15 "max_relative_error": 1.601798821568521e-07,
16 "loglog_slope": 0.3000000124723142,
17 "predicted_slope": 0.3,
18 "ratio_at_q_1e-3": 0.1636602947826164,
19 "predicted_ratio_at_q_1e-3": 0.16366030353324176
20 },
21 {
22 "alpha": 0.5,
23 "max_relative_error": 2.2410064600371386e-07,
24 "loglog_slope": 0.5000000254809294,
25 "predicted_slope": 0.5,
26 "ratio_at_q_1e-3": 0.04743415427249869,
27 "predicted_ratio_at_q_1e-3": 0.04743416490252569
28 },
29 {
30 "alpha": 1.0,
31 "max_relative_error": 5.749363075723926e-07,
32 "loglog_slope": 1.0000000345662219,
33 "predicted_slope": 1.0,
34 "ratio_at_q_1e-3": 0.001999999401710272,
35 "predicted_ratio_at_q_1e-3": 0.002
36 }
37 ],
38 "alpha_to_zero_full_gradient": [
39 {
40 "alpha": 0.5,
41 "gradient_relative_error": 0.1792297159250275
42 },
43 {
44 "alpha": 0.2,
45 "gradient_relative_error": 0.06679634428995512
46 },
47 {
48 "alpha": 0.1,
49 "gradient_relative_error": 0.03184383591441621
50 },
51 {
52 "alpha": 0.05,
53 "gradient_relative_error": 0.01545551539909526
54 },
55 {
56 "alpha": 0.02,
57 "gradient_relative_error": 0.006060376109461688
58 },
59 {
60 "alpha": 0.01,
61 "gradient_relative_error": 0.0030091318552823644
62 }
63 ]
64 },
65 "toy_training": {
66 "baseline_CE": {
67 "clean_validation_accuracy": 0.92166668176651,
68 "clean_train_accuracy": 0.9241666793823242,
69 "corrupted_gradient_norm": 4.303590679335517,
70 "clean_gradient_norm": 1.2739239699708698,
71 "gradient_corrupted_to_clean": 3.3782162678310588
72 },
73 "idea_DPD_alpha_0.5": {
74 "clean_validation_accuracy": 0.9200000166893005,
75 "clean_train_accuracy": 0.9233333468437195,
76 "corrupted_gradient_norm": 2.876643272817258,
77 "clean_gradient_norm": 0.9447586009655784,
78 "gradient_corrupted_to_clean": 3.0448447570386996
79 }
80 }
81}