Composite Density-Power Loss / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "seed": 2548,
 3  "math_verification": {
 4    "observed_score_scaling": [
 5      {
 6        "alpha": 0.1,
 7        "max_relative_error": 7.257301699479307e-08,
 8        "loglog_slope": 0.10000000087046303,
 9        "predicted_slope": 0.1,
10        "ratio_at_q_1e-3": 0.5513059169800629,
11        "predicted_ratio_at_q_1e-3": 0.5513059569899995
12      },
13      {
14        "alpha": 0.3,
15        "max_relative_error": 1.601798821568521e-07,
16        "loglog_slope": 0.3000000124723142,
17        "predicted_slope": 0.3,
18        "ratio_at_q_1e-3": 0.1636602947826164,
19        "predicted_ratio_at_q_1e-3": 0.16366030353324176
20      },
21      {
22        "alpha": 0.5,
23        "max_relative_error": 2.2410064600371386e-07,
24        "loglog_slope": 0.5000000254809294,
25        "predicted_slope": 0.5,
26        "ratio_at_q_1e-3": 0.04743415427249869,
27        "predicted_ratio_at_q_1e-3": 0.04743416490252569
28      },
29      {
30        "alpha": 1.0,
31        "max_relative_error": 5.749363075723926e-07,
32        "loglog_slope": 1.0000000345662219,
33        "predicted_slope": 1.0,
34        "ratio_at_q_1e-3": 0.001999999401710272,
35        "predicted_ratio_at_q_1e-3": 0.002
36      }
37    ],
38    "alpha_to_zero_full_gradient": [
39      {
40        "alpha": 0.5,
41        "gradient_relative_error": 0.1792297159250275
42      },
43      {
44        "alpha": 0.2,
45        "gradient_relative_error": 0.06679634428995512
46      },
47      {
48        "alpha": 0.1,
49        "gradient_relative_error": 0.03184383591441621
50      },
51      {
52        "alpha": 0.05,
53        "gradient_relative_error": 0.01545551539909526
54      },
55      {
56        "alpha": 0.02,
57        "gradient_relative_error": 0.006060376109461688
58      },
59      {
60        "alpha": 0.01,
61        "gradient_relative_error": 0.0030091318552823644
62      }
63    ]
64  },
65  "toy_training": {
66    "baseline_CE": {
67      "clean_validation_accuracy": 0.92166668176651,
68      "clean_train_accuracy": 0.9241666793823242,
69      "corrupted_gradient_norm": 4.303590679335517,
70      "clean_gradient_norm": 1.2739239699708698,
71      "gradient_corrupted_to_clean": 3.3782162678310588
72    },
73    "idea_DPD_alpha_0.5": {
74      "clean_validation_accuracy": 0.9200000166893005,
75      "clean_train_accuracy": 0.9233333468437195,
76      "corrupted_gradient_norm": 2.876643272817258,
77      "clean_gradient_norm": 0.9447586009655784,
78      "gradient_corrupted_to_clean": 3.0448447570386996
79    }
80  }
81}