Directional Hölder Step Controller / results.json
Beats tuned baseline
1{
2 "device": "cuda",
3 "seed": 1296,
4 "toy": {
5 "curvature_identity": [
6 {
7 "lambda_scale": 0.1,
8 "exact_directional_curvature": 0.1563953488372093,
9 "observed_Lhat_mean": 0.1563953488371457,
10 "relative_error": 4.0658513317805966e-13,
11 "eta_star_prediction": 6.394052044609666,
12 "observed_eta_star": 6.394052044612265
13 },
14 {
15 "lambda_scale": 0.3,
16 "exact_directional_curvature": 0.4691860465116282,
17 "observed_Lhat_mean": 0.46918604651179235,
18 "relative_error": 3.498536996384466e-13,
19 "eta_star_prediction": 2.1313506815365537,
20 "observed_eta_star": 2.131350681535808
21 },
22 {
23 "lambda_scale": 1.0,
24 "exact_directional_curvature": 1.5639534883720927,
25 "observed_Lhat_mean": 1.5639534883720527,
26 "relative_error": 2.555576568207796e-14,
27 "eta_star_prediction": 0.6394052044609667,
28 "observed_eta_star": 0.639405204460983
29 },
30 {
31 "lambda_scale": 3.0,
32 "exact_directional_curvature": 4.691860465116279,
33 "observed_Lhat_mean": 4.691860465116291,
34 "relative_error": 2.6502275522154915e-15,
35 "eta_star_prediction": 0.21313506815365552,
36 "observed_eta_star": 0.21313506815365496
37 },
38 {
39 "lambda_scale": 10.0,
40 "exact_directional_curvature": 15.63953488372093,
41 "observed_Lhat_mean": 15.639534883720936,
42 "relative_error": 3.40743542427706e-16,
43 "eta_star_prediction": 0.06394052044609665,
44 "observed_eta_star": 0.06394052044609663
45 }
46 ],
47 "inverse_scaling": [
48 {
49 "lambda": 0.1,
50 "predicted_eta": 9.0,
51 "observed_eta": 9.000000004410056,
52 "eta_times_lambda": 0.9000000004410057,
53 "accepted": true
54 },
55 {
56 "lambda": 0.3,
57 "predicted_eta": 3.0,
58 "observed_eta": 3.0000000001566662,
59 "eta_times_lambda": 0.9000000000469999,
60 "accepted": true
61 },
62 {
63 "lambda": 1.0,
64 "predicted_eta": 0.9,
65 "observed_eta": 0.9000000000035996,
66 "eta_times_lambda": 0.9000000000035996,
67 "accepted": true
68 },
69 {
70 "lambda": 3.0,
71 "predicted_eta": 0.3,
72 "observed_eta": 0.3000000000000667,
73 "eta_times_lambda": 0.9000000000002002,
74 "accepted": true
75 },
76 {
77 "lambda": 10.0,
78 "predicted_eta": 0.09,
79 "observed_eta": 0.08999999999999551,
80 "eta_times_lambda": 0.8999999999999552,
81 "accepted": true
82 }
83 ],
84 "acceptance_boundary": [
85 {
86 "lambda": 1.0,
87 "eta_lambda": 1.7,
88 "predicted_accept": true,
89 "observed_accept": true
90 },
91 {
92 "lambda": 1.0,
93 "eta_lambda": 1.9,
94 "predicted_accept": false,
95 "observed_accept": false
96 },
97 {
98 "lambda": 1.0,
99 "eta_lambda": 2.1,
100 "predicted_accept": false,
101 "observed_accept": false
102 },
103 {
104 "lambda": 3.0,
105 "eta_lambda": 1.7,
106 "predicted_accept": true,
107 "observed_accept": true
108 },
109 {
110 "lambda": 3.0,
111 "eta_lambda": 1.9,
112 "predicted_accept": false,
113 "observed_accept": false
114 },
115 {
116 "lambda": 3.0,
117 "eta_lambda": 2.1,
118 "predicted_accept": false,
119 "observed_accept": false
120 }
121 ]
122 },
123 "training": {
124 "cosine_sgd": {
125 "final_loss": 0.6544517874717712,
126 "accuracy": 0.720703125,
127 "loss_at_10": 0.6695312857627869,
128 "loss_at_50": 0.6556897163391113,
129 "accepted_fraction": 1.0,
130 "mean_lr": 0.07575,
131 "wall_seconds": 0.3248370100009197
132 },
133 "directional": {
134 "final_loss": 0.14069069921970367,
135 "accuracy": 0.962890625,
136 "loss_at_10": 0.6486840844154358,
137 "loss_at_50": 0.27830588817596436,
138 "accepted_fraction": 1.0,
139 "mean_lr": 1.6610487759770791,
140 "wall_seconds": 0.31194359400069516
141 }
142 }
143}