Directional Hölder Step Controller / results.json

✓✓ Beats tuned baseline

Raw ⬇ ZIP
  1{
  2  "device": "cuda",
  3  "seed": 1296,
  4  "toy": {
  5    "curvature_identity": [
  6      {
  7        "lambda_scale": 0.1,
  8        "exact_directional_curvature": 0.1563953488372093,
  9        "observed_Lhat_mean": 0.1563953488371457,
 10        "relative_error": 4.0658513317805966e-13,
 11        "eta_star_prediction": 6.394052044609666,
 12        "observed_eta_star": 6.394052044612265
 13      },
 14      {
 15        "lambda_scale": 0.3,
 16        "exact_directional_curvature": 0.4691860465116282,
 17        "observed_Lhat_mean": 0.46918604651179235,
 18        "relative_error": 3.498536996384466e-13,
 19        "eta_star_prediction": 2.1313506815365537,
 20        "observed_eta_star": 2.131350681535808
 21      },
 22      {
 23        "lambda_scale": 1.0,
 24        "exact_directional_curvature": 1.5639534883720927,
 25        "observed_Lhat_mean": 1.5639534883720527,
 26        "relative_error": 2.555576568207796e-14,
 27        "eta_star_prediction": 0.6394052044609667,
 28        "observed_eta_star": 0.639405204460983
 29      },
 30      {
 31        "lambda_scale": 3.0,
 32        "exact_directional_curvature": 4.691860465116279,
 33        "observed_Lhat_mean": 4.691860465116291,
 34        "relative_error": 2.6502275522154915e-15,
 35        "eta_star_prediction": 0.21313506815365552,
 36        "observed_eta_star": 0.21313506815365496
 37      },
 38      {
 39        "lambda_scale": 10.0,
 40        "exact_directional_curvature": 15.63953488372093,
 41        "observed_Lhat_mean": 15.639534883720936,
 42        "relative_error": 3.40743542427706e-16,
 43        "eta_star_prediction": 0.06394052044609665,
 44        "observed_eta_star": 0.06394052044609663
 45      }
 46    ],
 47    "inverse_scaling": [
 48      {
 49        "lambda": 0.1,
 50        "predicted_eta": 9.0,
 51        "observed_eta": 9.000000004410056,
 52        "eta_times_lambda": 0.9000000004410057,
 53        "accepted": true
 54      },
 55      {
 56        "lambda": 0.3,
 57        "predicted_eta": 3.0,
 58        "observed_eta": 3.0000000001566662,
 59        "eta_times_lambda": 0.9000000000469999,
 60        "accepted": true
 61      },
 62      {
 63        "lambda": 1.0,
 64        "predicted_eta": 0.9,
 65        "observed_eta": 0.9000000000035996,
 66        "eta_times_lambda": 0.9000000000035996,
 67        "accepted": true
 68      },
 69      {
 70        "lambda": 3.0,
 71        "predicted_eta": 0.3,
 72        "observed_eta": 0.3000000000000667,
 73        "eta_times_lambda": 0.9000000000002002,
 74        "accepted": true
 75      },
 76      {
 77        "lambda": 10.0,
 78        "predicted_eta": 0.09,
 79        "observed_eta": 0.08999999999999551,
 80        "eta_times_lambda": 0.8999999999999552,
 81        "accepted": true
 82      }
 83    ],
 84    "acceptance_boundary": [
 85      {
 86        "lambda": 1.0,
 87        "eta_lambda": 1.7,
 88        "predicted_accept": true,
 89        "observed_accept": true
 90      },
 91      {
 92        "lambda": 1.0,
 93        "eta_lambda": 1.9,
 94        "predicted_accept": false,
 95        "observed_accept": false
 96      },
 97      {
 98        "lambda": 1.0,
 99        "eta_lambda": 2.1,
100        "predicted_accept": false,
101        "observed_accept": false
102      },
103      {
104        "lambda": 3.0,
105        "eta_lambda": 1.7,
106        "predicted_accept": true,
107        "observed_accept": true
108      },
109      {
110        "lambda": 3.0,
111        "eta_lambda": 1.9,
112        "predicted_accept": false,
113        "observed_accept": false
114      },
115      {
116        "lambda": 3.0,
117        "eta_lambda": 2.1,
118        "predicted_accept": false,
119        "observed_accept": false
120      }
121    ]
122  },
123  "training": {
124    "cosine_sgd": {
125      "final_loss": 0.6544517874717712,
126      "accuracy": 0.720703125,
127      "loss_at_10": 0.6695312857627869,
128      "loss_at_50": 0.6556897163391113,
129      "accepted_fraction": 1.0,
130      "mean_lr": 0.07575,
131      "wall_seconds": 0.3248370100009197
132    },
133    "directional": {
134      "final_loss": 0.14069069921970367,
135      "accuracy": 0.962890625,
136      "loss_at_10": 0.6486840844154358,
137      "loss_at_50": 0.27830588817596436,
138      "accepted_fraction": 1.0,
139      "mean_lr": 1.6610487759770791,
140      "wall_seconds": 0.31194359400069516
141    }
142  }
143}