Log-Scale Self-Similar Activation / results.json

Failed on benchmark

Raw ⬇ ZIP
 1{
 2  "seed": 1234,
 3  "mechanism_checks": [
 4    {
 5      "sigma": 1.5,
 6      "boundary_relative_error": 0.0,
 7      "boundary_failures": 0,
 8      "slope_ratio_observed_mean": 1.4999999999874098,
 9      "slope_ratio_observed_min": 1.4999999997985574,
10      "slope_ratio_observed_max": 1.5000000002014426,
11      "slope_ratio_predicted": 1.5,
12      "slope_ratio_max_abs_error": 2.0144264034627213e-10,
13      "equivariance_max_relative_error": 2.129206650586233e-15
14    },
15    {
16      "sigma": 2.0,
17      "boundary_relative_error": 0.0,
18      "boundary_failures": 0,
19      "slope_ratio_observed_mean": 2.0,
20      "slope_ratio_observed_min": 2.0,
21      "slope_ratio_observed_max": 2.0,
22      "slope_ratio_predicted": 2.0,
23      "slope_ratio_max_abs_error": 0.0,
24      "equivariance_max_relative_error": 0.0
25    },
26    {
27      "sigma": 3.0,
28      "boundary_relative_error": 0.0,
29      "boundary_failures": 0,
30      "slope_ratio_observed_mean": 3.0,
31      "slope_ratio_observed_min": 2.9999999997151168,
32      "slope_ratio_observed_max": 3.000000000569767,
33      "slope_ratio_predicted": 3.0,
34      "slope_ratio_max_abs_error": 5.697669003268402e-10,
35      "equivariance_max_relative_error": 6.620914140333496e-16
36    },
37    {
38      "sigma": 4.0,
39      "boundary_relative_error": 0.0,
40      "boundary_failures": 0,
41      "slope_ratio_observed_mean": 4.0,
42      "slope_ratio_observed_min": 4.0,
43      "slope_ratio_observed_max": 4.0,
44      "slope_ratio_predicted": 4.0,
45      "slope_ratio_max_abs_error": 0.0,
46      "equivariance_max_relative_error": 0.0
47    }
48  ],
49  "mlp": {
50    "device": "cuda",
51    "results": {
52      "relu": {
53        "validation_accuracy": 0.9777777791023254,
54        "rescaling_accuracy_q_-2..2": [
55          0.9577777981758118,
56          0.9800000190734863,
57          0.9777777791023254,
58          0.9755555987358093,
59          0.9755555987358093
60        ],
61        "mean_scaled_accuracy": 0.9733333587646484,
62        "seconds": 1.0857892036437988
63      },
64      "logscale": {
65        "validation_accuracy": 0.8799999952316284,
66        "rescaling_accuracy_q_-2..2": [
67          0.8733333349227905,
68          0.8866667151451111,
69          0.8799999952316284,
70          0.9000000357627869,
71          0.9111111164093018
72        ],
73        "mean_scaled_accuracy": 0.8902222394943238,
74        "seconds": 2.056640148162842
75      }
76    }
77  }
78}