Log-Scale Self-Similar Activation / results.json
Failed on benchmark
1{
2 "seed": 1234,
3 "mechanism_checks": [
4 {
5 "sigma": 1.5,
6 "boundary_relative_error": 0.0,
7 "boundary_failures": 0,
8 "slope_ratio_observed_mean": 1.4999999999874098,
9 "slope_ratio_observed_min": 1.4999999997985574,
10 "slope_ratio_observed_max": 1.5000000002014426,
11 "slope_ratio_predicted": 1.5,
12 "slope_ratio_max_abs_error": 2.0144264034627213e-10,
13 "equivariance_max_relative_error": 2.129206650586233e-15
14 },
15 {
16 "sigma": 2.0,
17 "boundary_relative_error": 0.0,
18 "boundary_failures": 0,
19 "slope_ratio_observed_mean": 2.0,
20 "slope_ratio_observed_min": 2.0,
21 "slope_ratio_observed_max": 2.0,
22 "slope_ratio_predicted": 2.0,
23 "slope_ratio_max_abs_error": 0.0,
24 "equivariance_max_relative_error": 0.0
25 },
26 {
27 "sigma": 3.0,
28 "boundary_relative_error": 0.0,
29 "boundary_failures": 0,
30 "slope_ratio_observed_mean": 3.0,
31 "slope_ratio_observed_min": 2.9999999997151168,
32 "slope_ratio_observed_max": 3.000000000569767,
33 "slope_ratio_predicted": 3.0,
34 "slope_ratio_max_abs_error": 5.697669003268402e-10,
35 "equivariance_max_relative_error": 6.620914140333496e-16
36 },
37 {
38 "sigma": 4.0,
39 "boundary_relative_error": 0.0,
40 "boundary_failures": 0,
41 "slope_ratio_observed_mean": 4.0,
42 "slope_ratio_observed_min": 4.0,
43 "slope_ratio_observed_max": 4.0,
44 "slope_ratio_predicted": 4.0,
45 "slope_ratio_max_abs_error": 0.0,
46 "equivariance_max_relative_error": 0.0
47 }
48 ],
49 "mlp": {
50 "device": "cuda",
51 "results": {
52 "relu": {
53 "validation_accuracy": 0.9777777791023254,
54 "rescaling_accuracy_q_-2..2": [
55 0.9577777981758118,
56 0.9800000190734863,
57 0.9777777791023254,
58 0.9755555987358093,
59 0.9755555987358093
60 ],
61 "mean_scaled_accuracy": 0.9733333587646484,
62 "seconds": 1.0857892036437988
63 },
64 "logscale": {
65 "validation_accuracy": 0.8799999952316284,
66 "rescaling_accuracy_q_-2..2": [
67 0.8733333349227905,
68 0.8866667151451111,
69 0.8799999952316284,
70 0.9000000357627869,
71 0.9111111164093018
72 ],
73 "mean_scaled_accuracy": 0.8902222394943238,
74 "seconds": 2.056640148162842
75 }
76 }
77 }
78}