Shared Symbolic Mechanism Bottleneck / results.json
Mechanism failed
1{
2 "device": "cuda",
3 "checks": {
4 "softmax_temperature": {
5 "gap": 2.0,
6 "taus": [
7 1.0,
8 0.5,
9 0.25,
10 0.1,
11 0.05
12 ],
13 "observed_entropy": [
14 0.3653338550872077,
15 0.09009476776617596,
16 0.003018207416627488,
17 4.328422605809599e-08,
18 1.6993417021166355e-16
19 ],
20 "predicted_entropy": [
21 0.3653338550872076,
22 0.09009476776617598,
23 0.0030182074166275937,
24 4.3284225984118455e-08,
25 1.7418252446695514e-16
26 ]
27 },
28 "shared_latent_rank_residual": 3.12670874611379e-32,
29 "noise_scaling": [
30 [
31 0.0,
32 0.0,
33 0.0
34 ],
35 [
36 0.01,
37 0.00010045858763429292,
38 0.0001
39 ],
40 [
41 0.03,
42 0.0009014056310169061,
43 0.0009
44 ],
45 [
46 0.1,
47 0.010025531190542357,
48 0.010000000000000002
49 ]
50 ]
51 },
52 "fit": {
53 "symbolic_in_range_mse": 0.08006531000137329,
54 "symbolic_extrapolation_mse": 0.044962238520383835,
55 "mlp_in_range_mse": 0.0002848519361577928,
56 "mlp_extrapolation_mse": 0.0031736097298562527,
57 "symbolic_active_units": 5,
58 "operator_choices": [
59 0,
60 2,
61 5,
62 6,
63 0,
64 1,
65 1,
66 0
67 ]
68 }
69}