Shared Symbolic Mechanism Bottleneck / results.json

Mechanism failed

Raw ⬇ ZIP
 1{
 2  "device": "cuda",
 3  "checks": {
 4    "softmax_temperature": {
 5      "gap": 2.0,
 6      "taus": [
 7        1.0,
 8        0.5,
 9        0.25,
10        0.1,
11        0.05
12      ],
13      "observed_entropy": [
14        0.3653338550872077,
15        0.09009476776617596,
16        0.003018207416627488,
17        4.328422605809599e-08,
18        1.6993417021166355e-16
19      ],
20      "predicted_entropy": [
21        0.3653338550872076,
22        0.09009476776617598,
23        0.0030182074166275937,
24        4.3284225984118455e-08,
25        1.7418252446695514e-16
26      ]
27    },
28    "shared_latent_rank_residual": 3.12670874611379e-32,
29    "noise_scaling": [
30      [
31        0.0,
32        0.0,
33        0.0
34      ],
35      [
36        0.01,
37        0.00010045858763429292,
38        0.0001
39      ],
40      [
41        0.03,
42        0.0009014056310169061,
43        0.0009
44      ],
45      [
46        0.1,
47        0.010025531190542357,
48        0.010000000000000002
49      ]
50    ]
51  },
52  "fit": {
53    "symbolic_in_range_mse": 0.08006531000137329,
54    "symbolic_extrapolation_mse": 0.044962238520383835,
55    "mlp_in_range_mse": 0.0002848519361577928,
56    "mlp_extrapolation_mse": 0.0031736097298562527,
57    "symbolic_active_units": 5,
58    "operator_choices": [
59      0,
60      2,
61      5,
62      6,
63      0,
64      1,
65      1,
66      0
67    ]
68  }
69}