Invariant-Sphere Recurrent State / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "seed": 7,
 3  "math": {
 4    "radial_mean": -0.22217092941586872,
 5    "radial_std": 0.05127612624679809,
 6    "radial_max": -0.13316053200411443,
 7    "theoretical_upper_bound": -0.0625,
 8    "positive_radial_fraction": 0.0,
 9    "trajectory_initial_radius_range": [
10      0.6642270926293494,
11      17.922878417177184
12    ],
13    "trajectory_final_radius_range": [
14      2.7975292718001836,
15      2.8275315177156015
16    ],
17    "scalar_exact_final_radius": 1.0000168543644836,
18    "scalar_relaxation_log_slope": -2.3100261795284913,
19    "scalar_predicted_slope": -2.0,
20    "pole_multiplier_c_plus_1": {
21      "-1.5": -0.5,
22      "-1.0": 0.0,
23      "-0.5": 0.5,
24      "0.0": 1.0
25    }
26  },
27  "toy": {
28    "tanh": {
29      "test_mse": 0.1515529751777649,
30      "training_checkpoints": [
31        1.160103440284729,
32        0.7436435222625732,
33        0.5575395226478577,
34        0.4010922908782959,
35        0.2901614010334015,
36        0.2093803733587265
37      ],
38      "final_hidden_norm_mean": 1.1656885147094727,
39      "final_hidden_norm_std": 0.007372925523668528,
40      "device": "cuda"
41    },
42    "sphere": {
43      "test_mse": 0.00013003793719690293,
44      "training_checkpoints": [
45        1.1054104566574097,
46        0.8665868043899536,
47        0.3941342234611511,
48        0.023949190974235535,
49        0.009558564983308315,
50        0.00037866091588512063
51      ],
52      "final_hidden_norm_mean": 0.591442346572876,
53      "final_hidden_norm_std": 0.0004021587083116174,
54      "device": "cuda"
55    }
56  }
57}