Positive-Regime Observable ReLU State Space / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "seed": 2844,
  3  "positive_regime_exactness": {
  4    "predicted_max_difference": 0.0,
  5    "observed_max_difference": 0.0,
  6    "negative_preactivation_fraction": 0.0,
  7    "pass": true
  8  },
  9  "observability_rank_transition": {
 10    "predicted_full_rank_first_T": 5,
 11    "observed_full_rank_first_T": 5,
 12    "sweep": [
 13      {
 14        "T": 0,
 15        "rank": 1,
 16        "sigma_min": 2.449489742783178
 17      },
 18      {
 19        "T": 1,
 20        "rank": 2,
 21        "sigma_min": 0.5060509912418131
 22      },
 23      {
 24        "T": 2,
 25        "rank": 3,
 26        "sigma_min": 0.07728504594757178
 27      },
 28      {
 29        "T": 3,
 30        "rank": 4,
 31        "sigma_min": 0.010121697102314668
 32      },
 33      {
 34        "T": 4,
 35        "rank": 5,
 36        "sigma_min": 0.0011054125304142033
 37      },
 38      {
 39        "T": 5,
 40        "rank": 6,
 41        "sigma_min": 8.781765640946661e-05
 42      },
 43      {
 44        "T": 6,
 45        "rank": 6,
 46        "sigma_min": 0.00021791272530906778
 47      },
 48      {
 49        "T": 7,
 50        "rank": 6,
 51        "sigma_min": 0.00039620179631483026
 52      },
 53      {
 54        "T": 8,
 55        "rank": 6,
 56        "sigma_min": 0.0006099282139602942
 57      }
 58    ],
 59    "pass": true
 60  },
 61  "noise_reconstruction_scaling": {
 62    "predicted": "sigma_min increases with T and reconstruction RMSE decreases approximately as 1/sigma_min",
 63    "observed_log_error_vs_log_sigma_slope": -0.9926655329441173,
 64    "sweep": [
 65      {
 66        "T": 4,
 67        "sigma_min": 0.0003785961697048085,
 68        "rmse": 1.193954401608507,
 69        "rmse_times_sigma": 0.00045202656325117743
 70      },
 71      {
 72        "T": 5,
 73        "sigma_min": 0.0009307438284968715,
 74        "rmse": 0.47613895510433424,
 75        "rmse_times_sigma": 0.0004431633939703081
 76      },
 77      {
 78        "T": 6,
 79        "sigma_min": 0.0016872392178096608,
 80        "rmse": 0.27449656054936256,
 81        "rmse_times_sigma": 0.00046314136211274867
 82      },
 83      {
 84        "T": 7,
 85        "sigma_min": 0.0026007850613592896,
 86        "rmse": 0.17006685506585292,
 87        "rmse_times_sigma": 0.0004423073360876257
 88      },
 89      {
 90        "T": 8,
 91        "sigma_min": 0.0036120811423611975,
 92        "rmse": 0.12281304830909687,
 93        "rmse_times_sigma": 0.00044361069583318354
 94      },
 95      {
 96        "T": 9,
 97        "sigma_min": 0.004664099314339872,
 98        "rmse": 0.09588730546712121,
 99        "rmse_times_sigma": 0.00044722791568309794
100      },
101      {
102        "T": 10,
103        "sigma_min": 0.005709699221749188,
104        "rmse": 0.08035817578597414,
105        "rmse_times_sigma": 0.000458821013746361
106      },
107      {
108        "T": 11,
109        "sigma_min": 0.006714235888978362,
110        "rmse": 0.06925492979048495,
111        "rmse_times_sigma": 0.0004649939350879508
112      },
113      {
114        "T": 12,
115        "sigma_min": 0.007655041917488753,
116        "rmse": 0.0603744006556909,
117        "rmse_times_sigma": 0.00046216856776257426
118      }
119    ],
120    "pass": true
121  },
122  "positivity_bias_sweep": [
123    {
124      "bias": -0.2,
125      "negative_fraction": 0.95,
126      "positivity_penalty": 6.824606972445847
127    },
128    {
129      "bias": -0.1,
130      "negative_fraction": 0.9,
131      "positivity_penalty": 1.8998019740754621
132    },
133    {
134      "bias": 0.0,
135      "negative_fraction": 0.15,
136      "positivity_penalty": 0.024567101155233254
137    },
138    {
139      "bias": 0.1,
140      "negative_fraction": 0.0,
141      "positivity_penalty": 0.0
142    },
143    {
144      "bias": 0.2,
145      "negative_fraction": 0.0,
146      "positivity_penalty": 0.0
147    }
148  ],
149  "baseline_vs_positive": {
150    "baseline_signed_relu": {
151      "negative_preactivation_fraction": 0.4895833333333333,
152      "linearized_perturbation_relative_error": 1.0254231962509892,
153      "sigma_min_Q": 0.06032537205140435,
154      "observability_rank": 8
155    },
156    "positive_regime_relu": {
157      "negative_preactivation_fraction": 0.0,
158      "linearized_perturbation_relative_error": 8.522155017431553e-11,
159      "sigma_min_Q": 0.027615276267295413,
160      "observability_rank": 8
161    }
162  },
163  "mechanism_pass": true
164}