Positive-Regime Observable ReLU State Space / results.json
Mechanism confirmed, baseline not beaten
1{
2 "seed": 2844,
3 "positive_regime_exactness": {
4 "predicted_max_difference": 0.0,
5 "observed_max_difference": 0.0,
6 "negative_preactivation_fraction": 0.0,
7 "pass": true
8 },
9 "observability_rank_transition": {
10 "predicted_full_rank_first_T": 5,
11 "observed_full_rank_first_T": 5,
12 "sweep": [
13 {
14 "T": 0,
15 "rank": 1,
16 "sigma_min": 2.449489742783178
17 },
18 {
19 "T": 1,
20 "rank": 2,
21 "sigma_min": 0.5060509912418131
22 },
23 {
24 "T": 2,
25 "rank": 3,
26 "sigma_min": 0.07728504594757178
27 },
28 {
29 "T": 3,
30 "rank": 4,
31 "sigma_min": 0.010121697102314668
32 },
33 {
34 "T": 4,
35 "rank": 5,
36 "sigma_min": 0.0011054125304142033
37 },
38 {
39 "T": 5,
40 "rank": 6,
41 "sigma_min": 8.781765640946661e-05
42 },
43 {
44 "T": 6,
45 "rank": 6,
46 "sigma_min": 0.00021791272530906778
47 },
48 {
49 "T": 7,
50 "rank": 6,
51 "sigma_min": 0.00039620179631483026
52 },
53 {
54 "T": 8,
55 "rank": 6,
56 "sigma_min": 0.0006099282139602942
57 }
58 ],
59 "pass": true
60 },
61 "noise_reconstruction_scaling": {
62 "predicted": "sigma_min increases with T and reconstruction RMSE decreases approximately as 1/sigma_min",
63 "observed_log_error_vs_log_sigma_slope": -0.9926655329441173,
64 "sweep": [
65 {
66 "T": 4,
67 "sigma_min": 0.0003785961697048085,
68 "rmse": 1.193954401608507,
69 "rmse_times_sigma": 0.00045202656325117743
70 },
71 {
72 "T": 5,
73 "sigma_min": 0.0009307438284968715,
74 "rmse": 0.47613895510433424,
75 "rmse_times_sigma": 0.0004431633939703081
76 },
77 {
78 "T": 6,
79 "sigma_min": 0.0016872392178096608,
80 "rmse": 0.27449656054936256,
81 "rmse_times_sigma": 0.00046314136211274867
82 },
83 {
84 "T": 7,
85 "sigma_min": 0.0026007850613592896,
86 "rmse": 0.17006685506585292,
87 "rmse_times_sigma": 0.0004423073360876257
88 },
89 {
90 "T": 8,
91 "sigma_min": 0.0036120811423611975,
92 "rmse": 0.12281304830909687,
93 "rmse_times_sigma": 0.00044361069583318354
94 },
95 {
96 "T": 9,
97 "sigma_min": 0.004664099314339872,
98 "rmse": 0.09588730546712121,
99 "rmse_times_sigma": 0.00044722791568309794
100 },
101 {
102 "T": 10,
103 "sigma_min": 0.005709699221749188,
104 "rmse": 0.08035817578597414,
105 "rmse_times_sigma": 0.000458821013746361
106 },
107 {
108 "T": 11,
109 "sigma_min": 0.006714235888978362,
110 "rmse": 0.06925492979048495,
111 "rmse_times_sigma": 0.0004649939350879508
112 },
113 {
114 "T": 12,
115 "sigma_min": 0.007655041917488753,
116 "rmse": 0.0603744006556909,
117 "rmse_times_sigma": 0.00046216856776257426
118 }
119 ],
120 "pass": true
121 },
122 "positivity_bias_sweep": [
123 {
124 "bias": -0.2,
125 "negative_fraction": 0.95,
126 "positivity_penalty": 6.824606972445847
127 },
128 {
129 "bias": -0.1,
130 "negative_fraction": 0.9,
131 "positivity_penalty": 1.8998019740754621
132 },
133 {
134 "bias": 0.0,
135 "negative_fraction": 0.15,
136 "positivity_penalty": 0.024567101155233254
137 },
138 {
139 "bias": 0.1,
140 "negative_fraction": 0.0,
141 "positivity_penalty": 0.0
142 },
143 {
144 "bias": 0.2,
145 "negative_fraction": 0.0,
146 "positivity_penalty": 0.0
147 }
148 ],
149 "baseline_vs_positive": {
150 "baseline_signed_relu": {
151 "negative_preactivation_fraction": 0.4895833333333333,
152 "linearized_perturbation_relative_error": 1.0254231962509892,
153 "sigma_min_Q": 0.06032537205140435,
154 "observability_rank": 8
155 },
156 "positive_regime_relu": {
157 "negative_preactivation_fraction": 0.0,
158 "linearized_perturbation_relative_error": 8.522155017431553e-11,
159 "sigma_min_Q": 0.027615276267295413,
160 "observability_rank": 8
161 }
162 },
163 "mechanism_pass": true
164}