IMM Stale-Feedback Detector / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "prediction_checks": {
  3    "P1_mode_separation": {
  4      "prediction": "persistent d=2 gives p(d=2)>0.5 while clean d=0 retains p(d=0)",
  5      "delayed": {
  6        "delay": 2,
  7        "noise": 0.03,
  8        "slope": 0.0007785781526003521,
  9        "mean_KL": 1.3336887651940748,
 10        "cumulative_llr_slope": 1.3790153240337304,
 11        "slope_over_KL": 0.993561554348585,
 12        "alarm_median": 8.5,
 13        "dominant_median": 4.0,
 14        "final_true_posterior": 0.9605996611612697,
 15        "final_zero_posterior": 0.005663732997422032,
 16        "max_normalization_error": 4.440892098500626e-16
 17      },
 18      "clean": {
 19        "delay": 0,
 20        "noise": 0.03,
 21        "slope": 0.0,
 22        "mean_KL": 0.0,
 23        "cumulative_llr_slope": 0.0,
 24        "slope_over_KL": 0.0,
 25        "alarm_median": null,
 26        "dominant_median": null,
 27        "final_true_posterior": 0.9778142142508726,
 28        "final_zero_posterior": 0.9778142142508726,
 29        "max_normalization_error": 4.440892098500626e-16
 30      }
 31    },
 32    "P2_KL_slope": {
 33      "prediction": "early cumulative innovation log-likelihood slope approximately equals mean innovation KL",
 34      "noise_sweep": [
 35        {
 36          "delay": 2,
 37          "noise": 0.015,
 38          "slope": 0.0019416305413025238,
 39          "mean_KL": 2.6673775303881495,
 40          "cumulative_llr_slope": 2.748694855905076,
 41          "slope_over_KL": 0.9970763092026242,
 42          "alarm_median": 6.0,
 43          "dominant_median": 3.0,
 44          "final_true_posterior": 0.9758583872484718,
 45          "final_zero_posterior": 0.0030562652574435455,
 46          "max_normalization_error": 4.440892098500626e-16
 47        },
 48        {
 49          "delay": 2,
 50          "noise": 0.03,
 51          "slope": 0.0007785781526003521,
 52          "mean_KL": 1.3336887651940748,
 53          "cumulative_llr_slope": 1.3790153240337304,
 54          "slope_over_KL": 0.993561554348585,
 55          "alarm_median": 8.5,
 56          "dominant_median": 4.0,
 57          "final_true_posterior": 0.9605996611612697,
 58          "final_zero_posterior": 0.005663732997422032,
 59          "max_normalization_error": 4.440892098500626e-16
 60        },
 61        {
 62          "delay": 2,
 63          "noise": 0.06,
 64          "slope": 0.0008225903767851935,
 65          "mean_KL": 0.6668443825970374,
 66          "cumulative_llr_slope": 0.6922337369813991,
 67          "slope_over_KL": 0.9987247256394581,
 68          "alarm_median": 10.5,
 69          "dominant_median": 7.0,
 70          "final_true_posterior": 0.9239204397602936,
 71          "final_zero_posterior": 0.0111765248666157,
 72          "max_normalization_error": 4.440892098500626e-16
 73        },
 74        {
 75          "delay": 2,
 76          "noise": 0.12,
 77          "slope": 0.001977235648426705,
 78          "mean_KL": 0.3334221912985187,
 79          "cumulative_llr_slope": 0.3476555170092938,
 80          "slope_over_KL": 0.990748555671852,
 81          "alarm_median": 23.0,
 82          "dominant_median": 11.0,
 83          "final_true_posterior": 0.8600669036614939,
 84          "final_zero_posterior": 0.0216412733577526,
 85          "max_normalization_error": 4.440892098500626e-16
 86        }
 87      ]
 88    },
 89    "P3_detection_scaling": {
 90      "prediction": "alarm time increases as KL decreases (larger observation noise)",
 91      "noise_sweep": [
 92        {
 93          "delay": 2,
 94          "noise": 0.015,
 95          "slope": 0.002926337182553665,
 96          "mean_KL": 2.6831277090853902,
 97          "cumulative_llr_slope": 2.7217000323421514,
 98          "slope_over_KL": 0.9963331184663586,
 99          "alarm_median": 6.0,
100          "dominant_median": 2.0,
101          "final_true_posterior": 0.9777240715163967,
102          "final_zero_posterior": 0.0030562652574435455,
103          "max_normalization_error": 4.440892098500626e-16
104        },
105        {
106          "delay": 2,
107          "noise": 0.03,
108          "slope": 0.0010502536788597526,
109          "mean_KL": 1.3415638545426951,
110          "cumulative_llr_slope": 1.3784283143154599,
111          "slope_over_KL": 0.9995188912097914,
112          "alarm_median": 8.5,
113          "dominant_median": 3.0,
114          "final_true_posterior": 0.9605996611612697,
115          "final_zero_posterior": 0.005663732997422032,
116          "max_normalization_error": 4.440892098500626e-16
117        },
118        {
119          "delay": 2,
120          "noise": 0.06,
121          "slope": 0.0011164307743681623,
122          "mean_KL": 0.6707819272713476,
123          "cumulative_llr_slope": 0.6903288838713548,
124          "slope_over_KL": 1.0003064693660588,
125          "alarm_median": 9.5,
126          "dominant_median": 5.5,
127          "final_true_posterior": 0.9124826162425348,
128          "final_zero_posterior": 0.0111765248666157,
129          "max_normalization_error": 4.440892098500626e-16
130        },
131        {
132          "delay": 2,
133          "noise": 0.12,
134          "slope": 0.001977235648426705,
135          "mean_KL": 0.3353909636356738,
136          "cumulative_llr_slope": 0.3409259316896296,
137          "slope_over_KL": 1.0110868359305787,
138          "alarm_median": 20.5,
139          "dominant_median": 9.0,
140          "final_true_posterior": 0.837563902349591,
141          "final_zero_posterior": 0.022575170891595865,
142          "max_normalization_error": 4.440892098500626e-16
143        }
144      ]
145    },
146    "P4_normalization": {
147      "prediction": "posterior sums to one to numerical precision",
148      "max_abs_sum_error": 4.440892098500626e-16
149    }
150  },
151  "settings": {
152    "a": 0.85,
153    "q": 0.04,
154    "D": 4,
155    "persistence": 0.985,
156    "steps": 1200,
157    "threshold": 0.01,
158    "replicates": 30,
159    "likelihood": "exact Gaussian innovation with known state history"
160  }
161}