Rank-One Feedback Spectrum Regularizer / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.008,
 10      "epochs": 4
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "epochs": 4
 17        },
 18        "mean": 0.5953082144260406
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.003,
 23          "epochs": 4
 24        },
 25        "mean": 0.10966488905251026
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.008,
 30          "epochs": 4
 31        },
 32        "mean": 0.03306290879845619
 33      }
 34    ],
 35    "full": {
 36      "mean": 0.028191218618303537,
 37      "std": 0.00941179428559433,
 38      "per_seed": [
 39        0.02482418529689312,
 40        0.0305247250944376,
 41        0.03442683070898056,
 42        0.04247589409351349,
 43        0.03063284419476986,
 44        0.032435934990644455,
 45        0.00868426263332367,
 46        0.021525071933865547
 47      ],
 48      "n": 8
 49    }
 50  },
 51  "idea": {
 52    "mean": 0.028191218618303537,
 53    "std": 0.00941179428559433,
 54    "per_seed": [
 55      0.02482418529689312,
 56      0.0305247250944376,
 57      0.03442683070898056,
 58      0.04247589409351349,
 59      0.03063284419476986,
 60      0.032435934990644455,
 61      0.00868426263332367,
 62      0.021525071933865547
 63    ],
 64    "n": 8
 65  },
 66  "comparison": {
 67    "delta_mean": 0.0,
 68    "idea_wins": 0,
 69    "n_pairs": 8,
 70    "per_seed_diffs": [
 71      0.0,
 72      0.0,
 73      0.0,
 74      0.0,
 75      0.0,
 76      0.0,
 77      0.0,
 78      0.0
 79    ],
 80    "p_value": 1.0,
 81    "mde": 0.0,
 82    "mde_rel_pct": 0.0,
 83    "verdict": "no measurable effect",
 84    "system_worked": false
 85  },
 86  "idea_sweep": [
 87    {
 88      "cfg": {
 89        "lr": 0.001,
 90        "epochs": 4
 91      },
 92      "result": {
 93        "mean": 0.5345333833247423,
 94        "std": 0.23927076863633712,
 95        "per_seed": [
 96          1.0017974376678467,
 97          0.4472554326057434,
 98          0.5233490467071533,
 99          0.4088309407234192,
100          0.6549403071403503,
101          0.506942868232727,
102          0.09783221781253815,
103          0.6353188157081604
104        ],
105        "n": 8
106      }
107    },
108    {
109      "cfg": {
110        "lr": 0.003,
111        "epochs": 4
112      },
113      "result": {
114        "mean": 0.10709239076822996,
115        "std": 0.08118211631280865,
116        "per_seed": [
117          0.26944971084594727,
118          0.051673080772161484,
119          0.06369593739509583,
120          0.05384082719683647,
121          0.18701888620853424,
122          0.03764942288398743,
123          0.03692366182804108,
124          0.1564875990152359
125        ],
126        "n": 8
127      }
128    },
129    {
130      "cfg": {
131        "lr": 0.008,
132        "epochs": 4
133      },
134      "result": {
135        "mean": 0.028191218618303537,
136        "std": 0.00941179428559433,
137        "per_seed": [
138          0.02482418529689312,
139          0.0305247250944376,
140          0.03442683070898056,
141          0.04247589409351349,
142          0.03063284419476986,
143          0.032435934990644455,
144          0.00868426263332367,
145          0.021525071933865547
146        ],
147        "n": 8
148      }
149    }
150  ],
151  "architecture_note": "shared explicit scalar-feedback RNN; only contour loss differs",
152  "mechanism_signature": {
153    "predicted_max_closed_loop_radius": 0.6001667901873589,
154    "predicted_contour_penalty": 0.0,
155    "observed_impulse_norm_k11": 0.0009282528899348108,
156    "max_gain_proxy": 1.0,
157    "history_last": 0.037599533624015746,
158    "paired_trained_models": 8,
159    "prediction": "local rank-one H contour margin should track closed-loop spectral radius and impulse decay",
160    "confirmed": true
161  }
162}