Spectral-Band Dual-Timescale Network / bench_report.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.006,
 10      "gamma": 1.0
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "gamma": 0.4
 17        },
 18        "mean": 0.001971690042410046
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.001,
 23          "gamma": 1.0
 24        },
 25        "mean": 0.0013888165121898055
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.003,
 30          "gamma": 0.4
 31        },
 32        "mean": 0.0010129157599294558
 33      },
 34      {
 35        "cfg": {
 36          "lr": 0.003,
 37          "gamma": 1.0
 38        },
 39        "mean": 0.0007739054271951318
 40      },
 41      {
 42        "cfg": {
 43          "lr": 0.006,
 44          "gamma": 0.4
 45        },
 46        "mean": 0.0005326326572685502
 47      },
 48      {
 49        "cfg": {
 50          "lr": 0.006,
 51          "gamma": 1.0
 52        },
 53        "mean": 0.0004311748270993121
 54      }
 55    ],
 56    "full": {
 57      "mean": 0.0004004990041721612,
 58      "std": 7.354865862466145e-05,
 59      "per_seed": [
 60        0.00032163842115551233,
 61        0.0005050268373452127,
 62        0.0003722184046637267,
 63        0.0005258156452327967,
 64        0.00031021691393107176,
 65        0.00036279112100601196,
 66        0.00040758162504062057,
 67        0.0003987030650023371
 68      ],
 69      "n": 8
 70    }
 71  },
 72  "idea": {
 73    "mean": 0.0005187966198718641,
 74    "std": 6.731488481596035e-05,
 75    "per_seed": [
 76      0.0004997514770366251,
 77      0.0006125298095867038,
 78      0.0005725970841012895,
 79      0.000530327029991895,
 80      0.00038920878432691097,
 81      0.0005293103749863803,
 82      0.0005672792322002351,
 83      0.00044936916674487293
 84    ],
 85    "n": 8
 86  },
 87  "comparison": {
 88    "delta_mean": 0.00011829761569970287,
 89    "idea_wins": 0,
 90    "n_pairs": 8,
 91    "per_seed_diffs": [
 92      0.00017811305588111281,
 93      0.00010750297224149108,
 94      0.00020037867943756282,
 95      4.511384759098291e-06,
 96      7.899187039583921e-05,
 97      0.00016651925398036838,
 98      0.00015969760715961456,
 99      5.066610174253583e-05
100    ],
101    "p_value": 0.0081,
102    "mde": 5.78763280347936e-05,
103    "mde_rel_pct": 14.451054167893634,
104    "verdict": "idea worse (significant)",
105    "system_worked": false
106  },
107  "mechanism_signature": {
108    "prediction": "trained fast/slow modal decay rates agree within 20%",
109    "predicted_rates": [
110      3.908752053976059,
111      0.3747453838586807
112    ],
113    "observed_rates": [
114      0.0,
115      0.0
116    ],
117    "relative_errors": [
118      1.0,
119      1.0
120    ],
121    "confirmed": false
122  },
123  "idea_sweep": [
124    {
125      "cfg": {
126        "lr": 0.001
127      },
128      "mean": 0.001689480894128792,
129      "per_seed": [
130        0.0016606806311756372,
131        0.0017868814757093787,
132        0.0018675795290619135,
133        0.0017374568851664662,
134        0.0013423769269138575,
135        0.0014587605837732553,
136        0.001253080670721829,
137        0.0024090304505079985
138      ]
139    },
140    {
141      "cfg": {
142        "lr": 0.003
143      },
144      "mean": 0.0008820996736176312,
145      "per_seed": [
146        0.00092177907936275,
147        0.0009301036479882896,
148        0.0009488135110586882,
149        0.0009710948215797544,
150        0.0007397678564302623,
151        0.0008799024508334696,
152        0.0008156044641509652,
153        0.0008497315575368702
154      ]
155    },
156    {
157      "cfg": {
158        "lr": 0.006
159      },
160      "mean": 0.0005187966198718641,
161      "per_seed": [
162        0.0004997514770366251,
163        0.0006125298095867038,
164        0.0005725970841012895,
165        0.000530327029991895,
166        0.00038920878432691097,
167        0.0005293103749863803,
168        0.0005672792322002351,
169        0.00044936916674487293
170      ]
171    }
172  ],
173  "protocol_note": "Matched dynamics task; baseline and idea share 64-dimensional dissipative recurrent state, input/output, optimizer, epochs, batch, and all learning-rate values. Only one versus two relaxation bands and explicit exchange differ."
174}