Pullback random-attractor monitor / bench_report.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.006,
 10      "weight_decay": 0.0001,
 11      "epochs": 12,
 12      "attr_weight": 0.0,
 13      "target_lambda": -0.08
 14    },
 15    "sweep": [
 16      {
 17        "cfg": {
 18          "lr": 0.0015,
 19          "weight_decay": 0.0,
 20          "epochs": 12,
 21          "attr_weight": 0.0,
 22          "target_lambda": -0.08
 23        },
 24        "mean": 0.004987949621863663
 25      },
 26      {
 27        "cfg": {
 28          "lr": 0.0015,
 29          "weight_decay": 0.0001,
 30          "epochs": 12,
 31          "attr_weight": 0.0,
 32          "target_lambda": -0.08
 33        },
 34        "mean": 0.00498378137126565
 35      },
 36      {
 37        "cfg": {
 38          "lr": 0.003,
 39          "weight_decay": 0.0,
 40          "epochs": 12,
 41          "attr_weight": 0.0,
 42          "target_lambda": -0.08
 43        },
 44        "mean": 0.00358188062091358
 45      },
 46      {
 47        "cfg": {
 48          "lr": 0.003,
 49          "weight_decay": 0.0001,
 50          "epochs": 12,
 51          "attr_weight": 0.0,
 52          "target_lambda": -0.08
 53        },
 54        "mean": 0.0035488905268721282
 55      },
 56      {
 57        "cfg": {
 58          "lr": 0.006,
 59          "weight_decay": 0.0,
 60          "epochs": 12,
 61          "attr_weight": 0.0,
 62          "target_lambda": -0.08
 63        },
 64        "mean": 0.0019017510931007564
 65      },
 66      {
 67        "cfg": {
 68          "lr": 0.006,
 69          "weight_decay": 0.0001,
 70          "epochs": 12,
 71          "attr_weight": 0.0,
 72          "target_lambda": -0.08
 73        },
 74        "mean": 0.001846620871219784
 75      }
 76    ],
 77    "full": {
 78      "mean": 0.0020994337101001292,
 79      "std": 0.0003699326898898649,
 80      "per_seed": [
 81        0.0021909112110733986,
 82        0.0014349172124639153,
 83        0.0016000064788386226,
 84        0.0021606485825031996,
 85        0.0026131158228963614,
 86        0.002182674128562212,
 87        0.002174227498471737,
 88        0.0024389687459915876
 89      ],
 90      "n": 8
 91    }
 92  },
 93  "idea": {
 94    "mean": 0.0019659589452203363,
 95    "std": 0.0007528780037898819,
 96    "per_seed": [
 97      0.002175788627937436,
 98      0.0017074780771508813,
 99      0.0010215449146926403,
100      0.001942452392540872,
101      0.002001833636313677,
102      0.0019844763446599245,
103      0.0012087502982467413,
104      0.003685347270220518
105    ],
106    "n": 8
107  },
108  "comparison": {
109    "delta_mean": -0.00013347476487979293,
110    "idea_wins": 6,
111    "n_pairs": 8,
112    "per_seed_diffs": [
113      -1.5122583135962486e-05,
114      0.00027256086468696594,
115      -0.0005784615641459823,
116      -0.00021819618996232748,
117      -0.0006112821865826845,
118      -0.00019819778390228748,
119      -0.0009654772002249956,
120      0.0012463785242289305
121    ],
122    "p_value": 0.59995,
123    "mde": 0.0005664705121806638,
124    "mde_rel_pct": 26.982062327352402,
125    "verdict": "no significant win",
126    "system_worked": false
127  },
128  "mechanism_signature": {
129    "prediction": "trained hidden pullback diameter contracts exponentially under shared replay",
130    "config": {
131      "lr": 0.006,
132      "weight_decay": 0.0001,
133      "epochs": 12,
134      "attr_weight": 0.001,
135      "target_lambda": -0.08
136    },
137    "predicted_log_diameter_step": -0.08,
138    "observed_log_diameter_slope": -0.4773993907385317,
139    "final_diameter": 0.034216802567243576,
140    "confirmed": false
141  },
142  "idea_sweep": [
143    {
144      "cfg": {
145        "lr": 0.006,
146        "weight_decay": 0.0001,
147        "epochs": 12,
148        "attr_weight": 0.001,
149        "target_lambda": -0.08
150      },
151      "result": {
152        "mean": 0.0019659589452203363,
153        "std": 0.0007528780037898819,
154        "per_seed": [
155          0.002175788627937436,
156          0.0017074780771508813,
157          0.0010215449146926403,
158          0.001942452392540872,
159          0.002001833636313677,
160          0.0019844763446599245,
161          0.0012087502982467413,
162          0.003685347270220518
163        ],
164        "n": 8
165      }
166    },
167    {
168      "cfg": {
169        "lr": 0.006,
170        "weight_decay": 0.0001,
171        "epochs": 12,
172        "attr_weight": 0.01,
173        "target_lambda": -0.08
174      },
175      "result": {
176        "mean": 0.0019659589452203363,
177        "std": 0.0007528780037898819,
178        "per_seed": [
179          0.002175788627937436,
180          0.0017074780771508813,
181          0.0010215449146926403,
182          0.001942452392540872,
183          0.002001833636313677,
184          0.0019844763446599245,
185          0.0012087502982467413,
186          0.003685347270220518
187        ],
188        "n": 8
189      }
190    },
191    {
192      "cfg": {
193        "lr": 0.006,
194        "weight_decay": 0.0001,
195        "epochs": 12,
196        "attr_weight": 0.03,
197        "target_lambda": -0.04
198      },
199      "result": {
200        "mean": 0.0019659589452203363,
201        "std": 0.0007528780037898819,
202        "per_seed": [
203          0.002175788627937436,
204          0.0017074780771508813,
205          0.0010215449146926403,
206          0.001942452392540872,
207          0.002001833636313677,
208          0.0019844763446599245,
209          0.0012087502982467413,
210          0.003685347270220518
211        ],
212        "n": 8
213      }
214    }
215  ],
216  "track_justification": "Dynamics is structurally matched: the idea diagnoses stability and contraction of recurrent latent trajectories."
217}