{ "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.001864717691205442 }, { "cfg": { "lr": 0.003 }, "mean": 0.0010901302302954718 }, { "cfg": { "lr": 0.006 }, "mean": 0.0007834962307242677 } ], "full": { "mean": 0.0007629803658346646, "std": 0.0001532216486643604, "per_seed": [ 0.0007414515130221844, 0.0007607811712659895, 0.0005636455025523901, 0.0010681067360565066, 0.0005972225335426629, 0.0008695110445842147, 0.0006637414335273206, 0.0008393829921260476 ], "n": 8 } }, "idea": { "mean": 0.0008885447387001477, "std": 0.00019236408711557237, "per_seed": [ 0.0008275478612631559, 0.0007517888443544507, 0.0008077613892965019, 0.001312590204179287, 0.0006803550641052425, 0.0010163012193515897, 0.0007431214908137918, 0.0009688918362371624 ], "n": 8, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.001914308115374297 }, { "cfg": { "lr": 0.003 }, "mean": 0.0011525089503265917 }, { "cfg": { "lr": 0.006 }, "mean": 0.0009249220747733489 } ], "best_cfg": { "lr": 0.006 } }, "comparison": { "delta_mean": 0.00012556437286548316, "idea_wins": 1, "n_pairs": 8, "per_seed_diffs": [ 8.609634824097157e-05, -8.99232691153884e-06, 0.00024411588674411178, 0.0002444834681227803, 8.313253056257963e-05, 0.000146790174767375, 7.938005728647113e-05, 0.00012950884411111474 ], "p_value": 0.01555, "mde": 7.224663646449906e-05, "mde_rel_pct": 9.469003358358332, "verdict": "idea worse (significant)", "system_worked": false }, "mechanism_signature": { "mean_gain": 0.6955887790509646, "min_gain": 0.5946514130450381, "max_param_norm": 9.710066318511963, "mean_grad_norm": 0.3572234613335846, "predicted_mu_bound": 0.9, "observed_scaled_update_bound": 0.981711087657787, "prediction": "mu<1 should bound feedback gain and parameter growth", "predicted": { "mu_threshold": 1.0, "target_mu": 0.9 }, "observed": { "mean_gain": 0.6955887790509646, "max_param_norm": 9.710066318511963 }, "confirmed": true }, "custom_track": null }