{ "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.009, "epochs": 12, "weight_decay": 0.0001 }, "sweep": [ { "cfg": { "lr": 0.001, "epochs": 12, "weight_decay": 0.0 }, "mean": 0.004103701037820429 }, { "cfg": { "lr": 0.001, "epochs": 12, "weight_decay": 0.0001 }, "mean": 0.0041049906285479665 }, { "cfg": { "lr": 0.003, "epochs": 12, "weight_decay": 0.0 }, "mean": 0.0033861721749417484 }, { "cfg": { "lr": 0.003, "epochs": 12, "weight_decay": 0.0001 }, "mean": 0.0033592699037399143 }, { "cfg": { "lr": 0.009, "epochs": 12, "weight_decay": 0.0 }, "mean": 0.0012523236509878188 }, { "cfg": { "lr": 0.009, "epochs": 12, "weight_decay": 0.0001 }, "mean": 0.0012439452111721039 } ], "full": { "mean": 0.0015301889216061682, "std": 0.000520398293562222, "per_seed": [ 0.0006319124950096011, 0.0014439183287322521, 0.0010583436815068126, 0.0018416063394397497, 0.0024377191439270973, 0.0017625956097617745, 0.0018110211240127683, 0.0012543946504592896 ], "n": 8 } }, "idea": { "mean": 0.004236663109622896, "std": 0.0018448852809520508, "per_seed": [ 0.0038791601546108723, 0.006286025978624821, 0.003358118701726198, 0.007666262332350016, 0.0023571187630295753, 0.0020544668659567833, 0.003132161218672991, 0.0051599908620119095 ], "n": 8 }, "comparison": { "delta_mean": 0.0027064741880167276, "idea_wins": 1, "n_pairs": 8, "per_seed_diffs": [ 0.003247247659601271, 0.004842107649892569, 0.0022997750202193856, 0.005824655992910266, -8.060038089752197e-05, 0.00029187125619500875, 0.0013211400946602225, 0.00390559621155262 ], "p_value": 0.01475, "mde": 0.0017792868429345541, "mde_rel_pct": 116.27889980192245, "verdict": "idea worse (significant)", "system_worked": false }, "mechanism_signature": { "mechanism_signature": { "predicted_effect": "radial damping lowers burst norm when positive radial growth and near-equilibrium gate coincide", "observed_mean_baseline_max_norm": 2.6786648333072662, "observed_mean_idea_max_norm": 2.058234691619873, "mean_norm_reduction": 0.6204301416873932, "total_interventions": 1919, "confirmed": true } }, "idea_sweep": [ { "cfg": { "lr": 0.009, "epochs": 12, "weight_decay": 0.0001 }, "result": { "mean": 0.004236663109622896, "std": 0.0018448852809520508, "per_seed": [ 0.0038791601546108723, 0.006286025978624821, 0.003358118701726198, 0.007666262332350016, 0.0023571187630295753, 0.0020544668659567833, 0.003132161218672991, 0.0051599908620119095 ], "n": 8 } }, { "cfg": { "lr": 0.001, "epochs": 12, "weight_decay": 0.0001 }, "result": { "mean": 0.05461519444361329, "std": 0.009953145481423375, "per_seed": [ 0.047671690583229065, 0.055415134876966476, 0.04205615073442459, 0.06574815511703491, 0.044831324368715286, 0.04755406454205513, 0.0637914165854454, 0.06985361874103546 ], "n": 8 } }, { "cfg": { "lr": 0.009, "epochs": 12, "weight_decay": 0.0001 }, "result": { "mean": 0.004236663109622896, "std": 0.0018448852809520508, "per_seed": [ 0.0038791601546108723, 0.006286025978624821, 0.003358118701726198, 0.007666262332350016, 0.0023571187630295753, 0.0020544668659567833, 0.003132161218672991, 0.0051599908620119095 ], "n": 8 } } ], "device": "cuda" }