{ "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006, "epochs": 10, "sigma": 0.42, "delay": 2 }, "sweep": [ { "cfg": { "lr": 0.001, "epochs": 10, "sigma": 0.42, "delay": 2 }, "mean": 0.031775987590663135 }, { "cfg": { "lr": 0.003, "epochs": 10, "sigma": 0.42, "delay": 2 }, "mean": 0.0045060215052217245 }, { "cfg": { "lr": 0.006, "epochs": 10, "sigma": 0.42, "delay": 2 }, "mean": 0.003409882716368884 } ], "full": { "mean": 0.003796056960709393, "std": 0.0013761704084519022, "per_seed": [ 0.0020462549291551113, 0.002398432930931449, 0.0028834049589931965, 0.006311438046395779, 0.0043189190328121185, 0.003161484142765403, 0.0053052944131195545, 0.003943227231502533 ], "n": 8 } }, "idea": { "mean": 0.0037960568733979017, "std": 0.0013761705927236632, "per_seed": [ 0.0020462542306631804, 0.0023984331637620926, 0.0028834049589931965, 0.006311438046395779, 0.004318919964134693, 0.003161483909934759, 0.005305294878780842, 0.003943225834518671 ], "n": 8 }, "comparison": { "delta_mean": -8.731149137020111e-11, "idea_wins": 3, "n_pairs": 8, "per_seed_diffs": [ -6.984919309616089e-10, 2.3283064365386963e-10, 0.0, 0.0, 9.313225746154785e-10, -2.3283064365386963e-10, 4.656612873077393e-10, -1.3969838619232178e-09 ], "p_value": 0.8453, "mde": 5.972244572456096e-10, "mde_rel_pct": 1.5732758054663188e-05, "verdict": "no measurable effect", "system_worked": false }, "mechanism_signature": { "math_sanity": { "predicted_log_rho": -0.10127994793858716, "measured_exponent": -0.10127994793858712, "absolute_error": 4.163336342344337e-17, "passed": true }, "trained_model_signature": { "predicted_transverse_radius_baseline": 1.0, "predicted_transverse_radius_idea": 0.8141191005706787, "observed_final_disagreement_baseline": 0.0, "observed_final_disagreement_idea": 8.712692134706509e-16, "prediction": "smaller transverse spectral radius should yield smaller trained hidden disagreement", "confirmed": false }, "topology": { "baseline": "symmetric reciprocal ring", "idea": "directed heterogeneous row-stochastic" } }, "idea_sweep": [ { "cfg": { "lr": 0.006, "epochs": 10, "sigma": 0.42, "delay": 2 }, "mean": 0.0037960568733979017 }, { "cfg": { "lr": 0.001, "epochs": 10, "sigma": 0.42, "delay": 2 }, "mean": 0.03185410512378439 } ], "math_sanity": { "predicted_log_rho": -0.10127994793858716, "measured_exponent": -0.10127994793858712, "absolute_error": 4.163336342344337e-17, "passed": true } }