{ "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.003, "radius": 0.05 }, "sweep": [ { "cfg": { "lr": 0.0015, "radius": 0.05 }, "mean": 0.002696412382647395 }, { "cfg": { "lr": 0.003, "radius": 0.05 }, "mean": 0.0010492464643903077 }, { "cfg": { "lr": 0.006, "radius": 0.05 }, "mean": 0.0012117274600313976 } ], "full": { "mean": 0.0012495772170950659, "std": 0.0005645325118199199, "per_seed": [ 0.000996186281554401, 0.0008429015870206058, 0.0008552631479687989, 0.001502634841017425, 0.001222004764713347, 0.0009713814943097532, 0.002642611740157008, 0.0009636338800191879 ], "n": 8 } }, "idea": { "mean": 0.0010236013476969674, "std": 0.0003525166306615029, "per_seed": [ 0.0007349217194132507, 0.0010386385256424546, 0.0008291155099868774, 0.001807487802579999, 0.0007241228595376015, 0.000720260024536401, 0.0013001237530261278, 0.0010341405868530273 ], "n": 8 }, "comparison": { "delta_mean": -0.00022597586939809844, "idea_wins": 5, "n_pairs": 8, "per_seed_diffs": [ -0.00026126456214115024, 0.00019573693862184882, -2.6147637981921434e-05, 0.0003048529615625739, -0.0004978819051757455, -0.00025112146977335215, -0.0013424879871308804, 7.050670683383942e-05 ], "p_value": 0.2949, "mde": 0.00043675546709058414, "mde_rel_pct": 34.952259141369765, "verdict": "no significant win", "system_worked": false }, "mechanism_signature": { "prediction": "smooth clipping can apply a different local gain and create larger gradients than exact projection near the boundary", "observed": { "cfg": { "lr": 0.006, "radius": 0.05 }, "baseline_seed0_metric": 0.0007390209357254207, "idea_seed0_metric": 0.0007349217194132507, "baseline": { "grad_norm_mean": 0.4881857982060562, "grad_norm_p95": 1.74818832874298, "applied_norm_mean": 0.050000001288329564, "applied_norm_p95": 0.05000000447034836, "fraction_over_radius": 1.0 }, "idea": { "grad_norm_mean": 0.48380100160526734, "grad_norm_p95": 1.7462666749954214, "applied_norm_mean": 0.046499995747581124, "applied_norm_p95": 0.0499768827110529, "fraction_over_radius": 0.9791666666666666 }, "smooth_applied_norm_exceeds_radius": false }, "confirmed": false }, "idea_grid": [ { "cfg": { "lr": 0.0015, "radius": 0.05 }, "full": { "mean": 0.0026488977746339515, "std": 0.0009775027285094725, "per_seed": [ 0.002502700313925743, 0.0030538190621882677, 0.0011029867455363274, 0.0035616853274405003, 0.0022829172667115927, 0.0012881349539384246, 0.003845615778118372, 0.0035533227492123842 ], "n": 8 } }, { "cfg": { "lr": 0.003, "radius": 0.05 }, "full": { "mean": 0.0014651147939730436, "std": 0.0007129411128583655, "per_seed": [ 0.001081180409528315, 0.0008826935081742704, 0.0008340234053321183, 0.0018998341402038932, 0.002233539242297411, 0.0008554045343771577, 0.0028406656347215176, 0.0010935774771496654 ], "n": 8 } }, { "cfg": { "lr": 0.006, "radius": 0.05 }, "full": { "mean": 0.0010236013476969674, "std": 0.0003525166306615029, "per_seed": [ 0.0007349217194132507, 0.0010386385256424546, 0.0008291155099868774, 0.001807487802579999, 0.0007241228595376015, 0.000720260024536401, 0.0013001237530261278, 0.0010341405868530273 ], "n": 8 } } ], "math_sanity": [ { "input_norm": 0.01, "exact_norm": 0.01, "smooth_norm": 0.009805806756909202, "exact_bound_ok": true }, { "input_norm": 0.05, "exact_norm": 0.05000000000000002, "smooth_norm": 0.03535533905932738, "exact_bound_ok": true }, { "input_norm": 0.2, "exact_norm": 0.050000000744808065, "smooth_norm": 0.048507125007266595, "exact_bound_ok": false }, { "input_norm": 1.0, "exact_norm": 0.05000000074500806, "smooth_norm": 0.049937616943892225, "exact_bound_ok": false } ], "protocol": { "epochs": 12, "batch": 128, "paired_seeds": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "track_reason": "dynamics matches optimizer stability and bifurcation structure" } }