{ "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.0014035784406587481 }, { "cfg": { "lr": 0.003 }, "mean": 0.000857145045301877 }, { "cfg": { "lr": 0.006 }, "mean": 0.0005846045824000612 } ], "full": { "mean": 0.0006132683593023103, "std": 0.00012424553172221234, "per_seed": [ 0.0005031590699218214, 0.0007117226487025619, 0.0004876864841207862, 0.0006358501268550754, 0.0004713028611149639, 0.0005687447264790535, 0.0006691908929497004, 0.0008584900642745197 ], "n": 8 } }, "idea": { "mean": 0.0001349421136183082, "std": 2.309535756281096e-05, "per_seed": [ 0.00011737410386558622, 0.00014533710782416165, 0.0001241672143805772, 0.0001715633989078924, 0.0001070009166141972, 0.00010650144395185634, 0.00014698794984724373, 0.00016060477355495095 ], "n": 8 }, "comparison": { "delta_mean": -0.00047832624568400206, "idea_wins": 8, "n_pairs": 8, "per_seed_diffs": [ -0.00038578496605623513, -0.0005663855408784002, -0.000363519269740209, -0.00046428672794718295, -0.0003643019445007667, -0.00046224328252719715, -0.0005222029431024566, -0.0006978852907195687 ], "p_value": 0.0081, "mde": 9.642354488901526e-05, "mde_rel_pct": 15.722895764378306, "verdict": "idea better (significant)", "system_worked": true }, "mechanism_signature": { "math_sanity": { "max_ratio": 0.7304509862882015, "bound": 0.88, "passed": true }, "selected_cfg": { "lr": 0.006, "radius": 0.88 }, "candidate_results": [ { "cfg": { "lr": 0.001, "radius": 0.88 }, "mean": 0.0023357835689239437 }, { "cfg": { "lr": 0.003, "radius": 0.88 }, "mean": 0.0002383494229434291 }, { "cfg": { "lr": 0.006, "radius": 0.88 }, "mean": 0.0001349421136183082 } ], "predicted_contraction_bound": 0.8710182309150696, "observed_input_sensitivity": 0.007450580131262541, "trained_recurrent_norm": 0.8710182309150696, "within_bound": true, "confirmed": true, "interpretation": "trained-model perturbation sensitivity versus certified recurrent operator bound" }, "protocol_notes": { "matched_track": "dynamics: controlled pendulum rollout is a stability/control task", "baseline": "vanilla rnn_small with Adam via bench.train_model", "intervention": "post-step recurrent spectral projection implementing a conservative quadratic Lyapunov certificate", "epochs": 20, "batch": 128, "paired_seeds": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "baseline_grid": [ 0.001, 0.003, 0.006 ], "idea_grid": [ 0.001, 0.003, 0.006 ] } }