{ "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006, "epochs": 15, "weight_decay": 0.0 }, "sweep": [ { "cfg": { "lr": 0.001, "epochs": 15, "weight_decay": 0.0 }, "mean": 0.0011778276093536988 }, { "cfg": { "lr": 0.003, "epochs": 15, "weight_decay": 0.0 }, "mean": 0.0007040829586912878 }, { "cfg": { "lr": 0.006, "epochs": 15, "weight_decay": 0.0 }, "mean": 0.00042879935062956065 } ], "full": { "mean": 0.0003733093799382914, "std": 0.0001422580194548688, "per_seed": [ 0.00041920592775568366, 0.0005275467410683632, 0.0002469699247740209, 0.0005214748089201748, 0.00021985481726005673, 0.00041659976704977453, 0.00013517960906028748, 0.0004996434436179698 ], "n": 8 } }, "idea": { "per_seed": [ 0.001769391936250031, 0.0016720223939046264, 0.001442315406166017, 0.001998485764488578, 0.0017929950263351202, 0.0018884261371567845, 0.00186431675683707, 0.0016658375971019268 ], "mean": 0.0017617238772800192, "std": 0.00017026615425158047 }, "comparison": { "delta_mean": 0.0013884144973417278, "idea_wins": 0, "n_pairs": 8, "per_seed_diffs": [ 0.0013501860084943473, 0.0011444756528362632, 0.0011953454813919961, 0.001477010955568403, 0.0015731402090750635, 0.00147182637010701, 0.0017291371477767825, 0.001166194153483957 ], "p_value": 0.0081, "mde": 0.00017671141495484378, "mde_rel_pct": 47.33645186843536, "verdict": "idea worse (significant)", "system_worked": false }, "mechanism_signature": { "prediction": "contractive recurrent perturbations decay", "idea_model": "DynamicsMatchedReservoir", "signature": { "mean_perturbation_ratio": 0.07229285687208176, "predicted_rho": 0.5131399999999999, "observed_ratio": 0.07229285687208176, "confirmed": false }, "confirmed": false }, "idea_sweep": [ { "cfg": { "lr": 0.001, "epochs": 15, "leak": 0.35, "residual_scale": 0.08 }, "mean": 0.002627965557621792, "full": { "per_seed": [ 0.0030362543184310198, 0.002667633816599846, 0.002069995040073991, 0.002907233312726021, 0.002530411584302783, 0.0025524694938212633, 0.0028460959438234568, 0.0024136309511959553 ], "mean": 0.002627965557621792, "std": 0.00030852911016232825 } }, { "cfg": { "lr": 0.003, "epochs": 15, "leak": 0.45, "residual_scale": 0.1 }, "mean": 0.00218639854574576, "full": { "per_seed": [ 0.0023016654886305332, 0.0021684756502509117, 0.001754965865984559, 0.0023502144031226635, 0.0021341126412153244, 0.0023281252942979336, 0.0023496386129409075, 0.0021039904095232487 ], "mean": 0.00218639854574576, "std": 0.00020101037575219233 } }, { "cfg": { "lr": 0.006, "epochs": 15, "leak": 0.55, "residual_scale": 0.14 }, "mean": 0.0017617238772800192, "full": { "per_seed": [ 0.001769391936250031, 0.0016720223939046264, 0.001442315406166017, 0.001998485764488578, 0.0017929950263351202, 0.0018884261371567845, 0.00186431675683707, 0.0016658375971019268 ], "mean": 0.0017617238772800192, "std": 0.00017026615425158047 } } ], "protocol": { "paired_seeds": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "n_train": 800, "n_test": 300, "epochs": 15, "structural_match": "dynamics/control", "search_space_parity": true } }