{ "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.01, "epochs": 12 }, "sweep": [ { "cfg": { "lr": 0.001, "epochs": 12 }, "mean": 0.005020207085181028 }, { "cfg": { "lr": 0.003, "epochs": 12 }, "mean": 0.0029489120497601107 }, { "cfg": { "lr": 0.01, "epochs": 12 }, "mean": 0.0014198302378645167 } ], "full": { "mean": 0.0014198302378645167, "std": 0.00039839114901047844, "per_seed": [ 0.0009327387670055032, 0.0018641706556081772, 0.0010785290505737066, 0.0020708823576569557, 0.0009260809747502208, 0.0014055331703275442, 0.0016443432541564107, 0.001436363672837615 ], "n": 8 } }, "idea": { "per_seed": [ 0.4626535177230835, 0.45927271246910095, 0.5099033713340759, 0.5794274210929871, 0.4526548683643341, 0.45540836453437805, 0.4523857831954956, 0.4395509958267212 ], "mean": 0.47640712931752205 }, "comparison": { "delta_mean": 0.47498729907965753, "idea_wins": 0, "n_pairs": 8, "per_seed_diffs": [ 0.461720778956078, 0.4574085418134928, 0.5088248422835022, 0.5773565387353301, 0.4517287873895839, 0.4540028313640505, 0.4507414399413392, 0.4381146321538836 ], "p_value": 0.0081, "mde": 0.03875567283474413, "mde_rel_pct": 2729.599060591516, "verdict": "idea worse (significant)", "system_worked": false }, "mechanism_signature": { "math_and_trained_behavior": { "spectral_radius_predicted": 0.8822698000045112, "decay_factor_observed": 0.8815778323329195, "decay_relative_error": 0.00078430393014483, "ordinary_max_compensator": 0.708185009625288, "antiwindup_max_compensator": 0.1603214553812824, "windup_reduction_ratio": 0.22638357661102013, "constraint_violation": 0.0, "prediction_confirmed": true, "trained_nominal_abs_mean": 0.6836502552032471, "trained_shaped_abs_mean": 0.21633578836917877, "trained_residual_abs_mean": 0.2636767625808716, "trained_compensator_abs_mean": 0.22096218168735504, "confirmed": true }, "idea_sweep": [ { "cfg": { "lr": 0.01, "epochs": 12, "ki": 0.05, "ka": 0.7 }, "mean": 0.47640712931752205, "std": 0.04352936722428276, "per_seed": [ 0.4626535177230835, 0.45927271246910095, 0.5099033713340759, 0.5794274210929871, 0.4526548683643341, 0.45540836453437805, 0.4523857831954956, 0.4395509958267212 ], "n": 8 }, { "cfg": { "lr": 0.01, "epochs": 12, "ki": 0.075, "ka": 0.9 }, "mean": 0.4816158339381218, "std": 0.04396653306668558, "per_seed": [ 0.46778514981269836, 0.46430763602256775, 0.5159854292869568, 0.5854425430297852, 0.45754313468933105, 0.46042028069496155, 0.45683005452156067, 0.44461244344711304 ], "n": 8 }, { "cfg": { "lr": 0.01, "epochs": 12, "ki": 0.1, "ka": 1.1 }, "mean": 0.48671987280249596, "std": 0.044320348769445794, "per_seed": [ 0.4729180335998535, 0.46918609738349915, 0.5218073129653931, 0.5911740660667419, 0.46244245767593384, 0.4652194082736969, 0.4616015553474426, 0.4494100511074066 ], "n": 8 } ] } }