{ "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.003 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 1.5209165837859473e-07 }, { "cfg": { "lr": 0.003 }, "mean": 7.913097554990145e-08 }, { "cfg": { "lr": 0.01 }, "mean": 8.186839473012242e-08 } ], "full": { "mean": 7.923793088338016e-08, "std": 7.46882980049606e-09, "per_seed": [ 7.157926518175373e-08, 7.663354750775397e-08, 7.570882587515371e-08, 9.260226363494439e-08, 7.609644114836556e-08, 7.839068416615191e-08, 9.065027484211896e-08, 7.224214471079904e-08 ], "n": 8 } }, "idea": { "per_seed": [ 1.0914992998323214e-07, 1.3094300754801225e-07, 1.2386591663471336e-07, 1.4415415705570922e-07, 1.1842626435054626e-07, 1.1481838413374135e-07, 1.2749221411922917e-07, 1.0909479897236452e-07 ], "mean": 1.2224308409969353e-07, "config": { "beta": 0.05, "lr": 0.01 } }, "comparison": { "delta_mean": 4.3005153216313374e-08, "idea_wins": 0, "n_pairs": 8, "per_seed_diffs": [ 3.7570664801478415e-08, 5.430946004025827e-08, 4.815709075955965e-08, 5.155189342076483e-08, 4.2329823202180705e-08, 3.642769996758943e-08, 3.6841939277110214e-08, 3.6852654261565476e-08 ], "p_value": 0.0081, "mde": 6.131983352471457e-09, "mde_rel_pct": 7.738696965088996, "verdict": "idea worse (significant)", "system_worked": false }, "mechanism_signature": { "quantity": "effective theta restoring rate from trained one-step map", "predicted_baseline_lower_bound": 0.981, "observed_mean_rate": 0.03263185149990022, "observed_median_rate": 0.030955076217651367, "observed_10th_percentile": 0.02489030361175537, "observed_fraction_above_lambda": 0.0, "beta": 0.05, "confirmed": false }, "idea_sweep": [ { "config": { "beta": 0.05, "lr": 0.001 }, "mean": 2.14023083699999e-07, "per_seed": [ 2.0379644638524042e-07, 1.9002254703082144e-07, 2.5476279574832006e-07, 2.034364285918855e-07, 1.6803994640213205e-07, 2.7017307502319454e-07, 2.43161309754214e-07, 1.7879212066418404e-07 ] }, { "config": { "beta": 0.05, "lr": 0.003 }, "mean": 1.2451453113015987e-07, "per_seed": [ 1.0692676966073122e-07, 1.221927590222549e-07, 1.1927961907076678e-07, 1.5280032528153242e-07, 1.207399833447198e-07, 1.1392528875830976e-07, 1.4401997816548828e-07, 1.1623152573747575e-07 ] }, { "config": { "beta": 0.05, "lr": 0.01 }, "mean": 1.2224308409969353e-07, "per_seed": [ 1.0914992998323214e-07, 1.3094300754801225e-07, 1.2386591663471336e-07, 1.4415415705570922e-07, 1.1842626435054626e-07, 1.1481838413374135e-07, 1.2749221411922917e-07, 1.0909479897236452e-07 ] }, { "config": { "beta": 0.15, "lr": 0.001 }, "mean": 4.032821507848894e-07, "per_seed": [ 3.502042602576694e-07, 3.693708094942849e-07, 4.762017624670989e-07, 4.272998808119155e-07, 3.5077033544439473e-07, 4.4331363824312575e-07, 4.6180804247342166e-07, 3.4728847708720423e-07 ] }, { "config": { "beta": 0.15, "lr": 0.003 }, "mean": 2.739564326503796e-07, "per_seed": [ 2.2414128864056693e-07, 2.758638970590255e-07, 2.6184392254435807e-07, 3.4700917694863165e-07, 2.725748231569014e-07, 2.2845142666483298e-07, 3.138804345326207e-07, 2.678864916560997e-07 ] }, { "config": { "beta": 0.15, "lr": 0.01 }, "mean": 2.634781353094695e-07, "per_seed": [ 2.325318462226278e-07, 2.7763206844610977e-07, 2.6512879003348644e-07, 3.1356714202956937e-07, 2.6467418479114713e-07, 2.3143238081502204e-07, 2.7973300120720523e-07, 2.431256689305883e-07 ] }, { "config": { "beta": 0.3, "lr": 0.001 }, "mean": 8.732421434842763e-07, "per_seed": [ 7.096875833667582e-07, 8.606693882029504e-07, 9.6827398010646e-07, 9.847033197729615e-07, 8.193193821171008e-07, 8.333087180290022e-07, 1.0446385658724466e-06, 7.653362104065309e-07 ] }, { "config": { "beta": 0.3, "lr": 0.003 }, "mean": 6.4876725502927e-07, "per_seed": [ 5.215468377173238e-07, 6.694369290016766e-07, 6.181929279591714e-07, 8.246532274824858e-07, 6.660657163592987e-07, 5.123378628013597e-07, 7.337577585531108e-07, 6.441467803597334e-07 ] }, { "config": { "beta": 0.3, "lr": 0.01 }, "mean": 6.068020255156625e-07, "per_seed": [ 5.414903512246383e-07, 6.367587843669753e-07, 6.005964792166196e-07, 7.084224193931732e-07, 6.152868081699125e-07, 5.057927410234697e-07, 6.651686703662563e-07, 5.808999503642553e-07 ] } ], "protocol_notes": { "n_train": 1200, "n_test": 400, "epochs": 12, "baseline_lr_union": [ 0.001, 0.003, 0.01 ], "structural_match": "controlled pendulum rollout; nonlinear restoring force is applied in the recurrent state update", "baseline_best_lr": 0.003 } }