{ "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.01 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.005253629118669778 }, { "cfg": { "lr": 0.003 }, "mean": 0.001200278929900378 }, { "cfg": { "lr": 0.01 }, "mean": 0.0006579469481948763 } ], "full": { "mean": 0.0006267142089200206, "std": 0.0001539544331865635, "per_seed": [ 0.0006342190317809582, 0.0005908075836487114, 0.0004556644707918167, 0.0009510967065580189, 0.000620594946667552, 0.00040738406823948026, 0.0006597545580007136, 0.0006941923056729138 ], "n": 8 } }, "idea": { "mean": 2.24928216994158e-05, "std": 4.166535651612339e-06, "per_seed": [ 2.433888403174933e-05, 2.139313619409222e-05, 2.2563392121810466e-05, 2.3747454179101624e-05, 2.724600926740095e-05, 2.3439619326381944e-05, 2.4891782231861725e-05, 1.2322296242928132e-05 ], "n": 8, "best_cfg": { "lr": 0.01 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 3.181707052135607e-05 }, { "cfg": { "lr": 0.003 }, "mean": 2.6148483357246732e-05 }, { "cfg": { "lr": 0.01 }, "mean": 2.301071663168841e-05 } ] }, "comparison": { "delta_mean": -0.0006042213872206048, "idea_wins": 8, "n_pairs": 8, "per_seed_diffs": [ -0.0006098801477492088, -0.0005694144474546192, -0.00043310107867000625, -0.0009273492523789173, -0.000593348937400151, -0.0003839444489130983, -0.0006348627757688519, -0.0006818700094299857 ], "p_value": 0.0081, "mde": 0.0001379547529361776, "mde_rel_pct": 22.012386343355264, "verdict": "idea better (significant)", "system_worked": true }, "mechanism_signature": { "custom_track": null, "predicted_kmax": 1.5, "observed_authority_mean": 0.08706140890717506, "requested_authority_mean": 0.08706140890717506, "authority_ratio_mean": 0.99999998849756, "funnel_violation_rate_mean": 0.0, "confirmed": true } }