{ "bench_version": 1, "track": "dynamics", "model": "schaffer_lift_vs_spectral_linear_rnn", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.01, "epochs": 8 }, "sweep": [ { "cfg": { "lr": 0.001, "epochs": 8 }, "mean": 0.06303426390513778, "std": 0.051281818071342945, "per_seed": [ 0.03643076494336128, 0.08638494461774826, 0.038915835320949554, 0.04504656791687012, 0.045454420149326324, 0.050990909337997437, 0.012165024876594543, 0.1888856440782547 ], "n": 8 }, { "cfg": { "lr": 0.003, "epochs": 8 }, "mean": 0.00516360691835871, "std": 0.003482192108607065, "per_seed": [ 0.010499801486730576, 0.0005621703458018601, 0.002532965736463666, 0.006460229400545359, 0.006834003608673811, 0.009387011639773846, 0.0010824349010363221, 0.003950238227844238 ], "n": 8 }, { "cfg": { "lr": 0.01, "epochs": 8 }, "mean": 0.0019594020559452474, "std": 0.0007567964341931885, "per_seed": [ 0.001568639068864286, 0.002141422824934125, 0.0021622476633638144, 0.0016757542034611106, 0.0007832308765500784, 0.002439669333398342, 0.001409315736964345, 0.003494936740025878 ], "n": 8 } ], "harness_tuning": { "best_cfg": { "lr": 0.01, "epochs": 8 }, "sweep": [ { "cfg": { "lr": 0.001, "epochs": 8 }, "mean": 0.051694528199732304 }, { "cfg": { "lr": 0.003, "epochs": 8 }, "mean": 0.005013791742385365 }, { "cfg": { "lr": 0.01, "epochs": 8 }, "mean": 0.001887015940155834 } ], "full": { "mean": 0.0019594020559452474, "std": 0.0007567964341931885, "per_seed": [ 0.001568639068864286, 0.002141422824934125, 0.0021622476633638144, 0.0016757542034611106, 0.0007832308765500784, 0.002439669333398342, 0.001409315736964345, 0.003494936740025878 ], "n": 8 } }, "full": { "mean": 0.0019594020559452474, "std": 0.0007567964341931885, "per_seed": [ 0.001568639068864286, 0.002141422824934125, 0.0021622476633638144, 0.0016757542034611106, 0.0007832308765500784, 0.002439669333398342, 0.001409315736964345, 0.003494936740025878 ], "n": 8 } }, "idea": { "cfg": { "lr": 0.01, "epochs": 8 }, "per_seed": [ 0.001568639068864286, 0.002141422824934125, 0.0021622476633638144, 0.0016757542034611106, 0.0007832308765500784, 0.002439669333398342, 0.001409315736964345, 0.003494936740025878 ], "mean": 0.0019594020559452474, "std": 0.0007567964341931885, "n": 8 }, "comparison": { "delta_mean": 0.0, "idea_wins": 0, "n_pairs": 8, "per_seed_diffs": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "p_value": 1.0, "mde": 0.0, "mde_rel_pct": 0.0, "verdict": "no measurable effect", "system_worked": false }, "idea_sweep": [ { "cfg": { "lr": 0.001, "epochs": 8 }, "mean": 0.06303426390513778, "std": 0.051281818071342945, "per_seed": [ 0.03643076494336128, 0.08638494461774826, 0.038915835320949554, 0.04504656791687012, 0.045454420149326324, 0.050990909337997437, 0.012165024876594543, 0.1888856440782547 ], "n": 8 }, { "cfg": { "lr": 0.003, "epochs": 8 }, "mean": 0.00516360691835871, "std": 0.003482192108607065, "per_seed": [ 0.010499801486730576, 0.0005621703458018601, 0.002532965736463666, 0.006460229400545359, 0.006834003608673811, 0.009387011639773846, 0.0010824349010363221, 0.003950238227844238 ], "n": 8 }, { "cfg": { "lr": 0.01, "epochs": 8 }, "mean": 0.0019594020559452474, "std": 0.0007567964341931885, "per_seed": [ 0.001568639068864286, 0.002141422824934125, 0.0021622476633638144, 0.0016757542034611106, 0.0007832308765500784, 0.002439669333398342, 0.001409315736964345, 0.003494936740025878 ], "n": 8 } ], "mechanism_signature": { "prediction": "Schaeffer active-subspace update preserves total energy before memory truncation; baseline contraction decays", "observed_one_step_relative_energy_error": 0.0, "observed_lift_preboundary_norm_ratio": 1.0000001192092896, "observed_baseline_same_horizon_norm_ratio": 0.021659547463059425, "trained_test_mse": 0.010499801486730576, "confirmed": true }, "custom_track": null }