{ "bench_version": 1, "track": "dynamics", "model": "custom_bilinear_vs_additive", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.01, "epochs": 18 }, "sweep": [ { "cfg": { "lr": 0.001, "epochs": 18 }, "mean": 0.019000880420207977 }, { "cfg": { "lr": 0.003, "epochs": 18 }, "mean": 0.006611686199903488 }, { "cfg": { "lr": 0.01, "epochs": 18 }, "mean": 0.0020916118810418993 } ], "full": { "mean": 0.002013212229940109, "std": 0.0006065338578106211, "per_seed": [ 0.0018298298818990588, 0.002559495158493519, 0.0024440879933536053, 0.0015330344904214144, 0.0014931784244254231, 0.0030939197167754173, 0.002008654410019517, 0.001143497764132917 ], "n": 8 } }, "idea": { "mean": 0.0015174268191913143, "std": 0.00011583768851973981, "per_seed": [ 0.001512044109404087, 0.0015710212755948305, 0.001313605927862227, 0.00142715685069561, 0.0016863476485013962, 0.0014500042889267206, 0.0016646207077428699, 0.001514613744802773 ], "n": 8, "best_cfg": { "lr": 0.01, "epochs": 18 }, "grid": [ { "cfg": { "lr": 0.001, "epochs": 18 }, "mean": 0.01489606557879597, "per_seed": [ 0.012612278573215008, 0.022672472521662712, 0.011998260393738747, 0.015981927514076233, 0.014354296028614044, 0.016111958771944046, 0.014130165800452232, 0.011307165026664734 ] }, { "cfg": { "lr": 0.003, "epochs": 18 }, "mean": 0.005213575612287968, "per_seed": [ 0.0037002854514867067, 0.008283769711852074, 0.0034735731314867735, 0.005930200219154358, 0.004476846195757389, 0.007469747681170702, 0.005013920832425356, 0.0033602616749703884 ] }, { "cfg": { "lr": 0.01, "epochs": 18 }, "mean": 0.0015174268191913143, "per_seed": [ 0.001512044109404087, 0.0015710212755948305, 0.001313605927862227, 0.00142715685069561, 0.0016863476485013962, 0.0014500042889267206, 0.0016646207077428699, 0.001514613744802773 ] } ] }, "comparison": { "delta_mean": -0.0004957854107487947, "idea_wins": 6, "n_pairs": 8, "per_seed_diffs": [ -0.00031778577249497175, -0.0009884738828986883, -0.0011304820654913783, -0.00010587763972580433, 0.00019316922407597303, -0.0016439154278486967, -0.0003440337022766471, 0.00037111598066985607 ], "p_value": 0.0991, "mde": 0.0005824596073258201, "mde_rel_pct": 28.931853217638544, "verdict": "no significant win", "system_worked": false }, "architecture": "matched recurrent latent transition; only bilinear interaction differs", "parameter_note": "rank=4, hidden=48", "mechanism_signature": { "observed_action_flip_effect": 0.03430890548042953, "prediction_error": 0.030489611206576228, "ratio": 1.125265430472405, "confirmed": true } }