{ "bench_version": 1, "track": "dynamics", "model": "switching_rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.01, "weight_decay": 0.0 }, "sweep": [ { "cfg": { "lr": 0.001, "weight_decay": 0.0 }, "mean": 0.6787904053926468 }, { "cfg": { "lr": 0.003, "weight_decay": 0.0 }, "mean": 0.33453836664557457 }, { "cfg": { "lr": 0.01, "weight_decay": 0.0 }, "mean": 0.06969651952385902 } ], "full": { "mean": 0.060021675657480955, "std": 0.015156924357368727, "per_seed": [ 0.08692938834428787, 0.06139367073774338, 0.07089249789714813, 0.059570521116256714, 0.048601675778627396, 0.06793582439422607, 0.051944129168987274, 0.0329056978225708 ], "n": 8 } }, "idea": { "mean": 0.06696924939751625, "std": 0.012785122715736058, "per_seed": [ 0.0705910176038742, 0.057215094566345215, 0.08217969536781311, 0.06861463189125061, 0.06553272157907486, 0.0647139772772789, 0.0850575640797615, 0.0418492928147316 ], "n": 8 }, "comparison": { "delta_mean": 0.0069475737400352955, "idea_wins": 3, "n_pairs": 8, "per_seed_diffs": [ -0.016338370740413666, -0.004178576171398163, 0.011287197470664978, 0.009044110774993896, 0.016931045800447464, -0.003221847116947174, 0.03311343491077423, 0.008943594992160797 ], "p_value": 0.23195, "mde": 0.012566084314756818, "mde_rel_pct": 20.935910530832725, "verdict": "no significant win", "system_worked": false }, "mechanism_signature": { "signature": { "certificate": "V(z)=||z||^2; one-node path-complete graph; four all-mode self-edges", "prediction": "edge contraction ratio <= rho", "rho": 0.81, "observed_max_zero_input_ratio": 0.5740312337875366, "observed_mean_ratio": 0.19770055771505213, "confirmed": true, "n_trained_models": 8 }, "idea_cfg": { "lr": 0.01, "lambda_contract": 0.2 }, "training_budget": "400 train/400 test samples, 5 epochs, batch 128; equal on both systems" }, "idea_sweep": [ { "cfg": { "lr": 0.01, "lambda_contract": 0.01 }, "result": { "mean": 0.06696925032883883, "std": 0.012785122979561253, "per_seed": [ 0.0705910250544548, 0.057215094566345215, 0.08217969536781311, 0.06861463189125061, 0.06553272157907486, 0.0647139772772789, 0.0850575640797615, 0.0418492928147316 ], "n": 8 } }, { "cfg": { "lr": 0.01, "lambda_contract": 0.05 }, "result": { "mean": 0.06696925032883883, "std": 0.012785122979561253, "per_seed": [ 0.0705910250544548, 0.057215094566345215, 0.08217969536781311, 0.06861463189125061, 0.06553272157907486, 0.0647139772772789, 0.0850575640797615, 0.0418492928147316 ], "n": 8 } }, { "cfg": { "lr": 0.01, "lambda_contract": 0.2 }, "result": { "mean": 0.06696924939751625, "std": 0.012785122715736058, "per_seed": [ 0.0705910176038742, 0.057215094566345215, 0.08217969536781311, 0.06861463189125061, 0.06553272157907486, 0.0647139772772789, 0.0850575640797615, 0.0418492928147316 ], "n": 8 } } ], "custom_track": null, "device": "cuda" }