{ "bench_version": 1, "track": "dynamics", "model": "rnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006, "weight_decay": 0.0001 }, "sweep": [ { "cfg": { "lr": 0.001, "weight_decay": 0.0 }, "mean": 0.004298779065720737 }, { "cfg": { "lr": 0.001, "weight_decay": 0.0001 }, "mean": 0.0042995543335564435 }, { "cfg": { "lr": 0.003, "weight_decay": 0.0 }, "mean": 0.0034615940821822733 }, { "cfg": { "lr": 0.003, "weight_decay": 0.0001 }, "mean": 0.003432174737099558 }, { "cfg": { "lr": 0.006, "weight_decay": 0.0 }, "mean": 0.0018282315868418664 }, { "cfg": { "lr": 0.006, "weight_decay": 0.0001 }, "mean": 0.0017760894843377173 } ], "full": { "mean": 0.0020704464986920357, "std": 0.00039353273372166414, "per_seed": [ 0.0019586661364883184, 0.0013749259524047375, 0.00156879099085927, 0.002201974857598543, 0.0023778362665325403, 0.002474326640367508, 0.0020717033185064793, 0.0025353478267788887 ], "n": 8 } }, "idea": { "best_config": { "lr": 0.006, "weight_decay": 0.0001, "lambda": 0.8 }, "sweep": [ { "config": { "lr": 0.006, "weight_decay": 0.0001, "lambda": 0.05 }, "mean_metric": 0.0022101872455095872, "per_seed": [ { "seed": 0, "metric": 0.0020552808418869972, "final_train_loss": 0.001104112546890974, "walk_energy": 0.19124190509319305, "lambda": 0.05, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 1, "metric": 0.0012910687364637852, "final_train_loss": 0.0032270468026399613, "walk_energy": 0.11217004805803299, "lambda": 0.05, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 2, "metric": 0.0014974906807765365, "final_train_loss": 0.00170422742376104, "walk_energy": 0.1552148163318634, "lambda": 0.05, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 3, "metric": 0.003510888433083892, "final_train_loss": 0.0010945704020559788, "walk_energy": 0.12788455188274384, "lambda": 0.05, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 4, "metric": 0.00242305058054626, "final_train_loss": 0.0013659923383966088, "walk_energy": 0.1590692102909088, "lambda": 0.05, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 5, "metric": 0.002272827783599496, "final_train_loss": 0.0018004881963133812, "walk_energy": 0.12237098067998886, "lambda": 0.05, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 6, "metric": 0.0021115862764418125, "final_train_loss": 0.0014017952233552932, "walk_energy": 0.13168057799339294, "lambda": 0.05, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 7, "metric": 0.002519304631277919, "final_train_loss": 0.0020884747803211214, "walk_energy": 0.11234524846076965, "lambda": 0.05, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" } ] }, { "config": { "lr": 0.006, "weight_decay": 0.0001, "lambda": 0.2 }, "mean_metric": 0.0016457567835459486, "per_seed": [ { "seed": 0, "metric": 0.0013085808604955673, "final_train_loss": 0.0015945398341864348, "walk_energy": 0.12736238539218903, "lambda": 0.2, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 1, "metric": 0.0016004062490537763, "final_train_loss": 0.003343571275472641, "walk_energy": 0.1243424117565155, "lambda": 0.2, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 2, "metric": 0.0011136672692373395, "final_train_loss": 0.0020982898748479785, "walk_energy": 0.1328844130039215, "lambda": 0.2, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 3, "metric": 0.00136173190549016, "final_train_loss": 0.003071792107075453, "walk_energy": 0.12374606728553772, "lambda": 0.2, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 4, "metric": 0.0020485215354710817, "final_train_loss": 0.00123758090659976, "walk_energy": 0.1430458128452301, "lambda": 0.2, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 5, "metric": 0.0015574118588119745, "final_train_loss": 0.001721083912998438, "walk_energy": 0.12923158705234528, "lambda": 0.2, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 6, "metric": 0.0018434509402140975, "final_train_loss": 0.0012715212209150194, "walk_energy": 0.12898437678813934, "lambda": 0.2, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 7, "metric": 0.0023322836495935917, "final_train_loss": 0.0020547736436128615, "walk_energy": 0.12020274996757507, "lambda": 0.2, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" } ] }, { "config": { "lr": 0.006, "weight_decay": 0.0001, "lambda": 0.8 }, "mean_metric": 0.0015542887995252386, "per_seed": [ { "seed": 0, "metric": 0.0011760086053982377, "final_train_loss": 0.0023461854923516514, "walk_energy": 0.08652391284704208, "lambda": 0.8, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 1, "metric": 0.002169822808355093, "final_train_loss": 0.0021757491677999495, "walk_energy": 0.10662304610013962, "lambda": 0.8, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 2, "metric": 0.0013154273619875312, "final_train_loss": 0.0021398004796355963, "walk_energy": 0.09533055126667023, "lambda": 0.8, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 3, "metric": 0.0012873380910605192, "final_train_loss": 0.0009754107752814889, "walk_energy": 0.08922960609197617, "lambda": 0.8, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 4, "metric": 0.0010369628435000777, "final_train_loss": 0.002171484816353768, "walk_energy": 0.09222258627414703, "lambda": 0.8, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 5, "metric": 0.0011381041258573532, "final_train_loss": 0.002860049856826663, "walk_energy": 0.1054113581776619, "lambda": 0.8, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 6, "metric": 0.002115012379363179, "final_train_loss": 0.0033814193774014713, "walk_energy": 0.09434174001216888, "lambda": 0.8, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" }, { "seed": 7, "metric": 0.0021956341806799173, "final_train_loss": 0.001880955481901765, "walk_energy": 0.1060996726155281, "lambda": 0.8, "lr": 0.006, "weight_decay": 0.0001, "epochs": 12, "device": "cuda" } ] } ], "per_seed": [ 0.0011760086053982377, 0.002169822808355093, 0.0013154273619875312, 0.0012873380910605192, 0.0010369628435000777, 0.0011381041258573532, 0.002115012379363179, 0.0021956341806799173 ] }, "comparison": { "delta_mean": -0.0005161576991667971, "idea_wins": 6, "n_pairs": 8, "per_seed_diffs": [ -0.0007826575310900807, 0.0007948968559503555, -0.0002533636288717389, -0.000914636766538024, -0.0013408734230324626, -0.0013362225145101547, 4.3309060856699944e-05, -0.00033971364609897137 ], "p_value": 0.09615, "mde": 0.0006091006866650638, "mde_rel_pct": 29.418808312595925, "verdict": "no significant win", "system_worked": false }, "mechanism_signature": { "prediction": "walk regularization lowers finite-horizon forward/backward energy", "baseline_walk_energy_mean": 0.14293695613741875, "idea_walk_energy_mean": 0.09697280917316675, "relative_change_pct": -32.15693702058573, "confirmed": true }, "calibration": { "g": 0.8, "L": 4, "phi_star": 0.40000000000000013, "c_median": 0.4009627178311347, "target": 0.16038508713245392 } }