{ "math_check": { "gap_log_slope": 1.0000000000000073, "discriminant_log_slope": 2.0000000000000155, "condition_times_epsilon": [ 1.567517728806443, 1.5673004720745993, 1.566615136383714, 1.5644648610783944, 1.5578358841395883, 1.5386218788264114, 1.4964477821762656 ], "exact_collision_disc": 0.0, "collision_defective": true, "passed": true }, "bench_report": { "bench_version": 1, "track": "dynamics", "model": "directed_rnn_laplacian", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.006 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.13102261628955603 }, { "cfg": { "lr": 0.003 }, "mean": 0.01945999194867909 }, { "cfg": { "lr": 0.006 }, "mean": 0.009222074411809444 } ], "full": { "mean": 0.00807881320361048, "std": 0.002204711370306951, "per_seed": [ 0.009464219212532043, 0.009340533055365086, 0.005448193289339542, 0.012635352090001106, 0.007971327751874924, 0.007394182030111551, 0.0060087088495492935, 0.0063679893501102924 ], "n": 8 } }, "idea": { "mean": 0.009180513268802315, "std": 0.004307928922729323, "per_seed": [ 0.012163719162344933, 0.009676121175289154, 0.007755720056593418, 0.016999399289488792, 0.012369886040687561, 0.00709916464984417, 0.0028650257736444473, 0.004515070002526045 ], "n": 8, "best_cfg": { "lr": 0.006, "gmin": 0.01, "beta": 20.0 }, "trials": [ { "cfg": { "lr": 0.001, "gmin": 0.01, "beta": 20.0 }, "mean": 0.2712850170210004, "std": 0.1494091846161353, "per_seed": [ 0.5299652218818665, 0.2815037667751312, 0.13380131125450134, 0.3991413414478302, 0.18623359501361847, 0.05053729563951492, 0.19639013707637787, 0.3927074670791626 ], "n": 8 }, { "cfg": { "lr": 0.003, "gmin": 0.01, "beta": 20.0 }, "mean": 0.018376422172877938, "std": 0.008178008506149588, "per_seed": [ 0.02519739605486393, 0.01976214163005352, 0.014234600588679314, 0.028066840022802353, 0.029117483645677567, 0.0160621739923954, 0.005189564544707537, 0.00938117690384388 ], "n": 8 }, { "cfg": { "lr": 0.006, "gmin": 0.01, "beta": 20.0 }, "mean": 0.009180513268802315, "std": 0.004307928922729323, "per_seed": [ 0.012163719162344933, 0.009676121175289154, 0.007755720056593418, 0.016999399289488792, 0.012369886040687561, 0.00709916464984417, 0.0028650257736444473, 0.004515070002526045 ], "n": 8 } ] }, "comparison": { "delta_mean": 0.0011017000651918352, "idea_wins": 3, "n_pairs": 8, "per_seed_diffs": [ 0.002699499949812889, 0.00033558811992406845, 0.0023075267672538757, 0.004364047199487686, 0.004398558288812637, -0.00029501738026738167, -0.003143683075904846, -0.0018529193475842476 ], "p_value": 0.30765, "mde": 0.002339736229369135, "mde_rel_pct": 28.96138542135731, "verdict": "no significant win", "system_worked": false }, "mechanism_signature": { "prediction": "smaller normalized spectral gap predicts larger eigenvector conditioning", "trained_model_observations": [ { "seed": 0, "baseline": { "test_mse": 0.009464219212532043, "gap": 0.0, "condition": 12.532785415649414, "gap_times_condition": 0.0 }, "idea": { "test_mse": 0.012163719162344933, "gap": 0.0, "condition": 7.53489351272583, "gap_times_condition": 0.0 } }, { "seed": 1, "baseline": { "test_mse": 0.009340533055365086, "gap": 0.0, "condition": 87.05731201171875, "gap_times_condition": 0.0 }, "idea": { "test_mse": 0.009676121175289154, "gap": 0.0, "condition": 30.088836669921875, "gap_times_condition": 0.0 } }, { "seed": 2, "baseline": { "test_mse": 0.005448193289339542, "gap": 0.0, "condition": 13.377286911010742, "gap_times_condition": 0.0 }, "idea": { "test_mse": 0.007755720056593418, "gap": 0.0, "condition": 4.62471342086792, "gap_times_condition": 0.0 } }, { "seed": 3, "baseline": { "test_mse": 0.012635352090001106, "gap": 0.0, "condition": 12.30354118347168, "gap_times_condition": 0.0 }, "idea": { "test_mse": 0.016999399289488792, "gap": 0.0, "condition": 8.969597816467285, "gap_times_condition": 0.0 } }, { "seed": 4, "baseline": { "test_mse": 0.007971327751874924, "gap": 0.0, "condition": 18.872774124145508, "gap_times_condition": 0.0 }, "idea": { "test_mse": 0.012369886040687561, "gap": 0.0, "condition": 26.306346893310547, "gap_times_condition": 0.0 } }, { "seed": 5, "baseline": { "test_mse": 0.007394182030111551, "gap": 0.0, "condition": 34.713871002197266, "gap_times_condition": 0.0 }, "idea": { "test_mse": 0.00709916464984417, "gap": 0.0, "condition": 17.471481323242188, "gap_times_condition": 0.0 } }, { "seed": 6, "baseline": { "test_mse": 0.0060087088495492935, "gap": 0.0, "condition": 14.241284370422363, "gap_times_condition": 0.0 }, "idea": { "test_mse": 0.0028650257736444473, "gap": 0.0, "condition": 8.450821876525879, "gap_times_condition": 0.0 } }, { "seed": 7, "baseline": { "test_mse": 0.0063679893501102924, "gap": 0.0, "condition": 27.74420166015625, "gap_times_condition": 0.0 }, "idea": { "test_mse": 0.004515070002526045, "gap": 0.0, "condition": 10.37414264678955, "gap_times_condition": 0.0 } } ], "baseline_mean_gap": 0.0, "idea_mean_gap": 0.0, "baseline_mean_condition": 27.605382084846497, "idea_mean_condition": 14.227604269981384, "confirmed": false } }, "device": "cuda", "settings": { "epochs": 12, "n_train": 800, "n_test": 300 } }