{ "bench_version": 1, "track": "geometric_graph_diffusion", "model": "graph_diffusion_net", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "alpha": 0.0, "lr": 0.03, "wd": 0.0001, "epochs": 20 }, "sweep": [ { "cfg": { "alpha": 0.0, "lr": 0.003, "wd": 0.0, "epochs": 20 }, "mean": 0.024386797565966845 }, { "cfg": { "alpha": 0.0, "lr": 0.003, "wd": 0.0001, "epochs": 20 }, "mean": 0.024402165319770575 }, { "cfg": { "alpha": 0.0, "lr": 0.01, "wd": 0.0, "epochs": 20 }, "mean": 0.017771460581570864 }, { "cfg": { "alpha": 0.0, "lr": 0.01, "wd": 0.0001, "epochs": 20 }, "mean": 0.01765699265524745 }, { "cfg": { "alpha": 0.0, "lr": 0.03, "wd": 0.0, "epochs": 20 }, "mean": 0.015157237881794572 }, { "cfg": { "alpha": 0.0, "lr": 0.03, "wd": 0.0001, "epochs": 20 }, "mean": 0.014805681770667434 } ], "full": { "mean": 0.017719140276312828, "std": 0.009468645086340429, "per_seed": [ 0.015538659878075123, 0.01669708639383316, 0.014845535159111023, 0.012141445651650429, 0.04217197373509407, 0.013507177121937275, 0.010301182046532631, 0.016550062224268913 ], "n": 8 } }, "idea": { "mean": 0.016866090474650264, "std": 0.009188740388655336, "per_seed": [ 0.013914111070334911, 0.01861773431301117, 0.013892930932343006, 0.010849558748304844, 0.03997589275240898, 0.014381146989762783, 0.008187311701476574, 0.015110037289559841 ], "n": 8 }, "comparison": { "delta_mean": -0.0008530498016625643, "idea_wins": 6, "n_pairs": 8, "per_seed_diffs": [ -0.0016245488077402115, 0.001920647919178009, -0.0009526042267680168, -0.0012918869033455849, -0.002196080982685089, 0.0008739698678255081, -0.002113870345056057, -0.0014400249347090721 ], "p_value": 0.14395, "mde": 0.0012326083492192543, "mde_rel_pct": 6.956366561796572, "verdict": "no significant win", "system_worked": false }, "mechanism_signature": { "prediction": "uniform teleportation contracts mean-zero feature modes approximately by 1-alpha", "trained_model_rows": [ { "alpha": 0.0, "observed_mean_centered_norm_ratio": 0.6094285285591718, "predicted": 1.0 }, { "alpha": 0.03, "observed_mean_centered_norm_ratio": 0.5925245406162934, "predicted": 0.97 }, { "alpha": 0.1, "observed_mean_centered_norm_ratio": 0.5551252809546359, "predicted": 0.9 }, { "alpha": 0.3, "observed_mean_centered_norm_ratio": 0.4483752569702065, "predicted": 0.7 } ], "max_abs_error": 0.39057147144082816, "confirmed": false, "idea_sweep": [ { "cfg": { "alpha": 0.03, "lr": 0.03, "wd": 0.0001, "epochs": 20 }, "result": { "mean": 0.017303704051300883, "std": 0.009526655116299382, "per_seed": [ 0.015082321129739285, 0.01714661531150341, 0.014151083305478096, 0.011896231211721897, 0.0418313592672348, 0.013622096739709377, 0.009376828558743, 0.015323096886277199 ], "n": 8 } }, { "cfg": { "alpha": 0.1, "lr": 0.03, "wd": 0.0001, "epochs": 20 }, "result": { "mean": 0.016866090474650264, "std": 0.009188740388655336, "per_seed": [ 0.013914111070334911, 0.01861773431301117, 0.013892930932343006, 0.010849558748304844, 0.03997589275240898, 0.014381146989762783, 0.008187311701476574, 0.015110037289559841 ], "n": 8 } }, { "cfg": { "alpha": 0.3, "lr": 0.03, "wd": 0.0001, "epochs": 20 }, "result": { "mean": 0.02030381967779249, "std": 0.012189818154783625, "per_seed": [ 0.014322093687951565, 0.017711790278553963, 0.0215898510068655, 0.011577466502785683, 0.05054694414138794, 0.022733882069587708, 0.00983934011310339, 0.014109189622104168 ], "n": 8 } } ], "track_match": "registered geometric_graph_diffusion: node-field regression on geometric kNN graphs" }, "idea_candidates": [ { "cfg": { "alpha": 0.03, "lr": 0.03, "wd": 0.0001, "epochs": 20 }, "result": { "mean": 0.017303704051300883, "std": 0.009526655116299382, "per_seed": [ 0.015082321129739285, 0.01714661531150341, 0.014151083305478096, 0.011896231211721897, 0.0418313592672348, 0.013622096739709377, 0.009376828558743, 0.015323096886277199 ], "n": 8 } }, { "cfg": { "alpha": 0.1, "lr": 0.03, "wd": 0.0001, "epochs": 20 }, "result": { "mean": 0.016866090474650264, "std": 0.009188740388655336, "per_seed": [ 0.013914111070334911, 0.01861773431301117, 0.013892930932343006, 0.010849558748304844, 0.03997589275240898, 0.014381146989762783, 0.008187311701476574, 0.015110037289559841 ], "n": 8 } }, { "cfg": { "alpha": 0.3, "lr": 0.03, "wd": 0.0001, "epochs": 20 }, "result": { "mean": 0.02030381967779249, "std": 0.012189818154783625, "per_seed": [ 0.014322093687951565, 0.017711790278553963, 0.0215898510068655, 0.011577466502785683, 0.05054694414138794, 0.022733882069587708, 0.00983934011310339, 0.014109189622104168 ], "n": 8 } } ] }