{ "bench_version": 1, "track": "simplicial_cochain_regression", "model": "cochain_mlp_tiny", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.001 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.1318089496344328 }, { "cfg": { "lr": 0.003 }, "mean": 0.13333775848150253 }, { "cfg": { "lr": 0.01 }, "mean": 0.13918141461908817 } ], "full": { "mean": 0.1284407116472721, "std": 0.01033345480907241, "per_seed": [ 0.13917690515518188, 0.13619644939899445, 0.11503438651561737, 0.14294329285621643, 0.12111610919237137, 0.11670704931020737, 0.12120074033737183, 0.1351507604122162 ], "n": 8 } }, "idea": { "mean": 0.12762724328786135, "std": 0.011713296514767995, "per_seed": [ 0.13896797597408295, 0.13771608471870422, 0.10817594081163406, 0.14403699338436127, 0.12192557752132416, 0.11830909550189972, 0.11906668543815613, 0.13281959295272827 ], "n": 8 }, "comparison": { "delta_mean": -0.0008134683594107628, "idea_wins": 4, "n_pairs": 8, "per_seed_diffs": [ -0.000208929181098938, 0.0015196353197097778, -0.006858445703983307, 0.0010937005281448364, 0.0008094683289527893, 0.0016020461916923523, -0.0021340548992156982, -0.002331167459487915 ], "p_value": 0.5406, "mde": 0.002417293917190717, "mde_rel_pct": 1.8820309278799117, "verdict": "no measurable effect", "system_worked": false }, "math_check": { "incidence_d1_d0_max": 0.0, "compatible_idempotence": 4.0475970476012593e-16, "compatible_bound": 0.9999999999999999, "compatible_commutation_d0": 8.402395041642446e-16, "compatible_commutation_d1": 2.0014830212433607e-16, "independent_commutation_d0": 1.632993161855452, "independent_commutation_d1": 1.6329931618554514 }, "baseline_full_grid": [ { "cfg": { "lr": 0.001 }, "result": { "mean": 0.12913066055625677, "std": 0.008989460805190601, "per_seed": [ 0.13755616545677185, 0.13973239064216614, 0.11453189700841904, 0.13541534543037415, 0.12468931823968887, 0.11946979910135269, 0.12405481934547424, 0.1375955492258072 ], "n": 8 } }, { "cfg": { "lr": 0.003 }, "result": { "mean": 0.1284407116472721, "std": 0.01033345480907241, "per_seed": [ 0.13917690515518188, 0.13619644939899445, 0.11503438651561737, 0.14294329285621643, 0.12111610919237137, 0.11670704931020737, 0.12120074033737183, 0.1351507604122162 ], "n": 8 } }, { "cfg": { "lr": 0.01 }, "result": { "mean": 0.1359273912385106, "std": 0.011280773802478765, "per_seed": [ 0.14981389045715332, 0.1443662792444229, 0.11666289716959, 0.14588259160518646, 0.13578224182128906, 0.12386979162693024, 0.12721310555934906, 0.14382833242416382 ], "n": 8 } } ], "idea_sweep": [ { "cfg": { "lr": 0.001 }, "result": { "mean": 0.1288067139685154, "std": 0.010748948365935283, "per_seed": [ 0.13977062702178955, 0.14079467952251434, 0.11066274344921112, 0.13858631253242493, 0.12385569512844086, 0.11842944473028183, 0.12199791520833969, 0.13635629415512085 ], "n": 8 } }, { "cfg": { "lr": 0.003 }, "result": { "mean": 0.12762724328786135, "std": 0.011713296514767995, "per_seed": [ 0.13896797597408295, 0.13771608471870422, 0.10817594081163406, 0.14403699338436127, 0.12192557752132416, 0.11830909550189972, 0.11906668543815613, 0.13281959295272827 ], "n": 8 } }, { "cfg": { "lr": 0.01 }, "result": { "mean": 0.13056561537086964, "std": 0.012256510065250442, "per_seed": [ 0.14063149690628052, 0.14152514934539795, 0.10811122506856918, 0.14493317902088165, 0.13158296048641205, 0.12201656401157379, 0.1183496043086052, 0.13737474381923676 ], "n": 8 } } ], "idea_config": { "lr": 0.003 }, "custom_track": { "name": "simplicial_cochain_regression", "file": "cochain_track.py", "domain": "simplicial_geometry_pde_like" }, "mechanism_signature": { "prediction": "trained projected edge representations have lower face-boundary residual", "predicted_direction": "idea < baseline", "baseline_boundary_rms": 0.6453002542257309, "idea_boundary_rms": 3.951021199100069e-08, "reduction_fraction": 0.9999999387723595, "confirmed": true } }