{ "bench_version": 1, "track": "harmonic_cycle_circulation", "model": "ring_message_passing_custom", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.001 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.03638237901031971 }, { "cfg": { "lr": 0.003 }, "mean": 0.03729948867112398 }, { "cfg": { "lr": 0.01 }, "mean": 0.03742243070155382 } ], "full": { "mean": 0.03550581377930939, "std": 0.0023969084354119523, "per_seed": [ 0.03843935579061508, 0.03611151874065399, 0.036980800330638885, 0.03399784117937088, 0.036552730947732925, 0.03312560170888901, 0.03784109279513359, 0.030997568741440773 ], "n": 8 }, "all_full": { "0.001": { "mean": 0.03550581377930939, "std": 0.0023969084354119523, "per_seed": [ 0.03843935579061508, 0.03611151874065399, 0.036980800330638885, 0.03399784117937088, 0.036552730947732925, 0.03312560170888901, 0.03784109279513359, 0.030997568741440773 ], "n": 8 }, "0.003": { "mean": 0.03639047034084797, "std": 0.001780600134499539, "per_seed": [ 0.03775117173790932, 0.037132371217012405, 0.036965541541576385, 0.03734887018799782, 0.03682024031877518, 0.036104973405599594, 0.03717437759041786, 0.031826216727495193 ], "n": 8 }, "0.01": { "mean": 0.04192821681499481, "std": 0.00861440956566223, "per_seed": [ 0.035938866436481476, 0.038753993809223175, 0.03893406316637993, 0.03606279939413071, 0.04620900750160217, 0.04654981568455696, 0.06103283539414406, 0.03194435313344002 ], "n": 8 } }, "selected_lr": 0.001 }, "idea": { "mean": 0.0015596052253386006, "std": 0.0010234089138902982, "per_seed": [ 0.0007151182508096099, 0.001629576669074595, 0.0008324859663844109, 0.0016431926051154733, 0.001250403467565775, 0.004094944801181555, 0.0007846655789762735, 0.0015264544636011124 ], "n": 8 }, "comparison": { "delta_mean": -0.03394620855397079, "idea_wins": 8, "n_pairs": 8, "per_seed_diffs": [ -0.03772423753980547, -0.0344819420715794, -0.036148314364254475, -0.03235464857425541, -0.03530232748016715, -0.029030656907707453, -0.03705642721615732, -0.02947111427783966 ], "p_value": 0.0081, "mde": 0.0027847898675877653, "mde_rel_pct": 7.8431940326645035, "verdict": "idea better (significant)", "system_worked": true }, "custom_track": { "name": "harmonic_cycle_circulation", "file": "custom_harmonic_track.py", "domain": "pde" }, "idea_sweep": [ { "lr": 0.001, "full": { "mean": 0.003153404308250174, "std": 0.0010669733272582484, "per_seed": [ 0.005706639029085636, 0.0019703044090420008, 0.002921751933172345, 0.003424836788326502, 0.0025838848669081926, 0.002318854909390211, 0.003008102998137474, 0.0032928595319390297 ], "n": 8 } }, { "lr": 0.003, "full": { "mean": 0.0015596052253386006, "std": 0.0010234089138902982, "per_seed": [ 0.0007151182508096099, 0.001629576669074595, 0.0008324859663844109, 0.0016431926051154733, 0.001250403467565775, 0.004094944801181555, 0.0007846655789762735, 0.0015264544636011124 ], "n": 8 } }, { "lr": 0.01, "full": { "mean": 0.01939631302957423, "std": 0.021010081673085577, "per_seed": [ 0.045300547033548355, 0.004099640529602766, 0.0036269642878323793, 0.0017828397685661912, 0.047566160559654236, 0.04654437676072121, 0.005047771148383617, 0.001202204148285091 ], "n": 8 } } ], "math_check": { "closed_residual": 0.0, "coclosed_residual": 1.0385185452638061e-16, "weighted_orthonormality": 1.0, "max_gauge_residual": 5.551115123125783e-16, "max_reconstruction_residual": 4.440892098500626e-16, "period_basis_residual": 0.0 }, "protocol": { "seeds": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "epochs": 24, "batch": 64, "baseline_union_lr_full_evals": true, "idea_best_lr": 0.003, "matched_architecture": "same four local ring layers; idea adds only harmonic projection/global coefficient" }, "mechanism_signature": { "trained_seed": 0, "period_input_slope": 0.9669459899023306, "target_period_input_slope": 1.0000000062968901, "period_input_correlation": 0.9942523582287552, "idea_test_mse": 0.0007151182508096099, "confirmed": true }, "comparison_at_baseline_best_lr": { "delta_mean": -0.03235240947105922, "idea_wins": 8, "n_pairs": 8, "per_seed_diffs": [ -0.032732716761529446, -0.03414121433161199, -0.03405904839746654, -0.03057300439104438, -0.03396884608082473, -0.030806746799498796, -0.03483298979699612, -0.027704709209501743 ], "p_value": 0.0081, "mde": 0.002052526791910367, "mde_rel_pct": 5.7808188953732795, "verdict": "idea better (significant)", "system_worked": true } }