{ "bench_version": 1, "track": "vision", "model": "cnn_small", "metric_direction": "lower is better", "n_seeds": 8, "baseline": { "best_cfg": { "lr": 0.003 }, "sweep": [ { "cfg": { "lr": 0.001 }, "mean": 0.7749999910593033 }, { "cfg": { "lr": 0.003 }, "mean": 0.760000005364418 }, { "cfg": { "lr": 0.006 }, "mean": 0.8687500059604645 } ], "full": { "mean": 0.7881250083446503, "std": 0.047033059395873336, "per_seed": [ 0.7200000286102295, 0.7599999904632568, 0.8299999833106995, 0.7300000190734863, 0.7900000214576721, 0.8050000071525574, 0.8700000047683716, 0.800000011920929 ], "n": 8 } }, "idea": { "best_cfg": { "lr": 0.003, "lambda": 0.1 }, "sweep": [ { "cfg": { "lr": 0.003, "lambda": 0.03 }, "mean": 0.7537500113248825 }, { "cfg": { "lr": 0.003, "lambda": 0.1 }, "mean": 0.7537499964237213 }, { "cfg": { "lr": 0.003, "lambda": 0.3 }, "mean": 0.7887500077486038 } ], "full": { "mean": 0.7800000011920929, "std": 0.047893104146791494, "per_seed": [ 0.7300000190734863, 0.7549999952316284, 0.8399999737739563, 0.6899999976158142, 0.800000011920929, 0.800000011920929, 0.8299999833106995, 0.7950000166893005 ], "n": 8 }, "per_seed": [ 0.7300000190734863, 0.7549999952316284, 0.8399999737739563, 0.6899999976158142, 0.800000011920929, 0.800000011920929, 0.8299999833106995, 0.7950000166893005 ] }, "comparison": { "delta_mean": -0.008125007152557373, "idea_wins": 5, "n_pairs": 8, "per_seed_diffs": [ 0.009999990463256836, -0.004999995231628418, 0.009999990463256836, -0.04000002145767212, 0.009999990463256836, -0.004999995231628418, -0.04000002145767212, -0.004999995231628418 ], "p_value": 0.42255, "mde": 0.017444743080113526, "mde_rel_pct": 2.2134487416855158, "verdict": "no significant win", "system_worked": false }, "math_verification": { "idempotence_error": 1.4143392911393677e-12, "orbit_preservation_error": 1.000088906744769e-12, "singular_projector_norm": 0.0 }, "device": "cpu", "track_match": "vision: image rotation is an explicit local SO(2) transformation orbit", "mechanism_signature": { "predicted_effect": "orbit tangent penalty reduces local representation drift", "predicted_ratio": "< 1", "observed_baseline_drift": 1.6637492999434471, "observed_idea_drift": 1.0379372835159302, "observed_ratio": 0.6238543773098573, "confirmed": true } }