Constructive Two-View Gauge Initialization / bench_report.json
Beats tuned baseline
1{
2 "bench_version": 1,
3 "track": "two_view_gauge_localization_v2",
4 "model": "mlp_tiny",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.01,
10 "epochs": 18
11 },
12 "sweep": [
13 {
14 "cfg": {
15 "lr": 0.001,
16 "epochs": 18
17 },
18 "mean": 1.3287881910800934
19 },
20 {
21 "cfg": {
22 "lr": 0.003,
23 "epochs": 18
24 },
25 "mean": 1.2643743455410004
26 },
27 {
28 "cfg": {
29 "lr": 0.01,
30 "epochs": 18
31 },
32 "mean": 1.1665648221969604
33 }
34 ],
35 "full": {
36 "mean": 1.1336221471428871,
37 "std": 0.09147791521994385,
38 "per_seed": [
39 1.1263655424118042,
40 1.207707166671753,
41 1.2102880477905273,
42 1.1218985319137573,
43 1.037619948387146,
44 0.9893431067466736,
45 1.28654146194458,
46 1.0892133712768555
47 ],
48 "n": 8
49 }
50 },
51 "idea": {
52 "config": {
53 "lr": 0.01,
54 "epochs": 18
55 },
56 "mean": 1.0666468143463135,
57 "std": 0.06930290941504633,
58 "per_seed": [
59 0.9820091128349304,
60 1.1590790748596191,
61 1.1329891681671143,
62 1.1253324747085571,
63 0.984858512878418,
64 0.9815046191215515,
65 1.096936583518982,
66 1.0704649686813354
67 ],
68 "n": 8
69 },
70 "comparison": {
71 "delta_mean": -0.06697533279657364,
72 "idea_wins": 7,
73 "n_pairs": 8,
74 "per_seed_diffs": [
75 -0.14435642957687378,
76 -0.04862809181213379,
77 -0.07729887962341309,
78 0.0034339427947998047,
79 -0.05276143550872803,
80 -0.00783848762512207,
81 -0.18960487842559814,
82 -0.01874840259552002
83 ],
84 "p_value": 0.0152,
85 "mde": 0.056931783847403286,
86 "mde_rel_pct": 5.022112878695138,
87 "verdict": "idea better (significant)",
88 "system_worked": true
89 },
90 "mechanism_signature": {
91 "values": {
92 "prediction": "two-view analytic gauge initialization reduces target prediction error",
93 "analytic_test_mse_mean": 0.011936143389903009,
94 "trained_baseline_test_mse_mean": 1.1336221620440483,
95 "trained_idea_test_mse_mean": 1.0666468441486359,
96 "confirmed": true
97 },
98 "confirmed": true
99 },
100 "custom_track": {
101 "name": "two_view_gauge_localization_v2",
102 "file": "two_view_registered_track_v2.py",
103 "domain": "geometry/localization"
104 }
105}