Boundary-Radial Persistence Loss / bench_report.json
Mechanism confirmed, baseline not beaten
1{
2 "bench_version": 1,
3 "track": "radial_boundary_shapes",
4 "model": "local_mlp_shared",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "sweep": [
9 {
10 "config": {
11 "lr": 0.001,
12 "alpha": 0.0
13 },
14 "per_seed": [
15 0.04494572803378105,
16 0.03798343613743782,
17 0.04376048594713211,
18 0.037714578211307526,
19 0.04100700095295906,
20 0.04944472014904022,
21 0.052500005811452866,
22 0.04463233798742294
23 ],
24 "mean": 0.0439985366538167
25 },
26 {
27 "config": {
28 "lr": 0.003,
29 "alpha": 0.0
30 },
31 "per_seed": [
32 0.022839993238449097,
33 0.022254880517721176,
34 0.02357751689851284,
35 0.027200771495699883,
36 0.02330620028078556,
37 0.0276570413261652,
38 0.02636576257646084,
39 0.0236146692186594
40 ],
41 "mean": 0.02460210444405675
42 },
43 {
44 "config": {
45 "lr": 0.01,
46 "alpha": 0.0
47 },
48 "per_seed": [
49 0.012940805405378342,
50 0.016547953709959984,
51 0.020282424986362457,
52 0.023743122816085815,
53 0.02088933065533638,
54 0.020788095891475677,
55 0.021250193938612938,
56 0.014574489556252956
57 ],
58 "mean": 0.01887705211993307
59 }
60 ],
61 "best_config": {
62 "lr": 0.01,
63 "alpha": 0.0
64 },
65 "full": {
66 "per_seed": [
67 0.012940805405378342,
68 0.016547953709959984,
69 0.020282424986362457,
70 0.023743122816085815,
71 0.02088933065533638,
72 0.020788095891475677,
73 0.021250193938612938,
74 0.014574489556252956
75 ],
76 "config": {
77 "lr": 0.01,
78 "alpha": 0.0
79 }
80 }
81 },
82 "idea": {
83 "per_seed": [
84 0.012940805405378342,
85 0.016547953709959984,
86 0.020282424986362457,
87 0.023743122816085815,
88 0.02088933065533638,
89 0.020788095891475677,
90 0.021250193938612938,
91 0.014574489556252956
92 ],
93 "config": {
94 "lr": 0.01,
95 "alpha": 0.0
96 }
97 },
98 "comparison": {
99 "delta_mean": 0.0,
100 "idea_wins": 0,
101 "n_pairs": 8,
102 "per_seed_diffs": [
103 0.0,
104 0.0,
105 0.0,
106 0.0,
107 0.0,
108 0.0,
109 0.0,
110 0.0
111 ],
112 "p_value": 1.0,
113 "mde": 0.0,
114 "mde_rel_pct": 0.0,
115 "verdict": "no measurable effect",
116 "system_worked": false
117 },
118 "mechanism_signature": {
119 "mechanism_signature": {
120 "prediction": "trained outputs with larger endpoint error have larger radial matching loss",
121 "predicted": "positive association",
122 "observed_mae_mean": 0.10202047321945429,
123 "observed_radial_loss_mean": 0.5244011377915739,
124 "observed_pearson": 0.8776371462245223,
125 "confirmed": true
126 },
127 "idea_sweep": [
128 {
129 "config": {
130 "lr": 0.01,
131 "alpha": 0.0
132 },
133 "per_seed": [
134 0.012940805405378342,
135 0.016547953709959984,
136 0.020282424986362457,
137 0.023743122816085815,
138 0.02088933065533638,
139 0.020788095891475677,
140 0.021250193938612938,
141 0.014574489556252956
142 ],
143 "mean": 0.01887705211993307
144 },
145 {
146 "config": {
147 "lr": 0.01,
148 "alpha": 0.05
149 },
150 "per_seed": [
151 0.01959814317524433,
152 0.02176671288907528,
153 0.022231273353099823,
154 0.02370430901646614,
155 0.018495621159672737,
156 0.02088453434407711,
157 0.021635236218571663,
158 0.019971342757344246
159 ],
160 "mean": 0.021035896614193916
161 },
162 {
163 "config": {
164 "lr": 0.01,
165 "alpha": 0.2
166 },
167 "per_seed": [
168 0.02780456282198429,
169 0.028746645897626877,
170 0.025669585913419724,
171 0.02809426188468933,
172 0.024638818576931953,
173 0.04303479194641113,
174 0.02623939886689186,
175 0.02452130801975727
176 ],
177 "mean": 0.028593671740964055
178 }
179 ],
180 "custom_track": {
181 "name": "radial_boundary_shapes",
182 "file": "bench_radial.py",
183 "domain": "segmentation_geometry"
184 }
185 }
186}