Boundary-Radial Persistence Loss / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "radial_boundary_shapes",
  4  "model": "local_mlp_shared",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "sweep": [
  9      {
 10        "config": {
 11          "lr": 0.001,
 12          "alpha": 0.0
 13        },
 14        "per_seed": [
 15          0.04494572803378105,
 16          0.03798343613743782,
 17          0.04376048594713211,
 18          0.037714578211307526,
 19          0.04100700095295906,
 20          0.04944472014904022,
 21          0.052500005811452866,
 22          0.04463233798742294
 23        ],
 24        "mean": 0.0439985366538167
 25      },
 26      {
 27        "config": {
 28          "lr": 0.003,
 29          "alpha": 0.0
 30        },
 31        "per_seed": [
 32          0.022839993238449097,
 33          0.022254880517721176,
 34          0.02357751689851284,
 35          0.027200771495699883,
 36          0.02330620028078556,
 37          0.0276570413261652,
 38          0.02636576257646084,
 39          0.0236146692186594
 40        ],
 41        "mean": 0.02460210444405675
 42      },
 43      {
 44        "config": {
 45          "lr": 0.01,
 46          "alpha": 0.0
 47        },
 48        "per_seed": [
 49          0.012940805405378342,
 50          0.016547953709959984,
 51          0.020282424986362457,
 52          0.023743122816085815,
 53          0.02088933065533638,
 54          0.020788095891475677,
 55          0.021250193938612938,
 56          0.014574489556252956
 57        ],
 58        "mean": 0.01887705211993307
 59      }
 60    ],
 61    "best_config": {
 62      "lr": 0.01,
 63      "alpha": 0.0
 64    },
 65    "full": {
 66      "per_seed": [
 67        0.012940805405378342,
 68        0.016547953709959984,
 69        0.020282424986362457,
 70        0.023743122816085815,
 71        0.02088933065533638,
 72        0.020788095891475677,
 73        0.021250193938612938,
 74        0.014574489556252956
 75      ],
 76      "config": {
 77        "lr": 0.01,
 78        "alpha": 0.0
 79      }
 80    }
 81  },
 82  "idea": {
 83    "per_seed": [
 84      0.012940805405378342,
 85      0.016547953709959984,
 86      0.020282424986362457,
 87      0.023743122816085815,
 88      0.02088933065533638,
 89      0.020788095891475677,
 90      0.021250193938612938,
 91      0.014574489556252956
 92    ],
 93    "config": {
 94      "lr": 0.01,
 95      "alpha": 0.0
 96    }
 97  },
 98  "comparison": {
 99    "delta_mean": 0.0,
100    "idea_wins": 0,
101    "n_pairs": 8,
102    "per_seed_diffs": [
103      0.0,
104      0.0,
105      0.0,
106      0.0,
107      0.0,
108      0.0,
109      0.0,
110      0.0
111    ],
112    "p_value": 1.0,
113    "mde": 0.0,
114    "mde_rel_pct": 0.0,
115    "verdict": "no measurable effect",
116    "system_worked": false
117  },
118  "mechanism_signature": {
119    "mechanism_signature": {
120      "prediction": "trained outputs with larger endpoint error have larger radial matching loss",
121      "predicted": "positive association",
122      "observed_mae_mean": 0.10202047321945429,
123      "observed_radial_loss_mean": 0.5244011377915739,
124      "observed_pearson": 0.8776371462245223,
125      "confirmed": true
126    },
127    "idea_sweep": [
128      {
129        "config": {
130          "lr": 0.01,
131          "alpha": 0.0
132        },
133        "per_seed": [
134          0.012940805405378342,
135          0.016547953709959984,
136          0.020282424986362457,
137          0.023743122816085815,
138          0.02088933065533638,
139          0.020788095891475677,
140          0.021250193938612938,
141          0.014574489556252956
142        ],
143        "mean": 0.01887705211993307
144      },
145      {
146        "config": {
147          "lr": 0.01,
148          "alpha": 0.05
149        },
150        "per_seed": [
151          0.01959814317524433,
152          0.02176671288907528,
153          0.022231273353099823,
154          0.02370430901646614,
155          0.018495621159672737,
156          0.02088453434407711,
157          0.021635236218571663,
158          0.019971342757344246
159        ],
160        "mean": 0.021035896614193916
161      },
162      {
163        "config": {
164          "lr": 0.01,
165          "alpha": 0.2
166        },
167        "per_seed": [
168          0.02780456282198429,
169          0.028746645897626877,
170          0.025669585913419724,
171          0.02809426188468933,
172          0.024638818576931953,
173          0.04303479194641113,
174          0.02623939886689186,
175          0.02452130801975727
176        ],
177        "mean": 0.028593671740964055
178      }
179    ],
180    "custom_track": {
181      "name": "radial_boundary_shapes",
182      "file": "bench_radial.py",
183      "domain": "segmentation_geometry"
184    }
185  }
186}