Schur-Riesz Greedy Adapter Expansion / bench_report.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "tabular",
  4  "model": "candidate_mlp_shared",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 119.02437210083008
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 30.62220811843872
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.01
 27        },
 28        "mean": 21.151901245117188
 29      }
 30    ],
 31    "full": {
 32      "mean": 21.90489387512207,
 33      "std": 1.9880925147812747,
 34      "per_seed": [
 35        23.918453216552734,
 36        18.010822296142578,
 37        22.42278480529785,
 38        20.255544662475586,
 39        22.012264251708984,
 40        22.661293029785156,
 41        21.173133850097656,
 42        24.784854888916016
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "mean": 21.988378763198853,
 49    "std": 1.863640983270208,
 50    "per_seed": [
 51      23.71569061279297,
 52      18.270889282226562,
 53      22.492475509643555,
 54      20.57891082763672,
 55      22.177988052368164,
 56      22.6539249420166,
 57      21.250635147094727,
 58      24.766515731811523
 59    ],
 60    "n": 8
 61  },
 62  "comparison": {
 63    "delta_mean": 0.08348488807678223,
 64    "idea_wins": 3,
 65    "n_pairs": 8,
 66    "per_seed_diffs": [
 67      -0.20276260375976562,
 68      0.2600669860839844,
 69      0.06969070434570312,
 70      0.3233661651611328,
 71      0.1657238006591797,
 72      -0.0073680877685546875,
 73      0.07750129699707031,
 74      -0.018339157104492188
 75    ],
 76    "p_value": 0.18505,
 77    "mde": 0.14001291226171048,
 78    "mde_rel_pct": 0.639185531141635,
 79    "verdict": "no measurable effect",
 80    "system_worked": false
 81  },
 82  "mechanism_signature": {
 83    "predicted_projected_gain_mean": 26.90758864581585,
 84    "observed_heldout_selected_response_mse_mean": 65.35227632522583,
 85    "predicted_per_seed": [
 86      21.2170729637146,
 87      7.129383563995361,
 88      23.922744750976562,
 89      49.054978370666504,
 90      8.374441027641296,
 91      25.982917308807373,
 92      46.1535587310791,
 93      33.425612449645996
 94    ],
 95    "observed_per_seed": [
 96      64.23245239257812,
 97      69.09458923339844,
 98      59.128604888916016,
 99      57.94867706298828,
100      67.77635955810547,
101      68.72184753417969,
102      67.34278106689453,
103      68.5728988647461
104    ],
105    "correlation": -0.415484140116091,
106    "confirmed": false
107  },
108  "idea_sweep": [
109    {
110      "cfg": {
111        "lr": 0.001
112      },
113      "result": {
114        "mean": 117.0982551574707,
115        "std": 6.973504377883443,
116        "per_seed": [
117          121.33436584472656,
118          115.73588562011719,
119          113.34111785888672,
120          109.39837646484375,
121          118.32662963867188,
122          115.21646118164062,
123          110.5782699584961,
124          132.8549346923828
125        ],
126        "n": 8
127      }
128    },
129    {
130      "cfg": {
131        "lr": 0.003
132      },
133      "result": {
134        "mean": 31.2304470539093,
135        "std": 3.2026968213759157,
136        "per_seed": [
137          33.56842803955078,
138          26.45305633544922,
139          31.497737884521484,
140          29.350759506225586,
141          30.496389389038086,
142          29.599700927734375,
143          30.8070011138916,
144          38.07050323486328
145        ],
146        "n": 8
147      }
148    },
149    {
150      "cfg": {
151        "lr": 0.01
152      },
153      "result": {
154        "mean": 21.988378763198853,
155        "std": 1.863640983270208,
156        "per_seed": [
157          23.71569061279297,
158          18.270889282226562,
159          22.492475509643555,
160          20.57891082763672,
161          22.177988052368164,
162          22.6539249420166,
163          21.250635147094727,
164          24.766515731811523
165        ],
166        "n": 8
167      }
168    }
169  ],
170  "selection": {
171    "candidates": 8,
172    "active_blocks": 3,
173    "epochs": 18,
174    "n_train": 400,
175    "n_test": 200,
176    "track_rationale": "tabular regression is the built-in optimizer/regularizer/architecture-compatible small MLP track; no PDE/control structure is required by this adapter-bank idea"
177  }
178}