Regularity-Matched Random Fourier Layer / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "tabular",
  4  "model": "mlp_tiny",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.003
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.0015
 15        },
 16        "mean": 86.18153095245361
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 26.428078174591064
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.006
 27        },
 28        "mean": 28.919513702392578
 29      }
 30    ],
 31    "full": {
 32      "per_seed": [
 33        25.895511627197266,
 34        23.76729393005371,
 35        31.936946868896484,
 36        22.32597541809082,
 37        26.472503662109375,
 38        27.149736404418945,
 39        25.630550384521484,
 40        28.24610710144043
 41      ],
 42      "mean": 26.428078174591064,
 43      "std": 2.7157486357075706
 44    }
 45  },
 46  "idea": {
 47    "cfg": {
 48      "lr": 0.003,
 49      "kappa": 0.5
 50    },
 51    "sweep": [
 52      {
 53        "cfg": {
 54          "lr": 0.0015,
 55          "kappa": 0.5
 56        },
 57        "mean": 89.22317123413086,
 58        "per_seed": [
 59          98.93083953857422,
 60          79.5595474243164,
 61          112.91259765625,
 62          73.03987121582031,
 63          98.56941223144531,
 64          93.0411148071289,
 65          71.11729431152344,
 66          86.61469268798828
 67        ]
 68      },
 69      {
 70        "cfg": {
 71          "lr": 0.003,
 72          "kappa": 0.5
 73        },
 74        "mean": 25.99674344062805,
 75        "per_seed": [
 76          28.224853515625,
 77          22.147993087768555,
 78          29.366596221923828,
 79          23.47258758544922,
 80          26.70428466796875,
 81          27.07363510131836,
 82          24.43505096435547,
 83          26.548946380615234
 84        ]
 85      },
 86      {
 87        "cfg": {
 88          "lr": 0.006,
 89          "kappa": 0.5
 90        },
 91        "mean": 29.730857133865356,
 92        "per_seed": [
 93          35.66669845581055,
 94          22.87786102294922,
 95          30.74677085876465,
 96          26.302228927612305,
 97          32.72633361816406,
 98          31.00384521484375,
 99          29.44414520263672,
100          29.0789737701416
101        ]
102      }
103    ],
104    "per_seed": [
105      28.224853515625,
106      22.147993087768555,
107      29.366596221923828,
108      23.47258758544922,
109      26.70428466796875,
110      27.07363510131836,
111      24.43505096435547,
112      26.548946380615234
113    ],
114    "mean": 25.99674344062805,
115    "std": 2.2887973383528157
116  },
117  "comparison": {
118    "delta_mean": -0.4313347339630127,
119    "idea_wins": 5,
120    "n_pairs": 8,
121    "per_seed_diffs": [
122      2.3293418884277344,
123      -1.6193008422851562,
124      -2.5703506469726562,
125      1.1466121673583984,
126      0.231781005859375,
127      -0.07610130310058594,
128      -1.1954994201660156,
129      -1.6971607208251953
130    ],
131    "p_value": 0.4471,
132    "mde": 1.372125195718692,
133    "mde_rel_pct": 5.191921965169242,
134    "verdict": "no significant win",
135    "system_worked": false
136  },
137  "protocol": "8 paired seeds; baseline and idea share frozen-RFF+MLP architecture; baseline lr union equals idea lr union",
138  "runtime_sec": 32.0839958190918,
139  "mechanism_signature": {
140    "prediction": "in standardized d=10 inputs, the matched exponential radial law (kappa=.5) predicts larger mean frequency radius than Gaussian and consequently larger input sensitivity",
141    "predicted_radius_gap": 6.83772233983162,
142    "observed_radius_gap": 6.904401510953903,
143    "predicted_sensitivity_gap": 6.83772233983162,
144    "observed_sensitivity_gap": 6.628487139940262,
145    "baseline_radius_mean": 3.121435910463333,
146    "idea_radius_mean": 10.025837421417236,
147    "baseline_sensitivity_mean": 3.6478576362133026,
148    "idea_sensitivity_mean": 10.276344776153564,
149    "confirmed": true
150  }
151}