Regularity-Matched Random Fourier Layer / bench_report.json
Mechanism confirmed, baseline not beaten
1{
2 "bench_version": 1,
3 "track": "tabular",
4 "model": "mlp_tiny",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.003
10 },
11 "sweep": [
12 {
13 "cfg": {
14 "lr": 0.0015
15 },
16 "mean": 86.18153095245361
17 },
18 {
19 "cfg": {
20 "lr": 0.003
21 },
22 "mean": 26.428078174591064
23 },
24 {
25 "cfg": {
26 "lr": 0.006
27 },
28 "mean": 28.919513702392578
29 }
30 ],
31 "full": {
32 "per_seed": [
33 25.895511627197266,
34 23.76729393005371,
35 31.936946868896484,
36 22.32597541809082,
37 26.472503662109375,
38 27.149736404418945,
39 25.630550384521484,
40 28.24610710144043
41 ],
42 "mean": 26.428078174591064,
43 "std": 2.7157486357075706
44 }
45 },
46 "idea": {
47 "cfg": {
48 "lr": 0.003,
49 "kappa": 0.5
50 },
51 "sweep": [
52 {
53 "cfg": {
54 "lr": 0.0015,
55 "kappa": 0.5
56 },
57 "mean": 89.22317123413086,
58 "per_seed": [
59 98.93083953857422,
60 79.5595474243164,
61 112.91259765625,
62 73.03987121582031,
63 98.56941223144531,
64 93.0411148071289,
65 71.11729431152344,
66 86.61469268798828
67 ]
68 },
69 {
70 "cfg": {
71 "lr": 0.003,
72 "kappa": 0.5
73 },
74 "mean": 25.99674344062805,
75 "per_seed": [
76 28.224853515625,
77 22.147993087768555,
78 29.366596221923828,
79 23.47258758544922,
80 26.70428466796875,
81 27.07363510131836,
82 24.43505096435547,
83 26.548946380615234
84 ]
85 },
86 {
87 "cfg": {
88 "lr": 0.006,
89 "kappa": 0.5
90 },
91 "mean": 29.730857133865356,
92 "per_seed": [
93 35.66669845581055,
94 22.87786102294922,
95 30.74677085876465,
96 26.302228927612305,
97 32.72633361816406,
98 31.00384521484375,
99 29.44414520263672,
100 29.0789737701416
101 ]
102 }
103 ],
104 "per_seed": [
105 28.224853515625,
106 22.147993087768555,
107 29.366596221923828,
108 23.47258758544922,
109 26.70428466796875,
110 27.07363510131836,
111 24.43505096435547,
112 26.548946380615234
113 ],
114 "mean": 25.99674344062805,
115 "std": 2.2887973383528157
116 },
117 "comparison": {
118 "delta_mean": -0.4313347339630127,
119 "idea_wins": 5,
120 "n_pairs": 8,
121 "per_seed_diffs": [
122 2.3293418884277344,
123 -1.6193008422851562,
124 -2.5703506469726562,
125 1.1466121673583984,
126 0.231781005859375,
127 -0.07610130310058594,
128 -1.1954994201660156,
129 -1.6971607208251953
130 ],
131 "p_value": 0.4471,
132 "mde": 1.372125195718692,
133 "mde_rel_pct": 5.191921965169242,
134 "verdict": "no significant win",
135 "system_worked": false
136 },
137 "protocol": "8 paired seeds; baseline and idea share frozen-RFF+MLP architecture; baseline lr union equals idea lr union",
138 "runtime_sec": 32.0839958190918,
139 "mechanism_signature": {
140 "prediction": "in standardized d=10 inputs, the matched exponential radial law (kappa=.5) predicts larger mean frequency radius than Gaussian and consequently larger input sensitivity",
141 "predicted_radius_gap": 6.83772233983162,
142 "observed_radius_gap": 6.904401510953903,
143 "predicted_sensitivity_gap": 6.83772233983162,
144 "observed_sensitivity_gap": 6.628487139940262,
145 "baseline_radius_mean": 3.121435910463333,
146 "idea_radius_mean": 10.025837421417236,
147 "baseline_sensitivity_mean": 3.6478576362133026,
148 "idea_sensitivity_mean": 10.276344776153564,
149 "confirmed": true
150 }
151}