Continued-Fraction Lacunary Features / bench_report.json
Beats tuned baseline
1{
2 "bench_version": 1,
3 "track": "oscillatory_poisson_dirichlet",
4 "model": "mlp_tiny",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.003,
10 "epochs": 60
11 },
12 "sweep": [
13 {
14 "cfg": {
15 "lr": 0.001,
16 "epochs": 40
17 },
18 "mean": 0.0006778498209314421
19 },
20 {
21 "cfg": {
22 "lr": 0.003,
23 "epochs": 60
24 },
25 "mean": 0.00043702401308109984
26 },
27 {
28 "cfg": {
29 "lr": 0.01,
30 "epochs": 40
31 },
32 "mean": 0.00044085102854296565
33 }
34 ],
35 "full": {
36 "mean": 0.00043237637873971835,
37 "std": 3.8187087327051446e-05,
38 "per_seed": [
39 0.0003651036531664431,
40 0.00042602859321050346,
41 0.00047331504174508154,
42 0.00048364876420237124,
43 0.00044202408753335476,
44 0.0004499702772591263,
45 0.0003835530951619148,
46 0.00043536751763895154
47 ],
48 "n": 8
49 }
50 },
51 "idea": {
52 "mean": 7.938782317751247e-06,
53 "std": 4.9723807129158115e-06,
54 "per_seed": [
55 9.732138096296694e-06,
56 1.5018205886008218e-05,
57 1.9140725271427073e-06,
58 2.8497804578364594e-06,
59 1.254685685125878e-05,
60 1.2878803318017162e-05,
61 6.513614152936498e-06,
62 2.056787252513459e-06
63 ],
64 "n": 8
65 },
66 "comparison": {
67 "delta_mean": -0.0004244375964219671,
68 "idea_wins": 8,
69 "n_pairs": 8,
70 "per_seed_diffs": [
71 -0.0003553715150701464,
72 -0.00041101038732449524,
73 -0.00047140096921793884,
74 -0.0004807989837445348,
75 -0.000429477230682096,
76 -0.00043709147394110914,
77 -0.00037703948100897833,
78 -0.0004333107303864381
79 ],
80 "p_value": 0.0081,
81 "mde": 3.5816018833148187e-05,
82 "mde_rel_pct": 8.28352810057385,
83 "verdict": "idea better (significant)",
84 "system_worked": true
85 },
86 "mechanism_signature": {
87 "core_math": {
88 "q_first_8": [
89 1,
90 1,
91 2,
92 3,
93 5,
94 8,
95 13,
96 21
97 ],
98 "recursion_ok": true,
99 "sum_inverse_q_16": 3.3582465648651123,
100 "pair_energy_mean": 0.20989039696545903,
101 "pair_energy_range": [
102 0.0010131712736760614,
103 1.0
104 ],
105 "confirmed": true
106 },
107 "prediction": "lacunary features should represent the observed q=21 oscillatory projection more accurately than raw coordinates",
108 "observed_projection_mean": -0.0007434946983266855,
109 "baseline_projection_mean": -0.0006118378005339764,
110 "idea_projection_mean": -0.0009314071439803229,
111 "baseline_abs_projection_error": 0.0009622876659705071,
112 "idea_abs_projection_error": 0.0003437457116888254,
113 "confirmed": true,
114 "per_seed": [
115 {
116 "seed": 0,
117 "observed_projection": -0.0005077625392004848,
118 "baseline_projection": -0.0006592327845282853,
119 "idea_projection": -0.00041551675531081855,
120 "baseline_mse": 0.0003651036531664431,
121 "idea_mse": 9.732138096296694e-06
122 },
123 {
124 "seed": 1,
125 "observed_projection": -0.004307851195335388,
126 "baseline_projection": -0.003280901350080967,
127 "idea_projection": -0.005329052451997995,
128 "baseline_mse": 0.00042602859321050346,
129 "idea_mse": 1.5018205886008218e-05
130 },
131 {
132 "seed": 2,
133 "observed_projection": 0.005494784563779831,
134 "baseline_projection": 0.0055371420457959175,
135 "idea_projection": 0.005579102784395218,
136 "baseline_mse": 0.00047331504174508154,
137 "idea_mse": 1.9140725271427073e-06
138 },
139 {
140 "seed": 3,
141 "observed_projection": -0.0074657900258898735,
142 "baseline_projection": -0.005802422761917114,
143 "idea_projection": -0.0074532730504870415,
144 "baseline_mse": 0.00048364876420237124,
145 "idea_mse": 2.8497804578364594e-06
146 },
147 {
148 "seed": 4,
149 "observed_projection": 0.0017738310853019357,
150 "baseline_projection": 0.002247645752504468,
151 "idea_projection": 0.0021136009600013494,
152 "baseline_mse": 0.00044202408753335476,
153 "idea_mse": 1.254685685125878e-05
154 },
155 {
156 "seed": 5,
157 "observed_projection": 0.006408534478396177,
158 "baseline_projection": 0.004791455343365669,
159 "idea_projection": 0.00562709104269743,
160 "baseline_mse": 0.0004499702772591263,
161 "idea_mse": 1.2878803318017162e-05
162 },
163 {
164 "seed": 6,
165 "observed_projection": 0.00022972554143052548,
166 "baseline_projection": -0.001324248150922358,
167 "idea_projection": -9.426239557797089e-05,
168 "baseline_mse": 0.0003835530951619148,
169 "idea_mse": 6.513614152936498e-06
170 },
171 {
172 "seed": 7,
173 "observed_projection": -0.007573429495096207,
174 "baseline_projection": -0.0064041404984891415,
175 "idea_projection": -0.007478947285562754,
176 "baseline_mse": 0.00043536751763895154,
177 "idea_mse": 2.056787252513459e-06
178 }
179 ]
180 },
181 "baseline_full_at_idea_cfg": {
182 "mean": 0.00043237637873971835,
183 "std": 3.8187087327051446e-05,
184 "per_seed": [
185 0.0003651036531664431,
186 0.00042602859321050346,
187 0.00047331504174508154,
188 0.00048364876420237124,
189 0.00044202408753335476,
190 0.0004499702772591263,
191 0.0003835530951619148,
192 0.00043536751763895154
193 ],
194 "n": 8
195 },
196 "idea_config_candidates": [
197 {
198 "lr": 0.001,
199 "epochs": 40
200 },
201 {
202 "lr": 0.003,
203 "epochs": 60
204 },
205 {
206 "lr": 0.01,
207 "epochs": 40
208 }
209 ],
210 "chosen_idea_cfg": {
211 "lr": 0.003,
212 "epochs": 60
213 },
214 "track_justification": "Registered oscillatory elliptic PDE field: the task contains the high-frequency coordinate structure targeted by the embedding."
215}