Continued-Fraction Lacunary Features / bench_report.json

✓✓ Beats tuned baseline

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "oscillatory_poisson_dirichlet",
  4  "model": "mlp_tiny",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.003,
 10      "epochs": 60
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "epochs": 40
 17        },
 18        "mean": 0.0006778498209314421
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.003,
 23          "epochs": 60
 24        },
 25        "mean": 0.00043702401308109984
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.01,
 30          "epochs": 40
 31        },
 32        "mean": 0.00044085102854296565
 33      }
 34    ],
 35    "full": {
 36      "mean": 0.00043237637873971835,
 37      "std": 3.8187087327051446e-05,
 38      "per_seed": [
 39        0.0003651036531664431,
 40        0.00042602859321050346,
 41        0.00047331504174508154,
 42        0.00048364876420237124,
 43        0.00044202408753335476,
 44        0.0004499702772591263,
 45        0.0003835530951619148,
 46        0.00043536751763895154
 47      ],
 48      "n": 8
 49    }
 50  },
 51  "idea": {
 52    "mean": 7.938782317751247e-06,
 53    "std": 4.9723807129158115e-06,
 54    "per_seed": [
 55      9.732138096296694e-06,
 56      1.5018205886008218e-05,
 57      1.9140725271427073e-06,
 58      2.8497804578364594e-06,
 59      1.254685685125878e-05,
 60      1.2878803318017162e-05,
 61      6.513614152936498e-06,
 62      2.056787252513459e-06
 63    ],
 64    "n": 8
 65  },
 66  "comparison": {
 67    "delta_mean": -0.0004244375964219671,
 68    "idea_wins": 8,
 69    "n_pairs": 8,
 70    "per_seed_diffs": [
 71      -0.0003553715150701464,
 72      -0.00041101038732449524,
 73      -0.00047140096921793884,
 74      -0.0004807989837445348,
 75      -0.000429477230682096,
 76      -0.00043709147394110914,
 77      -0.00037703948100897833,
 78      -0.0004333107303864381
 79    ],
 80    "p_value": 0.0081,
 81    "mde": 3.5816018833148187e-05,
 82    "mde_rel_pct": 8.28352810057385,
 83    "verdict": "idea better (significant)",
 84    "system_worked": true
 85  },
 86  "mechanism_signature": {
 87    "core_math": {
 88      "q_first_8": [
 89        1,
 90        1,
 91        2,
 92        3,
 93        5,
 94        8,
 95        13,
 96        21
 97      ],
 98      "recursion_ok": true,
 99      "sum_inverse_q_16": 3.3582465648651123,
100      "pair_energy_mean": 0.20989039696545903,
101      "pair_energy_range": [
102        0.0010131712736760614,
103        1.0
104      ],
105      "confirmed": true
106    },
107    "prediction": "lacunary features should represent the observed q=21 oscillatory projection more accurately than raw coordinates",
108    "observed_projection_mean": -0.0007434946983266855,
109    "baseline_projection_mean": -0.0006118378005339764,
110    "idea_projection_mean": -0.0009314071439803229,
111    "baseline_abs_projection_error": 0.0009622876659705071,
112    "idea_abs_projection_error": 0.0003437457116888254,
113    "confirmed": true,
114    "per_seed": [
115      {
116        "seed": 0,
117        "observed_projection": -0.0005077625392004848,
118        "baseline_projection": -0.0006592327845282853,
119        "idea_projection": -0.00041551675531081855,
120        "baseline_mse": 0.0003651036531664431,
121        "idea_mse": 9.732138096296694e-06
122      },
123      {
124        "seed": 1,
125        "observed_projection": -0.004307851195335388,
126        "baseline_projection": -0.003280901350080967,
127        "idea_projection": -0.005329052451997995,
128        "baseline_mse": 0.00042602859321050346,
129        "idea_mse": 1.5018205886008218e-05
130      },
131      {
132        "seed": 2,
133        "observed_projection": 0.005494784563779831,
134        "baseline_projection": 0.0055371420457959175,
135        "idea_projection": 0.005579102784395218,
136        "baseline_mse": 0.00047331504174508154,
137        "idea_mse": 1.9140725271427073e-06
138      },
139      {
140        "seed": 3,
141        "observed_projection": -0.0074657900258898735,
142        "baseline_projection": -0.005802422761917114,
143        "idea_projection": -0.0074532730504870415,
144        "baseline_mse": 0.00048364876420237124,
145        "idea_mse": 2.8497804578364594e-06
146      },
147      {
148        "seed": 4,
149        "observed_projection": 0.0017738310853019357,
150        "baseline_projection": 0.002247645752504468,
151        "idea_projection": 0.0021136009600013494,
152        "baseline_mse": 0.00044202408753335476,
153        "idea_mse": 1.254685685125878e-05
154      },
155      {
156        "seed": 5,
157        "observed_projection": 0.006408534478396177,
158        "baseline_projection": 0.004791455343365669,
159        "idea_projection": 0.00562709104269743,
160        "baseline_mse": 0.0004499702772591263,
161        "idea_mse": 1.2878803318017162e-05
162      },
163      {
164        "seed": 6,
165        "observed_projection": 0.00022972554143052548,
166        "baseline_projection": -0.001324248150922358,
167        "idea_projection": -9.426239557797089e-05,
168        "baseline_mse": 0.0003835530951619148,
169        "idea_mse": 6.513614152936498e-06
170      },
171      {
172        "seed": 7,
173        "observed_projection": -0.007573429495096207,
174        "baseline_projection": -0.0064041404984891415,
175        "idea_projection": -0.007478947285562754,
176        "baseline_mse": 0.00043536751763895154,
177        "idea_mse": 2.056787252513459e-06
178      }
179    ]
180  },
181  "baseline_full_at_idea_cfg": {
182    "mean": 0.00043237637873971835,
183    "std": 3.8187087327051446e-05,
184    "per_seed": [
185      0.0003651036531664431,
186      0.00042602859321050346,
187      0.00047331504174508154,
188      0.00048364876420237124,
189      0.00044202408753335476,
190      0.0004499702772591263,
191      0.0003835530951619148,
192      0.00043536751763895154
193    ],
194    "n": 8
195  },
196  "idea_config_candidates": [
197    {
198      "lr": 0.001,
199      "epochs": 40
200    },
201    {
202      "lr": 0.003,
203      "epochs": 60
204    },
205    {
206      "lr": 0.01,
207      "epochs": 40
208    }
209  ],
210  "chosen_idea_cfg": {
211    "lr": 0.003,
212    "epochs": 60
213  },
214  "track_justification": "Registered oscillatory elliptic PDE field: the task contains the high-frequency coordinate structure targeted by the embedding."
215}