Semi-Passive Energy-Gated Optimizer / bench_report.json

✓✓ Beats tuned baseline

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01,
 10      "weight_decay": 0.0
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "weight_decay": 0.0
 17        },
 18        "mean": 0.0009722943214001134
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.001,
 23          "weight_decay": 0.0001
 24        },
 25        "mean": 0.0009676419722381979
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.001,
 30          "weight_decay": 0.001
 31        },
 32        "mean": 0.0009444169700145721
 33      },
 34      {
 35        "cfg": {
 36          "lr": 0.003,
 37          "weight_decay": 0.0
 38        },
 39        "mean": 0.0004595852587954141
 40      },
 41      {
 42        "cfg": {
 43          "lr": 0.003,
 44          "weight_decay": 0.0001
 45        },
 46        "mean": 0.000500455847941339
 47      },
 48      {
 49        "cfg": {
 50          "lr": 0.003,
 51          "weight_decay": 0.001
 52        },
 53        "mean": 0.0005452305340440944
 54      },
 55      {
 56        "cfg": {
 57          "lr": 0.01,
 58          "weight_decay": 0.0
 59        },
 60        "mean": 0.00011186753999936627
 61      },
 62      {
 63        "cfg": {
 64          "lr": 0.01,
 65          "weight_decay": 0.0001
 66        },
 67        "mean": 0.0001743265111144865
 68      },
 69      {
 70        "cfg": {
 71          "lr": 0.01,
 72          "weight_decay": 0.001
 73        },
 74        "mean": 0.0002742330798355397
 75      }
 76    ],
 77    "full": {
 78      "mean": 8.200101638067281e-05,
 79      "std": 6.057323033203833e-05,
 80      "per_seed": [
 81        0.0002028812450589612,
 82        0.00016224317369051278,
 83        4.15411705034785e-05,
 84        4.08045707445126e-05,
 85        5.192989920033142e-05,
 86        2.7118352591060102e-05,
 87        4.964483741787262e-05,
 88        7.984488183865324e-05
 89      ],
 90      "n": 8
 91    },
 92    "idea_grid": [
 93      {
 94        "cfg": {
 95          "lr": 0.001,
 96          "c": 2.0
 97        },
 98        "mean": 0.0009725104464450851
 99      },
100      {
101        "cfg": {
102          "lr": 0.001,
103          "c": 5.0
104        },
105        "mean": 0.0009728349541546777
106      },
107      {
108        "cfg": {
109          "lr": 0.001,
110          "c": 10.0
111        },
112        "mean": 0.0009733773185871542
113      },
114      {
115        "cfg": {
116          "lr": 0.003,
117          "c": 2.0
118        },
119        "mean": 0.0004606272341334261
120      },
121      {
122        "cfg": {
123          "lr": 0.003,
124          "c": 5.0
125        },
126        "mean": 0.0004622471169568598
127      },
128      {
129        "cfg": {
130          "lr": 0.003,
131          "c": 10.0
132        },
133        "mean": 0.00046506051876349375
134      },
135      {
136        "cfg": {
137          "lr": 0.01,
138          "c": 2.0
139        },
140        "mean": 0.0001056715045706369
141      },
142      {
143        "cfg": {
144          "lr": 0.01,
145          "c": 5.0
146        },
147        "mean": 9.620005857868819e-05
148      },
149      {
150        "cfg": {
151          "lr": 0.01,
152          "c": 10.0
153        },
154        "mean": 8.880743644112954e-05
155      }
156    ],
157    "idea_best_cfg": {
158      "lr": 0.01,
159      "c": 10.0
160    }
161  },
162  "idea": {
163    "mean": 6.680865521957458e-05,
164    "std": 4.834767024791531e-05,
165    "per_seed": [
166      0.00018218360492028296,
167      9.848197805695236e-05,
168      3.606851532822475e-05,
169      3.849564745905809e-05,
170      5.274467548588291e-05,
171      2.1851565179531462e-05,
172      5.2063427574466914e-05,
173      5.257982775219716e-05
174    ],
175    "n": 8
176  },
177  "comparison": {
178    "delta_mean": -1.5192361161098233e-05,
179    "idea_wins": 6,
180    "n_pairs": 8,
181    "per_seed_diffs": [
182      -2.0697640138678253e-05,
183      -6.376119563356042e-05,
184      -5.472655175253749e-06,
185      -2.3089232854545116e-06,
186      8.147762855514884e-07,
187      -5.2667874115286395e-06,
188      2.4185901565942913e-06,
189      -2.7265054086456075e-05
190    ],
191    "p_value": 0.04715,
192    "mde": 1.8590723573088402e-05,
193    "mde_rel_pct": 22.671333104927385,
194    "verdict": "idea better (significant)",
195    "system_worked": true
196  },
197  "mechanism_signature": {
198    "mechanism_signature": {
199      "E_star": 0.01,
200      "tau": 0.005,
201      "c": 10.0,
202      "transition_width_10_to_90": 0.0219722457735,
203      "observed": [
204        {
205          "seed": 0,
206          "max_energy": 0.6635691743140342,
207          "mean_gate": 0.2657892433072299,
208          "active_fraction": 0.15333333333333332,
209          "mean_abs_grad_work": 0.009355158761435146,
210          "mean_damping_energy_term": 0.3849997261763783,
211          "bound_proxy_B_over_2c": 0.0015436692659204674
212        },
213        {
214          "seed": 1,
215          "max_energy": 0.6644394179311348,
216          "mean_gate": 0.27762200195231984,
217          "active_fraction": 0.16,
218          "mean_abs_grad_work": 0.010108855998219184,
219          "mean_damping_energy_term": 0.4196295187630554,
220          "bound_proxy_B_over_2c": 0.0020301451462910263
221        },
222        {
223          "seed": 2,
224          "max_energy": 0.6638438488153042,
225          "mean_gate": 0.2998147450677648,
226          "active_fraction": 0.21333333333333335,
227          "mean_abs_grad_work": 0.009347904387412672,
228          "mean_damping_energy_term": 0.4398196667126576,
229          "bound_proxy_B_over_2c": 0.001223365468613331
230        },
231        {
232          "seed": 3,
233          "max_energy": 0.6624586769175949,
234          "mean_gate": 0.27958306215077783,
235          "active_fraction": 0.16,
236          "mean_abs_grad_work": 0.009035967432046198,
237          "mean_damping_energy_term": 0.4271317061643127,
238          "bound_proxy_B_over_2c": 0.0013104913539427757
239        },
240        {
241          "seed": 4,
242          "max_energy": 0.6631062422602554,
243          "mean_gate": 0.27506431785991164,
244          "active_fraction": 0.17333333333333334,
245          "mean_abs_grad_work": 0.008536183482930577,
246          "mean_damping_energy_term": 0.40087036121829356,
247          "bound_proxy_B_over_2c": 0.00110232781849845
248        },
249        {
250          "seed": 5,
251          "max_energy": 0.6644941904560255,
252          "mean_gate": 0.2890626448038116,
253          "active_fraction": 0.19333333333333333,
254          "mean_abs_grad_work": 0.010214908040596604,
255          "mean_damping_energy_term": 0.4445307720323369,
256          "bound_proxy_B_over_2c": 0.001505933901644309
257        },
258        {
259          "seed": 6,
260          "max_energy": 0.6638318966870429,
261          "mean_gate": 0.2855342704509694,
262          "active_fraction": 0.17333333333333334,
263          "mean_abs_grad_work": 0.009050130401310334,
264          "mean_damping_energy_term": 0.4042768311227779,
265          "bound_proxy_B_over_2c": 0.0010688055686387085
266        },
267        {
268          "seed": 7,
269          "max_energy": 0.664137040348578,
270          "mean_gate": 0.26710557821443215,
271          "active_fraction": 0.15333333333333332,
272          "mean_abs_grad_work": 0.00960955584816272,
273          "mean_damping_energy_term": 0.4161792169876806,
274          "bound_proxy_B_over_2c": 0.001771787163452233
275        }
276      ],
277      "prediction": "higher energy produces higher q and nonzero dissipative term 2*c*q*E",
278      "confirmed": true
279    }
280  },
281  "custom_track": null
282}