Nonreversible latent instanton sampler / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "bench_version": 1,
 3  "track": "dynamics",
 4  "model": "rnn_small",
 5  "metric_direction": "lower is better",
 6  "n_seeds": 8,
 7  "baseline": {
 8    "best_cfg": {
 9      "lr": 0.01
10    },
11    "sweep": [
12      {
13        "cfg": {
14          "lr": 0.001
15        },
16        "mean": 0.004298779065720737
17      },
18      {
19        "cfg": {
20          "lr": 0.003
21        },
22        "mean": 0.0034615940821822733
23      },
24      {
25        "cfg": {
26          "lr": 0.01
27        },
28        "mean": 0.0014865802077110857
29      }
30    ],
31    "full": {
32      "mean": 0.0014198302378645167,
33      "std": 0.00039839114901047844,
34      "per_seed": [
35        0.0009327387670055032,
36        0.0018641706556081772,
37        0.0010785290505737066,
38        0.0020708823576569557,
39        0.0009260809747502208,
40        0.0014055331703275442,
41        0.0016443432541564107,
42        0.001436363672837615
43      ],
44      "n": 8
45    }
46  },
47  "idea": {
48    "mean": 0.02781403553672135,
49    "std": 0.005121785167552724,
50    "per_seed": [
51      0.02624191716313362,
52      0.019634274765849113,
53      0.030885715037584305,
54      0.03626050800085068,
55      0.020821113139390945,
56      0.029457034543156624,
57      0.030522819608449936,
58      0.028688902035355568
59    ],
60    "n": 8
61  },
62  "comparison": {
63    "delta_mean": 0.026394205298856832,
64    "idea_wins": 0,
65    "n_pairs": 8,
66    "per_seed_diffs": [
67      0.025309178396128118,
68      0.017770104110240936,
69      0.029807185987010598,
70      0.03418962564319372,
71      0.019895032164640725,
72      0.02805150137282908,
73      0.028878476354293525,
74      0.027252538362517953
75    ],
76    "p_value": 0.0081,
77    "mde": 0.004467906007621001,
78    "mde_rel_pct": 314.6788882550435,
79    "verdict": "idea worse (significant)",
80    "system_worked": false
81  },
82  "idea_cfg": {
83    "lr": 0.01
84  },
85  "protocol_note": "dynamics is structurally matched: controlled pendulum rollout",
86  "mechanism_signature": {
87    "prediction": "mobility-weighted action should scale residual energy by inverse positive mobility",
88    "predicted_inverse_mobility_mean": "not directly averaged in the original run; mobility mean=0.79597 implies inverse-mobility weighting > 1",
89    "observed_residual_mse": 5.364831447601318,
90    "observed_mobility_weighted_residual": 6.362071514129639,
91    "observed_weighted_to_unweighted_ratio": 1.1858846967082626,
92    "predicted_direction": "weighted residual exceeds unweighted residual because measured mobility is below 1",
93    "confirmed": true
94  }
95}