1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.006
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 0.14925161935389042
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 0.030697030015289783
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.006
 27        },
 28        "mean": 0.012412646785378456
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.01222972312825732,
 33      "std": 0.0049134211484049405,
 34      "per_seed": [
 35        0.014105317182838917,
 36        0.013159467838704586,
 37        0.00736610684543848,
 38        0.015019695274531841,
 39        0.003357629058882594,
 40        0.012679333798587322,
 41        0.02101588435471058,
 42        0.011134350672364235
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "mean": 0.012229697429575026,
 49    "std": 0.004913482894403578,
 50    "per_seed": [
 51      0.014105571433901787,
 52      0.013159754686057568,
 53      0.007366028614342213,
 54      0.015018501318991184,
 55      0.003357773646712303,
 56      0.01267978735268116,
 57      0.021016454324126244,
 58      0.01113370805978775
 59    ],
 60    "n": 8
 61  },
 62  "comparison": {
 63    "delta_mean": -2.569868229329586e-08,
 64    "idea_wins": 3,
 65    "n_pairs": 8,
 66    "per_seed_diffs": [
 67      2.5425106287002563e-07,
 68      2.868473529815674e-07,
 69      -7.82310962677002e-08,
 70      -1.1939555406570435e-06,
 71      1.4458782970905304e-07,
 72      4.5355409383773804e-07,
 73      5.699694156646729e-07,
 74      -6.426125764846802e-07
 75    ],
 76    "p_value": 0.91285,
 77    "mde": 5.034535119956499e-07,
 78    "mde_rel_pct": 0.004116638673793017,
 79    "verdict": "no measurable effect",
 80    "system_worked": false
 81  },
 82  "mechanism_signature": {
 83    "mechanism_signature": {
 84      "baseline_min_curvature": 0.049999963492155075,
 85      "idea_min_curvature": 0.04999997094273567,
 86      "baseline_trace_curvature": 1.396693229675293,
 87      "idea_trace_curvature": 1.3966948986053467,
 88      "baseline_observed_perturbation": 7.737995474599302e-05,
 89      "idea_observed_perturbation": 7.729607750661671e-05,
 90      "predicted_inverse_margin_ratio": 0.9999998211860657,
 91      "observed_perturbation_ratio": 0.9989160340083987,
 92      "confirmed": true
 93    },
 94    "idea_trials": [
 95      {
 96        "cfg": {
 97          "lr": 0.006
 98        },
 99        "result": {
100          "mean": 0.012229697429575026,
101          "std": 0.004913482894403578,
102          "per_seed": [
103            0.014105571433901787,
104            0.013159754686057568,
105            0.007366028614342213,
106            0.015018501318991184,
107            0.003357773646712303,
108            0.01267978735268116,
109            0.021016454324126244,
110            0.01113370805978775
111          ],
112          "n": 8
113        }
114      },
115      {
116        "cfg": {
117          "lr": 0.003
118        },
119        "result": {
120          "mean": 0.026620963122695684,
121          "std": 0.005782354818965008,
122          "per_seed": [
123            0.035109490156173706,
124            0.027120579034090042,
125            0.02559320256114006,
126            0.03496447950601578,
127            0.025693824514746666,
128            0.02174903266131878,
129            0.02609817497432232,
130            0.016638921573758125
131          ],
132          "n": 8
133        }
134      },
135      {
136        "cfg": {
137          "lr": 0.006
138        },
139        "result": {
140          "mean": 0.012229697778820992,
141          "std": 0.0049134830277391085,
142          "per_seed": [
143            0.01410557422786951,
144            0.013159754686057568,
145            0.007366028614342213,
146            0.015018501318991184,
147            0.003357773646712303,
148            0.01267978735268116,
149            0.021016454324126244,
150            0.01113370805978775
151          ],
152          "n": 8
153        }
154      }
155    ],
156    "structural_match": "dynamics: recurrent actuated pendulum and stability/control task",
157    "intervention": "soft-min of input Jacobian Gauss-Newton curvature plus fixed prior"
158  }
159}