1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 0.001143058019806631
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 0.0005966055832686834
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.01
 27        },
 28        "mean": 0.0001800259415176697
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.00013833412685926305,
 33      "std": 8.74152934908656e-05,
 34      "per_seed": [
 35        0.00026837096083909273,
 36        0.0002815499610733241,
 37        7.163507689256221e-05,
 38        9.85477672656998e-05,
 39        0.00010150683374376968,
 40        5.219123704591766e-05,
 41        5.341393261915073e-05,
 42        0.00017945724539458752
 43      ],
 44      "n": 8
 45    },
 46    "idea_sweep_same_union": [
 47      {
 48        "cfg": {
 49          "lr": 0.001
 50        },
 51        "mean": 0.0003716218598128762
 52      },
 53      {
 54        "cfg": {
 55          "lr": 0.003
 56        },
 57        "mean": 0.0001124112732213689
 58      },
 59      {
 60        "cfg": {
 61          "lr": 0.01
 62        },
 63        "mean": 0.0001620453786017606
 64      }
 65    ]
 66  },
 67  "idea": {
 68    "mean": 0.00010261458010063507,
 69    "std": 2.643143893782112e-05,
 70    "per_seed": [
 71      7.763464964227751e-05,
 72      0.0001378427550662309,
 73      9.273155592381954e-05,
 74      0.00014143613225314766,
 75      7.422755152219906e-05,
 76      7.65531585784629e-05,
 77      9.41569305723533e-05,
 78      0.00012633390724658966
 79    ],
 80    "n": 8
 81  },
 82  "comparison": {
 83    "delta_mean": -3.5719546758627985e-05,
 84    "idea_wins": 4,
 85    "n_pairs": 8,
 86    "per_seed_diffs": [
 87      -0.00019073631119681522,
 88      -0.0001437072060070932,
 89      2.109647903125733e-05,
 90      4.288836498744786e-05,
 91      -2.727928222157061e-05,
 92      2.436192153254524e-05,
 93      4.0742997953202575e-05,
 94      -5.3123338147997856e-05
 95    ],
 96    "p_value": 0.3492,
 97    "mde": 7.406941029805223e-05,
 98    "mde_rel_pct": 53.543844877416404,
 99    "verdict": "no significant win",
100    "system_worked": false
101  },
102  "mechanism_signature": {
103    "prediction_metric": "test MSE under independent lognormal recurrent gain perturbations",
104    "baseline_gain_mse": {
105      "clean_mse": 1.45693838596344,
106      "0.05": 1.4605102241039276,
107      "0.15": 1.4719401597976685,
108      "0.3": 1.5009662508964539
109    },
110    "idea_gain_mse": {
111      "clean_mse": 1.4612292051315308,
112      "0.05": 1.46112659573555,
113      "0.15": 1.461238443851471,
114      "0.3": 1.4622179567813873
115    },
116    "predicted_effect": "cyclic loop should preserve recurrent response under small independent gains",
117    "observed_effect": "compare perturbed-vs-clean MSE ratios on trained dynamics models",
118    "confirmed": true
119  },
120  "selected_idea_cfg": {
121    "lr": 0.003
122  },
123  "protocol_notes": {
124    "structural_match": "dynamics: controlled pendulum rollout and recurrent stability",
125    "paired_seeds": [
126      0,
127      1,
128      2,
129      3,
130      4,
131      5,
132      6,
133      7
134    ],
135    "shared_architecture": "GRU(3,64)+linear head; only hidden-to-hidden topology differs",
136    "budget": {
137      "epochs": 12,
138      "batch": 128,
139      "n_train": 1200,
140      "n_test": 300
141    }
142  }
143}