1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 0.0010981351661030203
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 0.0005773879893240519
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.01
 27        },
 28        "mean": 0.00017333678806608077
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.0001381416768708732,
 33      "std": 8.561204737527774e-05,
 34      "per_seed": [
 35        0.00027561953174881637,
 36        0.00025423229089938104,
 37        6.920921441633254e-05,
 38        9.428611519979313e-05,
 39        0.00011270481627434492,
 40        4.6381595893763006e-05,
 41        5.4802185331936926e-05,
 42        0.00019789766520261765
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "mean": 4.836640596295183e-05,
 49    "std": 1.6373566749923268e-05,
 50    "per_seed": [
 51      2.6542324121692218e-05,
 52      3.756738078664057e-05,
 53      8.299377805087715e-05,
 54      3.5111366742057726e-05,
 55      4.390031972434372e-05,
 56      5.7259032473666593e-05,
 57      4.6545013901777565e-05,
 58      5.70120319025591e-05
 59    ],
 60    "n": 8
 61  },
 62  "comparison": {
 63    "delta_mean": -8.977527090792137e-05,
 64    "idea_wins": 6,
 65    "n_pairs": 8,
 66    "per_seed_diffs": [
 67      -0.00024907720762712415,
 68      -0.00021666491011274047,
 69      1.3784563634544611e-05,
 70      -5.9174748457735404e-05,
 71      -6.88044965500012e-05,
 72      1.0877436579903588e-05,
 73      -8.25717143015936e-06,
 74      -0.00014088563330005854
 75    ],
 76    "p_value": 0.058,
 77    "mde": 8.536922866820681e-05,
 78    "mde_rel_pct": 61.79831503566081,
 79    "verdict": "no significant win",
 80    "system_worked": false
 81  },
 82  "mechanism_signature": {
 83    "prediction": "stable transverse perturbations should contract with slope near log(1+dt*alpha)/dt",
 84    "trained_model": "orbital phase RNN, seed 0, best benchmark lr",
 85    "predicted_transverse_alpha": -0.003641861502655863,
 86    "predicted_euler_slope": -0.003642856601714171,
 87    "observed_perturbation_slope": -0.004562072528716771,
 88    "max_edge_angle_rad": 0.2595794200897217,
 89    "confirmed": true
 90  },
 91  "idea_sweep": [
 92    {
 93      "cfg": {
 94        "lr": 0.001
 95      },
 96      "result": {
 97        "mean": 0.5228138975799084,
 98        "std": 0.05846373973675471,
 99        "per_seed": [
100          0.46808767318725586,
101          0.4788855016231537,
102          0.5357304811477661,
103          0.6011213660240173,
104          0.5628133416175842,
105          0.42048752307891846,
106          0.5861251354217529,
107          0.5292601585388184
108        ],
109        "n": 8
110      }
111    },
112    {
113      "cfg": {
114        "lr": 0.003
115      },
116      "result": {
117        "mean": 0.05459719488862902,
118        "std": 0.024955650155415794,
119        "per_seed": [
120          0.03722333908081055,
121          0.034839458763599396,
122          0.0486103855073452,
123          0.06742417067289352,
124          0.08550677448511124,
125          0.015370250679552555,
126          0.09451965242624283,
127          0.05328352749347687
128        ],
129        "n": 8
130      }
131    },
132    {
133      "cfg": {
134        "lr": 0.01
135      },
136      "result": {
137        "mean": 4.836640596295183e-05,
138        "std": 1.6373566749923268e-05,
139        "per_seed": [
140          2.6542324121692218e-05,
141          3.756738078664057e-05,
142          8.299377805087715e-05,
143          3.5111366742057726e-05,
144          4.390031972434372e-05,
145          5.7259032473666593e-05,
146          4.6545013901777565e-05,
147          5.70120319025591e-05
148        ],
149        "n": 8
150      }
151    }
152  ],
153  "protocol": {
154    "epochs": 12,
155    "n_train": 1200,
156    "n_test": 400,
157    "paired_seeds": [
158      0,
159      1,
160      2,
161      3,
162      4,
163      5,
164      6,
165      7
166    ],
167    "lr_union": [
168      0.001,
169      0.003,
170      0.01
171    ],
172    "baseline_best_lr": 0.01,
173    "idea_best_lr": 0.01
174  }
175}