{
  "bench_version": 1,
  "track": "dynamics",
  "model": "rnn_small",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.006
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "mean": 0.01659585232846439
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 0.012405469547957182
      },
      {
        "cfg": {
          "lr": 0.006
        },
        "mean": 0.005767271446529776
      }
    ],
    "full": {
      "mean": 0.005887067440198734,
      "std": 0.0028623089080256525,
      "per_seed": [
        0.008059674873948097,
        0.004038976971060038,
        0.0031182977836579084,
        0.00785213615745306,
        0.003916425164788961,
        0.0028475807048380375,
        0.005657579749822617,
        0.011605868116021156
      ],
      "n": 8
    },
    "sweep_union": [
      {
        "lr": 0.001
      },
      {
        "lr": 0.003
      },
      {
        "lr": 0.006
      }
    ]
  },
  "idea": {
    "mean": 0.011248106741367055,
    "std": 0.006258844122725869,
    "per_seed": [
      0.022217202194459013,
      0.006783677271716304,
      0.00541313520087919,
      0.010822826067157683,
      0.005995401958828461,
      0.006209289870068991,
      0.012061415767069159,
      0.02048190560075764
    ],
    "n": 8,
    "selected_cfg": {
      "lr": 0.006
    }
  },
  "comparison": {
    "delta_mean": 0.005361039301168321,
    "idea_wins": 0,
    "n_pairs": 8,
    "per_seed_diffs": [
      0.014157527320510916,
      0.0027447003006562665,
      0.002294837417221282,
      0.0029706899097046227,
      0.0020789767940394997,
      0.003361709165230953,
      0.006403836017246542,
      0.008876037484736483
    ],
    "p_value": 0.0081,
    "mde": 0.0035692628707567073,
    "mde_rel_pct": 60.628876890124715,
    "verdict": "idea worse (significant)",
    "system_worked": false
  },
  "mechanism_signature": {
    "definition": "trained RNN predicted-vs-observed clearance coverage",
    "alpha": 0.1,
    "gamma": 0.25,
    "K": 8,
    "coverage_mean": 0.9009375,
    "coverage_per_seed": [
      0.92,
      0.9175,
      0.89,
      0.8525,
      0.88,
      0.9225,
      0.9075,
      0.9175
    ],
    "q_mean": 0.05177069455385208,
    "certificate_nonnegative_mean": 0.92,
    "target_coverage": 0.9,
    "confirmed": true,
    "math_check": {
      "cvar_max_abs_error": 1.1102230246251565e-16,
      "q_is_order_statistic": true,
      "q_rank": 29
    },
    "idea_sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "mean": 0.03188629204078374
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 0.023879009760325764
      },
      {
        "cfg": {
          "lr": 0.006
        },
        "mean": 0.011309210183553048
      }
    ]
  },
  "math_check": {
    "cvar_max_abs_error": 1.1102230246251565e-16,
    "q_is_order_statistic": true,
    "q_rank": 29
  }
}