{
  "bench_version": 1,
  "track": "dynamics",
  "model": "rnn_small",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "sweep": {
      "grid": [
        {
          "lr": 0.001,
          "epochs": 15
        },
        {
          "lr": 0.003,
          "epochs": 15
        },
        {
          "lr": 0.006,
          "epochs": 15
        }
      ],
      "results": [
        {
          "lr": 0.001,
          "mean": 0.004110507725272328
        },
        {
          "lr": 0.003,
          "mean": 0.0016934662853600457
        },
        {
          "lr": 0.006,
          "mean": 0.001336116241873242
        }
      ],
      "best": {
        "lr": 0.006,
        "mean": 0.001336116241873242
      }
    },
    "full": {
      "per_seed": [
        0.0008500798139721155,
        0.0017577288672327995,
        0.0007361507159657776,
        0.002000505570322275,
        0.0011651096865534782,
        0.0009040328441187739,
        0.0011707661906257272,
        0.0016706058522686362
      ],
      "records": [
        {
          "seed": 0,
          "lr": 0.006,
          "metric": 0.0008500798139721155
        },
        {
          "seed": 1,
          "lr": 0.006,
          "metric": 0.0017577288672327995
        },
        {
          "seed": 2,
          "lr": 0.006,
          "metric": 0.0007361507159657776
        },
        {
          "seed": 3,
          "lr": 0.006,
          "metric": 0.002000505570322275
        },
        {
          "seed": 4,
          "lr": 0.006,
          "metric": 0.0011651096865534782
        },
        {
          "seed": 5,
          "lr": 0.006,
          "metric": 0.0009040328441187739
        },
        {
          "seed": 6,
          "lr": 0.006,
          "metric": 0.0011707661906257272
        },
        {
          "seed": 7,
          "lr": 0.006,
          "metric": 0.0016706058522686362
        }
      ]
    }
  },
  "idea": {
    "sweep": {
      "grid": [
        {
          "lr": 0.001,
          "epochs": 15
        },
        {
          "lr": 0.003,
          "epochs": 15
        },
        {
          "lr": 0.006,
          "epochs": 15
        }
      ],
      "results": [
        {
          "lr": 0.001,
          "mean": 0.0054137099359650165
        },
        {
          "lr": 0.003,
          "mean": 0.001696990402706433
        },
        {
          "lr": 0.006,
          "mean": 0.0013303105588420294
        }
      ],
      "best": {
        "lr": 0.006,
        "mean": 0.0013303105588420294
      }
    },
    "per_seed": [
      0.0007351692765951157,
      0.0020680308807641268,
      0.0006238966016098857,
      0.0018669400596991181,
      0.0013283524895086884,
      0.0009672582964412868,
      0.0013313123490661383,
      0.0017215245170518756
    ],
    "records": [
      {
        "seed": 0,
        "lr": 0.006,
        "metric": 0.0007351692765951157,
        "jacobian_row_norm_mean": 0.5119546502828598
      },
      {
        "seed": 1,
        "lr": 0.006,
        "metric": 0.0020680308807641268,
        "jacobian_row_norm_mean": 0.4930251557379961
      },
      {
        "seed": 2,
        "lr": 0.006,
        "metric": 0.0006238966016098857,
        "jacobian_row_norm_mean": 0.5136511726304889
      },
      {
        "seed": 3,
        "lr": 0.006,
        "metric": 0.0018669400596991181,
        "jacobian_row_norm_mean": 0.49356979224830866
      },
      {
        "seed": 4,
        "lr": 0.006,
        "metric": 0.0013283524895086884,
        "jacobian_row_norm_mean": 0.5176679929718375
      },
      {
        "seed": 5,
        "lr": 0.006,
        "metric": 0.0009672582964412868,
        "jacobian_row_norm_mean": 0.5031084371730685
      },
      {
        "seed": 6,
        "lr": 0.006,
        "metric": 0.0013313123490661383,
        "jacobian_row_norm_mean": 0.5190566899254918
      },
      {
        "seed": 7,
        "lr": 0.006,
        "metric": 0.0017215245170518756,
        "jacobian_row_norm_mean": 0.5010124798864126
      }
    ]
  },
  "comparison": {
    "delta_mean": 4.8438116209581494e-05,
    "idea_wins": 3,
    "n_pairs": 8,
    "per_seed_diffs": [
      -0.00011491053737699986,
      0.00031030201353132725,
      -0.00011225411435589194,
      -0.00013356551062315702,
      0.0001632428029552102,
      6.322545232251287e-05,
      0.0001605461584404111,
      5.0918664783239365e-05
    ],
    "p_value": 0.43475,
    "mde": 0.000134148411633326,
    "mde_rel_pct": 10.465035924934886,
    "verdict": "no significant win",
    "system_worked": false
  },
  "mechanism_signature": {
    "prediction": "greedy delay taps have larger observability margin than uniform taps at equal budget",
    "predicted_margin_greedy": 0.2985928640520014,
    "predicted_margin_uniform": 0.26431666900098605,
    "selected_indices": [
      0,
      1,
      6,
      7
    ],
    "uniform_indices": [
      0,
      2,
      5,
      7
    ],
    "trained_model_observed": {
      "idea_test_mse_mean": 0.0013303105588420294,
      "idea_jacobian_row_norm_mean": 0.506630796357058
    },
    "confirmed": true
  }
}