{
  "bench_version": 1,
  "track": "dynamics",
  "model": "rnn_small",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.01
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "mean": 0.001443413842935115
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 0.0009000279824249446
      },
      {
        "cfg": {
          "lr": 0.01
        },
        "mean": 0.0005028522355132736
      }
    ],
    "full": {
      "mean": 0.00042912505523418076,
      "std": 0.00017915832886079294,
      "per_seed": [
        0.000361639482434839,
        0.00038413508445955813,
        0.00039487716276198626,
        0.0008707572123967111,
        0.0004429189139045775,
        0.0002050218463409692,
        0.00038642011350020766,
        0.00038723062607459724
      ],
      "n": 8
    },
    "union_extra": [
      {
        "cfg": {
          "lr": 0.0033333333333333335
        },
        "full": {
          "mean": 0.0008873757251421921,
          "std": 0.00023680384896603653,
          "per_seed": [
            0.0007913073641248047,
            0.000795992324128747,
            0.0006051670643500984,
            0.001341381692327559,
            0.0006803745054639876,
            0.0007620747201144695,
            0.0009469457436352968,
            0.0011757623869925737
          ],
          "n": 8
        }
      },
      {
        "cfg": {
          "lr": 0.03
        },
        "full": {
          "mean": 0.00019077555771218613,
          "std": 0.00010217559367124779,
          "per_seed": [
            0.00023975277144927531,
            0.00015833131328690797,
            0.00018476269906386733,
            0.00011282971536275,
            0.0004178391245659441,
            7.224319415399805e-05,
            0.00023147270258050412,
            0.00010897294123424217
          ],
          "n": 8
        }
      }
    ]
  },
  "idea": {
    "mean": 0.0009516679710941389,
    "std": 0.0002400579622568702,
    "per_seed": [
      0.0009455473045818508,
      0.0009278051438741386,
      0.0008952125790528953,
      0.0009500241139903665,
      0.0007523722597397864,
      0.0006179050542414188,
      0.0015001472784206271,
      0.001024330034852028
    ],
    "n": 8,
    "sweep": [
      {
        "cfg": {
          "lr": 0.0033333333333333335,
          "dt": 0.05
        },
        "mean": 0.0009296472853748128
      },
      {
        "cfg": {
          "lr": 0.01,
          "dt": 0.05
        },
        "mean": NaN
      },
      {
        "cfg": {
          "lr": 0.03,
          "dt": 0.05
        },
        "mean": NaN
      }
    ],
    "best_cfg": {
      "lr": 0.0033333333333333335,
      "dt": 0.05
    }
  },
  "comparison": {
    "delta_mean": 0.0005225429158599582,
    "idea_wins": 0,
    "n_pairs": 8,
    "per_seed_diffs": [
      0.0005839078221470118,
      0.0005436700594145805,
      0.000500335416290909,
      7.926690159365535e-05,
      0.0003094533458352089,
      0.00041288320790044963,
      0.0011137271649204195,
      0.0006370994087774307
    ],
    "p_value": 0.0081,
    "mde": 0.00024909869994053333,
    "mde_rel_pct": 58.04804378168876,
    "verdict": "idea worse (significant)",
    "system_worked": false
  },
  "mechanism_signature": {
    "mass_conservation_rel_error": 3.493384204134031e-08,
    "observed_energy_change": -0.003466067530098371,
    "predicted_energy_derivative": -0.04637642973102629,
    "derivative_relative_error": 0.5008485137480757,
    "energy_dissipates": 1.0,
    "confirmed": false
  },
  "protocol_notes": {
    "structural_match": "controlled pendulum rollout tests stability of recurrent dynamical states",
    "paired_seeds": 8,
    "epochs": 20,
    "samples_per_seed": [
      400,
      200
    ],
    "device": "cuda"
  }
}