{
  "bench_version": 1,
  "track": "dynamics",
  "model": "rnn_small",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.01,
      "weight_decay": 0.0
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001,
          "weight_decay": 0.0
        },
        "mean": 0.001864717691205442
      },
      {
        "cfg": {
          "lr": 0.003,
          "weight_decay": 0.0
        },
        "mean": 0.0010901302302954718
      },
      {
        "cfg": {
          "lr": 0.01,
          "weight_decay": 0.0
        },
        "mean": 0.0006186682076076977
      }
    ],
    "full": {
      "mean": 0.00054517226817552,
      "std": 0.00020361842727135583,
      "per_seed": [
        0.0004930912400595844,
        0.0004765945195686072,
        0.0004673648509196937,
        0.0010376222198829055,
        0.000511663849465549,
        0.00027233464061282575,
        0.0005571767687797546,
        0.0005455300561152399
      ],
      "n": 8
    }
  },
  "idea": {
    "mean": 0.0008685752491146559,
    "std": 0.0006023882637592906,
    "per_seed": [
      0.000623027968686074,
      0.0002831997990142554,
      0.0018796202493831515,
      0.00019449168758001179,
      0.0017858315259218216,
      0.0008392879390157759,
      0.000899141828995198,
      0.00044400099432095885
    ],
    "n": 8
  },
  "comparison": {
    "delta_mean": 0.0003234029809391359,
    "idea_wins": 3,
    "n_pairs": 8,
    "per_seed_diffs": [
      0.00012993672862648964,
      -0.0001933947205543518,
      0.0014122553984634578,
      -0.0008431305323028937,
      0.0012741676764562726,
      0.0005669532984029502,
      0.00034196506021544337,
      -0.000101529061794281
    ],
    "p_value": 0.26825,
    "mde": 0.000631684873015127,
    "mde_rel_pct": 115.86885648624994,
    "verdict": "no significant win",
    "system_worked": false
  },
  "track_match": "stability/control and recurrent memory -> official dynamics track",
  "math_sanity": {
    "predictions": {
      "abs_Pi_le_1": true,
      "Jacobian_norm_le_1": true,
      "strict_contraction_when_gamma_positive": true
    },
    "max_abs_Pi": 1.4901161193847656e-08,
    "max_jacobian_norm": 0.799992024898529,
    "min_gamma": 0.22315354645252228,
    "all_abs_Pi_le_1": true,
    "all_jacobian_norms_le_1": true
  },
  "idea_sweep": [
    {
      "cfg": {
        "lr": 0.001,
        "weight_decay": 0.0
      },
      "result": {
        "mean": 0.0025068143904718454,
        "std": 0.004455793347706985,
        "per_seed": [
          0.0003443159512244165,
          0.0006758710369467735,
          0.0004920198116451502,
          0.00010601181566016749,
          0.0013106095138937235,
          0.0029909624718129635,
          7.743191963527352e-05,
          0.014057292602956295
        ],
        "n": 8
      }
    },
    {
      "cfg": {
        "lr": 0.003,
        "weight_decay": 0.0
      },
      "result": {
        "mean": 0.0011009546731202136,
        "std": 0.0013963019006052824,
        "per_seed": [
          0.0001262359437532723,
          0.0005790527211502194,
          0.004503095522522926,
          2.4947914425865747e-05,
          0.001412989222444594,
          0.00057682313490659,
          5.747442992287688e-05,
          0.0015270184958353639
        ],
        "n": 8
      }
    },
    {
      "cfg": {
        "lr": 0.01,
        "weight_decay": 0.0
      },
      "result": {
        "mean": 0.0008685752491146559,
        "std": 0.0006023882637592906,
        "per_seed": [
          0.000623027968686074,
          0.0002831997990142554,
          0.0018796202493831515,
          0.00019449168758001179,
          0.0017858315259218216,
          0.0008392879390157759,
          0.000899141828995198,
          0.00044400099432095885
        ],
        "n": 8
      }
    }
  ],
  "selected_idea_cfg": {
    "lr": 0.01,
    "weight_decay": 0.0
  },
  "mechanism_signature": {
    "prediction": "trained Fourier transition has ||rho R||_2=rho<=1 and |Pi_1|<=1",
    "trained_model_samples": 8,
    "predicted_max_norm": 0.7995531558990479,
    "observed_max_homogeneous_ratio": 0.7995532751083374,
    "observed_max_abs_pi": 0.13136059045791626,
    "within_tolerance": true,
    "confirmed": true,
    "per_seed": [
      {
        "seed": 0,
        "metric": 0.000623027968686074,
        "predicted_norm": 0.7978268265724182,
        "observed_max_ratio": 0.7978268265724182,
        "max_abs_pi": 0.06289801001548767,
        "min_gamma": 0.22586394846439362
      },
      {
        "seed": 1,
        "metric": 0.0002831997990142554,
        "predicted_norm": 0.7982399463653564,
        "observed_max_ratio": 0.7982401251792908,
        "max_abs_pi": 0.04295755922794342,
        "min_gamma": 0.2253459393978119
      },
      {
        "seed": 2,
        "metric": 0.0018796202493831515,
        "predicted_norm": 0.7995531558990479,
        "observed_max_ratio": 0.7995532751083374,
        "max_abs_pi": 0.09743016958236694,
        "min_gamma": 0.2237023115158081
      },
      {
        "seed": 3,
        "metric": 0.00019449168758001179,
        "predicted_norm": 0.7968804836273193,
        "observed_max_ratio": 0.7968803644180298,
        "max_abs_pi": 0.07074946910142899,
        "min_gamma": 0.22705085575580597
      },
      {
        "seed": 4,
        "metric": 0.0017858315259218216,
        "predicted_norm": 0.7966040968894958,
        "observed_max_ratio": 0.7966041564941406,
        "max_abs_pi": 0.13136059045791626,
        "min_gamma": 0.22739754617214203
      },
      {
        "seed": 5,
        "metric": 0.0008392879390157759,
        "predicted_norm": 0.7936066389083862,
        "observed_max_ratio": 0.7936067581176758,
        "max_abs_pi": 0.07851097732782364,
        "min_gamma": 0.23116742074489594
      },
      {
        "seed": 6,
        "metric": 0.000899141828995198,
        "predicted_norm": 0.7972120046615601,
        "observed_max_ratio": 0.7972121238708496,
        "max_abs_pi": 0.07305731624364853,
        "min_gamma": 0.2266346663236618
      },
      {
        "seed": 7,
        "metric": 0.00044400099432095885,
        "predicted_norm": 0.7972738146781921,
        "observed_max_ratio": 0.7972738146781921,
        "max_abs_pi": 0.07366906106472015,
        "min_gamma": 0.22655726969242096
      }
    ]
  }
}