{
  "bench_version": 1,
  "track": "dynamics",
  "model": "rnn_small",
  "metric_direction": "lower is better",
  "n_seeds": 8,
  "baseline": {
    "best_cfg": {
      "lr": 0.01
    },
    "sweep": [
      {
        "cfg": {
          "lr": 0.001
        },
        "mean": 0.0013811723329126835
      },
      {
        "cfg": {
          "lr": 0.003
        },
        "mean": 0.0009251563169527799
      },
      {
        "cfg": {
          "lr": 0.01
        },
        "mean": 0.00036846242801402695
      }
    ],
    "full": {
      "mean": 0.00038149026113387663,
      "std": 9.695924201469225e-05,
      "per_seed": [
        0.00029065465787425637,
        0.0005194233381189406,
        0.0002394697949057445,
        0.00042430192115716636,
        0.00026041336241178215,
        0.00043081643525511026,
        0.0004192772030364722,
        0.0004675653763115406
      ],
      "n": 8
    }
  },
  "idea": {
    "mean": 0.000929887879465241,
    "std": 0.00022563265805066197,
    "per_seed": [
      0.0007356178830377758,
      0.0008692095289006829,
      0.0007401101174764335,
      0.0013556877383962274,
      0.0007141538080759346,
      0.0007827341323718429,
      0.0010597598738968372,
      0.0011818299535661936
    ],
    "n": 8
  },
  "comparison": {
    "delta_mean": 0.0005483976183313644,
    "idea_wins": 0,
    "n_pairs": 8,
    "per_seed_diffs": [
      0.0004449632251635194,
      0.00034978619078174233,
      0.000500640322570689,
      0.000931385817239061,
      0.0004537404456641525,
      0.0003519176971167326,
      0.000640482670860365,
      0.000714264577254653
    ],
    "p_value": 0.0081,
    "mde": 0.00016802373854812774,
    "mde_rel_pct": 44.04404402060556,
    "verdict": "idea worse (significant)",
    "system_worked": false
  },
  "mechanism_signature": {
    "mechanism_signature": {
      "prediction": "beta*r approximately constant across delayed bursts",
      "observed_n": 0,
      "observed_beta_r": [],
      "mean_beta_r": null,
      "relative_spread": null,
      "trained_model_escape_events": 0,
      "confirmed": false
    },
    "idea_sweep": [
      {
        "cfg": {
          "lr": 0.01,
          "delay": 2
        },
        "mean": 0.002265104980324395
      },
      {
        "cfg": {
          "lr": 0.003,
          "delay": 1
        },
        "mean": 0.000929887879465241
      },
      {
        "cfg": {
          "lr": 0.01,
          "delay": 4
        },
        "mean": 0.008774380781687796
      }
    ]
  },
  "selected_idea_cfg": {
    "lr": 0.003,
    "delay": 1
  },
  "seed_details": [
    {
      "loss": [
        0.5282221913337708,
        0.08002735763788223,
        0.040321074873209,
        0.027806747257709503,
        0.00558410506695509,
        0.00680130623281002,
        0.0032351754978299143,
        0.001620920547284186,
        0.001523228024598211,
        0.0011141636362299323,
        0.000860015437938273,
        0.0008175975293852389
      ],
      "escape_times": [],
      "n": 0,
      "r": null,
      "beta": null,
      "beta_r": null,
      "ks_p": null,
      "gumbel_aic": null,
      "exp_aic": null,
      "halted_bursts": 0,
      "q_start": null,
      "q_end": null
    },
    {
      "loss": [
        0.5754758775234222,
        0.12694327160716057,
        0.056237182226032016,
        0.02086150236427784,
        0.011539126932621002,
        0.008746378906071186,
        0.0024228729121387005,
        0.002637408571317792,
        0.0015756288496777415,
        0.000965956358704716,
        0.0009452591021545232,
        0.0008290903922170401
      ],
      "escape_times": [],
      "n": 0,
      "r": null,
      "beta": null,
      "beta_r": null,
      "ks_p": null,
      "gumbel_aic": null,
      "exp_aic": null,
      "halted_bursts": 0,
      "q_start": null,
      "q_end": null
    },
    {
      "loss": [
        0.4696029615402222,
        0.09072692170739174,
        0.045659169703722,
        0.017878399193286897,
        0.012400263845920563,
        0.003765859454870224,
        0.003672598684206605,
        0.0014206368429586292,
        0.0009925120219122618,
        0.0008811178850010037,
        0.0006947765126824379,
        0.0005901444423943758
      ],
      "escape_times": [],
      "n": 0,
      "r": null,
      "beta": null,
      "beta_r": null,
      "ks_p": null,
      "gumbel_aic": null,
      "exp_aic": null,
      "halted_bursts": 0,
      "q_start": null,
      "q_end": null
    },
    {
      "loss": [
        0.5658795094490051,
        0.13714899322018026,
        0.045997631624341014,
        0.01840634111315012,
        0.007587166950106621,
        0.006993172634392977,
        0.0028821277152746914,
        0.00157423485070467,
        0.0014174694032408298,
        0.001179328037542291,
        0.0008535732934251427,
        0.0007487329898867756
      ],
      "escape_times": [],
      "n": 0,
      "r": null,
      "beta": null,
      "beta_r": null,
      "ks_p": null,
      "gumbel_aic": null,
      "exp_aic": null,
      "halted_bursts": 0,
      "q_start": null,
      "q_end": null
    },
    {
      "loss": [
        0.44831172585487367,
        0.05728273868560791,
        0.03125433370471001,
        0.02487820740789175,
        0.004413171038031578,
        0.005216334542492405,
        0.003302942952141166,
        0.0015337833855301143,
        0.0015170708391815423,
        0.0010195694025605917,
        0.000875311573036015,
        0.0007151975075248628
      ],
      "escape_times": [],
      "n": 0,
      "r": null,
      "beta": null,
      "beta_r": null,
      "ks_p": null,
      "gumbel_aic": null,
      "exp_aic": null,
      "halted_bursts": 0,
      "q_start": null,
      "q_end": null
    },
    {
      "loss": [
        0.5917379081249237,
        0.1275447541475296,
        0.05130602061748504,
        0.028465592414140702,
        0.00793339565396309,
        0.008613825049251319,
        0.0035424450412392615,
        0.0028161489311605693,
        0.0022506765369325874,
        0.0014946001255884767,
        0.0013238138472661375,
        0.0011464648973196745
      ],
      "escape_times": [],
      "n": 0,
      "r": null,
      "beta": null,
      "beta_r": null,
      "ks_p": null,
      "gumbel_aic": null,
      "exp_aic": null,
      "halted_bursts": 0,
      "q_start": null,
      "q_end": null
    },
    {
      "loss": [
        0.5767341089248658,
        0.1493582247197628,
        0.05171388104557991,
        0.013434727936983108,
        0.014380061002448201,
        0.004003392308950424,
        0.0036623673141002655,
        0.0027428057603538034,
        0.0016886063292622566,
        0.001497098971158266,
        0.0011919403914362192,
        0.0011099096620455385
      ],
      "escape_times": [],
      "n": 0,
      "r": null,
      "beta": null,
      "beta_r": null,
      "ks_p": null,
      "gumbel_aic": null,
      "exp_aic": null,
      "halted_bursts": 0,
      "q_start": null,
      "q_end": null
    },
    {
      "loss": [
        0.5823761320114136,
        0.15505388271063567,
        0.04796165257692337,
        0.012322895303368568,
        0.015082798413932324,
        0.004147060438990593,
        0.004272648510523141,
        0.002224865108728409,
        0.001488620461896062,
        0.0013844934199005365,
        0.000926615516655147,
        0.000944888039957732
      ],
      "escape_times": [],
      "n": 0,
      "r": null,
      "beta": null,
      "beta_r": null,
      "ks_p": null,
      "gumbel_aic": null,
      "exp_aic": null,
      "halted_bursts": 0,
      "q_start": null,
      "q_end": null
    }
  ]
}