Jacobian-Frozen Stable Rollouts / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 0.001864717691205442
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 0.0010901302302954718
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.01
 27        },
 28        "mean": 0.0006186682076076977
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.00054517226817552,
 33      "std": 0.00020361842727135583,
 34      "per_seed": [
 35        0.0004930912400595844,
 36        0.0004765945195686072,
 37        0.0004673648509196937,
 38        0.0010376222198829055,
 39        0.000511663849465549,
 40        0.00027233464061282575,
 41        0.0005571767687797546,
 42        0.0005455300561152399
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "mean": 0.0005829526708112098,
 49    "std": 0.00020220543356011604,
 50    "per_seed": [
 51      0.000502792012412101,
 52      0.0004844724608119577,
 53      0.0005921015981584787,
 54      0.0010409810347482562,
 55      0.000540185603313148,
 56      0.00027245740056969225,
 57      0.000595726422034204,
 58      0.0006349048344418406
 59    ],
 60    "n": 8
 61  },
 62  "comparison": {
 63    "delta_mean": 3.7780402635689825e-05,
 64    "idea_wins": 0,
 65    "n_pairs": 8,
 66    "per_seed_diffs": [
 67      9.700772352516651e-06,
 68      7.877941243350506e-06,
 69      0.00012473674723878503,
 70      3.3588148653507233e-06,
 71      2.852175384759903e-05,
 72      1.2275995686650276e-07,
 73      3.854965325444937e-05,
 74      8.937477832660079e-05
 75    ],
 76    "p_value": 0.0081,
 77    "mde": 3.818063477530496e-05,
 78    "mde_rel_pct": 7.003407363892651,
 79    "verdict": "idea worse (significant)",
 80    "system_worked": false
 81  },
 82  "idea_grid": [
 83    {
 84      "lr": 0.01,
 85      "target": 0.1,
 86      "lam": 1.0
 87    },
 88    {
 89      "lr": 0.01,
 90      "target": 0.2,
 91      "lam": 1.0
 92    },
 93    {
 94      "lr": 0.01,
 95      "target": 0.3,
 96      "lam": 1.0
 97    }
 98  ],
 99  "baseline_lr_union": [
100    0.001,
101    0.003,
102    0.01
103  ],
104  "epochs": 18,
105  "n_train": 400,
106  "structural_match": "dynamics stability/control; paired end-to-end systems",
107  "parameter_count_baseline": 13313,
108  "parameter_count_idea": 13313,
109  "mechanism_signature": {
110    "baseline": {
111      "predicted_radius_target": 0.98,
112      "observed_local_jacobian_gain_mean": 0.3045346140861511,
113      "observed_full_input_jacobian_gain_mean": 0.45282769203186035,
114      "observed_local_gain_median": 0.30631518363952637,
115      "n_samples": 32,
116      "confirmed": true
117    },
118    "idea": {
119      "predicted_radius_target": 0.98,
120      "observed_local_jacobian_gain_mean": 0.2943377196788788,
121      "observed_full_input_jacobian_gain_mean": 0.44500285387039185,
122      "observed_local_gain_median": 0.29613810777664185,
123      "n_samples": 32,
124      "confirmed": true
125    },
126    "prediction": "idea should reduce trained-model local Jacobian gain toward target 0.98",
127    "confirmed": true
128  }
129}