Delay-Shape Master-Stability Coupling / bench_report.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.006,
 10      "epochs": 10,
 11      "sigma": 0.42,
 12      "delay": 2
 13    },
 14    "sweep": [
 15      {
 16        "cfg": {
 17          "lr": 0.001,
 18          "epochs": 10,
 19          "sigma": 0.42,
 20          "delay": 2
 21        },
 22        "mean": 0.031775987590663135
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.003,
 27          "epochs": 10,
 28          "sigma": 0.42,
 29          "delay": 2
 30        },
 31        "mean": 0.0045060215052217245
 32      },
 33      {
 34        "cfg": {
 35          "lr": 0.006,
 36          "epochs": 10,
 37          "sigma": 0.42,
 38          "delay": 2
 39        },
 40        "mean": 0.003409882716368884
 41      }
 42    ],
 43    "full": {
 44      "mean": 0.003796056960709393,
 45      "std": 0.0013761704084519022,
 46      "per_seed": [
 47        0.0020462549291551113,
 48        0.002398432930931449,
 49        0.0028834049589931965,
 50        0.006311438046395779,
 51        0.0043189190328121185,
 52        0.003161484142765403,
 53        0.0053052944131195545,
 54        0.003943227231502533
 55      ],
 56      "n": 8
 57    }
 58  },
 59  "idea": {
 60    "mean": 0.0037960568733979017,
 61    "std": 0.0013761705927236632,
 62    "per_seed": [
 63      0.0020462542306631804,
 64      0.0023984331637620926,
 65      0.0028834049589931965,
 66      0.006311438046395779,
 67      0.004318919964134693,
 68      0.003161483909934759,
 69      0.005305294878780842,
 70      0.003943225834518671
 71    ],
 72    "n": 8
 73  },
 74  "comparison": {
 75    "delta_mean": -8.731149137020111e-11,
 76    "idea_wins": 3,
 77    "n_pairs": 8,
 78    "per_seed_diffs": [
 79      -6.984919309616089e-10,
 80      2.3283064365386963e-10,
 81      0.0,
 82      0.0,
 83      9.313225746154785e-10,
 84      -2.3283064365386963e-10,
 85      4.656612873077393e-10,
 86      -1.3969838619232178e-09
 87    ],
 88    "p_value": 0.8453,
 89    "mde": 5.972244572456096e-10,
 90    "mde_rel_pct": 1.5732758054663188e-05,
 91    "verdict": "no measurable effect",
 92    "system_worked": false
 93  },
 94  "mechanism_signature": {
 95    "math_sanity": {
 96      "predicted_log_rho": -0.10127994793858716,
 97      "measured_exponent": -0.10127994793858712,
 98      "absolute_error": 4.163336342344337e-17,
 99      "passed": true
100    },
101    "trained_model_signature": {
102      "predicted_transverse_radius_baseline": 1.0,
103      "predicted_transverse_radius_idea": 0.8141191005706787,
104      "observed_final_disagreement_baseline": 0.0,
105      "observed_final_disagreement_idea": 8.712692134706509e-16,
106      "prediction": "smaller transverse spectral radius should yield smaller trained hidden disagreement",
107      "confirmed": false
108    },
109    "topology": {
110      "baseline": "symmetric reciprocal ring",
111      "idea": "directed heterogeneous row-stochastic"
112    }
113  },
114  "idea_sweep": [
115    {
116      "cfg": {
117        "lr": 0.006,
118        "epochs": 10,
119        "sigma": 0.42,
120        "delay": 2
121      },
122      "mean": 0.0037960568733979017
123    },
124    {
125      "cfg": {
126        "lr": 0.001,
127        "epochs": 10,
128        "sigma": 0.42,
129        "delay": 2
130      },
131      "mean": 0.03185410512378439
132    }
133  ],
134  "math_sanity": {
135    "predicted_log_rho": -0.10127994793858716,
136    "measured_exponent": -0.10127994793858712,
137    "absolute_error": 4.163336342344337e-17,
138    "passed": true
139  }
140}