State-Dependent Temperature Langevin / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.002,
 10      "weight_decay": 0.0001
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.0005,
 16          "weight_decay": 0.0
 17        },
 18        "mean": 0.11454633437097073
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.0005,
 23          "weight_decay": 0.0001
 24        },
 25        "mean": 0.11465956829488277
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.001,
 30          "weight_decay": 0.0
 31        },
 32        "mean": 0.005499854683876038
 33      },
 34      {
 35        "cfg": {
 36          "lr": 0.001,
 37          "weight_decay": 0.0001
 38        },
 39        "mean": 0.005453515565022826
 40      },
 41      {
 42        "cfg": {
 43          "lr": 0.002,
 44          "weight_decay": 0.0
 45        },
 46        "mean": 0.004555012041237205
 47      },
 48      {
 49        "cfg": {
 50          "lr": 0.002,
 51          "weight_decay": 0.0001
 52        },
 53        "mean": 0.004531972575932741
 54      }
 55    ],
 56    "full": {
 57      "mean": 0.004597172053763643,
 58      "std": 0.0008625188036902094,
 59      "per_seed": [
 60        0.004187586717307568,
 61        0.006327331997454166,
 62        0.0038855248130857944,
 63        0.003727446775883436,
 64        0.005093815270811319,
 65        0.005022076889872551,
 66        0.004930851981043816,
 67        0.0036027419846504927
 68      ],
 69      "n": 8
 70    },
 71    "all_union_configs": [
 72      {
 73        "lr": 0.0005,
 74        "weight_decay": 0.0
 75      },
 76      {
 77        "lr": 0.0005,
 78        "weight_decay": 0.0001
 79      },
 80      {
 81        "lr": 0.001,
 82        "weight_decay": 0.0
 83      },
 84      {
 85        "lr": 0.001,
 86        "weight_decay": 0.0001
 87      },
 88      {
 89        "lr": 0.002,
 90        "weight_decay": 0.0
 91      },
 92      {
 93        "lr": 0.002,
 94        "weight_decay": 0.0001
 95      }
 96    ]
 97  },
 98  "idea": {
 99    "mean": 0.7925681881606579,
100    "std": 0.47593743937124783,
101    "per_seed": [
102      0.9278137683868408,
103      1.54276442527771,
104      0.2908315360546112,
105      1.384081244468689,
106      0.39941179752349854,
107      0.5426146984100342,
108      1.049137830734253,
109      0.20389020442962646
110    ],
111    "n": 8
112  },
113  "comparison": {
114    "delta_mean": 0.7879710161068942,
115    "idea_wins": 0,
116    "n_pairs": 8,
117    "per_seed_diffs": [
118      0.9236261816695333,
119      1.5364370932802558,
120      0.2869460112415254,
121      1.3803537976928055,
122      0.3943179822526872,
123      0.5375926215201616,
124      1.0442069787532091,
125      0.20028746244497597
126    ],
127    "p_value": 0.0081,
128    "mde": 0.4250928421498136,
129    "mde_rel_pct": 9246.833426688821,
130    "verdict": "idea worse (significant)",
131    "system_worked": false
132  },
133  "mechanism_signature": {
134    "quantity": "sigma(theta) at ||theta||=sqrt(d), measured formula in trained-update state space",
135    "predicted_slope": 0.6931471805599453,
136    "observed_slope": 0.6931471805599447,
137    "max_abs_error": 0.0,
138    "confirmed": true,
139    "note": "The update mechanism was exercised by trained dynamics-track models; this signature tests coefficient scaling, not sampling ESS."
140  },
141  "idea_sweep": [
142    {
143      "cfg": {
144        "lr": 0.002,
145        "weight_decay": 0.0001,
146        "alpha": 0.05
147      },
148      "full": {
149        "mean": 2.3324266374111176,
150        "std": 0.4043937352445423,
151        "per_seed": [
152          2.4503955841064453,
153          2.867910385131836,
154          2.2843286991119385,
155          1.803705096244812,
156          2.6125521659851074,
157          2.8163137435913086,
158          2.085012912750244,
159          1.7391945123672485
160        ],
161        "n": 8
162      }
163    },
164    {
165      "cfg": {
166        "lr": 0.0005,
167        "weight_decay": 0.0001,
168        "alpha": 0.05
169      },
170      "full": {
171        "mean": 0.7925681881606579,
172        "std": 0.47593743937124783,
173        "per_seed": [
174          0.9278137683868408,
175          1.54276442527771,
176          0.2908315360546112,
177          1.384081244468689,
178          0.39941179752349854,
179          0.5426146984100342,
180          1.049137830734253,
181          0.20389020442962646
182        ],
183        "n": 8
184      }
185    },
186    {
187      "cfg": {
188        "lr": 0.002,
189        "weight_decay": 0.0001,
190        "alpha": 0.05
191      },
192      "full": {
193        "mean": 2.3324266374111176,
194        "std": 0.4043937352445423,
195        "per_seed": [
196          2.4503955841064453,
197          2.867910385131836,
198          2.2843286991119385,
199          1.803705096244812,
200          2.6125521659851074,
201          2.8163137435913086,
202          2.085012912750244,
203          1.7391945123672485
204        ],
205        "n": 8
206      }
207    }
208  ],
209  "transfer_note": "No built-in latent/energy sampler track exists; dynamics is the closest structural stability/control track. The intervention is therefore a parameter-space Langevin transfer, not latent-state sampling."
210}