Schäffer-Covariant Isometric Recurrent Layer / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "schaffer_lift_vs_spectral_linear_rnn",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01,
 10      "epochs": 8
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "epochs": 8
 17        },
 18        "mean": 0.06303426390513778,
 19        "std": 0.051281818071342945,
 20        "per_seed": [
 21          0.03643076494336128,
 22          0.08638494461774826,
 23          0.038915835320949554,
 24          0.04504656791687012,
 25          0.045454420149326324,
 26          0.050990909337997437,
 27          0.012165024876594543,
 28          0.1888856440782547
 29        ],
 30        "n": 8
 31      },
 32      {
 33        "cfg": {
 34          "lr": 0.003,
 35          "epochs": 8
 36        },
 37        "mean": 0.00516360691835871,
 38        "std": 0.003482192108607065,
 39        "per_seed": [
 40          0.010499801486730576,
 41          0.0005621703458018601,
 42          0.002532965736463666,
 43          0.006460229400545359,
 44          0.006834003608673811,
 45          0.009387011639773846,
 46          0.0010824349010363221,
 47          0.003950238227844238
 48        ],
 49        "n": 8
 50      },
 51      {
 52        "cfg": {
 53          "lr": 0.01,
 54          "epochs": 8
 55        },
 56        "mean": 0.0019594020559452474,
 57        "std": 0.0007567964341931885,
 58        "per_seed": [
 59          0.001568639068864286,
 60          0.002141422824934125,
 61          0.0021622476633638144,
 62          0.0016757542034611106,
 63          0.0007832308765500784,
 64          0.002439669333398342,
 65          0.001409315736964345,
 66          0.003494936740025878
 67        ],
 68        "n": 8
 69      }
 70    ],
 71    "harness_tuning": {
 72      "best_cfg": {
 73        "lr": 0.01,
 74        "epochs": 8
 75      },
 76      "sweep": [
 77        {
 78          "cfg": {
 79            "lr": 0.001,
 80            "epochs": 8
 81          },
 82          "mean": 0.051694528199732304
 83        },
 84        {
 85          "cfg": {
 86            "lr": 0.003,
 87            "epochs": 8
 88          },
 89          "mean": 0.005013791742385365
 90        },
 91        {
 92          "cfg": {
 93            "lr": 0.01,
 94            "epochs": 8
 95          },
 96          "mean": 0.001887015940155834
 97        }
 98      ],
 99      "full": {
100        "mean": 0.0019594020559452474,
101        "std": 0.0007567964341931885,
102        "per_seed": [
103          0.001568639068864286,
104          0.002141422824934125,
105          0.0021622476633638144,
106          0.0016757542034611106,
107          0.0007832308765500784,
108          0.002439669333398342,
109          0.001409315736964345,
110          0.003494936740025878
111        ],
112        "n": 8
113      }
114    },
115    "full": {
116      "mean": 0.0019594020559452474,
117      "std": 0.0007567964341931885,
118      "per_seed": [
119        0.001568639068864286,
120        0.002141422824934125,
121        0.0021622476633638144,
122        0.0016757542034611106,
123        0.0007832308765500784,
124        0.002439669333398342,
125        0.001409315736964345,
126        0.003494936740025878
127      ],
128      "n": 8
129    }
130  },
131  "idea": {
132    "cfg": {
133      "lr": 0.01,
134      "epochs": 8
135    },
136    "per_seed": [
137      0.001568639068864286,
138      0.002141422824934125,
139      0.0021622476633638144,
140      0.0016757542034611106,
141      0.0007832308765500784,
142      0.002439669333398342,
143      0.001409315736964345,
144      0.003494936740025878
145    ],
146    "mean": 0.0019594020559452474,
147    "std": 0.0007567964341931885,
148    "n": 8
149  },
150  "comparison": {
151    "delta_mean": 0.0,
152    "idea_wins": 0,
153    "n_pairs": 8,
154    "per_seed_diffs": [
155      0.0,
156      0.0,
157      0.0,
158      0.0,
159      0.0,
160      0.0,
161      0.0,
162      0.0
163    ],
164    "p_value": 1.0,
165    "mde": 0.0,
166    "mde_rel_pct": 0.0,
167    "verdict": "no measurable effect",
168    "system_worked": false
169  },
170  "idea_sweep": [
171    {
172      "cfg": {
173        "lr": 0.001,
174        "epochs": 8
175      },
176      "mean": 0.06303426390513778,
177      "std": 0.051281818071342945,
178      "per_seed": [
179        0.03643076494336128,
180        0.08638494461774826,
181        0.038915835320949554,
182        0.04504656791687012,
183        0.045454420149326324,
184        0.050990909337997437,
185        0.012165024876594543,
186        0.1888856440782547
187      ],
188      "n": 8
189    },
190    {
191      "cfg": {
192        "lr": 0.003,
193        "epochs": 8
194      },
195      "mean": 0.00516360691835871,
196      "std": 0.003482192108607065,
197      "per_seed": [
198        0.010499801486730576,
199        0.0005621703458018601,
200        0.002532965736463666,
201        0.006460229400545359,
202        0.006834003608673811,
203        0.009387011639773846,
204        0.0010824349010363221,
205        0.003950238227844238
206      ],
207      "n": 8
208    },
209    {
210      "cfg": {
211        "lr": 0.01,
212        "epochs": 8
213      },
214      "mean": 0.0019594020559452474,
215      "std": 0.0007567964341931885,
216      "per_seed": [
217        0.001568639068864286,
218        0.002141422824934125,
219        0.0021622476633638144,
220        0.0016757542034611106,
221        0.0007832308765500784,
222        0.002439669333398342,
223        0.001409315736964345,
224        0.003494936740025878
225      ],
226      "n": 8
227    }
228  ],
229  "mechanism_signature": {
230    "prediction": "Schaeffer active-subspace update preserves total energy before memory truncation; baseline contraction decays",
231    "observed_one_step_relative_energy_error": 0.0,
232    "observed_lift_preboundary_norm_ratio": 1.0000001192092896,
233    "observed_baseline_same_horizon_norm_ratio": 0.021659547463059425,
234    "trained_test_mse": 0.010499801486730576,
235    "confirmed": true
236  },
237  "custom_track": null
238}