Komuro Time-Warp Expansivity Regularizer / bench_report.json
Mechanism confirmed, baseline not beaten
1{
2 "bench_version": 1,
3 "track": "dynamics",
4 "model": "rnn_small",
5 "metric_direction": "lower is better",
6 "n_seeds": 8,
7 "baseline": {
8 "best_cfg": {
9 "lr": 0.006,
10 "weight_decay": 0.0
11 },
12 "sweep": [
13 {
14 "cfg": {
15 "lr": 0.001,
16 "weight_decay": 0.0
17 },
18 "mean": 0.0005152521189302206
19 },
20 {
21 "cfg": {
22 "lr": 0.003,
23 "weight_decay": 0.0
24 },
25 "mean": 4.9621185098658316e-05
26 },
27 {
28 "cfg": {
29 "lr": 0.006,
30 "weight_decay": 0.0
31 },
32 "mean": 2.345215943932999e-05
33 }
34 ],
35 "full": {
36 "mean": 2.282289460708853e-05,
37 "std": 2.305330446600017e-06,
38 "per_seed": [
39 2.4922346710809506e-05,
40 2.6788266040966846e-05,
41 1.934224746946711e-05,
42 2.2755777536076494e-05,
43 2.3468126528314315e-05,
44 2.385292282269802e-05,
45 2.0721481632790528e-05,
46 2.073198811558541e-05
47 ],
48 "n": 8
49 }
50 },
51 "idea": {
52 "mean": 2.467335889377864e-05,
53 "std": 3.053583916547981e-06,
54 "per_seed": [
55 2.329759081476368e-05,
56 2.7778152798418887e-05,
57 2.3396471078740433e-05,
58 2.4407705495832488e-05,
59 2.3295742721529678e-05,
60 3.1306088203564286e-05,
61 2.252922422485426e-05,
62 2.1375895812525414e-05
63 ],
64 "n": 8
65 },
66 "comparison": {
67 "delta_mean": 1.8504642866901122e-06,
68 "idea_wins": 2,
69 "n_pairs": 8,
70 "per_seed_diffs": [
71 -1.6247558960458264e-06,
72 9.89886757452041e-07,
73 4.054223609273322e-06,
74 1.6519279597559944e-06,
75 -1.7238380678463727e-07,
76 7.453165380866267e-06,
77 1.8077425920637324e-06,
78 6.439076969400048e-07
79 ],
80 "p_value": 0.07535,
81 "mde": 2.336394182513135e-06,
82 "mde_rel_pct": 10.237063364379196,
83 "verdict": "no significant win",
84 "system_worked": false
85 },
86 "mechanism_signature": {
87 "prediction": "time warping reduces hidden trajectory discrepancy for clock-shifted paired windows",
88 "observed_ordinary_D": 1.6830359101295471,
89 "observed_warped_D": 1.6062670052051544,
90 "relative_reduction": 0.04561334934231065,
91 "confirmed": true
92 },
93 "idea_sweep": [
94 {
95 "cfg": {
96 "lr": 0.001,
97 "lambda": 0.03,
98 "margin": 0.25
99 },
100 "result": {
101 "mean": 0.0005055807923781686,
102 "std": 5.720160040816785e-05,
103 "per_seed": [
104 0.0004434979346115142,
105 0.0006060511223040521,
106 0.0004242965078447014,
107 0.0005374926840886474,
108 0.0004888753755949438,
109 0.0004887754912488163,
110 0.0004887729301117361,
111 0.0005668842932209373
112 ],
113 "n": 8
114 }
115 },
116 {
117 "cfg": {
118 "lr": 0.003,
119 "lambda": 0.03,
120 "margin": 0.25
121 },
122 "result": {
123 "mean": 4.8590658479952253e-05,
124 "std": 1.033994065940303e-05,
125 "per_seed": [
126 6.0011163441231474e-05,
127 6.782868877053261e-05,
128 4.553391772788018e-05,
129 3.28155692841392e-05,
130 5.224784399615601e-05,
131 4.401128535391763e-05,
132 4.4319123844616115e-05,
133 4.195767542114481e-05
134 ],
135 "n": 8
136 }
137 },
138 {
139 "cfg": {
140 "lr": 0.006,
141 "lambda": 0.03,
142 "margin": 0.25
143 },
144 "result": {
145 "mean": 2.467335889377864e-05,
146 "std": 3.053583916547981e-06,
147 "per_seed": [
148 2.329759081476368e-05,
149 2.7778152798418887e-05,
150 2.3396471078740433e-05,
151 2.4407705495832488e-05,
152 2.3295742721529678e-05,
153 3.1306088203564286e-05,
154 2.252922422485426e-05,
155 2.1375895812525414e-05
156 ],
157 "n": 8
158 }
159 }
160 ]
161}