Komuro Time-Warp Expansivity Regularizer / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.006,
 10      "weight_decay": 0.0
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "weight_decay": 0.0
 17        },
 18        "mean": 0.0005152521189302206
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.003,
 23          "weight_decay": 0.0
 24        },
 25        "mean": 4.9621185098658316e-05
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.006,
 30          "weight_decay": 0.0
 31        },
 32        "mean": 2.345215943932999e-05
 33      }
 34    ],
 35    "full": {
 36      "mean": 2.282289460708853e-05,
 37      "std": 2.305330446600017e-06,
 38      "per_seed": [
 39        2.4922346710809506e-05,
 40        2.6788266040966846e-05,
 41        1.934224746946711e-05,
 42        2.2755777536076494e-05,
 43        2.3468126528314315e-05,
 44        2.385292282269802e-05,
 45        2.0721481632790528e-05,
 46        2.073198811558541e-05
 47      ],
 48      "n": 8
 49    }
 50  },
 51  "idea": {
 52    "mean": 2.467335889377864e-05,
 53    "std": 3.053583916547981e-06,
 54    "per_seed": [
 55      2.329759081476368e-05,
 56      2.7778152798418887e-05,
 57      2.3396471078740433e-05,
 58      2.4407705495832488e-05,
 59      2.3295742721529678e-05,
 60      3.1306088203564286e-05,
 61      2.252922422485426e-05,
 62      2.1375895812525414e-05
 63    ],
 64    "n": 8
 65  },
 66  "comparison": {
 67    "delta_mean": 1.8504642866901122e-06,
 68    "idea_wins": 2,
 69    "n_pairs": 8,
 70    "per_seed_diffs": [
 71      -1.6247558960458264e-06,
 72      9.89886757452041e-07,
 73      4.054223609273322e-06,
 74      1.6519279597559944e-06,
 75      -1.7238380678463727e-07,
 76      7.453165380866267e-06,
 77      1.8077425920637324e-06,
 78      6.439076969400048e-07
 79    ],
 80    "p_value": 0.07535,
 81    "mde": 2.336394182513135e-06,
 82    "mde_rel_pct": 10.237063364379196,
 83    "verdict": "no significant win",
 84    "system_worked": false
 85  },
 86  "mechanism_signature": {
 87    "prediction": "time warping reduces hidden trajectory discrepancy for clock-shifted paired windows",
 88    "observed_ordinary_D": 1.6830359101295471,
 89    "observed_warped_D": 1.6062670052051544,
 90    "relative_reduction": 0.04561334934231065,
 91    "confirmed": true
 92  },
 93  "idea_sweep": [
 94    {
 95      "cfg": {
 96        "lr": 0.001,
 97        "lambda": 0.03,
 98        "margin": 0.25
 99      },
100      "result": {
101        "mean": 0.0005055807923781686,
102        "std": 5.720160040816785e-05,
103        "per_seed": [
104          0.0004434979346115142,
105          0.0006060511223040521,
106          0.0004242965078447014,
107          0.0005374926840886474,
108          0.0004888753755949438,
109          0.0004887754912488163,
110          0.0004887729301117361,
111          0.0005668842932209373
112        ],
113        "n": 8
114      }
115    },
116    {
117      "cfg": {
118        "lr": 0.003,
119        "lambda": 0.03,
120        "margin": 0.25
121      },
122      "result": {
123        "mean": 4.8590658479952253e-05,
124        "std": 1.033994065940303e-05,
125        "per_seed": [
126          6.0011163441231474e-05,
127          6.782868877053261e-05,
128          4.553391772788018e-05,
129          3.28155692841392e-05,
130          5.224784399615601e-05,
131          4.401128535391763e-05,
132          4.4319123844616115e-05,
133          4.195767542114481e-05
134        ],
135        "n": 8
136      }
137    },
138    {
139      "cfg": {
140        "lr": 0.006,
141        "lambda": 0.03,
142        "margin": 0.25
143      },
144      "result": {
145        "mean": 2.467335889377864e-05,
146        "std": 3.053583916547981e-06,
147        "per_seed": [
148          2.329759081476368e-05,
149          2.7778152798418887e-05,
150          2.3396471078740433e-05,
151          2.4407705495832488e-05,
152          2.3295742721529678e-05,
153          3.1306088203564286e-05,
154          2.252922422485426e-05,
155          2.1375895812525414e-05
156        ],
157        "n": 8
158      }
159    }
160  ]
161}