Dissipation-Budgeted Nonreversible Sampling / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.006,
 10      "weight_decay": 0.0001
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.0015,
 16          "weight_decay": 0.0
 17        },
 18        "mean": 0.005481100233737379
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.0015,
 23          "weight_decay": 0.0001
 24        },
 25        "mean": 0.005474042263813317
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.003,
 30          "weight_decay": 0.0
 31        },
 32        "mean": 0.003975238680141047
 33      },
 34      {
 35        "cfg": {
 36          "lr": 0.003,
 37          "weight_decay": 0.0001
 38        },
 39        "mean": 0.00394076865632087
 40      },
 41      {
 42        "cfg": {
 43          "lr": 0.006,
 44          "weight_decay": 0.0
 45        },
 46        "mean": 0.002146739774616435
 47      },
 48      {
 49        "cfg": {
 50          "lr": 0.006,
 51          "weight_decay": 0.0001
 52        },
 53        "mean": 0.002088654466206208
 54      }
 55    ],
 56    "full": {
 57      "mean": 0.0022117759071988985,
 58      "std": 0.0004126881098400608,
 59      "per_seed": [
 60        0.002800536109134555,
 61        0.001347046927548945,
 62        0.001825663261115551,
 63        0.0023813715670257807,
 64        0.0023169058840721846,
 65        0.0024658460170030594,
 66        0.0022247303277254105,
 67        0.002332107163965702
 68      ],
 69      "n": 8
 70    }
 71  },
 72  "idea": {
 73    "mean": 0.002208090227213688,
 74    "std": 0.00051193081082026,
 75    "per_seed": [
 76      0.002686932682991028,
 77      0.001070088124834001,
 78      0.002036568708717823,
 79      0.002309913281351328,
 80      0.0025295668747276068,
 81      0.0025805803015828133,
 82      0.0026061630342155695,
 83      0.0018449088092893362
 84    ],
 85    "n": 8,
 86    "best_cfg": {
 87      "lr": 0.006,
 88      "weight_decay": 0.0001,
 89      "alpha": 0.03
 90    },
 91    "trials": [
 92      {
 93        "cfg": {
 94          "lr": 0.0015,
 95          "weight_decay": 0.0001,
 96          "alpha": 0.03
 97        },
 98        "mean": 0.005427066018455662
 99      },
100      {
101        "cfg": {
102          "lr": 0.003,
103          "weight_decay": 0.0001,
104          "alpha": 0.03
105        },
106        "mean": 0.003149385840515606
107      },
108      {
109        "cfg": {
110          "lr": 0.006,
111          "weight_decay": 0.0001,
112          "alpha": 0.03
113        },
114        "mean": 0.002208090227213688
115      }
116    ]
117  },
118  "comparison": {
119    "delta_mean": -3.6856799852102995e-06,
120    "idea_wins": 4,
121    "n_pairs": 8,
122    "per_seed_diffs": [
123      -0.00011360342614352703,
124      -0.0002769588027149439,
125      0.00021090544760227203,
126      -7.145828567445278e-05,
127      0.0002126609906554222,
128      0.00011473428457975388,
129      0.00038143270649015903,
130      -0.00048719835467636585
131    ],
132    "p_value": 0.97695,
133    "mde": 0.00024075513247358545,
134    "mde_rel_pct": 10.88515033055449,
135    "verdict": "no measurable effect",
136    "system_worked": false
137  },
138  "paired_deltas": [
139    -0.00011360342614352703,
140    -0.0002769588027149439,
141    0.00021090544760227203,
142    -7.145828567445278e-05,
143    0.0002126609906554222,
144    0.00011473428457975388,
145    0.00038143270649015903,
146    -0.00048719835467636585
147  ],
148  "permutation_p": 0.97695,
149  "mechanism_signature": {
150    "q_observed": 0.010351310360661614,
151    "q_predicted": 0.010351310360661614,
152    "drift_energy_ratio": 1.0,
153    "orthogonality_residual": 0.0,
154    "prediction": "cumulative quadratic dissipation is capped at QMAX and skew drift is orthogonal to the instantaneous gradient",
155    "qmax": 0.5,
156    "confirmed": true
157  }
158}