Coxeter Folding Reversible Recurrence / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "dynamics",
  4  "model": "rnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 0.001552814821479842
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 0.0009541053732391447
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.01
 27        },
 28        "mean": 0.0004885061644017696
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.00041624879668233916,
 33      "std": 0.00018933904234880896,
 34      "per_seed": [
 35        0.0003217894700355828,
 36        0.00039041441050358117,
 37        0.0003688229189720005,
 38        0.0008729978580959141,
 39        0.00046312736230902374,
 40        0.00017730507533997297,
 41        0.00040199048817157745,
 42        0.0003335427900310606
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "mean": 0.6313471160829067,
 49    "std": 0.09825334037840372,
 50    "per_seed": [
 51      0.5460999608039856,
 52      0.6500953435897827,
 53      0.7589279413223267,
 54      0.6426548957824707,
 55      0.5884038805961609,
 56      0.44923338294029236,
 57      0.7648789286613464,
 58      0.6504825949668884
 59    ],
 60    "n": 8
 61  },
 62  "comparison": {
 63    "delta_mean": 0.6309308672862244,
 64    "idea_wins": 0,
 65    "n_pairs": 8,
 66    "per_seed_diffs": [
 67      0.54577817133395,
 68      0.6497049291792791,
 69      0.7585591184033547,
 70      0.6417818979243748,
 71      0.5879407532338519,
 72      0.4490560778649524,
 73      0.7644769381731749,
 74      0.6501490521768574
 75    ],
 76    "p_value": 0.0081,
 77    "mde": 0.08777660086106652,
 78    "mde_rel_pct": 21087.532639296336,
 79    "verdict": "idea worse (significant)",
 80    "system_worked": false
 81  },
 82  "idea_sweep": [
 83    {
 84      "cfg": {
 85        "lr": 0.001
 86      },
 87      "result": {
 88        "mean": 0.8622342199087143,
 89        "std": 0.23361338646282398,
 90        "per_seed": [
 91          1.0948189496994019,
 92          1.3147796392440796,
 93          0.8199796676635742,
 94          0.7778266072273254,
 95          0.628410816192627,
 96          0.5279790759086609,
 97          0.9013363122940063,
 98          0.8327426910400391
 99        ],
100        "n": 8
101      }
102    },
103    {
104      "cfg": {
105        "lr": 0.003
106      },
107      "result": {
108        "mean": 0.6572596728801727,
109        "std": 0.11384008699978249,
110        "per_seed": [
111          0.7612924575805664,
112          0.5553685426712036,
113          0.712843120098114,
114          0.794246256351471,
115          0.6013367772102356,
116          0.4265899658203125,
117          0.6977173686027527,
118          0.7086828947067261
119        ],
120        "n": 8
121      }
122    },
123    {
124      "cfg": {
125        "lr": 0.01
126      },
127      "result": {
128        "mean": 0.6313471160829067,
129        "std": 0.09825334037840372,
130        "per_seed": [
131          0.5460999608039856,
132          0.6500953435897827,
133          0.7589279413223267,
134          0.6426548957824707,
135          0.5884038805961609,
136          0.44923338294029236,
137          0.7648789286613464,
138          0.6504825949668884
139        ],
140        "n": 8
141      }
142    }
143  ],
144  "selection_note": "same lr union and epochs/batch for both systems",
145  "mechanism_signature": {
146    "prediction": "trained fold transition remains approximately reversible away from singularity",
147    "predicted_reconstruction_error": "near numerical precision (ideal fixed fold)",
148    "observed_reconstruction_error": 5.6109079310529e-07,
149    "observed_state_scale": 1.3907469511032104,
150    "observed_reverse_forward_norm_ratio": 1.000000074505806,
151    "confirmed": true
152  },
153  "custom_track": null
154}