Cholesky-Structured SPD Classifier / bench_report.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
  1{
  2  "bench_version": 1,
  3  "track": "spd_covariance_classification",
  4  "model": "mlp_tiny",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.001,
 10      "epochs": 18
 11    },
 12    "sweep": [
 13      {
 14        "cfg": {
 15          "lr": 0.001,
 16          "epochs": 18
 17        },
 18        "mean": 0.004999999888241291
 19      },
 20      {
 21        "cfg": {
 22          "lr": 0.003,
 23          "epochs": 18
 24        },
 25        "mean": 0.006249999860301614
 26      },
 27      {
 28        "cfg": {
 29          "lr": 0.01,
 30          "epochs": 18
 31        },
 32        "mean": 0.007499999832361937
 33      }
 34    ],
 35    "full": {
 36      "mean": 0.005624999874271452,
 37      "std": 0.0029973946350734574,
 38      "per_seed": [
 39        0.004999999888241291,
 40        0.009999999776482582,
 41        0.004999999888241291,
 42        0.0,
 43        0.009999999776482582,
 44        0.004999999888241291,
 45        0.004999999888241291,
 46        0.004999999888241291
 47      ],
 48      "n": 8
 49    }
 50  },
 51  "idea": {
 52    "mean": 0.25124998565297574,
 53    "std": 0.32049520383799557,
 54    "per_seed": [
 55      0.004999999888241291,
 56      0.004999999888241291,
 57      0.6649999618530273,
 58      0.004999999888241291,
 59      0.0,
 60      0.6649999618530273,
 61      0.6649999618530273,
 62      0.0
 63    ],
 64    "n": 8
 65  },
 66  "comparison": {
 67    "delta_mean": 0.24562498577870429,
 68    "idea_wins": 3,
 69    "n_pairs": 8,
 70    "per_seed_diffs": [
 71      0.0,
 72      -0.004999999888241291,
 73      0.659999961964786,
 74      0.004999999888241291,
 75      -0.009999999776482582,
 76      0.659999961964786,
 77      0.659999961964786,
 78      -0.004999999888241291
 79    ],
 80    "p_value": 0.2308,
 81    "mde": 0.28693631664685193,
 82    "mde_rel_pct": 5101.090187740063,
 83    "verdict": "no significant win",
 84    "system_worked": false
 85  },
 86  "mechanism_signature": {
 87    "prediction": "factor-generated prototypes remain SPD and logits finite after NN training",
 88    "predicted_min_eigenvalue_bound": 0.0,
 89    "observed_min_prototype_eigenvalue": 0.42081671953201294,
 90    "observed_finite_logit_fraction": 1.0,
 91    "confirmed": true,
 92    "idea_settings_tried": [
 93      {
 94        "lr": 0.001,
 95        "epochs": 18
 96      },
 97      {
 98        "lr": 0.003,
 99        "epochs": 18
100      },
101      {
102        "lr": 0.01,
103        "epochs": 18
104      }
105    ]
106  },
107  "idea_selected_cfg": {
108    "lr": 0.003,
109    "epochs": 18
110  }
111}