1{
  2  "bench_version": 1,
  3  "track": "vision",
  4  "model": "cnn_small",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.003
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 0.7749999910593033
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 0.760000005364418
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.006
 27        },
 28        "mean": 0.8687500059604645
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.7881250083446503,
 33      "std": 0.047033059395873336,
 34      "per_seed": [
 35        0.7200000286102295,
 36        0.7599999904632568,
 37        0.8299999833106995,
 38        0.7300000190734863,
 39        0.7900000214576721,
 40        0.8050000071525574,
 41        0.8700000047683716,
 42        0.800000011920929
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "best_cfg": {
 49      "lr": 0.003,
 50      "lambda": 0.1
 51    },
 52    "sweep": [
 53      {
 54        "cfg": {
 55          "lr": 0.003,
 56          "lambda": 0.03
 57        },
 58        "mean": 0.7537500113248825
 59      },
 60      {
 61        "cfg": {
 62          "lr": 0.003,
 63          "lambda": 0.1
 64        },
 65        "mean": 0.7537499964237213
 66      },
 67      {
 68        "cfg": {
 69          "lr": 0.003,
 70          "lambda": 0.3
 71        },
 72        "mean": 0.7887500077486038
 73      }
 74    ],
 75    "full": {
 76      "mean": 0.7800000011920929,
 77      "std": 0.047893104146791494,
 78      "per_seed": [
 79        0.7300000190734863,
 80        0.7549999952316284,
 81        0.8399999737739563,
 82        0.6899999976158142,
 83        0.800000011920929,
 84        0.800000011920929,
 85        0.8299999833106995,
 86        0.7950000166893005
 87      ],
 88      "n": 8
 89    },
 90    "per_seed": [
 91      0.7300000190734863,
 92      0.7549999952316284,
 93      0.8399999737739563,
 94      0.6899999976158142,
 95      0.800000011920929,
 96      0.800000011920929,
 97      0.8299999833106995,
 98      0.7950000166893005
 99    ]
100  },
101  "comparison": {
102    "delta_mean": -0.008125007152557373,
103    "idea_wins": 5,
104    "n_pairs": 8,
105    "per_seed_diffs": [
106      0.009999990463256836,
107      -0.004999995231628418,
108      0.009999990463256836,
109      -0.04000002145767212,
110      0.009999990463256836,
111      -0.004999995231628418,
112      -0.04000002145767212,
113      -0.004999995231628418
114    ],
115    "p_value": 0.42255,
116    "mde": 0.017444743080113526,
117    "mde_rel_pct": 2.2134487416855158,
118    "verdict": "no significant win",
119    "system_worked": false
120  },
121  "math_verification": {
122    "idempotence_error": 1.4143392911393677e-12,
123    "orbit_preservation_error": 1.000088906744769e-12,
124    "singular_projector_norm": 0.0
125  },
126  "device": "cpu",
127  "track_match": "vision: image rotation is an explicit local SO(2) transformation orbit",
128  "mechanism_signature": {
129    "predicted_effect": "orbit tangent penalty reduces local representation drift",
130    "predicted_ratio": "< 1",
131    "observed_baseline_drift": 1.6637492999434471,
132    "observed_idea_drift": 1.0379372835159302,
133    "observed_ratio": 0.6238543773098573,
134    "confirmed": true
135  }
136}