1{
  2  "bench_version": 1,
  3  "track": "voxel_operator_3d",
  4  "model": "dense_vs_block_tt",
  5  "metric_direction": "lower is better",
  6  "n_seeds": 8,
  7  "baseline": {
  8    "best_cfg": {
  9      "lr": 0.01
 10    },
 11    "sweep": [
 12      {
 13        "cfg": {
 14          "lr": 0.001
 15        },
 16        "mean": 21.742855668067932
 17      },
 18      {
 19        "cfg": {
 20          "lr": 0.003
 21        },
 22        "mean": 1.331242160871625
 23      },
 24      {
 25        "cfg": {
 26          "lr": 0.01
 27        },
 28        "mean": 0.0431183404289186
 29      }
 30    ],
 31    "full": {
 32      "mean": 0.045870458823628724,
 33      "std": 0.048960569855847756,
 34      "per_seed": [
 35        0.08236338198184967,
 36        0.020615510642528534,
 37        0.009508499875664711,
 38        0.059985969215631485,
 39        0.012797527015209198,
 40        0.1569584608078003,
 41        0.014212244190275669,
 42        0.010522076860070229
 43      ],
 44      "n": 8
 45    }
 46  },
 47  "idea": {
 48    "mean": 1.1871879938989878,
 49    "std": 1.0086499807369265,
 50    "per_seed": [
 51      2.5437099933624268,
 52      0.5915095210075378,
 53      0.20690876245498657,
 54      1.849648356437683,
 55      0.36077338457107544,
 56      2.847456932067871,
 57      0.9292405247688293,
 58      0.168256476521492
 59    ],
 60    "n": 8,
 61    "best_cfg": {
 62      "lr": 0.01
 63    },
 64    "configs_tried": [
 65      {
 66        "cfg": {
 67          "lr": 0.001
 68        },
 69        "mean": 52.323336124420166
 70      },
 71      {
 72        "cfg": {
 73          "lr": 0.003
 74        },
 75        "mean": 14.277131646871567
 76      },
 77      {
 78        "cfg": {
 79          "lr": 0.01
 80        },
 81        "mean": 1.1871879938989878
 82      }
 83    ]
 84  },
 85  "comparison": {
 86    "delta_mean": 1.141317535075359,
 87    "idea_wins": 0,
 88    "n_pairs": 8,
 89    "per_seed_diffs": [
 90      2.461346611380577,
 91      0.5708940103650093,
 92      0.19740026257932186,
 93      1.7896623872220516,
 94      0.34797585755586624,
 95      2.690498471260071,
 96      0.9150282805785537,
 97      0.15773439966142178
 98    ],
 99    "p_value": 0.0081,
100    "mde": 0.8612897455089487,
101    "mde_rel_pct": 1877.6567045483364,
102    "verdict": "idea worse (significant)",
103    "system_worked": false
104  },
105  "custom_track": {
106    "name": "voxel_operator_3d",
107    "file": "voxel_operator_track.py",
108    "domain": "3d_operator"
109  },
110  "protocol_note": "8 paired seeds; custom 3-D Cartesian track; baseline sweep and shared lr union.",
111  "mechanism_signature": {
112    "prediction": "trained block TT preserves its sequential operator map with reduced operator storage",
113    "predicted_operator_params": 16384,
114    "observed_trained_tt_operator_params": 512,
115    "observed_storage_ratio": 0.03125,
116    "observed_trained_forward_relative_error": 8.130663076144629e-08,
117    "confirmed": true
118  }
119}