Ranking-Aware Projection Dimension Rule / results.json

Mechanism failed

Raw ⬇ ZIP
  1{
  2  "seed": 3044,
  3  "verification": [
  4    {
  5      "d": 64,
  6      "m": 4,
  7      "ratio": 0.0625,
  8      "empirical_tau": 0.15500000000000003,
  9      "empirical_agreement": 0.5775,
 10      "exact_tau": 0.15221277285159895,
 11      "asymptotic_tau": 0.15915494309189535
 12    },
 13    {
 14      "d": 64,
 15      "m": 16,
 16      "ratio": 0.25,
 17      "empirical_tau": 0.31820000000000004,
 18      "empirical_agreement": 0.6591,
 19      "exact_tau": 0.3304798565198783,
 20      "asymptotic_tau": 0.3183098861837907
 21    },
 22    {
 23      "d": 64,
 24      "m": 32,
 25      "ratio": 0.5,
 26      "empirical_tau": 0.48950000000000005,
 27      "empirical_agreement": 0.74475,
 28      "exact_tau": 0.5000000000000001,
 29      "asymptotic_tau": 0.4501581580785531
 30    },
 31    {
 32      "d": 128,
 33      "m": 8,
 34      "ratio": 0.0625,
 35      "empirical_tau": 0.16579999999999995,
 36      "empirical_agreement": 0.5829,
 37      "exact_tau": 0.15644173736497463,
 38      "asymptotic_tau": 0.15915494309189535
 39    },
 40    {
 41      "d": 128,
 42      "m": 32,
 43      "ratio": 0.25,
 44      "empirical_tau": 0.32109999999999994,
 45      "empirical_agreement": 0.66055,
 46      "exact_tau": 0.3319017071533852,
 47      "asymptotic_tau": 0.3183098861837907
 48    },
 49    {
 50      "d": 128,
 51      "m": 64,
 52      "ratio": 0.5,
 53      "empirical_tau": 0.5007999999999999,
 54      "empirical_agreement": 0.7504,
 55      "exact_tau": 0.5000000000000001,
 56      "asymptotic_tau": 0.4501581580785531
 57    },
 58    {
 59      "d": 256,
 60      "m": 32,
 61      "ratio": 0.125,
 62      "empirical_tau": 0.24069999999999991,
 63      "empirical_agreement": 0.62035,
 64      "exact_tau": 0.2286483125741416,
 65      "asymptotic_tau": 0.22507907903927654
 66    },
 67    {
 68      "d": 256,
 69      "m": 64,
 70      "ratio": 0.25,
 71      "empirical_tau": 0.3287,
 72      "empirical_agreement": 0.66435,
 73      "exact_tau": 0.33261644045996525,
 74      "asymptotic_tau": 0.3183098861837907
 75    }
 76  ],
 77  "adaptive_selection": {
 78    "final_m": 80,
 79    "history": [
 80      {
 81        "round": 0,
 82        "m": 80,
 83        "measured_tau": 0.5738333333333334
 84      }
 85    ]
 86  },
 87  "retrieval": {
 88    "jl": {
 89      "m": 128,
 90      "memory_ratio_m_over_d": 1.0,
 91      "recall@1": 1.0,
 92      "recall@10": 1.0,
 93      "top20_kendall": 1.0,
 94      "query_seconds": 0.7459733330179006
 95    },
 96    "ranking_rule": {
 97      "m": 80,
 98      "memory_ratio_m_over_d": 0.625,
 99      "recall@1": 0.30333333333333334,
100      "recall@10": 0.6313333333333333,
101      "top20_kendall": 0.40984210434059304,
102      "query_seconds": 0.5622973419958726
103    }
104  }
105}