Centered-Geometry Projection Loss / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "verification": {
  3    "ranking_scaling": [
  4      {
  5        "m": 2,
  6        "observed_tau": 0.09724363292633892,
  7        "sd": 0.007861206692427505,
  8        "prediction": 0.11253953951963827
  9      },
 10      {
 11        "m": 4,
 12        "observed_tau": 0.147847701463095,
 13        "sd": 0.0175070908645989,
 14        "prediction": 0.15915494309189535
 15      },
 16      {
 17        "m": 8,
 18        "observed_tau": 0.22278196958570967,
 19        "sd": 0.015590989802075256,
 20        "prediction": 0.22507907903927654
 21      },
 22      {
 23        "m": 16,
 24        "observed_tau": 0.31984647228548746,
 25        "sd": 0.00985259615056311,
 26        "prediction": 0.3183098861837907
 27      },
 28      {
 29        "m": 32,
 30        "observed_tau": 0.4952668579188373,
 31        "sd": 0.009830382096814161,
 32        "prediction": 0.4501581580785531
 33      }
 34    ],
 35    "mean_gap_before_centering": 2.6735076653822034,
 36    "centered_means": [
 37      -1.9750069315453808e-14,
 38      -2.49628044799239e-14
 39    ]
 40  },
 41  "mini_experiment": {
 42    "raw": {
 43      "tau": {
 44        "mean": 0.6128626562424485,
 45        "sd": 0.011787347295389347
 46      },
 47      "centered_mse": {
 48        "mean": 0.35142742395401,
 49        "sd": 0.02059708405795974
 50      },
 51      "raw_mse": {
 52        "mean": 0.7888667225837708,
 53        "sd": 0.06440287034559804
 54      },
 55      "recall1": {
 56        "mean": 0.2375,
 57        "sd": 0.05368374469468802
 58      },
 59      "runs": [
 60        {
 61          "tau": 0.5938151349853168,
 62          "centered_mse": 0.3868672549724579,
 63          "raw_mse": 0.9079937934875488,
 64          "recall1": 0.28125
 65        },
 66        {
 67          "tau": 0.6247573360537443,
 68          "centered_mse": 0.3313557207584381,
 69          "raw_mse": 0.7194976210594177,
 70          "recall1": 0.3020833333333333
 71        },
 72        {
 73          "tau": 0.6228826942352985,
 74          "centered_mse": 0.338603138923645,
 75          "raw_mse": 0.7935900092124939,
 76          "recall1": 0.15625
 77        },
 78        {
 79          "tau": 0.6179828636594819,
 80          "centered_mse": 0.3380178213119507,
 81          "raw_mse": 0.7509278655052185,
 82          "recall1": 0.19791666666666666
 83        },
 84        {
 85          "tau": 0.6048752522784011,
 86          "centered_mse": 0.36229318380355835,
 87          "raw_mse": 0.7723243236541748,
 88          "recall1": 0.25
 89        }
 90      ]
 91    },
 92    "centered": {
 93      "tau": {
 94        "mean": 0.6794961714783467,
 95        "sd": 0.011156104633319588
 96      },
 97      "centered_mse": {
 98        "mean": 0.23727923333644868,
 99        "sd": 0.016531920712218647
100      },
101      "raw_mse": {
102        "mean": 1041.6651123046875,
103        "sd": 419.5991072377776
104      },
105      "recall1": {
106        "mean": 0.17916666666666667,
107        "sd": 0.025853486762480945
108      },
109      "runs": [
110        {
111          "tau": 0.6614038292005714,
112          "centered_mse": 0.2633058726787567,
113          "raw_mse": 1192.7279052734375,
114          "recall1": 0.16666666666666666
115        },
116        {
117          "tau": 0.6953272828051368,
118          "centered_mse": 0.21538667380809784,
119          "raw_mse": 730.886962890625,
120          "recall1": 0.22916666666666666
121        },
122        {
123          "tau": 0.6797685068559454,
124          "centered_mse": 0.2377578467130661,
125          "raw_mse": 1796.39697265625,
126          "recall1": 0.16666666666666666
127        },
128        {
129          "tau": 0.6850886840020608,
130          "centered_mse": 0.22499831020832062,
131          "raw_mse": 828.6303100585938,
132          "recall1": 0.15625
133        },
134        {
135          "tau": 0.6758925545280194,
136          "centered_mse": 0.24494746327400208,
137          "raw_mse": 659.6834106445312,
138          "recall1": 0.17708333333333334
139        }
140      ]
141    }
142  }
143}