Constant-sum ordinal preference loss / results.json

Mechanism failed

Raw ⬇ ZIP
 1{
 2  "device": "cuda",
 3  "math_checks": {
 4    "supplied_adjacent_error": 4.440892098500626e-16,
 5    "constant_sum_p0_plus_p2": 2.0,
 6    "supplied_equal_score_loglik_gaps_at_d": [
 7      0.25,
 8      1.4499999999999993
 9    ],
10    "paper_AC_equal_score_loglik_gaps_at_d": [
11      0.75,
12      0.75
13    ],
14    "supplied_gap_change": 1.1999999999999993,
15    "paper_AC_gap_change": 0.0,
16    "supplied_effective_category_slopes": [
17      0.0,
18      1.0,
19      3.0
20    ]
21  },
22  "supplied_ordinal": {
23    "nll_mean": 0.8505108952522278,
24    "accuracy_mean": 0.628333330154419,
25    "pair_rank_tau_mean": 0.8039291662224306,
26    "per_seed": [
27      [
28        0.8225526809692383,
29        0.6372727155685425,
30        0.7703298244684879
31      ],
32      [
33        0.881679117679596,
34        0.6118181943893433,
35        0.8465426583935639
36      ],
37      [
38        0.8473008871078491,
39        0.6359090805053711,
40        0.7949150158052398
41      ]
42    ]
43  },
44  "paper_constant_sum_AC": {
45    "nll_mean": 0.8421518405278524,
46    "accuracy_mean": 0.632121205329895,
47    "pair_rank_tau_mean": 0.8238153243911736,
48    "per_seed": [
49      [
50        0.8144650459289551,
51        0.6422727108001709,
52        0.7952997127229833
53      ],
54      [
55        0.8749725818634033,
56        0.6163636445999146,
57        0.863258783827397
58      ],
59      [
60        0.8370178937911987,
61        0.6377272605895996,
62        0.8128874766231402
63      ]
64    ]
65  },
66  "multiclass_CE": {
67    "nll_mean": 0.8422847986221313,
68    "accuracy_mean": 0.6331818103790283,
69    "pair_rank_tau_mean": -0.2552028532548421,
70    "per_seed": [
71      [
72        0.8125178217887878,
73        0.6509090662002563,
74        -0.8015517013808579
75      ],
76      [
77        0.8789485096931458,
78        0.6113636493682861,
79        0.8445416885272763
80      ],
81      [
82        0.8353880643844604,
83        0.6372727155685425,
84        -0.8085985469109447
85      ]
86    ]
87  }
88}