Constant-sum ordinal preference loss / results.json
Mechanism failed
1{
2 "device": "cuda",
3 "math_checks": {
4 "supplied_adjacent_error": 4.440892098500626e-16,
5 "constant_sum_p0_plus_p2": 2.0,
6 "supplied_equal_score_loglik_gaps_at_d": [
7 0.25,
8 1.4499999999999993
9 ],
10 "paper_AC_equal_score_loglik_gaps_at_d": [
11 0.75,
12 0.75
13 ],
14 "supplied_gap_change": 1.1999999999999993,
15 "paper_AC_gap_change": 0.0,
16 "supplied_effective_category_slopes": [
17 0.0,
18 1.0,
19 3.0
20 ]
21 },
22 "supplied_ordinal": {
23 "nll_mean": 0.8505108952522278,
24 "accuracy_mean": 0.628333330154419,
25 "pair_rank_tau_mean": 0.8039291662224306,
26 "per_seed": [
27 [
28 0.8225526809692383,
29 0.6372727155685425,
30 0.7703298244684879
31 ],
32 [
33 0.881679117679596,
34 0.6118181943893433,
35 0.8465426583935639
36 ],
37 [
38 0.8473008871078491,
39 0.6359090805053711,
40 0.7949150158052398
41 ]
42 ]
43 },
44 "paper_constant_sum_AC": {
45 "nll_mean": 0.8421518405278524,
46 "accuracy_mean": 0.632121205329895,
47 "pair_rank_tau_mean": 0.8238153243911736,
48 "per_seed": [
49 [
50 0.8144650459289551,
51 0.6422727108001709,
52 0.7952997127229833
53 ],
54 [
55 0.8749725818634033,
56 0.6163636445999146,
57 0.863258783827397
58 ],
59 [
60 0.8370178937911987,
61 0.6377272605895996,
62 0.8128874766231402
63 ]
64 ]
65 },
66 "multiclass_CE": {
67 "nll_mean": 0.8422847986221313,
68 "accuracy_mean": 0.6331818103790283,
69 "pair_rank_tau_mean": -0.2552028532548421,
70 "per_seed": [
71 [
72 0.8125178217887878,
73 0.6509090662002563,
74 -0.8015517013808579
75 ],
76 [
77 0.8789485096931458,
78 0.6113636493682861,
79 0.8445416885272763
80 ],
81 [
82 0.8353880643844604,
83 0.6372727155685425,
84 -0.8085985469109447
85 ]
86 ]
87 }
88}