{ "device": "cuda", "math_checks": { "supplied_adjacent_error": 4.440892098500626e-16, "constant_sum_p0_plus_p2": 2.0, "supplied_equal_score_loglik_gaps_at_d": [ 0.25, 1.4499999999999993 ], "paper_AC_equal_score_loglik_gaps_at_d": [ 0.75, 0.75 ], "supplied_gap_change": 1.1999999999999993, "paper_AC_gap_change": 0.0, "supplied_effective_category_slopes": [ 0.0, 1.0, 3.0 ] }, "supplied_ordinal": { "nll_mean": 0.8505108952522278, "accuracy_mean": 0.628333330154419, "pair_rank_tau_mean": 0.8039291662224306, "per_seed": [ [ 0.8225526809692383, 0.6372727155685425, 0.7703298244684879 ], [ 0.881679117679596, 0.6118181943893433, 0.8465426583935639 ], [ 0.8473008871078491, 0.6359090805053711, 0.7949150158052398 ] ] }, "paper_constant_sum_AC": { "nll_mean": 0.8421518405278524, "accuracy_mean": 0.632121205329895, "pair_rank_tau_mean": 0.8238153243911736, "per_seed": [ [ 0.8144650459289551, 0.6422727108001709, 0.7952997127229833 ], [ 0.8749725818634033, 0.6163636445999146, 0.863258783827397 ], [ 0.8370178937911987, 0.6377272605895996, 0.8128874766231402 ] ] }, "multiclass_CE": { "nll_mean": 0.8422847986221313, "accuracy_mean": 0.6331818103790283, "pair_rank_tau_mean": -0.2552028532548421, "per_seed": [ [ 0.8125178217887878, 0.6509090662002563, -0.8015517013808579 ], [ 0.8789485096931458, 0.6113636493682861, 0.8445416885272763 ], [ 0.8353880643844604, 0.6372727155685425, -0.8085985469109447 ] ] } }