Mode-Aware Mask Schedule / results.json
Failed on benchmark
1{
2 "device": "cuda",
3 "schedule_checks": [
4 {
5 "lambda": 0,
6 "rho": 0,
7 "pred_pi1": 0,
8 "obs_pi1": 0.0,
9 "pred_full": 0,
10 "obs_full": 0.0,
11 "v_min": 7
12 },
13 {
14 "lambda": 0.1,
15 "rho": 0,
16 "pred_pi1": 0.1,
17 "obs_pi1": 0.10138999670743942,
18 "pred_full": 0,
19 "obs_full": 0.0,
20 "v_min": 0
21 },
22 {
23 "lambda": 0.1,
24 "rho": 0.01,
25 "pred_pi1": 0.11,
26 "obs_pi1": 0.11101999878883362,
27 "pred_full": 0.01,
28 "obs_full": 0.010099999606609344,
29 "v_min": 0
30 },
31 {
32 "lambda": 0.25,
33 "rho": 0.01,
34 "pred_pi1": 0.26,
35 "obs_pi1": 0.26190999150276184,
36 "pred_full": 0.01,
37 "obs_full": 0.010099999606609344,
38 "v_min": 0
39 }
40 ],
41 "anchor_checks": [
42 {
43 "rho": 0.01,
44 "observed_error": 0.23393125414929428,
45 "linear_prediction": 0.25561038152123244,
46 "ratio": 0.915186827534478
47 },
48 {
49 "rho": 0.03,
50 "observed_error": 0.1455057117852453,
51 "linear_prediction": 0.18542060312684203,
52 "ratio": 0.7847332460983752
53 },
54 {
55 "rho": 0.1,
56 "observed_error": 0.03548830582111995,
57 "linear_prediction": 0.059790350297184824,
58 "ratio": 0.5935457083747991
59 },
60 {
61 "rho": 0.2,
62 "observed_error": 0.006203507200790104,
63 "linear_prediction": 0.011605316407371186,
64 "ratio": 0.5345401179109524
65 }
66 ],
67 "runs": [
68 {
69 "lambda": 0,
70 "rho": 0,
71 "conditional_accuracy": 0.9460000395774841,
72 "empty_mode_prob": 0.24961912631988525,
73 "mode_abs_error": 0.5503808736801148
74 },
75 {
76 "lambda": 0.1,
77 "rho": 0,
78 "conditional_accuracy": 0.9460000395774841,
79 "empty_mode_prob": 0.7171599268913269,
80 "mode_abs_error": 0.08284007310867314
81 },
82 {
83 "lambda": 0.1,
84 "rho": 0.01,
85 "conditional_accuracy": 0.9440000653266907,
86 "empty_mode_prob": 0.7972573637962341,
87 "mode_abs_error": 0.0027426362037659135
88 },
89 {
90 "lambda": 0.25,
91 "rho": 0.01,
92 "conditional_accuracy": 0.9440000653266907,
93 "empty_mode_prob": 0.9239387512207031,
94 "mode_abs_error": 0.12393875122070308
95 }
96 ]
97}