Mode-Aware Mask Schedule / results.json

Failed on benchmark

Raw ⬇ ZIP
 1{
 2  "device": "cuda",
 3  "schedule_checks": [
 4    {
 5      "lambda": 0,
 6      "rho": 0,
 7      "pred_pi1": 0,
 8      "obs_pi1": 0.0,
 9      "pred_full": 0,
10      "obs_full": 0.0,
11      "v_min": 7
12    },
13    {
14      "lambda": 0.1,
15      "rho": 0,
16      "pred_pi1": 0.1,
17      "obs_pi1": 0.10138999670743942,
18      "pred_full": 0,
19      "obs_full": 0.0,
20      "v_min": 0
21    },
22    {
23      "lambda": 0.1,
24      "rho": 0.01,
25      "pred_pi1": 0.11,
26      "obs_pi1": 0.11101999878883362,
27      "pred_full": 0.01,
28      "obs_full": 0.010099999606609344,
29      "v_min": 0
30    },
31    {
32      "lambda": 0.25,
33      "rho": 0.01,
34      "pred_pi1": 0.26,
35      "obs_pi1": 0.26190999150276184,
36      "pred_full": 0.01,
37      "obs_full": 0.010099999606609344,
38      "v_min": 0
39    }
40  ],
41  "anchor_checks": [
42    {
43      "rho": 0.01,
44      "observed_error": 0.23393125414929428,
45      "linear_prediction": 0.25561038152123244,
46      "ratio": 0.915186827534478
47    },
48    {
49      "rho": 0.03,
50      "observed_error": 0.1455057117852453,
51      "linear_prediction": 0.18542060312684203,
52      "ratio": 0.7847332460983752
53    },
54    {
55      "rho": 0.1,
56      "observed_error": 0.03548830582111995,
57      "linear_prediction": 0.059790350297184824,
58      "ratio": 0.5935457083747991
59    },
60    {
61      "rho": 0.2,
62      "observed_error": 0.006203507200790104,
63      "linear_prediction": 0.011605316407371186,
64      "ratio": 0.5345401179109524
65    }
66  ],
67  "runs": [
68    {
69      "lambda": 0,
70      "rho": 0,
71      "conditional_accuracy": 0.9460000395774841,
72      "empty_mode_prob": 0.24961912631988525,
73      "mode_abs_error": 0.5503808736801148
74    },
75    {
76      "lambda": 0.1,
77      "rho": 0,
78      "conditional_accuracy": 0.9460000395774841,
79      "empty_mode_prob": 0.7171599268913269,
80      "mode_abs_error": 0.08284007310867314
81    },
82    {
83      "lambda": 0.1,
84      "rho": 0.01,
85      "conditional_accuracy": 0.9440000653266907,
86      "empty_mode_prob": 0.7972573637962341,
87      "mode_abs_error": 0.0027426362037659135
88    },
89    {
90      "lambda": 0.25,
91      "rho": 0.01,
92      "conditional_accuracy": 0.9440000653266907,
93      "empty_mode_prob": 0.9239387512207031,
94      "mode_abs_error": 0.12393875122070308
95    }
96  ]
97}