Følner-Gated Message Passing / results.json
Failed on benchmark
1{
2 "seed": 2062,
3 "device": "cuda",
4 "checks": {
5 "cycle_boundary_prediction": [
6 {
7 "m": 2,
8 "predicted": 2.0,
9 "observed": 2.0,
10 "abs_error": 0.0
11 },
12 {
13 "m": 4,
14 "predicted": 1.5,
15 "observed": 1.5,
16 "abs_error": 0.0
17 },
18 {
19 "m": 8,
20 "predicted": 1.25,
21 "observed": 1.25,
22 "abs_error": 0.0
23 },
24 {
25 "m": 16,
26 "predicted": 1.125,
27 "observed": 1.125,
28 "abs_error": 0.0
29 },
30 {
31 "m": 32,
32 "predicted": 1.0625,
33 "observed": 1.0625,
34 "abs_error": 0.0
35 },
36 {
37 "m": 64,
38 "predicted": 1.03125,
39 "observed": 1.03125,
40 "abs_error": 0.0
41 },
42 {
43 "m": 100,
44 "predicted": 1.02,
45 "observed": 1.02,
46 "abs_error": 0.0
47 }
48 ],
49 "tree_expansion_prediction": [
50 {
51 "radius": 0,
52 "size": 1,
53 "predicted_exact": 4.0,
54 "observed": 4.0
55 },
56 {
57 "radius": 1,
58 "size": 4,
59 "predicted_exact": 2.5,
60 "observed": 2.5
61 },
62 {
63 "radius": 2,
64 "size": 10,
65 "predicted_exact": 2.2,
66 "observed": 2.2
67 },
68 {
69 "radius": 3,
70 "size": 22,
71 "predicted_exact": 2.090909090909091,
72 "observed": 2.090909090909091
73 },
74 {
75 "radius": 4,
76 "size": 46,
77 "predicted_exact": 2.0434782608695654,
78 "observed": 2.0434782608695654
79 },
80 {
81 "radius": 5,
82 "size": 94,
83 "predicted_exact": 2.021276595744681,
84 "observed": 2.021276595744681
85 }
86 ],
87 "gate_boundary_prediction": [
88 {
89 "slope": 2,
90 "predicted_r": 1.35,
91 "observed_r_at_g=.5": 1.35
92 },
93 {
94 "slope": 4,
95 "predicted_r": 1.35,
96 "observed_r_at_g=.5": 1.35
97 },
98 {
99 "slope": 8,
100 "predicted_r": 1.35,
101 "observed_r_at_g=.5": 1.35
102 },
103 {
104 "slope": 16,
105 "predicted_r": 1.35,
106 "observed_r_at_g=.5": 1.35
107 }
108 ],
109 "ema_persistence_prediction": [
110 {
111 "r": 1.1,
112 "cross_step_observed": null,
113 "cross_step_continuous_prediction": null
114 },
115 {
116 "r": 1.3,
117 "cross_step_observed": null,
118 "cross_step_continuous_prediction": null
119 },
120 {
121 "r": 1.6,
122 "cross_step_observed": 4,
123 "cross_step_continuous_prediction": 2.4154697617665986
124 },
125 {
126 "r": 2.0,
127 "cross_step_observed": 2,
128 "cross_step_continuous_prediction": 4.704693988760701
129 }
130 ]
131 },
132 "experiments": {
133 "cycle": {
134 "baseline": {
135 "val_accuracy": 0.9666666984558105,
136 "mean_pairwise_cosine": 0.03350987657904625,
137 "seconds": 0.8510067462921143,
138 "gate_mean": 1.0
139 },
140 "gated": {
141 "val_accuracy": 0.5333333611488342,
142 "mean_pairwise_cosine": 0.10573483258485794,
143 "seconds": 0.8817646503448486,
144 "gate_mean": 2.785457628440291e-11
145 },
146 "rbar": 4.3880029375000005,
147 "frontier_peak": 84,
148 "raw_ratios": [
149 1.50625,
150 2.216875,
151 2.9205625,
152 3.5443937500000002,
153 4.018575625,
154 4.3880029375000005
155 ]
156 },
157 "grid": {
158 "baseline": {
159 "val_accuracy": 0.6000000238418579,
160 "mean_pairwise_cosine": 0.08380480855703354,
161 "seconds": 0.3739771842956543,
162 "gate_mean": 1.0
163 },
164 "gated": {
165 "val_accuracy": 0.5333333611488342,
166 "mean_pairwise_cosine": 0.046053241938352585,
167 "seconds": 0.7918250560760498,
168 "gate_mean": 9.448583069920045e-15
169 },
170 "rbar": 5.386613875,
171 "frontier_peak": 100,
172 "raw_ratios": [
173 1.7875,
174 2.82625,
175 3.7596249999999998,
176 4.4879875,
177 5.01659125,
178 5.386613875
179 ]
180 },
181 "random3": {
182 "baseline": {
183 "val_accuracy": 0.3333333432674408,
184 "mean_pairwise_cosine": 0.06332935392856598,
185 "seconds": 0.3525855541229248,
186 "gate_mean": 1.0
187 },
188 "gated": {
189 "val_accuracy": 0.46666669845581055,
190 "mean_pairwise_cosine": 0.06808412820100784,
191 "seconds": 0.87298583984375,
192 "gate_mean": 1.2650019479999979e-14
193 },
194 "rbar": 5.3501395,
195 "frontier_peak": 100,
196 "raw_ratios": [
197 1.6,
198 2.5825,
199 3.6265,
200 4.41355,
201 4.964485,
202 5.3501395
203 ]
204 },
205 "tree3": {
206 "baseline": {
207 "val_accuracy": 0.37931033968925476,
208 "mean_pairwise_cosine": 0.17370446026325226,
209 "seconds": 0.43139171600341797,
210 "gate_mean": 1.0
211 },
212 "gated": {
213 "val_accuracy": 0.48275861144065857,
214 "mean_pairwise_cosine": 0.296868234872818,
215 "seconds": 1.3330185413360596,
216 "gate_mean": 4.326543463772925e-12
217 },
218 "rbar": 4.6207815624999995,
219 "frontier_peak": 94,
220 "raw_ratios": [
221 1.46875,
222 2.190625,
223 2.8459375,
224 3.52965625,
225 4.083259375,
226 4.6207815624999995
227 ]
228 }
229 }
230}