Følner-Gated Message Passing / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "seed": 2062,
  3  "device": "cuda",
  4  "checks": {
  5    "cycle_boundary_prediction": [
  6      {
  7        "m": 2,
  8        "predicted": 2.0,
  9        "observed": 2.0,
 10        "abs_error": 0.0
 11      },
 12      {
 13        "m": 4,
 14        "predicted": 1.5,
 15        "observed": 1.5,
 16        "abs_error": 0.0
 17      },
 18      {
 19        "m": 8,
 20        "predicted": 1.25,
 21        "observed": 1.25,
 22        "abs_error": 0.0
 23      },
 24      {
 25        "m": 16,
 26        "predicted": 1.125,
 27        "observed": 1.125,
 28        "abs_error": 0.0
 29      },
 30      {
 31        "m": 32,
 32        "predicted": 1.0625,
 33        "observed": 1.0625,
 34        "abs_error": 0.0
 35      },
 36      {
 37        "m": 64,
 38        "predicted": 1.03125,
 39        "observed": 1.03125,
 40        "abs_error": 0.0
 41      },
 42      {
 43        "m": 100,
 44        "predicted": 1.02,
 45        "observed": 1.02,
 46        "abs_error": 0.0
 47      }
 48    ],
 49    "tree_expansion_prediction": [
 50      {
 51        "radius": 0,
 52        "size": 1,
 53        "predicted_exact": 4.0,
 54        "observed": 4.0
 55      },
 56      {
 57        "radius": 1,
 58        "size": 4,
 59        "predicted_exact": 2.5,
 60        "observed": 2.5
 61      },
 62      {
 63        "radius": 2,
 64        "size": 10,
 65        "predicted_exact": 2.2,
 66        "observed": 2.2
 67      },
 68      {
 69        "radius": 3,
 70        "size": 22,
 71        "predicted_exact": 2.090909090909091,
 72        "observed": 2.090909090909091
 73      },
 74      {
 75        "radius": 4,
 76        "size": 46,
 77        "predicted_exact": 2.0434782608695654,
 78        "observed": 2.0434782608695654
 79      },
 80      {
 81        "radius": 5,
 82        "size": 94,
 83        "predicted_exact": 2.021276595744681,
 84        "observed": 2.021276595744681
 85      }
 86    ],
 87    "gate_boundary_prediction": [
 88      {
 89        "slope": 2,
 90        "predicted_r": 1.35,
 91        "observed_r_at_g=.5": 1.35
 92      },
 93      {
 94        "slope": 4,
 95        "predicted_r": 1.35,
 96        "observed_r_at_g=.5": 1.35
 97      },
 98      {
 99        "slope": 8,
100        "predicted_r": 1.35,
101        "observed_r_at_g=.5": 1.35
102      },
103      {
104        "slope": 16,
105        "predicted_r": 1.35,
106        "observed_r_at_g=.5": 1.35
107      }
108    ],
109    "ema_persistence_prediction": [
110      {
111        "r": 1.1,
112        "cross_step_observed": null,
113        "cross_step_continuous_prediction": null
114      },
115      {
116        "r": 1.3,
117        "cross_step_observed": null,
118        "cross_step_continuous_prediction": null
119      },
120      {
121        "r": 1.6,
122        "cross_step_observed": 4,
123        "cross_step_continuous_prediction": 2.4154697617665986
124      },
125      {
126        "r": 2.0,
127        "cross_step_observed": 2,
128        "cross_step_continuous_prediction": 4.704693988760701
129      }
130    ]
131  },
132  "experiments": {
133    "cycle": {
134      "baseline": {
135        "val_accuracy": 0.9666666984558105,
136        "mean_pairwise_cosine": 0.03350987657904625,
137        "seconds": 0.8510067462921143,
138        "gate_mean": 1.0
139      },
140      "gated": {
141        "val_accuracy": 0.5333333611488342,
142        "mean_pairwise_cosine": 0.10573483258485794,
143        "seconds": 0.8817646503448486,
144        "gate_mean": 2.785457628440291e-11
145      },
146      "rbar": 4.3880029375000005,
147      "frontier_peak": 84,
148      "raw_ratios": [
149        1.50625,
150        2.216875,
151        2.9205625,
152        3.5443937500000002,
153        4.018575625,
154        4.3880029375000005
155      ]
156    },
157    "grid": {
158      "baseline": {
159        "val_accuracy": 0.6000000238418579,
160        "mean_pairwise_cosine": 0.08380480855703354,
161        "seconds": 0.3739771842956543,
162        "gate_mean": 1.0
163      },
164      "gated": {
165        "val_accuracy": 0.5333333611488342,
166        "mean_pairwise_cosine": 0.046053241938352585,
167        "seconds": 0.7918250560760498,
168        "gate_mean": 9.448583069920045e-15
169      },
170      "rbar": 5.386613875,
171      "frontier_peak": 100,
172      "raw_ratios": [
173        1.7875,
174        2.82625,
175        3.7596249999999998,
176        4.4879875,
177        5.01659125,
178        5.386613875
179      ]
180    },
181    "random3": {
182      "baseline": {
183        "val_accuracy": 0.3333333432674408,
184        "mean_pairwise_cosine": 0.06332935392856598,
185        "seconds": 0.3525855541229248,
186        "gate_mean": 1.0
187      },
188      "gated": {
189        "val_accuracy": 0.46666669845581055,
190        "mean_pairwise_cosine": 0.06808412820100784,
191        "seconds": 0.87298583984375,
192        "gate_mean": 1.2650019479999979e-14
193      },
194      "rbar": 5.3501395,
195      "frontier_peak": 100,
196      "raw_ratios": [
197        1.6,
198        2.5825,
199        3.6265,
200        4.41355,
201        4.964485,
202        5.3501395
203      ]
204    },
205    "tree3": {
206      "baseline": {
207        "val_accuracy": 0.37931033968925476,
208        "mean_pairwise_cosine": 0.17370446026325226,
209        "seconds": 0.43139171600341797,
210        "gate_mean": 1.0
211      },
212      "gated": {
213        "val_accuracy": 0.48275861144065857,
214        "mean_pairwise_cosine": 0.296868234872818,
215        "seconds": 1.3330185413360596,
216        "gate_mean": 4.326543463772925e-12
217      },
218      "rbar": 4.6207815624999995,
219      "frontier_peak": 94,
220      "raw_ratios": [
221        1.46875,
222        2.190625,
223        2.8459375,
224        3.52965625,
225        4.083259375,
226        4.6207815624999995
227      ]
228    }
229  }
230}