Spanning-Tree Connectivity Loss / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "device": "cuda",
  3  "math_check": {
  4    "pseudo_det_vs_rank_one_det_relerr": 6.151429393428255e-15,
  5    "matrix_tree_pdet_over_N_vs_cofactor_relerr": 4.6135720450711704e-15,
  6    "derivative_formula_relerr": 8.533332107752654e-09,
  7    "tree_loss_vs_stated_formula_abs": 0.0,
  8    "autograd_gradient_norm": 1.4374863926484387
  9  },
 10  "runs": {
 11    "baseline": [
 12      {
 13        "pseudo_det": 147331584.0,
 14        "fiedler": 1.0657092332839966,
 15        "components": 1,
 16        "eigenvalues": [
 17          1.179673603246556e-08,
 18          1.0657092332839966,
 19          6.3713202476501465,
 20          6.416728496551514,
 21          6.447166919708252,
 22          6.4830546379089355,
 23          6.499845027923584,
 24          6.548959732055664,
 25          6.574155807495117,
 26          6.592155456542969,
 27          6.606190204620361,
 28          6.63852596282959
 29        ],
 30        "fit_mse": 1.4340910638566129e-05,
 31        "final_loss": 1.459541545045795e-05,
 32        "loss_std_last50": 6.071561298942084e-06,
 33        "seconds": 1.722147442982532
 34      },
 35      {
 36        "pseudo_det": 131002696.0,
 37        "fiedler": 0.9866716265678406,
 38        "components": 1,
 39        "eigenvalues": [
 40          4.2219944873522763e-08,
 41          0.9866716265678406,
 42          6.369879722595215,
 43          6.397049903869629,
 44          6.424416542053223,
 45          6.4572434425354,
 46          6.459503173828125,
 47          6.488941192626953,
 48          6.51550817489624,
 49          6.559632778167725,
 50          6.614078044891357,
 51          6.628964424133301
 52        ],
 53        "fit_mse": 3.903359538526274e-05,
 54        "final_loss": 3.947578079532832e-05,
 55        "loss_std_last50": 9.607747186851389e-06,
 56        "seconds": 1.3404742070124485
 57      },
 58      {
 59        "pseudo_det": 148933456.0,
 60        "fiedler": 1.0778326988220215,
 61        "components": 1,
 62        "eigenvalues": [
 63          -1.4901173628345532e-08,
 64          1.0778326988220215,
 65          6.343562126159668,
 66          6.384554386138916,
 67          6.442211627960205,
 68          6.490902900695801,
 69          6.520567417144775,
 70          6.545830726623535,
 71          6.557755470275879,
 72          6.5771284103393555,
 73          6.652003288269043,
 74          6.6625871658325195
 75        ],
 76        "fit_mse": 1.8316843124921434e-05,
 77        "final_loss": 1.8582792108645663e-05,
 78        "loss_std_last50": 6.056086676240939e-06,
 79        "seconds": 1.3671675990044605
 80      }
 81    ],
 82    "tree_alpha_0.001": [
 83      {
 84        "pseudo_det": 222073584.0,
 85        "fiedler": 1.2583255767822266,
 86        "components": 1,
 87        "eigenvalues": [
 88          1.3659383846231776e-08,
 89          1.2583255767822266,
 90          6.52903413772583,
 91          6.574020862579346,
 92          6.6063361167907715,
 93          6.642218589782715,
 94          6.659255027770996,
 95          6.712792873382568,
 96          6.735855579376221,
 97          6.7569732666015625,
 98          6.769929885864258,
 99          6.802867412567139
100        ],
101        "fit_mse": 0.0002457954687997699,
102        "final_loss": -0.016487758606672287,
103        "loss_std_last50": 1.7092626516160255e-06,
104        "seconds": 1.4016387939918786
105      },
106      {
107        "pseudo_det": 199757024.0,
108        "fiedler": 1.1779760122299194,
109        "components": 1,
110        "eigenvalues": [
111          -7.574757887596206e-08,
112          1.1779760122299194,
113          6.517484664916992,
114          6.555846691131592,
115          6.584583759307861,
116          6.612100124359131,
117          6.62222146987915,
118          6.652661323547363,
119          6.6787824630737305,
120          6.72353982925415,
121          6.780119895935059,
122          6.796061038970947
123        ],
124        "fit_mse": 0.0002873251214623451,
125        "final_loss": -0.01634022407233715,
126        "loss_std_last50": 3.5999544924578733e-06,
127        "seconds": 1.4064297809964046
128      },
129      {
130        "pseudo_det": 224029312.0,
131        "fiedler": 1.2701774835586548,
132        "components": 1,
133        "eigenvalues": [
134          3.1043891901560983e-09,
135          1.2701774835586548,
136          6.496891021728516,
137          6.544247627258301,
138          6.59959602355957,
139          6.651049613952637,
140          6.6801300048828125,
141          6.708263874053955,
142          6.720366954803467,
143          6.7393717765808105,
144          6.817627906799316,
145          6.830097198486328
146        ],
147        "fit_mse": 0.00024747487623244524,
148        "final_loss": -0.016494832932949066,
149        "loss_std_last50": 1.8966811424646702e-06,
150        "seconds": 1.3955766720173415
151      }
152    ],
153    "tree_alpha_0.01": [
154      {
155        "pseudo_det": 2089987584.0,
156        "fiedler": 2.5167107582092285,
157        "components": 1,
158        "eigenvalues": [
159          9.189047034396935e-08,
160          2.5167107582092285,
161          7.648216724395752,
162          7.693791389465332,
163          7.7242255210876465,
164          7.7608323097229,
165          7.7781524658203125,
166          7.832983493804932,
167          7.854612827301025,
168          7.874260902404785,
169          7.889364719390869,
170          7.918925762176514
171        ],
172        "fit_mse": 0.011321146041154861,
173        "final_loss": -0.17843402922153473,
174        "loss_std_last50": 9.522763078612361e-09,
175        "seconds": 1.3707034459803253
176      },
177      {
178        "pseudo_det": 1962688640.0,
179        "fiedler": 2.4379215240478516,
180        "components": 1,
181        "eigenvalues": [
182          -2.235178264697879e-08,
183          2.4379215240478516,
184          7.6197404861450195,
185          7.679877281188965,
186          7.711050033569336,
187          7.729739189147949,
188          7.748375415802002,
189          7.7777485847473145,
190          7.80291748046875,
191          7.844381332397461,
192          7.9028754234313965,
193          7.917597770690918
194        ],
195        "fit_mse": 0.011567345820367336,
196        "final_loss": -0.17755942046642303,
197        "loss_std_last50": 1.0341019375859185e-08,
198        "seconds": 1.2614921650092583
199      },
200      {
201        "pseudo_det": 2094270336.0,
202        "fiedler": 2.526304244995117,
203        "components": 0,
204        "eigenvalues": [
205          1.1920928955078125e-07,
206          2.526304244995117,
207          7.615387916564941,
208          7.6647539138793945,
209          7.71597957611084,
210          7.769075393676758,
211          7.797210216522217,
212          7.8284173011779785,
213          7.839004993438721,
214          7.855760097503662,
215          7.9324049949646,
216          7.945645809173584
217        ],
218        "fit_mse": 0.011302337050437927,
219        "final_loss": -0.17847329378128052,
220        "loss_std_last50": 1.0811303345690402e-08,
221        "seconds": 1.3718977530079428
222      }
223    ]
224  },
225  "summary_baseline": {
226    "fit_mse": 2.3897116382916767e-05,
227    "fiedler": 1.0434045195579529,
228    "components": 1.0,
229    "pseudo_det": 142422578.66666666,
230    "loss_std_last50": 7.245131720678137e-06,
231    "seconds": 1.476596416333147
232  },
233  "summary_tree_alpha_0.001": {
234    "fit_mse": 0.0002601984888315201,
235    "fiedler": 1.2354930241902669,
236    "components": 1.0,
237    "pseudo_det": 215286640.0,
238    "loss_std_last50": 2.4019660955128564e-06,
239    "seconds": 1.4012150823352083
240  },
241  "summary_tree_alpha_0.01": {
242    "fit_mse": 0.011396942970653376,
243    "fiedler": 2.493645509084066,
244    "components": 0.6666666666666666,
245    "pseudo_det": 2048982186.6666667,
246    "loss_std_last50": 1.0225028600053983e-08,
247    "seconds": 1.3346977879991755
248  }
249}