{ "device": "cuda", "exact_incidence": { "max_abs_error": 9.5367431640625e-07, "all_nonempty_rows": true }, "prediction_1_exact_additivity": "l_p equals sum of incident s_m; numerical max error reported above", "prediction_2_normalization_scaling": [ { "alpha": 0.0, "predicted_loglog_slope": 1.0, "observed_loglog_slope": 0.9999999999999999, "max_relative_error": 0.0, "logit_k1": 2.0, "logit_k32": 64.0 }, { "alpha": 0.5, "predicted_loglog_slope": 0.5, "observed_loglog_slope": 0.5000000000000959, "max_relative_error": 5.000444502911705e-13, "logit_k1": 1.999999999999, "logit_k32": 11.313708498984584 }, { "alpha": 1.0, "predicted_loglog_slope": 0.0, "observed_loglog_slope": 1.9192680039978662e-13, "max_relative_error": 1.000088900582341e-12, "logit_k1": 1.9999999999979998, "logit_k32": 1.9999999999999374 } ], "prediction_3_equal-score_size_bias": [ { "alpha": 0.0, "odds_k16_vs_k1_observed": 42.52108200006278, "odds_k16_vs_k1_predicted": 42.52108200006278, "odds_all_sizes": [ 1.0, 1.2840254166877414, 2.117000016612675, 5.754602676005731, 42.52108200006278 ] }, { "alpha": 0.5, "odds_k16_vs_k1_observed": 2.117000016612675, "odds_k16_vs_k1_predicted": 2.117000016612675, "odds_all_sizes": [ 1.0, 1.1091050075586697, 1.2840254166877414, 1.5794975358658994, 2.117000016612675 ] }, { "alpha": 1.0, "odds_k16_vs_k1_observed": 1.0, "odds_k16_vs_k1_predicted": 1.0, "odds_all_sizes": [ 1.0, 1.0, 1.0, 1.0, 1.0 ] } ], "mini_experiment": { "structured": { "unseen_schema_accuracy": 0.828, "unseen_schema_ce": 0.3566694409334799, "parameters": 97, "seconds": 51.7643404006958 }, "padded_mlp": { "unseen_schema_accuracy": 0.068, "unseen_schema_ce": 13.980102838516235, "parameters": 3136, "seconds": 61.86663246154785 }, "padding_elements_per_instance": 2048, "incidence_elements_per_instance_example": 168 } }