ISS-Constrained Modular Recurrent Network / results.json

Failed on benchmark

Raw ⬇ ZIP
  1{
  2  "toy": {
  3    "boundary_sweep": [
  4      {
  5        "gamma": 0.0,
  6        "q_pred": 1.2,
  7        "abs_q": 1.2,
  8        "final_abs": 2160228.4620103007,
  9        "stable_pred": false
 10      },
 11      {
 12        "gamma": 1.0,
 13        "q_pred": 1.1,
 14        "abs_q": 1.1,
 15        "final_abs": 2048.400214585478,
 16        "stable_pred": false
 17      },
 18      {
 19        "gamma": 1.9,
 20        "q_pred": 1.01,
 21        "abs_q": 1.01,
 22        "final_abs": 2.2167152171942592,
 23        "stable_pred": false
 24      },
 25      {
 26        "gamma": 2.0,
 27        "q_pred": 1.0,
 28        "abs_q": 1.0,
 29        "final_abs": 1.0,
 30        "stable_pred": false
 31      },
 32      {
 33        "gamma": 2.1,
 34        "q_pred": 0.99,
 35        "abs_q": 0.99,
 36        "final_abs": 0.44752321376381066,
 37        "stable_pred": true
 38      },
 39      {
 40        "gamma": 3.0,
 41        "q_pred": 0.9,
 42        "abs_q": 0.9,
 43        "final_abs": 0.00021847450052839252,
 44        "stable_pred": true
 45      },
 46      {
 47        "gamma": 10.0,
 48        "q_pred": 0.19999999999999996,
 49        "abs_q": 0.19999999999999996,
 50        "final_abs": 1.2089258196146072e-56,
 51        "stable_pred": true
 52      }
 53    ],
 54    "decay_sweep": [
 55      {
 56        "gamma": 2.1,
 57        "pred_log_abs_q": -0.01005033585350145,
 58        "observed_slope": -0.010050335853501445,
 59        "relative_error": 5.178105989480275e-16
 60      },
 61      {
 62        "gamma": 3.0,
 63        "pred_log_abs_q": -0.10536051565782628,
 64        "observed_slope": -0.10536051565782627,
 65        "relative_error": 1.3171715913848226e-16
 66      },
 67      {
 68        "gamma": 5.0,
 69        "pred_log_abs_q": -0.35667494393873245,
 70        "observed_slope": -0.3566749439387324,
 71        "relative_error": 1.556351298979757e-16
 72      }
 73    ],
 74    "iss_forcing_sweep": [
 75      {
 76        "gamma": 2.1,
 77        "observed_limit": 6.954006618703119,
 78        "predicted_limit": 6.999999999999994,
 79        "geometric_bound": 6.999999999999993,
 80        "relative_error": 0.006570483042410739
 81      },
 82      {
 83        "gamma": 3.0,
 84        "observed_limit": 0.6999999999999992,
 85        "predicted_limit": 0.7,
 86        "geometric_bound": 0.7000000000000001,
 87        "relative_error": 1.1102230246251565e-15
 88      },
 89      {
 90        "gamma": 5.0,
 91        "observed_limit": 0.23333333333333323,
 92        "predicted_limit": 0.2333333333333333,
 93        "geometric_bound": 0.23333333333333328,
 94        "relative_error": 3.5685740077237176e-16
 95      }
 96    ],
 97    "perception": {
 98      "alpha": 0.93,
 99      "pred_log_alpha": -0.07257069283483537,
100      "observed_slope": -0.07257069283483536
101    }
102  },
103  "task": {
104    "device": "cpu",
105    "vanilla_gru": {
106      "final_train_mse": 0.050199612975120544,
107      "test_mse": 0.038857728242874146,
108      "parameters": 1969
109    },
110    "iss_modular": {
111      "final_train_mse": 0.08903622627258301,
112      "test_mse": 0.05824635922908783,
113      "parameters": 1129
114    }
115  }
116}