1{
  2  "seed": 2871,
  3  "toy": {
  4    "gate_transition": {
  5      "E_star": 2.0,
  6      "tau": 0.25,
  7      "predicted_q_at_Estar": 0.5,
  8      "observed_q_at_Estar": 0.5,
  9      "predicted_width_10_to_90": 1.098612288675,
 10      "observed_width_10_to_90": 1.09861228866811
 11    },
 12    "unforced_decay": [
 13      {
 14        "c": 0.2,
 15        "predicted_log_slope": -0.4,
 16        "observed_log_slope": -0.4000400017757363,
 17        "relative_error": 0.00010000443934066183
 18      },
 19      {
 20        "c": 0.5,
 21        "predicted_log_slope": -1.0,
 22        "observed_log_slope": -1.0002500748734777,
 23        "relative_error": 0.0002500748734777236
 24      },
 25      {
 26        "c": 1.0,
 27        "predicted_log_slope": -2.0,
 28        "observed_log_slope": -2.00100064930546,
 29        "relative_error": 0.0005003246527299776
 30      },
 31      {
 32        "c": 1.5,
 33        "predicted_log_slope": -3.0,
 34        "observed_log_slope": -3.0022522296262406,
 35        "relative_error": 0.0007507432087468698
 36      }
 37    ],
 38    "forced_plateau": [
 39      {
 40        "c": 0.25,
 41        "predicted_plateau_E": 8.0,
 42        "observed_plateau_E": 7.999736854126555,
 43        "relative_error": 3.289323418065315e-05
 44      },
 45      {
 46        "c": 0.5,
 47        "predicted_plateau_E": 2.0,
 48        "observed_plateau_E": 1.9999999984085948,
 49        "relative_error": 7.957026149085777e-10
 50      },
 51      {
 52        "c": 1.0,
 53        "predicted_plateau_E": 0.5,
 54        "observed_plateau_E": 0.4999999999997227,
 55        "relative_error": 5.545564008002657e-13
 56      },
 57      {
 58        "c": 2.0,
 59        "predicted_plateau_E": 0.125,
 60        "observed_plateau_E": 0.12499999999996535,
 61        "relative_error": 2.772226892489016e-13
 62      }
 63    ]
 64  },
 65  "benchmark": {
 66    "momentum_lr0.03": {
 67      "final_train_loss": 0.05148809403181076,
 68      "eval_accuracy": 0.9733333587646484,
 69      "max_energy": 0.0073325827142980415,
 70      "mean_last50_energy": 0.0001549596678898979,
 71      "mean_gate_last50": 0.0,
 72      "seconds": 5.073755502700806,
 73      "device": "cuda"
 74    },
 75    "clip_lr0.03": {
 76      "final_train_loss": 0.05189746618270874,
 77      "eval_accuracy": 0.9733333587646484,
 78      "max_energy": 0.0073325827142980415,
 79      "mean_last50_energy": 0.00015729570708224118,
 80      "mean_gate_last50": 0.0,
 81      "seconds": 6.323949098587036,
 82      "device": "cuda"
 83    },
 84    "gated_lr0.03": {
 85      "final_train_loss": 0.053739190101623535,
 86      "eval_accuracy": 0.9711111187934875,
 87      "max_energy": 0.006802010160754435,
 88      "mean_last50_energy": 0.00016159939504170495,
 89      "mean_gate_last50": 0.1209109269620077,
 90      "seconds": 6.040194511413574,
 91      "device": "cuda"
 92    },
 93    "momentum_lr0.1": {
 94      "final_train_loss": 0.00853671319782734,
 95      "eval_accuracy": 0.9577777981758118,
 96      "max_energy": 0.054867563070729375,
 97      "mean_last50_energy": 0.0028064652336838945,
 98      "mean_gate_last50": 0.0,
 99      "seconds": 4.975538492202759,
100      "device": "cuda"
101    },
102    "clip_lr0.1": {
103      "final_train_loss": 0.007919871248304844,
104      "eval_accuracy": 0.9644444584846497,
105      "max_energy": 0.052645612333435565,
106      "mean_last50_energy": 0.003075134168056479,
107      "mean_gate_last50": 0.0,
108      "seconds": 6.248372793197632,
109      "device": "cuda"
110    },
111    "gated_lr0.1": {
112      "final_train_loss": 0.024696122854948044,
113      "eval_accuracy": 0.9444444179534912,
114      "max_energy": 0.03131138058961369,
115      "mean_last50_energy": 0.003730857073188929,
116      "mean_gate_last50": 0.17125423432854134,
117      "seconds": 4.742742300033569,
118      "device": "cuda"
119    },
120    "momentum_lr0.3": {
121      "final_train_loss": 0.0001374871062580496,
122      "eval_accuracy": 0.9822221994400024,
123      "max_energy": 0.5211200639605522,
124      "mean_last50_energy": 0.0007420677051165292,
125      "mean_gate_last50": 0.0,
126      "seconds": 4.984116077423096,
127      "device": "cuda"
128    },
129    "clip_lr0.3": {
130      "final_train_loss": 0.00017724446661304682,
131      "eval_accuracy": 0.9800000190734863,
132      "max_energy": 0.25083628040738404,
133      "mean_last50_energy": 5.133474037606334e-06,
134      "mean_gate_last50": 0.0,
135      "seconds": 6.077618598937988,
136      "device": "cuda"
137    },
138    "gated_lr0.3": {
139      "final_train_loss": 0.011206401512026787,
140      "eval_accuracy": 0.9755555391311646,
141      "max_energy": 0.38914888142608106,
142      "mean_last50_energy": 0.012427643051587438,
143      "mean_gate_last50": 0.3265136171232972,
144      "seconds": 5.876173734664917,
145      "device": "cuda"
146    }
147  }
148}