{ "seed": 2871, "toy": { "gate_transition": { "E_star": 2.0, "tau": 0.25, "predicted_q_at_Estar": 0.5, "observed_q_at_Estar": 0.5, "predicted_width_10_to_90": 1.098612288675, "observed_width_10_to_90": 1.09861228866811 }, "unforced_decay": [ { "c": 0.2, "predicted_log_slope": -0.4, "observed_log_slope": -0.4000400017757363, "relative_error": 0.00010000443934066183 }, { "c": 0.5, "predicted_log_slope": -1.0, "observed_log_slope": -1.0002500748734777, "relative_error": 0.0002500748734777236 }, { "c": 1.0, "predicted_log_slope": -2.0, "observed_log_slope": -2.00100064930546, "relative_error": 0.0005003246527299776 }, { "c": 1.5, "predicted_log_slope": -3.0, "observed_log_slope": -3.0022522296262406, "relative_error": 0.0007507432087468698 } ], "forced_plateau": [ { "c": 0.25, "predicted_plateau_E": 8.0, "observed_plateau_E": 7.999736854126555, "relative_error": 3.289323418065315e-05 }, { "c": 0.5, "predicted_plateau_E": 2.0, "observed_plateau_E": 1.9999999984085948, "relative_error": 7.957026149085777e-10 }, { "c": 1.0, "predicted_plateau_E": 0.5, "observed_plateau_E": 0.4999999999997227, "relative_error": 5.545564008002657e-13 }, { "c": 2.0, "predicted_plateau_E": 0.125, "observed_plateau_E": 0.12499999999996535, "relative_error": 2.772226892489016e-13 } ] }, "benchmark": { "momentum_lr0.03": { "final_train_loss": 0.05148809403181076, "eval_accuracy": 0.9733333587646484, "max_energy": 0.0073325827142980415, "mean_last50_energy": 0.0001549596678898979, "mean_gate_last50": 0.0, "seconds": 5.073755502700806, "device": "cuda" }, "clip_lr0.03": { "final_train_loss": 0.05189746618270874, "eval_accuracy": 0.9733333587646484, "max_energy": 0.0073325827142980415, "mean_last50_energy": 0.00015729570708224118, "mean_gate_last50": 0.0, "seconds": 6.323949098587036, "device": "cuda" }, "gated_lr0.03": { "final_train_loss": 0.053739190101623535, "eval_accuracy": 0.9711111187934875, "max_energy": 0.006802010160754435, "mean_last50_energy": 0.00016159939504170495, "mean_gate_last50": 0.1209109269620077, "seconds": 6.040194511413574, "device": "cuda" }, "momentum_lr0.1": { "final_train_loss": 0.00853671319782734, "eval_accuracy": 0.9577777981758118, "max_energy": 0.054867563070729375, "mean_last50_energy": 0.0028064652336838945, "mean_gate_last50": 0.0, "seconds": 4.975538492202759, "device": "cuda" }, "clip_lr0.1": { "final_train_loss": 0.007919871248304844, "eval_accuracy": 0.9644444584846497, "max_energy": 0.052645612333435565, "mean_last50_energy": 0.003075134168056479, "mean_gate_last50": 0.0, "seconds": 6.248372793197632, "device": "cuda" }, "gated_lr0.1": { "final_train_loss": 0.024696122854948044, "eval_accuracy": 0.9444444179534912, "max_energy": 0.03131138058961369, "mean_last50_energy": 0.003730857073188929, "mean_gate_last50": 0.17125423432854134, "seconds": 4.742742300033569, "device": "cuda" }, "momentum_lr0.3": { "final_train_loss": 0.0001374871062580496, "eval_accuracy": 0.9822221994400024, "max_energy": 0.5211200639605522, "mean_last50_energy": 0.0007420677051165292, "mean_gate_last50": 0.0, "seconds": 4.984116077423096, "device": "cuda" }, "clip_lr0.3": { "final_train_loss": 0.00017724446661304682, "eval_accuracy": 0.9800000190734863, "max_energy": 0.25083628040738404, "mean_last50_energy": 5.133474037606334e-06, "mean_gate_last50": 0.0, "seconds": 6.077618598937988, "device": "cuda" }, "gated_lr0.3": { "final_train_loss": 0.011206401512026787, "eval_accuracy": 0.9755555391311646, "max_energy": 0.38914888142608106, "mean_last50_energy": 0.012427643051587438, "mean_gate_last50": 0.3265136171232972, "seconds": 5.876173734664917, "device": "cuda" } } }