{
  "config": {
    "dataset": "MNIST train=60000 test=10000",
    "T": 3000,
    "width": 128,
    "batch": 128,
    "lr": 0.001,
    "betas": [
      0.9,
      0.999
    ],
    "weight_decay": 0.05,
    "p": 0.5,
    "q": 0.2,
    "seeds": 5,
    "device": "cuda",
    "total_runtime_sec": 461.81064497699845
  },
  "operator_check": {
    "max_E_P2_minus_(1-gamma-lambda)A": -0.00037117758943272516,
    "max_(1-gamma-lambda)A_minus_scalar_bound": -0.0003762499999999669,
    "gamma_lambda": 0.13999999999999999,
    "A_min": 0.8454166666666667,
    "A_max": 0.8595625,
    "passed": true
  },
  "summary": {
    "baseline": {
      "test_accuracy_mean": 0.9772000000000001,
      "test_accuracy_std": 0.001060660171779825,
      "best_test_accuracy_mean": 0.9776400000000001,
      "best_test_accuracy_std": 0.0005813776741499261,
      "steps_to_best_mean": 2700.0,
      "steps_to_best_std": 300.0,
      "final_weight_norm_mean": 15.57228889465332,
      "final_weight_norm_std": 0.10962862929120072,
      "mid_gradient_norm_mean": 0.5346320487104357,
      "mid_gradient_norm_std": 0.010801488519179411,
      "runtime_sec_mean": 23.057615354601875,
      "runtime_sec_std": 1.3729107363077253
    },
    "initwd": {
      "test_accuracy_mean": 0.9772399999999999,
      "test_accuracy_std": 0.0010261578825892063,
      "best_test_accuracy_mean": 0.9776400000000001,
      "best_test_accuracy_std": 0.0005856620185738329,
      "steps_to_best_mean": 2700.0,
      "steps_to_best_std": 300.0,
      "final_weight_norm_mean": 15.75581340789795,
      "final_weight_norm_std": 0.111400605814345,
      "mid_gradient_norm_mean": 0.5352023165345192,
      "mid_gradient_norm_std": 0.010488128072847993,
      "runtime_sec_mean": 21.961071000798256,
      "runtime_sec_std": 1.3115676939624212
    },
    "initwd_tail": {
      "test_accuracy_mean": 0.97744,
      "test_accuracy_std": 0.0011013627921806657,
      "best_test_accuracy_mean": 0.9776400000000001,
      "best_test_accuracy_std": 0.0005856620185738329,
      "steps_to_best_mean": 2700.0,
      "steps_to_best_std": 300.0,
      "final_weight_norm_mean": 15.75581340789795,
      "final_weight_norm_std": 0.111400605814345,
      "mid_gradient_norm_mean": 0.5352023165345192,
      "mid_gradient_norm_std": 0.010488128072847993,
      "runtime_sec_mean": 23.616264148801566,
      "runtime_sec_std": 1.2475728716823775
    },
    "wd_tail": {
      "test_accuracy_mean": 0.97744,
      "test_accuracy_std": 0.001092245393673077,
      "best_test_accuracy_mean": 0.9776400000000001,
      "best_test_accuracy_std": 0.0005813776741499261,
      "steps_to_best_mean": 2700.0,
      "steps_to_best_std": 300.0,
      "final_weight_norm_mean": 15.57228889465332,
      "final_weight_norm_std": 0.10962862929120072,
      "mid_gradient_norm_mean": 0.5346320487104357,
      "mid_gradient_norm_std": 0.010801488519179411,
      "runtime_sec_mean": 23.652376319398172,
      "runtime_sec_std": 1.4584476732244598
    }
  },
  "raw": {
    "baseline": [
      {
        "test_accuracy": 0.9779,
        "last_nonaveraged_accuracy": 0.9779,
        "best_test_accuracy": 0.9779,
        "steps_to_best": 3000,
        "final_weight_norm": 15.454129219055176,
        "mid_gradient_norm": 0.5471225603520871,
        "runtime_sec": 22.593704726008582
      },
      {
        "test_accuracy": 0.9782,
        "last_nonaveraged_accuracy": 0.9782,
        "best_test_accuracy": 0.9782,
        "steps_to_best": 3000,
        "final_weight_norm": 15.6483793258667,
        "mid_gradient_norm": 0.5196300279647111,
        "runtime_sec": 21.682183488999726
      },
      {
        "test_accuracy": 0.9778,
        "last_nonaveraged_accuracy": 0.9778,
        "best_test_accuracy": 0.9779,
        "steps_to_best": 2700,
        "final_weight_norm": 15.522505760192871,
        "mid_gradient_norm": 0.5286483662202954,
        "runtime_sec": 21.99832823900215
      },
      {
        "test_accuracy": 0.976,
        "last_nonaveraged_accuracy": 0.976,
        "best_test_accuracy": 0.9767,
        "steps_to_best": 2400,
        "final_weight_norm": 15.514230728149414,
        "mid_gradient_norm": 0.5414994262866676,
        "runtime_sec": 24.74080370500451
      },
      {
        "test_accuracy": 0.9761,
        "last_nonaveraged_accuracy": 0.9761,
        "best_test_accuracy": 0.9775,
        "steps_to_best": 2400,
        "final_weight_norm": 15.722199440002441,
        "mid_gradient_norm": 0.536259862728417,
        "runtime_sec": 24.273056613994413
      }
    ],
    "initwd": [
      {
        "test_accuracy": 0.9777,
        "last_nonaveraged_accuracy": 0.9777,
        "best_test_accuracy": 0.9778,
        "steps_to_best": 2700,
        "final_weight_norm": 15.636313438415527,
        "mid_gradient_norm": 0.5467983828037977,
        "runtime_sec": 21.192597489993204
      },
      {
        "test_accuracy": 0.9782,
        "last_nonaveraged_accuracy": 0.9782,
        "best_test_accuracy": 0.9782,
        "steps_to_best": 3000,
        "final_weight_norm": 15.835013389587402,
        "mid_gradient_norm": 0.5202843303978443,
        "runtime_sec": 20.448736153004575
      },
      {
        "test_accuracy": 0.978,
        "last_nonaveraged_accuracy": 0.978,
        "best_test_accuracy": 0.978,
        "steps_to_best": 3000,
        "final_weight_norm": 15.704302787780762,
        "mid_gradient_norm": 0.529811853453517,
        "runtime_sec": 21.56708097200317
      },
      {
        "test_accuracy": 0.9759,
        "last_nonaveraged_accuracy": 0.9759,
        "best_test_accuracy": 0.9767,
        "steps_to_best": 2400,
        "final_weight_norm": 15.69631576538086,
        "mid_gradient_norm": 0.5423850215896964,
        "runtime_sec": 22.930618535989197
      },
      {
        "test_accuracy": 0.9764,
        "last_nonaveraged_accuracy": 0.9764,
        "best_test_accuracy": 0.9775,
        "steps_to_best": 2400,
        "final_weight_norm": 15.907121658325195,
        "mid_gradient_norm": 0.5367319944277406,
        "runtime_sec": 23.666321853001136
      }
    ],
    "initwd_tail": [
      {
        "test_accuracy": 0.978,
        "last_nonaveraged_accuracy": 0.9777,
        "best_test_accuracy": 0.9778,
        "steps_to_best": 2700,
        "final_weight_norm": 15.636313438415527,
        "mid_gradient_norm": 0.5467983828037977,
        "runtime_sec": 22.7805057259975
      },
      {
        "test_accuracy": 0.9783,
        "last_nonaveraged_accuracy": 0.9782,
        "best_test_accuracy": 0.9782,
        "steps_to_best": 3000,
        "final_weight_norm": 15.835013389587402,
        "mid_gradient_norm": 0.5202843303978443,
        "runtime_sec": 22.389809077998507
      },
      {
        "test_accuracy": 0.9784,
        "last_nonaveraged_accuracy": 0.978,
        "best_test_accuracy": 0.978,
        "steps_to_best": 3000,
        "final_weight_norm": 15.704302787780762,
        "mid_gradient_norm": 0.529811853453517,
        "runtime_sec": 25.608935714000836
      },
      {
        "test_accuracy": 0.9764,
        "last_nonaveraged_accuracy": 0.9759,
        "best_test_accuracy": 0.9767,
        "steps_to_best": 2400,
        "final_weight_norm": 15.69631576538086,
        "mid_gradient_norm": 0.5423850215896964,
        "runtime_sec": 23.49306345100922
      },
      {
        "test_accuracy": 0.9761,
        "last_nonaveraged_accuracy": 0.9764,
        "best_test_accuracy": 0.9775,
        "steps_to_best": 2400,
        "final_weight_norm": 15.907121658325195,
        "mid_gradient_norm": 0.5367319944277406,
        "runtime_sec": 23.809006775001762
      }
    ],
    "wd_tail": [
      {
        "test_accuracy": 0.9781,
        "last_nonaveraged_accuracy": 0.9779,
        "best_test_accuracy": 0.9779,
        "steps_to_best": 3000,
        "final_weight_norm": 15.454129219055176,
        "mid_gradient_norm": 0.5471225603520871,
        "runtime_sec": 21.997487475004164
      },
      {
        "test_accuracy": 0.9784,
        "last_nonaveraged_accuracy": 0.9782,
        "best_test_accuracy": 0.9782,
        "steps_to_best": 3000,
        "final_weight_norm": 15.6483793258667,
        "mid_gradient_norm": 0.5196300279647111,
        "runtime_sec": 22.590078294990235
      },
      {
        "test_accuracy": 0.9782,
        "last_nonaveraged_accuracy": 0.9778,
        "best_test_accuracy": 0.9779,
        "steps_to_best": 2700,
        "final_weight_norm": 15.522505760192871,
        "mid_gradient_norm": 0.5286483662202954,
        "runtime_sec": 25.01615478299209
      },
      {
        "test_accuracy": 0.9762,
        "last_nonaveraged_accuracy": 0.976,
        "best_test_accuracy": 0.9767,
        "steps_to_best": 2400,
        "final_weight_norm": 15.514230728149414,
        "mid_gradient_norm": 0.5414994262866676,
        "runtime_sec": 25.294843284995295
      },
      {
        "test_accuracy": 0.9763,
        "last_nonaveraged_accuracy": 0.9761,
        "best_test_accuracy": 0.9775,
        "steps_to_best": 2400,
        "final_weight_norm": 15.722199440002441,
        "mid_gradient_norm": 0.536259862728417,
        "runtime_sec": 23.363317759009078
      }
    ]
  }
}