{ "device": "cpu", "math_check": { "h": [ 0.5, 1.0, 2.0, 4.0, 8.0, 32.0 ], "q": [ 0.4, 0.6666666666666666, 1.0, 1.3333333333333333, 1.6, 1.8823529411764706 ], "euler_amplification": [ 0.5, 0.0, 1.0, 3.0, 7.0, 31.0 ], "nonstandard_amplification": [ 0.6, 0.33333333333333337, 0.0, 0.33333333333333326, 0.6000000000000001, 0.8823529411764706 ], "q_bound_1_over_alpha": 2.0, "nonstandard_nonexpansive_all_tested": true, "euler_nonexpansive_all_tested": false }, "runs": { "baseline_h0.5": { "loss": 0.170854389667511, "accuracy": 0.9555555582046509, "max_activation": 35.38071823120117, "max_update_proxy": 3.1730897426605225, "max_grad": 2.3008549213409424, "failed_solves": 0, "nan": false, "seconds": 5.916985750198364, "parameters": 67722 }, "idea_h0.5": { "loss": 0.17301425337791443, "accuracy": 0.9644444584846497, "max_activation": 34.1579475402832, "max_update_proxy": 2.5038013458251953, "max_grad": 1.8154431581497192, "failed_solves": 0, "nan": false, "seconds": 18.450348138809204, "parameters": 67722 }, "baseline_h1.0": { "loss": 0.19068703055381775, "accuracy": 0.9666666388511658, "max_activation": 42.3558349609375, "max_update_proxy": 4.954819679260254, "max_grad": 4.357857704162598, "failed_solves": 0, "nan": false, "seconds": 5.960226774215698, "parameters": 67722 }, "idea_h1.0": { "loss": 0.20936831831932068, "accuracy": 0.95333331823349, "max_activation": 39.89057540893555, "max_update_proxy": 3.8923239707946777, "max_grad": 2.588390827178955, "failed_solves": 0, "nan": false, "seconds": 17.790390253067017, "parameters": 67722 }, "baseline_h2.0": { "loss": 0.17421558499336243, "accuracy": 0.9622222185134888, "max_activation": 55.33295822143555, "max_update_proxy": 9.214510917663574, "max_grad": 14.476286888122559, "failed_solves": 0, "nan": false, "seconds": 5.78072714805603, "parameters": 67722 }, "idea_h2.0": { "loss": 0.28686821460723877, "accuracy": 0.9466666579246521, "max_activation": 43.98122787475586, "max_update_proxy": 4.953287601470947, "max_grad": 3.8520748615264893, "failed_solves": 0, "nan": false, "seconds": 17.982959747314453, "parameters": 67722 }, "baseline_h4.0": { "loss": 0.25328102707862854, "accuracy": 0.9511111378669739, "max_activation": 100.96012115478516, "max_update_proxy": 18.89162254333496, "max_grad": 43.556922912597656, "failed_solves": 0, "nan": false, "seconds": 6.288129806518555, "parameters": 67722 }, "idea_h4.0": { "loss": 0.1892751157283783, "accuracy": 0.9599999785423279, "max_activation": 44.65541076660156, "max_update_proxy": 6.599419593811035, "max_grad": 6.101863384246826, "failed_solves": 0, "nan": false, "seconds": 17.875237226486206, "parameters": 67722 } } }