{ "device": "cuda", "math_check": { "telescoping_max_error": 8.881784197001252e-16, "composition_max_error": 0.0, "bounded_tanh_max_abs": 0.9994070271659857 }, "runs": [ { "d": 50, "model": "plain_mlp", "params": 11649, "test_mse": 0.09562712162733078, "checkpoints": [ 0.670299232006073, 0.08917469531297684, 0.08228223025798798, 0.09562712162733078 ], "seconds": 2.0152041912078857 }, { "d": 50, "model": "standard_resnet", "params": 16310, "test_mse": 0.1040823757648468, "checkpoints": [ 0.6617469787597656, 0.09144451469182968, 0.09496200829744339, 0.1040823757648468 ], "seconds": 4.086727142333984 }, { "d": 50, "model": "accumulator", "params": 16310, "test_mse": 0.086046002805233, "checkpoints": [ 0.7085394263267517, 0.08119411766529083, 0.08469437062740326, 0.086046002805233 ], "seconds": 4.47427225112915 }, { "d": 100, "model": "plain_mlp", "params": 14849, "test_mse": 0.12415221333503723, "checkpoints": [ 0.7376440763473511, 0.0995437279343605, 0.10381902009248734, 0.12415221333503723 ], "seconds": 1.5389134883880615 }, { "d": 100, "model": "standard_resnet", "params": 17910, "test_mse": 0.13711242377758026, "checkpoints": [ 0.7288199663162231, 0.10812899470329285, 0.1201668456196785, 0.13711242377758026 ], "seconds": 3.8147177696228027 }, { "d": 100, "model": "accumulator", "params": 17910, "test_mse": 0.1185467317700386, "checkpoints": [ 0.7433508038520813, 0.09851141273975372, 0.10474535822868347, 0.1185467317700386 ], "seconds": 4.297095537185669 }, { "d": 200, "model": "plain_mlp", "params": 21249, "test_mse": 0.10115337371826172, "checkpoints": [ 0.7190290093421936, 0.09635581821203232, 0.09813550114631653, 0.10115337371826172 ], "seconds": 1.7245187759399414 }, { "d": 200, "model": "standard_resnet", "params": 21110, "test_mse": 0.1254808008670807, "checkpoints": [ 0.7280761003494263, 0.09675059467554092, 0.11149366945028305, 0.1254808008670807 ], "seconds": 3.7922558784484863 }, { "d": 200, "model": "accumulator", "params": 21110, "test_mse": 0.11386863887310028, "checkpoints": [ 0.7529879212379456, 0.09412874281406403, 0.0989784374833107, 0.11386863887310028 ], "seconds": 4.683218002319336 } ] }