{ "device": "cuda", "toy": { "collapsed_rank": 0.9779950976371765, "diverse_rank": 6.233469009399414, "scale_rank": 6.233469009399414, "scaled_rank": 6.233469009399414, "optimized_collapsed_before": 0.9779950976371765, "optimized_collapsed_after": 6.779279708862305, "optimization_increased_rank": true }, "baseline": { "accuracy": 0.9577777777777777, "test_p10_rank": 2.605488228797913, "test_mean_rank": 3.145825505256653, "last_losses": [ 2.1996703147888184, 1.0229631662368774, 0.33520984649658203, 0.09310594201087952 ], "seconds": 1.6673967838287354 }, "idea": { "accuracy": 0.9533333333333334, "test_p10_rank": 2.7392550706863403, "test_mean_rank": 3.2541683316230774, "last_losses": [ 2.1810848712921143, 1.0142570734024048, 0.3109420835971832, 0.06696432828903198 ], "seconds": 8.544694900512695 }, "delta_accuracy": -0.004444444444444362, "delta_p10_rank": 0.13376684188842747 }