Positive-Measure Span Regularizer / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "device": "cuda",
 3  "toy": {
 4    "collapsed_rank": 0.9779950976371765,
 5    "diverse_rank": 6.233469009399414,
 6    "scale_rank": 6.233469009399414,
 7    "scaled_rank": 6.233469009399414,
 8    "optimized_collapsed_before": 0.9779950976371765,
 9    "optimized_collapsed_after": 6.779279708862305,
10    "optimization_increased_rank": true
11  },
12  "baseline": {
13    "accuracy": 0.9577777777777777,
14    "test_p10_rank": 2.605488228797913,
15    "test_mean_rank": 3.145825505256653,
16    "last_losses": [
17      2.1996703147888184,
18      1.0229631662368774,
19      0.33520984649658203,
20      0.09310594201087952
21    ],
22    "seconds": 1.6673967838287354
23  },
24  "idea": {
25    "accuracy": 0.9533333333333334,
26    "test_p10_rank": 2.7392550706863403,
27    "test_mean_rank": 3.2541683316230774,
28    "last_losses": [
29      2.1810848712921143,
30      1.0142570734024048,
31      0.3109420835971832,
32      0.06696432828903198
33    ],
34    "seconds": 8.544694900512695
35  },
36  "delta_accuracy": -0.004444444444444362,
37  "delta_p10_rank": 0.13376684188842747
38}