Positive-Measure Span Regularizer / results.json
Mechanism confirmed, baseline not beaten
1{
2 "device": "cuda",
3 "toy": {
4 "collapsed_rank": 0.9779950976371765,
5 "diverse_rank": 6.233469009399414,
6 "scale_rank": 6.233469009399414,
7 "scaled_rank": 6.233469009399414,
8 "optimized_collapsed_before": 0.9779950976371765,
9 "optimized_collapsed_after": 6.779279708862305,
10 "optimization_increased_rank": true
11 },
12 "baseline": {
13 "accuracy": 0.9577777777777777,
14 "test_p10_rank": 2.605488228797913,
15 "test_mean_rank": 3.145825505256653,
16 "last_losses": [
17 2.1996703147888184,
18 1.0229631662368774,
19 0.33520984649658203,
20 0.09310594201087952
21 ],
22 "seconds": 1.6673967838287354
23 },
24 "idea": {
25 "accuracy": 0.9533333333333334,
26 "test_p10_rank": 2.7392550706863403,
27 "test_mean_rank": 3.2541683316230774,
28 "last_losses": [
29 2.1810848712921143,
30 1.0142570734024048,
31 0.3109420835971832,
32 0.06696432828903198
33 ],
34 "seconds": 8.544694900512695
35 },
36 "delta_accuracy": -0.004444444444444362,
37 "delta_p10_rank": 0.13376684188842747
38}