Epoch-Frozen Masked Low-Rank Candidate Encoder / results.json
Beats tuned baseline
1{
2 "device": "cuda",
3 "math_check": {
4 "principal_cosines": [
5 0.9998137098789635,
6 0.9996775852717202,
7 0.9995564222831018,
8 0.999373824983492
9 ],
10 "relative_reconstruction_error": 0.03190055937419815,
11 "relative_covariance_error": 0.06018511288639914
12 },
13 "experiments": {
14 "0.25": {
15 "zero_imputed": {
16 "final_loss": 1.7997310161590576,
17 "final_accuracy": 0.45000001788139343,
18 "best_accuracy": 0.45000001788139343,
19 "val_loss_std_last4": 0.05457565982607252
20 },
21 "frozen_latent": {
22 "final_loss": 1.5038645267486572,
23 "final_accuracy": 0.6500000357627869,
24 "best_accuracy": 0.6500000357627869,
25 "val_loss_std_last4": 0.0860639889989379
26 },
27 "unfrozen_pca": {
28 "final_loss": 1.6167830228805542,
29 "final_accuracy": 0.5666667222976685,
30 "best_accuracy": 0.5666667222976685,
31 "val_loss_std_last4": 0.08465857978294873
32 },
33 "latent_ranker_flop_ratio": 0.25
34 },
35 "0.5": {
36 "zero_imputed": {
37 "final_loss": 1.6040492057800293,
38 "final_accuracy": 0.5750000476837158,
39 "best_accuracy": 0.5750000476837158,
40 "val_loss_std_last4": 0.08509755042653408
41 },
42 "frozen_latent": {
43 "final_loss": 1.6129242181777954,
44 "final_accuracy": 0.6333333849906921,
45 "best_accuracy": 0.6333333849906921,
46 "val_loss_std_last4": 0.07880377719776872
47 },
48 "unfrozen_pca": {
49 "final_loss": 1.7301744222640991,
50 "final_accuracy": 0.5250000357627869,
51 "best_accuracy": 0.5250000357627869,
52 "val_loss_std_last4": 0.06780017909453297
53 },
54 "latent_ranker_flop_ratio": 0.25
55 },
56 "0.75": {
57 "zero_imputed": {
58 "final_loss": 1.4513566493988037,
59 "final_accuracy": 0.6333333849906921,
60 "best_accuracy": 0.6333333849906921,
61 "val_loss_std_last4": 0.11413029653472748
62 },
63 "frozen_latent": {
64 "final_loss": 1.7589564323425293,
65 "final_accuracy": 0.5,
66 "best_accuracy": 0.5,
67 "val_loss_std_last4": 0.05985661257810602
68 },
69 "unfrozen_pca": {
70 "final_loss": 1.6762630939483643,
71 "final_accuracy": 0.5583333373069763,
72 "best_accuracy": 0.5583333373069763,
73 "val_loss_std_last4": 0.07009654096647111
74 },
75 "latent_ranker_flop_ratio": 0.25
76 }
77 }
78}