Epoch-Frozen Masked Low-Rank Candidate Encoder / results.json

✓✓ Beats tuned baseline

Raw ⬇ ZIP
 1{
 2  "device": "cuda",
 3  "math_check": {
 4    "principal_cosines": [
 5      0.9998137098789635,
 6      0.9996775852717202,
 7      0.9995564222831018,
 8      0.999373824983492
 9    ],
10    "relative_reconstruction_error": 0.03190055937419815,
11    "relative_covariance_error": 0.06018511288639914
12  },
13  "experiments": {
14    "0.25": {
15      "zero_imputed": {
16        "final_loss": 1.7997310161590576,
17        "final_accuracy": 0.45000001788139343,
18        "best_accuracy": 0.45000001788139343,
19        "val_loss_std_last4": 0.05457565982607252
20      },
21      "frozen_latent": {
22        "final_loss": 1.5038645267486572,
23        "final_accuracy": 0.6500000357627869,
24        "best_accuracy": 0.6500000357627869,
25        "val_loss_std_last4": 0.0860639889989379
26      },
27      "unfrozen_pca": {
28        "final_loss": 1.6167830228805542,
29        "final_accuracy": 0.5666667222976685,
30        "best_accuracy": 0.5666667222976685,
31        "val_loss_std_last4": 0.08465857978294873
32      },
33      "latent_ranker_flop_ratio": 0.25
34    },
35    "0.5": {
36      "zero_imputed": {
37        "final_loss": 1.6040492057800293,
38        "final_accuracy": 0.5750000476837158,
39        "best_accuracy": 0.5750000476837158,
40        "val_loss_std_last4": 0.08509755042653408
41      },
42      "frozen_latent": {
43        "final_loss": 1.6129242181777954,
44        "final_accuracy": 0.6333333849906921,
45        "best_accuracy": 0.6333333849906921,
46        "val_loss_std_last4": 0.07880377719776872
47      },
48      "unfrozen_pca": {
49        "final_loss": 1.7301744222640991,
50        "final_accuracy": 0.5250000357627869,
51        "best_accuracy": 0.5250000357627869,
52        "val_loss_std_last4": 0.06780017909453297
53      },
54      "latent_ranker_flop_ratio": 0.25
55    },
56    "0.75": {
57      "zero_imputed": {
58        "final_loss": 1.4513566493988037,
59        "final_accuracy": 0.6333333849906921,
60        "best_accuracy": 0.6333333849906921,
61        "val_loss_std_last4": 0.11413029653472748
62      },
63      "frozen_latent": {
64        "final_loss": 1.7589564323425293,
65        "final_accuracy": 0.5,
66        "best_accuracy": 0.5,
67        "val_loss_std_last4": 0.05985661257810602
68      },
69      "unfrozen_pca": {
70        "final_loss": 1.6762630939483643,
71        "final_accuracy": 0.5583333373069763,
72        "best_accuracy": 0.5583333373069763,
73        "val_loss_std_last4": 0.07009654096647111
74      },
75      "latent_ranker_flop_ratio": 0.25
76    }
77  }
78}