Entropy-Annealed Feature Particle Layer / results.json

Mechanism failed

Raw ⬇ ZIP
 1{
 2  "device": "cuda",
 3  "seed": 275,
 4  "math_check": {
 5    "predictor_max_abs_error": 5.960464477539063e-08,
 6    "noise_variance": 0.017955534160137177,
 7    "noise_target": 0.018199999999999997,
 8    "relative_variance_error": 0.013432189003451701
 9  },
10  "baseline": {
11    "test_mse": 0.00013550324365496635,
12    "train_mse": 6.543769268319011e-05,
13    "checkpoints": [
14      0.8140243291854858,
15      0.006550719495862722,
16      0.0005533923977054656,
17      0.00013550324365496635
18    ],
19    "alignment_mean": 0.8967403173446655,
20    "aligned_fraction": 0.875,
21    "mode_counts": [
22      42,
23      22
24    ],
25    "weight_diversity": 1.1638377904891968,
26    "seconds": 1.338935375213623
27  },
28  "particle": {
29    "test_mse": 0.1158861592411995,
30    "train_mse": 0.09725860506296158,
31    "checkpoints": [
32      0.8507484793663025,
33      0.5212430357933044,
34      0.7502710223197937,
35      0.1158861592411995
36    ],
37    "alignment_mean": 0.2828409671783447,
38    "aligned_fraction": 0.0,
39    "mode_counts": [
40      28,
41      36
42    ],
43    "weight_diversity": 1.40092933177948,
44    "seconds": 1.3214137554168701
45  },
46  "config": {
47    "width": 64,
48    "dimension": 20,
49    "steps": 700,
50    "batch": 96,
51    "schedule": "lambda 1.0 -> 0.01 cosine",
52    "teacher": "two-index ReLU regression"
53  }
54}