Entropy-Annealed Feature Particle Layer / results.json
Mechanism failed
1{
2 "device": "cuda",
3 "seed": 275,
4 "math_check": {
5 "predictor_max_abs_error": 5.960464477539063e-08,
6 "noise_variance": 0.017955534160137177,
7 "noise_target": 0.018199999999999997,
8 "relative_variance_error": 0.013432189003451701
9 },
10 "baseline": {
11 "test_mse": 0.00013550324365496635,
12 "train_mse": 6.543769268319011e-05,
13 "checkpoints": [
14 0.8140243291854858,
15 0.006550719495862722,
16 0.0005533923977054656,
17 0.00013550324365496635
18 ],
19 "alignment_mean": 0.8967403173446655,
20 "aligned_fraction": 0.875,
21 "mode_counts": [
22 42,
23 22
24 ],
25 "weight_diversity": 1.1638377904891968,
26 "seconds": 1.338935375213623
27 },
28 "particle": {
29 "test_mse": 0.1158861592411995,
30 "train_mse": 0.09725860506296158,
31 "checkpoints": [
32 0.8507484793663025,
33 0.5212430357933044,
34 0.7502710223197937,
35 0.1158861592411995
36 ],
37 "alignment_mean": 0.2828409671783447,
38 "aligned_fraction": 0.0,
39 "mode_counts": [
40 28,
41 36
42 ],
43 "weight_diversity": 1.40092933177948,
44 "seconds": 1.3214137554168701
45 },
46 "config": {
47 "width": 64,
48 "dimension": 20,
49 "steps": 700,
50 "batch": 96,
51 "schedule": "lambda 1.0 -> 0.01 cosine",
52 "teacher": "two-index ReLU regression"
53 }
54}