Affine-to-Axis Distillation / results.json
Mechanism failed
1{
2 "seed": 17,
3 "math_sanity": {
4 "sweep": [
5 {
6 "noise": 0.0,
7 "affine_rms": 1.485416636001259e-15,
8 "axis_quality": 1.0,
9 "permutation_recovery": 1.0,
10 "median_normalized_cost": 8.19754838079578e-23
11 },
12 {
13 "noise": 0.02,
14 "affine_rms": 0.027472262431564993,
15 "axis_quality": 0.9996067390913126,
16 "permutation_recovery": 1.0,
17 "median_normalized_cost": 0.000401290493463095
18 },
19 {
20 "noise": 0.05,
21 "affine_rms": 0.06944088935517104,
22 "axis_quality": 0.9974779483962142,
23 "permutation_recovery": 1.0,
24 "median_normalized_cost": 0.0025225424146981647
25 },
26 {
27 "noise": 0.1,
28 "affine_rms": 0.1362889101006096,
29 "axis_quality": 0.989877697351303,
30 "permutation_recovery": 1.0,
31 "median_normalized_cost": 0.010221303017783453
32 },
33 {
34 "noise": 0.2,
35 "affine_rms": 0.25539796938524967,
36 "axis_quality": 0.960099804532834,
37 "permutation_recovery": 1.0,
38 "median_normalized_cost": 0.04045968496095035
39 },
40 {
41 "noise": 0.4,
42 "affine_rms": 0.43656846187066006,
43 "axis_quality": 0.8498592901172624,
44 "permutation_recovery": 1.0,
45 "median_normalized_cost": 0.15892105440383553
46 }
47 ],
48 "control": {
49 "random_axis_quality": 0.37860200611407924,
50 "random_median_cost": 0.9725634198644355
51 }
52 },
53 "distillation": {
54 "device": "cuda",
55 "teacher_accuracy": 0.9711111187934875,
56 "students": {
57 "baseline": {
58 "val_accuracy": 0.9711111187934875,
59 "val_loss": 0.1294620782136917,
60 "train_ce": 0.008976093493402004,
61 "final_assignment": {
62 "quality": 0.9406471848487854,
63 "matched_fraction_cost_lt_0.25": 0.96875,
64 "permutation": [
65 0,
66 1,
67 2,
68 3,
69 4,
70 5,
71 6,
72 7,
73 8,
74 9,
75 10,
76 11,
77 12,
78 13,
79 14,
80 15,
81 16,
82 17,
83 18,
84 19,
85 20,
86 21,
87 22,
88 23,
89 24,
90 25,
91 26,
92 27,
93 28,
94 29,
95 30,
96 31,
97 32,
98 33,
99 34,
100 35,
101 36,
102 37,
103 38,
104 39,
105 40,
106 41,
107 42,
108 43,
109 44,
110 45,
111 46,
112 47,
113 48,
114 49,
115 50,
116 51,
117 52,
118 53,
119 54,
120 55,
121 56,
122 57,
123 58,
124 59,
125 60,
126 61,
127 62,
128 63
129 ]
130 }
131 },
132 "axis": {
133 "val_accuracy": 0.9733333587646484,
134 "val_loss": 0.12495879083871841,
135 "train_ce": 0.009411416947841644,
136 "final_assignment": {
137 "quality": 0.6670440435409546,
138 "matched_fraction_cost_lt_0.25": 0.234375,
139 "permutation": [
140 36,
141 38,
142 60,
143 51,
144 45,
145 32,
146 13,
147 61,
148 41,
149 14,
150 8,
151 49,
152 7,
153 9,
154 56,
155 46,
156 47,
157 19,
158 17,
159 6,
160 44,
161 40,
162 50,
163 23,
164 39,
165 20,
166 16,
167 2,
168 63,
169 4,
170 5,
171 55,
172 35,
173 15,
174 31,
175 57,
176 3,
177 21,
178 62,
179 22,
180 58,
181 54,
182 18,
183 1,
184 11,
185 25,
186 42,
187 0,
188 27,
189 37,
190 59,
191 29,
192 53,
193 12,
194 26,
195 34,
196 43,
197 24,
198 48,
199 10,
200 52,
201 33,
202 28,
203 30
204 ]
205 }
206 }
207 }
208 }
209}