Affine-to-Axis Distillation / results.json

Mechanism failed

Raw ⬇ ZIP
  1{
  2  "seed": 17,
  3  "math_sanity": {
  4    "sweep": [
  5      {
  6        "noise": 0.0,
  7        "affine_rms": 1.485416636001259e-15,
  8        "axis_quality": 1.0,
  9        "permutation_recovery": 1.0,
 10        "median_normalized_cost": 8.19754838079578e-23
 11      },
 12      {
 13        "noise": 0.02,
 14        "affine_rms": 0.027472262431564993,
 15        "axis_quality": 0.9996067390913126,
 16        "permutation_recovery": 1.0,
 17        "median_normalized_cost": 0.000401290493463095
 18      },
 19      {
 20        "noise": 0.05,
 21        "affine_rms": 0.06944088935517104,
 22        "axis_quality": 0.9974779483962142,
 23        "permutation_recovery": 1.0,
 24        "median_normalized_cost": 0.0025225424146981647
 25      },
 26      {
 27        "noise": 0.1,
 28        "affine_rms": 0.1362889101006096,
 29        "axis_quality": 0.989877697351303,
 30        "permutation_recovery": 1.0,
 31        "median_normalized_cost": 0.010221303017783453
 32      },
 33      {
 34        "noise": 0.2,
 35        "affine_rms": 0.25539796938524967,
 36        "axis_quality": 0.960099804532834,
 37        "permutation_recovery": 1.0,
 38        "median_normalized_cost": 0.04045968496095035
 39      },
 40      {
 41        "noise": 0.4,
 42        "affine_rms": 0.43656846187066006,
 43        "axis_quality": 0.8498592901172624,
 44        "permutation_recovery": 1.0,
 45        "median_normalized_cost": 0.15892105440383553
 46      }
 47    ],
 48    "control": {
 49      "random_axis_quality": 0.37860200611407924,
 50      "random_median_cost": 0.9725634198644355
 51    }
 52  },
 53  "distillation": {
 54    "device": "cuda",
 55    "teacher_accuracy": 0.9711111187934875,
 56    "students": {
 57      "baseline": {
 58        "val_accuracy": 0.9711111187934875,
 59        "val_loss": 0.1294620782136917,
 60        "train_ce": 0.008976093493402004,
 61        "final_assignment": {
 62          "quality": 0.9406471848487854,
 63          "matched_fraction_cost_lt_0.25": 0.96875,
 64          "permutation": [
 65            0,
 66            1,
 67            2,
 68            3,
 69            4,
 70            5,
 71            6,
 72            7,
 73            8,
 74            9,
 75            10,
 76            11,
 77            12,
 78            13,
 79            14,
 80            15,
 81            16,
 82            17,
 83            18,
 84            19,
 85            20,
 86            21,
 87            22,
 88            23,
 89            24,
 90            25,
 91            26,
 92            27,
 93            28,
 94            29,
 95            30,
 96            31,
 97            32,
 98            33,
 99            34,
100            35,
101            36,
102            37,
103            38,
104            39,
105            40,
106            41,
107            42,
108            43,
109            44,
110            45,
111            46,
112            47,
113            48,
114            49,
115            50,
116            51,
117            52,
118            53,
119            54,
120            55,
121            56,
122            57,
123            58,
124            59,
125            60,
126            61,
127            62,
128            63
129          ]
130        }
131      },
132      "axis": {
133        "val_accuracy": 0.9733333587646484,
134        "val_loss": 0.12495879083871841,
135        "train_ce": 0.009411416947841644,
136        "final_assignment": {
137          "quality": 0.6670440435409546,
138          "matched_fraction_cost_lt_0.25": 0.234375,
139          "permutation": [
140            36,
141            38,
142            60,
143            51,
144            45,
145            32,
146            13,
147            61,
148            41,
149            14,
150            8,
151            49,
152            7,
153            9,
154            56,
155            46,
156            47,
157            19,
158            17,
159            6,
160            44,
161            40,
162            50,
163            23,
164            39,
165            20,
166            16,
167            2,
168            63,
169            4,
170            5,
171            55,
172            35,
173            15,
174            31,
175            57,
176            3,
177            21,
178            62,
179            22,
180            58,
181            54,
182            18,
183            1,
184            11,
185            25,
186            42,
187            0,
188            27,
189            37,
190            59,
191            29,
192            53,
193            12,
194            26,
195            34,
196            43,
197            24,
198            48,
199            10,
200            52,
201            33,
202            28,
203            30
204          ]
205        }
206      }
207    }
208  }
209}