Sink-content Aitchison distillation / results.json

Mechanism failed

Raw ⬇ ZIP
  1{
  2  "seed": 2303,
  3  "math_checks": {
  4    "prediction_1_sink_quadratic": {
  5      "observed_coefficient": 0.8,
  6      "predicted_from_definition_m_over_D": 0.8,
  7      "paper_claim_m_over_2D": 0.4,
  8      "relative_error_correct": 0.0,
  9      "relative_error_paper_claim": 1.0
 10    },
 11    "prediction_2_content_quadratic": {
 12      "max_abs_error": 3.552713678800501e-15,
 13      "mean_ratio_implemented_to_expected": 1.0
 14    },
 15    "prediction_3_entropy_identity_max_abs_error": 2.220446049250313e-16,
 16    "decomposition_counterexample_same_content": {
 17      "actual_pairwise_aitchison": 0.7748105493582502,
 18      "paper_formula": 0.3874052746791252,
 19      "ratio_actual_to_paper": 1.9999999999999993
 20    },
 21    "sink_sweep": [
 22      [
 23        14.658494942909972,
 24        11.726795954327978,
 25        3.8286413964890955
 26      ],
 27      [
 28        10.840320386629632,
 29        8.672256309303707,
 30        3.29246418152569
 31      ],
 32      [
 33        8.47178412908633,
 34        6.777427303269064,
 35        2.9106329430359867
 36      ],
 37      [
 38        6.7839254855296485,
 39        5.4271403884237195,
 40        2.6045969910006517
 41      ],
 42      [
 43        5.487107065478658,
 44        4.389685652382926,
 45        2.3424574842414234
 46      ],
 47      [
 48        4.442872434073227,
 49        3.5542979472585814,
 50        2.1078122388090517
 51      ],
 52      [
 53        3.5753151288095624,
 54        2.8602521030476504,
 55        1.890850371872286
 56      ],
 57      [
 58        2.839108922032738,
 59        2.2712871376261905,
 60        1.684965555147267
 61      ],
 62      [
 63        2.2058143918575706,
 64        1.7646515134860565,
 65        1.4851984351788048
 66      ],
 67      [
 68        1.6573737512189437,
 69        1.3258990009751552,
 70        1.2873902870609766
 71      ],
 72      [
 73        1.1829241535963522,
 74        0.9463393228770822,
 75        1.0876231670925147
 76      ],
 77      [
 78        0.7774625185087927,
 79        0.6219700148070341,
 80        0.8817383503674957
 81      ],
 82      [
 83        0.44192777292252755,
 84        0.35354221833802224,
 85        0.6647764834307299
 86      ],
 87      [
 88        0.1850128819020003,
 89        0.14801030552160038,
 90        0.43013123799835823
 91      ],
 92      [
 93        0.02822122176472016,
 94        0.022576977411776153,
 95        0.16799173123913022
 96      ],
 97      [
 98        0.019056206895231447,
 99        0.015244965516185116,
100        -0.13804422079620518
101      ],
102      [
103        0.2702704931677343,
104        0.21621639453418728,
105        -0.5198754592859085
106      ],
107      [
108        1.1152472507891276,
109        0.8921978006313018,
110        -1.056052674249314
111      ]
112    ],
113    "content_sweep": [
114      [
115        0.0,
116        0.0,
117        0.0
118      ],
119      [
120        0.22727272727272727,
121        0.15379901100503557,
122        0.1537990110050355
123      ],
124      [
125        0.45454545454545453,
126        0.6151960440201423,
127        0.615196044020142
128      ],
129      [
130        0.6818181818181818,
131        1.3841910990453203,
132        1.3841910990453197
133      ],
134      [
135        0.9090909090909091,
136        2.460784176080568,
137        2.460784176080568
138      ],
139      [
140        1.1363636363636362,
141        3.844975275125886,
142        3.844975275125887
143      ],
144      [
145        1.3636363636363635,
146        5.536764396181278,
147        5.536764396181279
148      ],
149      [
150        1.5909090909090908,
151        7.536151539246739,
152        7.536151539246741
153      ],
154      [
155        1.8181818181818181,
156        9.843136704322273,
157        9.843136704322273
158      ],
159      [
160        2.0454545454545454,
161        12.457719891407876,
162        12.457719891407878
163      ],
164      [
165        2.2727272727272725,
166        15.37990110050355,
167        15.379901100503549
168      ],
169      [
170        2.5,
171        18.6096803316093,
172        18.609680331609297
173      ]
174    ]
175  },
176  "toy_distillation": {
177    "kl_baseline": {
178      "final_kl": 0.014766592532396317,
179      "sink_abs_error": 0.02219545841217041,
180      "content_aitchison_squared": 1.0056887865066528,
181      "max_gradient": 0.48499995470046997
182    },
183    "sink_content_aitchison": {
184      "final_kl": 0.005845211911946535,
185      "sink_abs_error": 0.0,
186      "content_aitchison_squared": 0.9889419674873352,
187      "max_gradient": 8.369185447692871
188    }
189  }
190}