Congestion-aware equimarginal MoE router / results.json
Mechanism confirmed, baseline not beaten
1{
2 "transition_predicted_budgets": [
3 0.41421356237309515,
4 1.4142135623730951,
5 5.82842712474619
6 ],
7 "transition_observed": [
8 {
9 "budget": 0.41338513524834897,
10 "support": 1
11 },
12 {
13 "budget": 0.4150419894978413,
14 "support": 2
15 },
16 {
17 "budget": 1.4113851352483489,
18 "support": 2
19 },
20 {
21 "budget": 1.4170419894978414,
22 "support": 3
23 },
24 {
25 "budget": 5.816770270496697,
26 "support": 3
27 },
28 {
29 "budget": 5.840083978995683,
30 "support": 4
31 }
32 ],
33 "marginal_initial_payoff": 2.609603897836467,
34 "marginal_final_payoff": 3.9148279096043552,
35 "marginal_kkt_residual": 1.1102230246251565e-16,
36 "marginal_row_sum_max_error": 2.220446049250313e-16,
37 "load_sweep": [
38 {
39 "groups": 4,
40 "congestion_cv": 0.43271532945791713,
41 "softmax_cv": 0.6239928049866125,
42 "congestion_overflow": 0.5241123134905051,
43 "softmax_overflow": 0.8666385542205159,
44 "congestion_payoff": 9.339656874150549,
45 "softmax_payoff": 9.215526491272112,
46 "iterations": 30
47 },
48 {
49 "groups": 8,
50 "congestion_cv": 0.43489853502007186,
51 "softmax_cv": 0.6240663024543622,
52 "congestion_overflow": 1.0804679229399101,
53 "softmax_overflow": 1.729615397981712,
54 "congestion_payoff": 11.36603976977424,
55 "softmax_payoff": 11.04142761049863,
56 "iterations": 30
57 },
58 {
59 "groups": 16,
60 "congestion_cv": 0.32893030016880104,
61 "softmax_cv": 0.6256596457006939,
62 "congestion_overflow": 1.3313370040040584,
63 "softmax_overflow": 3.379643314273501,
64 "congestion_payoff": 12.295057465877626,
65 "softmax_payoff": 12.138399303887798,
66 "iterations": 30
67 },
68 {
69 "groups": 32,
70 "congestion_cv": 0.45801869817555085,
71 "softmax_cv": 0.6113962146102485,
72 "congestion_overflow": 4.501774166510548,
73 "softmax_overflow": 6.641488658138757,
74 "congestion_payoff": 13.32700842165874,
75 "softmax_payoff": 12.865120167484774,
76 "iterations": 30
77 },
78 {
79 "groups": 64,
80 "congestion_cv": 0.4534934032236902,
81 "softmax_cv": 0.6206507458792657,
82 "congestion_overflow": 8.754719957715892,
83 "softmax_overflow": 13.576493290817092,
84 "congestion_payoff": 13.88782602392465,
85 "softmax_payoff": 13.301387784941385,
86 "iterations": 30
87 }
88 ]
89}