Congestion-aware equimarginal MoE router / results.json

Mechanism confirmed, baseline not beaten

Raw ⬇ ZIP
 1{
 2  "transition_predicted_budgets": [
 3    0.41421356237309515,
 4    1.4142135623730951,
 5    5.82842712474619
 6  ],
 7  "transition_observed": [
 8    {
 9      "budget": 0.41338513524834897,
10      "support": 1
11    },
12    {
13      "budget": 0.4150419894978413,
14      "support": 2
15    },
16    {
17      "budget": 1.4113851352483489,
18      "support": 2
19    },
20    {
21      "budget": 1.4170419894978414,
22      "support": 3
23    },
24    {
25      "budget": 5.816770270496697,
26      "support": 3
27    },
28    {
29      "budget": 5.840083978995683,
30      "support": 4
31    }
32  ],
33  "marginal_initial_payoff": 2.609603897836467,
34  "marginal_final_payoff": 3.9148279096043552,
35  "marginal_kkt_residual": 1.1102230246251565e-16,
36  "marginal_row_sum_max_error": 2.220446049250313e-16,
37  "load_sweep": [
38    {
39      "groups": 4,
40      "congestion_cv": 0.43271532945791713,
41      "softmax_cv": 0.6239928049866125,
42      "congestion_overflow": 0.5241123134905051,
43      "softmax_overflow": 0.8666385542205159,
44      "congestion_payoff": 9.339656874150549,
45      "softmax_payoff": 9.215526491272112,
46      "iterations": 30
47    },
48    {
49      "groups": 8,
50      "congestion_cv": 0.43489853502007186,
51      "softmax_cv": 0.6240663024543622,
52      "congestion_overflow": 1.0804679229399101,
53      "softmax_overflow": 1.729615397981712,
54      "congestion_payoff": 11.36603976977424,
55      "softmax_payoff": 11.04142761049863,
56      "iterations": 30
57    },
58    {
59      "groups": 16,
60      "congestion_cv": 0.32893030016880104,
61      "softmax_cv": 0.6256596457006939,
62      "congestion_overflow": 1.3313370040040584,
63      "softmax_overflow": 3.379643314273501,
64      "congestion_payoff": 12.295057465877626,
65      "softmax_payoff": 12.138399303887798,
66      "iterations": 30
67    },
68    {
69      "groups": 32,
70      "congestion_cv": 0.45801869817555085,
71      "softmax_cv": 0.6113962146102485,
72      "congestion_overflow": 4.501774166510548,
73      "softmax_overflow": 6.641488658138757,
74      "congestion_payoff": 13.32700842165874,
75      "softmax_payoff": 12.865120167484774,
76      "iterations": 30
77    },
78    {
79      "groups": 64,
80      "congestion_cv": 0.4534934032236902,
81      "softmax_cv": 0.6206507458792657,
82      "congestion_overflow": 8.754719957715892,
83      "softmax_overflow": 13.576493290817092,
84      "congestion_payoff": 13.88782602392465,
85      "softmax_payoff": 13.301387784941385,
86      "iterations": 30
87    }
88  ]
89}