Skip to content

Commit 805017e

Browse files
committed
Update dispatch config
Signed-off-by: Ming Yang <[email protected]>
1 parent 3f6eaf4 commit 805017e

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

vllm/model_executor/layers/fused_moe/deepep_ht_prepare_finalize.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -49,9 +49,9 @@ def topk_indices_dtype(self) -> Optional[torch.dtype]:
4949
return torch.int64
5050

5151
def _get_dispatch_config(self) -> Optional[deep_ep.Config]:
52-
if self.dp_size not in self.available_rank_configs:
52+
if self.num_dispatchers_ not in self.available_rank_configs:
5353
return None
54-
return deep_ep.Buffer.get_dispatch_config(self.dp_size)
54+
return deep_ep.Buffer.get_dispatch_config(self.num_dispatchers_)
5555

5656
def _get_combine_config(self) -> Optional[deep_ep.Config]:
5757
if self.num_dispatchers_ not in self.available_rank_configs:

0 commit comments

Comments
 (0)