We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3f6eaf4 commit 805017eCopy full SHA for 805017e
vllm/model_executor/layers/fused_moe/deepep_ht_prepare_finalize.py
@@ -49,9 +49,9 @@ def topk_indices_dtype(self) -> Optional[torch.dtype]:
49
return torch.int64
50
51
def _get_dispatch_config(self) -> Optional[deep_ep.Config]:
52
- if self.dp_size not in self.available_rank_configs:
+ if self.num_dispatchers_ not in self.available_rank_configs:
53
return None
54
- return deep_ep.Buffer.get_dispatch_config(self.dp_size)
+ return deep_ep.Buffer.get_dispatch_config(self.num_dispatchers_)
55
56
def _get_combine_config(self) -> Optional[deep_ep.Config]:
57
if self.num_dispatchers_ not in self.available_rank_configs:
0 commit comments