File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
vllm/model_executor/layers/fused_moe Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -49,14 +49,14 @@ def topk_indices_dtype(self) -> Optional[torch.dtype]:
49
49
return torch .int64
50
50
51
51
def _get_dispatch_config (self ) -> Optional [deep_ep .Config ]:
52
- if self .dp_size not in self .available_rank_configs :
52
+ if self .num_dispatchers_ not in self .available_rank_configs :
53
53
return None
54
- return deep_ep .Buffer .get_dispatch_config (self .dp_size )
54
+ return deep_ep .Buffer .get_dispatch_config (self .num_dispatchers_ )
55
55
56
56
def _get_combine_config (self ) -> Optional [deep_ep .Config ]:
57
- if self .dp_size not in self .available_rank_configs :
57
+ if self .num_dispatchers_ not in self .available_rank_configs :
58
58
return None
59
- return deep_ep .Buffer .get_combine_config (self .dp_size )
59
+ return deep_ep .Buffer .get_combine_config (self .num_dispatchers_ )
60
60
61
61
def _do_dispatch (
62
62
self ,
You can’t perform that action at this time.
0 commit comments