Skip to content

Commit 810e7c5

Browse files
WoosukKwonAkshat-Tripathi
authored andcommitted
[V1][Minor] Minor cleanup for GPU Model Runner (vllm-project#13983)
Signed-off-by: Woosuk Kwon <[email protected]>
1 parent 5d11292 commit 810e7c5

File tree

1 file changed

+7
-6
lines changed

1 file changed

+7
-6
lines changed

vllm/v1/worker/gpu_model_runner.py

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1187,8 +1187,9 @@ def profile_run(self) -> None:
11871187
# NOTE: Currently model is profiled with a single non-text
11881188
# modality with the max possible input tokens even when
11891189
# it supports multiple.
1190-
max_tokens_by_modality_dict = MULTIMODAL_REGISTRY.get_max_tokens_per_item_by_nonzero_modality( # noqa: E501
1191-
self.model_config)
1190+
max_tokens_by_modality_dict = (
1191+
MULTIMODAL_REGISTRY.
1192+
get_max_tokens_per_item_by_nonzero_modality(self.model_config))
11921193
dummy_data_modality, max_tokens_per_mm_item = max(
11931194
max_tokens_by_modality_dict.items(), key=lambda item: item[1])
11941195

@@ -1275,15 +1276,15 @@ def profile_run(self) -> None:
12751276
# maximum num_tokens.
12761277
num_reqs = self.scheduler_config.max_num_seqs
12771278
num_tokens = self.max_num_tokens
1278-
min_tokens_per_req: int = num_tokens // num_reqs
1279+
min_tokens_per_req = num_tokens // num_reqs
12791280

1280-
num_scheduled_tokens_list: List[int] = [min_tokens_per_req] * num_reqs
1281+
num_scheduled_tokens_list = [min_tokens_per_req] * num_reqs
12811282
num_scheduled_tokens_list[-1] += num_tokens % num_reqs
12821283
assert sum(num_scheduled_tokens_list) == num_tokens
12831284
assert len(num_scheduled_tokens_list) == num_reqs
12841285

1285-
num_scheduled_tokens: np.ndarray = np.array(num_scheduled_tokens_list,
1286-
dtype=np.int32)
1286+
num_scheduled_tokens = np.array(num_scheduled_tokens_list,
1287+
dtype=np.int32)
12871288
logit_indices = np.cumsum(num_scheduled_tokens) - 1
12881289

12891290
with self.maybe_profile_with_lora(self.lora_config,

0 commit comments

Comments
 (0)