type

NickLucche · NickLucche · commit 51989f1a54de · 2025-06-16T15:48:16.000Z
Signed-off-by: NickLucche &lt;nlucches@redhat.com&gt;
diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
@@ -89,7 +89,7 @@ def add_new_req(
             remote_host=kv_transfer_params["remote_host"],
             remote_port=kv_transfer_params["remote_port"],
             # P workers don't need to receive tp_size from proxy here.
-            tp_size=kv_transfer_params.get("tp_size"),
+            tp_size=kv_transfer_params.get("tp_size", 1),
         )
 
 

Original file line number	Diff line number	Diff line change
`@@ -89,7 +89,7 @@ def add_new_req(`
`89`	`89`	`remote_host=kv_transfer_params["remote_host"],`
`90`	`90`	`remote_port=kv_transfer_params["remote_port"],`
`91`	`91`	`# P workers don't need to receive tp_size from proxy here.`
`92`		`- tp_size=kv_transfer_params.get("tp_size"),`
	`92`	`+ tp_size=kv_transfer_params.get("tp_size", 1),`
`93`	`93`	`)`
`94`	`94`
`95`	`95`