We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 996357e commit 75526b1Copy full SHA for 75526b1
vllm/distributed/device_communicators/shm_broadcast.py
@@ -247,7 +247,8 @@ def __init__(
247
self.handle = Handle(
248
connect_ip=connect_ip,
249
local_reader_ranks=local_reader_ranks,
250
- buffer_handle=self.buffer.handle(),
+ buffer_handle=self.buffer.handle()
251
+ if self.buffer is not None else None,
252
local_subscribe_port=local_subscribe_port,
253
remote_subscribe_port=remote_subscribe_port,
254
)
0 commit comments