From bd6fb972dcaf2e7d51369f505fa87cbc3f9c64e1 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Tue, 18 Feb 2025 10:11:18 +0800 Subject: [PATCH] fix rank Signed-off-by: youkaichao --- vllm/v1/worker/worker_base.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/v1/worker/worker_base.py b/vllm/v1/worker/worker_base.py index bc7e76c38ae..51d2da2344b 100644 --- a/vllm/v1/worker/worker_base.py +++ b/vllm/v1/worker/worker_base.py @@ -41,6 +41,7 @@ def __init__( # Configuration storage super().__init__(vllm_config=vllm_config) + self.parallel_config.rank = rank self.local_rank = local_rank self.rank = rank self.distributed_init_method = distributed_init_method