diff --git a/vllm/v1/engine/core.py b/vllm/v1/engine/core.py index 2234b069621..64e472457ee 100644 --- a/vllm/v1/engine/core.py +++ b/vllm/v1/engine/core.py @@ -701,7 +701,7 @@ def _init_data_parallel(self, vllm_config: VllmConfig): for i in range(local_dp_rank * world_size, (local_dp_rank + 1) * world_size)) - self.local_dp_rank = local_dp_rank + self.dp_rank = dp_rank self.dp_group = vllm_config.parallel_config.stateless_init_dp_group() self.current_wave = 0 @@ -774,7 +774,7 @@ def run_busy_loop(self): local_unfinished_reqs) if not self.engines_running: - if self.local_dp_rank == 0: + if self.dp_rank == 0: # Notify client that we are pausing the loop. logger.debug("Wave %d finished, pausing engine loop.", self.current_wave)