We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d70dfd7 commit 0c84ba2Copy full SHA for 0c84ba2
python/ray/llm/_internal/serve/deployments/llm/vllm/vllm_engine.py
@@ -200,7 +200,11 @@ def __init__(
200
connector_type = getattr(kv_transfer_config, "kv_connector", "")
201
if connector_type != "NixlConnector":
202
raise ValueError("Only NixlConnector is supported for kv transfer.")
203
- if not vllm.envs.is_set("VLLM_NIXL_SIDE_CHANNEL_PORT"):
+ if "VLLM_NIXL_SIDE_CHANNEL_PORT" not in vllm.envs.environment_variables:
204
+ logger.warning(
205
+ "This vLLM version does not support VLLM_NIXL_SIDE_CHANNEL_PORT environment variable. It's likely that you are using an older version of vLLM."
206
+ )
207
+ elif not vllm.envs.is_set("VLLM_NIXL_SIDE_CHANNEL_PORT"):
208
port: int = vllm.utils.get_open_port()
209
os.environ["VLLM_NIXL_SIDE_CHANNEL_PORT"] = str(port)
210
0 commit comments