We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5eec6ca commit 64700f0Copy full SHA for 64700f0
vllm/entrypoints/llm.py
@@ -703,9 +703,9 @@ def chat(
703
responses in the same order as the input messages.
704
"""
705
from vllm.entrypoints.chat_utils import (
706
- apply_hf_chat_template, apply_mistral_chat_template,
707
- parse_chat_messages, resolve_chat_template_content_format)
708
-
+ ChatCompletionMessageParam, apply_hf_chat_template,
+ apply_mistral_chat_template, parse_chat_messages,
+ resolve_chat_template_content_format)
709
list_of_messages: list[list[ChatCompletionMessageParam]]
710
711
# Handle multi and single conversations
0 commit comments