[fix] fix the mistral tool call error. recover vllm/version.py and delete vllm/commit_id.py.

Author: sydnash

tests/tool_use/utils.py

@@ -79,7 +79,8 @@ def ensure_system_prompt(messages: List[Dict[str, Any]],
         "arguments": [
             "--tool-call-parser", "mistral", "--chat-template",
             str(VLLM_PATH / "examples/tool_chat_template_mistral.jinja"),
-            "--ignore-patterns=\"consolidated.safetensors\""
+            "--ignore-patterns=\"consolidated.safetensors\"",
+            "--tokenizer-mode", "mistral"
         ],
     },
     "internlm": {

vllm/commit_id.py

@@ -33,9 +33,7 @@ class MistralToolParser(ToolParser):
     def __init__(self, tokenizer: AnyTokenizer):
         super().__init__(tokenizer)
 
-        if isinstance(self.model_tokenizer, MistralTokenizer):
-            self.model_tokenizer = self.model_tokenizer.tokenizer
-        else:
+        if not isinstance(self.model_tokenizer, MistralTokenizer):
             logger.info("Non-Mistral tokenizer detected when using a Mistral "
                         "model...")
 

vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py

@@ -130,6 +130,10 @@ def is_fast(self) -> bool:
     def vocab_size(self) -> int:
         return len(self._vocab)
 
+    @property
+    def vocab(self) -> Dict[str, int]:
+        return self._vocab
+
     def __len__(self) -> int:
         return self.vocab_size
 

vllm/transformers_utils/tokenizers/mistral.py

@@ -0,0 +1,11 @@
+try:
+    from ._version import __version__, __version_tuple__
+except Exception as e:
+    import warnings
+
+    warnings.warn(f"Failed to read commit hash:\n{e}",
+                  RuntimeWarning,
+                  stacklevel=2)
+
+    __version__ = "dev"
+    __version_tuple__ = (0, 0, __version__)