fix: handle multiple calls to the same tool

jeffmaury · jeffmaury · commit c9c73373a85a · 2024-09-24T17:25:14.000+02:00
Fixes abetlen#1756 Signed-off-by: Jeff MAURY <jmaury@redhat.com>
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -3714,7 +3714,7 @@ def chatml_function_calling(
             )
             response = cast(llama_types.CreateCompletionResponse, response)
 
-            tool_name = response["choices"][0]["text"][len("functions.") :]
+            tool_name = response["choices"][0]["text"][len("functions.") :-1]
             tool = next(
                 (tool for tool in tools if tool["function"]["name"] == tool_name), None
             )

Original file line number	Diff line number	Diff line change
`@@ -3714,7 +3714,7 @@ def chatml_function_calling(`
`3714`	`3714`	`)`
`3715`	`3715`	`response = cast(llama_types.CreateCompletionResponse, response)`
`3716`	`3716`
`3717`		`- tool_name = response["choices"][0]["text"][len("functions.") :]`
	`3717`	`+ tool_name = response["choices"][0]["text"][len("functions.") :-1]`
`3718`	`3718`	`tool = next(`
`3719`	`3719`	`(tool for tool in tools if tool["function"]["name"] == tool_name), None`
`3720`	`3720`	`)`