Update vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py

Co-authored-by: Guillaume Calmettes <[email protected]> Signed-off-by: cedonley <[email protected]>
vllm-project · Dec 7, 2024 · 0f9e8cf · 0f9e8cf
1 parent a3b4117
commit 0f9e8cf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py b/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py
@@ -232,7 +232,7 @@ def extract_tool_calls_streaming(
                     delta = DeltaMessage(tool_calls=[
                         DeltaToolCall(index=self.current_tool_id,
                                       type="function",
-                                      id="".join(choices(ALPHANUMERIC, k=9)),
+                                      id=MistralToolCall.generate_random_id(),
                                       function=DeltaFunctionCall(
                                           name=function_name).model_dump(
                                               exclude_none=True))