Add missing tool_calls finish_reason

abetlen · abetlen · commit 17da8fb446e6 · 2023-11-10T02:51:06.000-05:00
diff --git a/llama_cpp/llama_types.py b/llama_cpp/llama_types.py
@@ -131,7 +131,7 @@ class ChatCompletionStreamResponseChoice(TypedDict):
     delta: Union[
         ChatCompletionStreamResponseDelta, ChatCompletionStreamResponseDeltaEmpty
     ]
-    finish_reason: Optional[Literal["stop", "length", "function_call"]]
+    finish_reason: Optional[Literal["stop", "length", "tool_calls", "function_call"]]
 
 
 class CreateChatCompletionStreamResponse(TypedDict):

Original file line number	Diff line number	Diff line change
`@@ -131,7 +131,7 @@ class ChatCompletionStreamResponseChoice(TypedDict):`
`131`	`131`	`delta: Union[`
`132`	`132`	`ChatCompletionStreamResponseDelta, ChatCompletionStreamResponseDeltaEmpty`
`133`	`133`	`]`
`134`		`- finish_reason: Optional[Literal["stop", "length", "function_call"]]`
	`134`	`+ finish_reason: Optional[Literal["stop", "length", "tool_calls", "function_call"]]`
`135`	`135`
`136`	`136`
`137`	`137`	`class CreateChatCompletionStreamResponse(TypedDict):`