fix: tool_call missing first token.

abetlen · abetlen · commit c1325dcdfba7 · 2024-03-22T23:44:04.000-04:00
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -402,7 +402,7 @@ def _stream_response_to_function_stream(
                                             "type": "function",
                                             "function": {
                                                 "name": tool_name,
-                                                "arguments": "",
+                                                "arguments": chunk["choices"][0]["text"],
                                             },
                                         }
                                     ],

Original file line number	Diff line number	Diff line change
`@@ -402,7 +402,7 @@ def _stream_response_to_function_stream(`
`402`	`402`	`"type": "function",`
`403`	`403`	`"function": {`
`404`	`404`	`"name": tool_name,`
`405`		`- "arguments": "",`
	`405`	`+ "arguments": chunk["choices"][0]["text"],`
`406`	`406`	`},`
`407`	`407`	`}`
`408`	`408`	`],`