misc fix verbose printing in functionary model

abetlen · abetlen · commit de2e2bc08328 · 2023-11-23T20:14:23.000-05:00
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -955,9 +955,11 @@ def message_to_str(msg: llama_types.ChatCompletionRequestMessage):
     assert isinstance(function_call, str)
     assert stream is False  # TODO: support stream mode
 
-    print(new_prompt)
-    print(completion["choices"][0]["text"])
+    if llama.verbose:
+        print(new_prompt)
+        print(completion["choices"][0]["text"])
 
+    # TODO: support stream mode
     return llama_types.CreateChatCompletionResponse(
         id="chat" + completion["id"],
         object="chat.completion",
