misc fix verbose printing in functionary model

tc-wolf · Nov 24, 2023 · de2e2bc · de2e2bc
1 parent 36048d4
commit de2e2bc
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -955,9 +955,11 @@ def message_to_str(msg: llama_types.ChatCompletionRequestMessage):
     assert isinstance(function_call, str)
     assert stream is False  # TODO: support stream mode
 
-    print(new_prompt)
-    print(completion["choices"][0]["text"])
+    if llama.verbose:
+        print(new_prompt)
+        print(completion["choices"][0]["text"])
 
+    # TODO: support stream mode
     return llama_types.CreateChatCompletionResponse(
         id="chat" + completion["id"],
         object="chat.completion",