less token less issues

arc53 · Jun 3, 2023 · 577d58c · 577d58c · vercel · Jun 3, 2023
1 parent 8997776
commit 577d58c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/application/app.py b/application/app.py
@@ -170,7 +170,7 @@ def complete_stream(question, docsearch, chat_history, api_key):
                     messages_combine.append({"role": "system", "content": i["response"]})
     messages_combine.append({"role": "user", "content": question})
     completion = openai.ChatCompletion.create(model="gpt-3.5-turbo",
-                                              messages=messages_combine, stream=True, max_tokens=1000, temperature=0)
+                                              messages=messages_combine, stream=True, max_tokens=500, temperature=0)
 
     for line in completion:
         if 'content' in line['choices'][0]['delta']: