From 8e2a1c94bd8ffbfe6107087b04015aabba3bfffc Mon Sep 17 00:00:00 2001
From: Adam Tilghman <agt@ucsd.edu>
Date: Sat, 17 Feb 2024 20:40:14 -0800
Subject: [PATCH] shrink tokens

---
 src/pages/api/chat-completion.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/pages/api/chat-completion.ts b/src/pages/api/chat-completion.ts
index ccf2487..8410372 100644
--- a/src/pages/api/chat-completion.ts
+++ b/src/pages/api/chat-completion.ts
@@ -71,7 +71,7 @@ const OpenAIStream = async (apiUrl: string, apiKey: string, model: string, messa
     body: JSON.stringify({
       model: model,
       frequency_penalty: 0,
-      max_tokens: 4000,
+      max_tokens: 2000,
       messages: [
         {
           role: 'system',