max token limit to 2048 (#326)

swuecho · May 29, 2023 · 4d24045 · 4d24045
1 parent 96b8b3e
commit 4d24045
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/web/src/api/chat_session.ts b/web/src/api/chat_session.ts
@@ -14,7 +14,7 @@ export const getChatSessionDefault = async (title: string): Promise<Chat.Session
     model: default_model.name,
     topP: 1,
     n: 1,
-    maxTokens: 512,
+    maxTokens: 2048,
     debug: false,
   }
 }

diff --git a/web/src/views/chat/components/Session/SessionConfig.vue b/web/src/views/chat/components/Session/SessionConfig.vue
@@ -29,7 +29,7 @@ const modelRef: Ref<ModelType> = ref({
   chatModel: session.value?.model ?? 'gpt-3.5-turbo',
   contextCount: session.value?.maxLength ?? 4,
   temperature: session.value?.temperature ?? 1.0,
-  maxTokens: session.value?.maxTokens ?? 512,
+  maxTokens: session.value?.maxTokens ?? 2048,
   topP: session.value?.topP ?? 1.0,
   n: session.value?.n ?? 1,
   debug: session.value?.debug ?? false,