[chat] Set defaults to max_prompt_tokens and generated_tokens

Less effort for the user
pinecone-io · Sep 7, 2023 · 4f174d6 · 4f174d6
1 parent 1c8e1dc
commit 4f174d6
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 6 deletions.
diff --git a/context_engine/chat_engine/chat_engine.py b/context_engine/chat_engine/chat_engine.py
@@ -55,8 +55,8 @@ def __init__(self,
                  *,
                  llm: BaseLLM,
                  context_engine: ContextEngine,
-                 max_prompt_tokens: int,
-                 max_generated_tokens: int,
+                 max_prompt_tokens: int = 4096,
+                 max_generated_tokens: Optional[int] = None,
                  max_context_tokens: Optional[int] = None,
                  query_builder: Optional[QueryGenerator] = None,
                  system_prompt: Optional[str] = None,

diff --git a/context_engine/service/app.py b/context_engine/service/app.py
@@ -132,10 +132,7 @@ def _init_engines() -> Tuple[KnowledgeBase, ContextEngine, ChatEngine]:
     context_engine = ContextEngine(knowledge_base=kb)
     llm = OpenAILLM(model_name='gpt-3.5-turbo-0613')
 
-    chat_engine = ChatEngine(llm=llm,
-                             context_engine=context_engine,
-                             max_prompt_tokens=4000,
-                             max_generated_tokens=None)
+    chat_engine = ChatEngine(llm=llm, context_engine=context_engine)
 
     return kb, context_engine, chat_engine