changed max new token limit

karthiksoman · Sep 24, 2024 · 36d81c9 · 36d81c9
1 parent ebf636c
commit 36d81c9
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/.gitignore b/.gitignore
@@ -1,3 +1,5 @@
+lambda-pipeline/.ipynb_checkpoints/
+code/finetuning/.ipynb_checkpoints/
 code/notebook/.ipynb_checkpoints/
 code/__pycache__/
 code/.ipynb_checkpoints/

diff --git a/lambda-pipeline/app.py b/lambda-pipeline/app.py
@@ -22,7 +22,7 @@ def get_model_response(input_text, temperature: float = 0.7):
     try:
         client = InferenceClient(API_URL)
         response = client.text_generation(input_text, 
-                                      max_new_tokens=512,
+                                      max_new_tokens=1024,
                                       stop_sequences=['End of response'],
                                       stream=False,
                                       temperature=temperature