diff --git a/.gitignore b/.gitignore index d0a939b..8fef551 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,5 @@ +lambda-pipeline/.ipynb_checkpoints/ +code/finetuning/.ipynb_checkpoints/ code/notebook/.ipynb_checkpoints/ code/__pycache__/ code/.ipynb_checkpoints/ diff --git a/lambda-pipeline/app.py b/lambda-pipeline/app.py index 1ffd037..96529b1 100644 --- a/lambda-pipeline/app.py +++ b/lambda-pipeline/app.py @@ -22,7 +22,7 @@ def get_model_response(input_text, temperature: float = 0.7): try: client = InferenceClient(API_URL) response = client.text_generation(input_text, - max_new_tokens=512, + max_new_tokens=1024, stop_sequences=['End of response'], stream=False, temperature=temperature