From c0fad3ca9a35b53355181814ad994b160754e354 Mon Sep 17 00:00:00 2001
From: Shroominic <db2002dominic@gmail.com>
Date: Tue, 6 Feb 2024 14:34:19 +0700
Subject: [PATCH] =?UTF-8?q?=E2=9C=A8=20Add=20repeat=5Fpenalty=20setting?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/funcchain/backend/settings.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/funcchain/backend/settings.py b/src/funcchain/backend/settings.py
index 6557a46..377af66 100644
--- a/src/funcchain/backend/settings.py
+++ b/src/funcchain/backend/settings.py
@@ -41,6 +41,7 @@ class FuncchainSettings(BaseSettings):
     context_lenght: int = 8196
     n_gpu_layers: int = 50
     keep_loaded: bool = False
+    repeat_penalty: float = 1.0
     local_models_path: str = "./.models"
 
     def model_kwargs(self) -> dict:
@@ -64,6 +65,7 @@ def llamacpp_kwargs(self) -> dict:
             "n_ctx": self.context_lenght,
             "use_mlock": self.keep_loaded,
             "n_gpu_layers": self.n_gpu_layers,
+            "repeat_penalty": self.repeat_penalty,
         }