✨ Add repeat_penalty setting

shroominic · Feb 6, 2024 · c0fad3c · c0fad3c
1 parent e331fa3
commit c0fad3c
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/funcchain/backend/settings.py b/src/funcchain/backend/settings.py
@@ -41,6 +41,7 @@ class FuncchainSettings(BaseSettings):
     context_lenght: int = 8196
     n_gpu_layers: int = 50
     keep_loaded: bool = False
+    repeat_penalty: float = 1.0
     local_models_path: str = "./.models"
 
     def model_kwargs(self) -> dict:
@@ -64,6 +65,7 @@ def llamacpp_kwargs(self) -> dict:
             "n_ctx": self.context_lenght,
             "use_mlock": self.keep_loaded,
             "n_gpu_layers": self.n_gpu_layers,
+            "repeat_penalty": self.repeat_penalty,
         }