Merge pull request #21 from NousResearch/ollama-base-url-1

add `ollama_base_url` setting
shroominic · Feb 11, 2024 · 03d5db0 · 03d5db0
2 parents 9ade305 + 66a88e6
commit 03d5db0
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/src/funcchain/backend/settings.py b/src/funcchain/backend/settings.py
@@ -25,11 +25,12 @@ class FuncchainSettings(BaseSettings):
     retry_parse: int = 3
     retry_parse_sleep: float = 0.1
 
-    # KEYS
+    # KEYS / URLS
     openai_api_key: Optional[str] = None
     azure_api_key: Optional[str] = None
     anthropic_api_key: Optional[str] = None
     google_api_key: Optional[str] = None
+    ollama_base_url: str = "http://localhost:11434"
 
     # MODEL KWARGS
     verbose: bool = False
@@ -58,7 +59,9 @@ def openai_kwargs(self) -> dict:
         }
 
     def ollama_kwargs(self) -> dict:
-        return {}
+        return {
+            "base_url": self.ollama_base_url
+        }
 
     def llamacpp_kwargs(self) -> dict:
         return {