Merge pull request #109 from Flippchen/main

Fix Bug for custom-OpenAI-API Endpoint and install correct version of huggingface-hub
Eladlev · Nov 23, 2024 · ab7f57e · ab7f57e
2 parents f33219e + 47d1081
commit ab7f57e
Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -19,3 +19,4 @@ langchain-anthropic==0.3.0
 langchain-community==0.3.7
 langchain-google-genai==2.0.4
 pillow==10.2.0
+huggingface_hub==0.24.7
diff --git a/utils/config.py b/utils/config.py
@@ -35,15 +35,16 @@ def get_llm(config: dict):
         model_kwargs = {}
 
     if config['type'].lower() == 'openai':
+        api_base = LLM_ENV['openai']['OPENAI_API_BASE'] if LLM_ENV['openai']['OPENAI_API_BASE'] != '' else 'https://api.openai.com/v1'
         if LLM_ENV['openai']['OPENAI_ORGANIZATION'] == '':
             return ChatOpenAI(temperature=temperature, model_name=config['name'],
                               openai_api_key=config.get('openai_api_key', LLM_ENV['openai']['OPENAI_API_KEY']),
-                              openai_api_base=config.get('openai_api_base', 'https://api.openai.com/v1'),
+                              openai_api_base=config.get('openai_api_base', api_base),
                               model_kwargs=model_kwargs)
         else:
             return ChatOpenAI(temperature=temperature, model_name=config['name'],
                               openai_api_key=config.get('openai_api_key', LLM_ENV['openai']['OPENAI_API_KEY']),
-                              openai_api_base=config.get('openai_api_base', 'https://api.openai.com/v1'),
+                              openai_api_base=config.get('openai_api_base', api_base),
                               openai_organization=config.get('openai_organization', LLM_ENV['openai']['OPENAI_ORGANIZATION']),
                               model_kwargs=model_kwargs)
     elif config['type'].lower() == 'azure':