The baseurl is wrong for azure llm (#72)

* Update Azure LLM base URL * Update Azure LLM base URL * Update docs
airtai · Aug 26, 2024 · 0a472ec · 0a472ec
1 parent d53994d
commit 0a472ec
Show file tree

Hide file tree

Showing 4 changed files with 19 additions and 3 deletions.
diff --git a/docs/docs/SUMMARY.md b/docs/docs/SUMMARY.md
@@ -115,6 +115,7 @@ search:
                     - azure
                         - [AzureOAI](api/fastagency/studio/models/llms/azure/AzureOAI.md)
                         - [AzureOAIAPIKey](api/fastagency/studio/models/llms/azure/AzureOAIAPIKey.md)
+                        - [UrlModel](api/fastagency/studio/models/llms/azure/UrlModel.md)
                     - openai
                         - [OpenAI](api/fastagency/studio/models/llms/openai/OpenAI.md)
                         - [OpenAIAPIKey](api/fastagency/studio/models/llms/openai/OpenAIAPIKey.md)

diff --git a/docs/docs/en/api/fastagency/studio/models/llms/azure/UrlModel.md b/docs/docs/en/api/fastagency/studio/models/llms/azure/UrlModel.md
@@ -0,0 +1,11 @@
+---
+# 0.5 - API
+# 2 - Release
+# 3 - Contributing
+# 5 - Template Page
+# 10 - Default
+search:
+  boost: 0.5
+---
+
+::: fastagency.studio.models.llms.azure.UrlModel
diff --git a/fastagency/studio/models/llms/azure.py b/fastagency/studio/models/llms/azure.py
@@ -1,7 +1,7 @@
 from typing import Annotated, Any, Dict, Literal
 from uuid import UUID
 
-from pydantic import AfterValidator, Field, HttpUrl
+from pydantic import AfterValidator, BaseModel, Field, HttpUrl
 from typing_extensions import TypeAlias
 
 from ..base import Model
@@ -44,6 +44,10 @@ async def create_autogen(cls, model_id: UUID, user_id: UUID, **kwargs: Any) -> s
 URL = Annotated[HttpUrl, AfterValidator(lambda x: str(x).rstrip("/"))]
 
 
+class UrlModel(BaseModel):
+    url: URL
+
+
 @register("llm")
 class AzureOAI(Model):
     model: Annotated[
@@ -60,7 +64,7 @@ class AzureOAI(Model):
 
     base_url: Annotated[
         URL, Field(description="The base URL of the Azure OpenAI API")
-    ] = URL(url="https://api.openai.com/v1")
+    ] = UrlModel(url="https://{your-resource-name}.openai.azure.com").url
 
     api_type: Annotated[
         Literal["azure"],

diff --git a/tests/studio/models/llms/test_azure.py b/tests/studio/models/llms/test_azure.py
@@ -98,7 +98,7 @@ def test_azure_model_schema(self) -> None:
                     "title": "API Key",
                 },
                 "base_url": {
-                    "default": "https://api.openai.com/v1",
+                    "default": "https://{your-resource-name}.openai.azure.com",
                     "description": "The base URL of the Azure OpenAI API",
                     "format": "uri",
                     "maxLength": 2083,