fix: Make tool ID optional, support older syntax

julep-ai · May 9, 2024 · bb43789 · bb43789
1 parent dfd1ebd
commit bb43789
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/model-serving/model_api/protocol.py b/model-serving/model_api/protocol.py
@@ -1,5 +1,5 @@
 from enum import Enum
-from typing import Literal, TypeAlias, Union
+from typing import Literal, TypeAlias, Union, Optional
 from pydantic import BaseModel, Field, ConfigDict, validator
 from vllm.entrypoints.openai.protocol import (
     CompletionRequest,
@@ -93,7 +93,7 @@ class Type(Enum):
 class Tool(BaseModel):
     type: Type
     function: FunctionDef
-    id: str | None = None
+    id: Optional[str] = None
 
 
 class SamplingParams(SamplingParams):