chore: adding open ai chunking and tool choice (#74)

Scale3-Labs · Jul 22, 2024 · 584a6fa · 584a6fa
1 parent 5d5a04c
commit 584a6fa
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 2 deletions.
diff --git a/setup.py b/setup.py
@@ -2,7 +2,7 @@
 
 setup(
     name="trace-attributes",  # Choose a unique name for PyPI
-    version="6.0.2",
+    version="6.0.3",
     author="Karthik Kalyanaraman",
     author_email="[email protected]",
     description="LangTrace - Trace Attributes",

diff --git a/src/python/langtrace/trace_attributes/__init__.py b/src/python/langtrace/trace_attributes/__init__.py
@@ -46,6 +46,7 @@ class SpanAttributes:
 
     LLM_USER = "gen_ai.user"
     LLM_TOOLS = "gen_ai.request.tools"
+    LLM_TOOL_CHOICE = "gen_ai.request.tool_choice"
     LLM_TOOL_RESULTS = "gen_ai.request.tool_results"
 
     LLM_TOP_K = "gen_ai.request.top_k"

diff --git a/src/python/langtrace/trace_attributes/models/llm_span_attributes.py b/src/python/langtrace/trace_attributes/models/llm_span_attributes.py
@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  llm_span_attributes.json
-#   timestamp: 2024-07-10T15:09:12+00:00
+#   timestamp: 2024-07-22T20:39:30+00:00
 
 from __future__ import annotations
 
@@ -91,6 +91,11 @@ class LLMSpanAttributes(BaseModel):
         alias='gen_ai.request.encoding_formats',
         description="Encoding formats from the input request. Allowed values: ['float', 'int8','uint8', 'binary', 'ubinary', 'base64']",
     )
+    gen_ai_completion_chunk: Optional[str] = Field(
+        None,
+        alias='gen_ai.completion.chunk',
+        description='Chunk text from the response',
+    )
     gen_ai_request_dimensions: Optional[float] = Field(
         None,
         alias='gen_ai.request.dimensions',