Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Azure AI Model Inference API - Embeddings and Chat Completions (#32145) #32165

Merged
merged 11 commits into from
Feb 12, 2025
Prev Previous commit
Next Next commit
fix: reasoning tokens
  • Loading branch information
santiagxf committed Jan 15, 2025
commit 6690b3ae3266cff742ab0f71544d28068f423b8d
Original file line number Diff line number Diff line change
@@ -67,7 +67,6 @@
"total_tokens": 16,
"completion_tokens_details": {
"audio_tokens": 5,
"reasoning_tokens": 0,
"total_tokens": 5
},
"prompt_tokens_details": {
@@ -80,7 +79,7 @@
"index": 0,
"finish_reason": "stop",
"message": {
"role": "system",
"role": "assistant",
"content": null,
"tool_calls": null,
"audio": {
Original file line number Diff line number Diff line change
@@ -42,8 +42,8 @@
{
"type": "function",
"function": {
"name": "ikvkykzp",
"description": "gofxoftbpdi"
"name": "my-function-name",
"description": "A function useful to know if a theroem is proved or not"
}
}
],
@@ -68,15 +68,15 @@
"index": 7,
"finish_reason": "stop",
"message": {
"role": "system",
"content": "jnsnrwblpuokzbkrzdcwubpfz",
"role": "assistant",
"content": null,
"tool_calls": [
{
"id": "yrobmilsrugmbwukmzo",
"type": "function",
"function": {
"name": "ikvkykzp",
"arguments": "oqxvktuduomvckic"
"name": "my-function-name",
"arguments": "{ \"arg1\": \"value1\", \"arg2\": \"value2\" }"
}
}
]
3 changes: 0 additions & 3 deletions specification/ai/ModelInference/models/chat_completions.tsp
Original file line number Diff line number Diff line change
@@ -234,9 +234,6 @@ model CompletionsUsageDetails {
@doc("The number of tokens corresponding to audio input.")
audio_tokens: int32;

@doc("The number of reasoning tokens.")
reasoning_tokens: int32;

@doc("The total number of tokens processed for the completions request and response.")
total_tokens: int32;
}
Original file line number Diff line number Diff line change
@@ -67,7 +67,6 @@
"total_tokens": 16,
"completion_tokens_details": {
"audio_tokens": 5,
"reasoning_tokens": 0,
"total_tokens": 5
},
"prompt_tokens_details": {
@@ -80,7 +79,7 @@
"index": 0,
"finish_reason": "stop",
"message": {
"role": "system",
"role": "assistant",
"content": null,
"tool_calls": null,
"audio": {
Original file line number Diff line number Diff line change
@@ -42,8 +42,8 @@
{
"type": "function",
"function": {
"name": "ikvkykzp",
"description": "gofxoftbpdi"
"name": "my-function-name",
"description": "A function useful to know if a theroem is proved or not"
}
}
],
@@ -68,15 +68,15 @@
"index": 7,
"finish_reason": "stop",
"message": {
"role": "system",
"content": "jnsnrwblpuokzbkrzdcwubpfz",
"role": "assistant",
"content": null,
"tool_calls": [
{
"id": "yrobmilsrugmbwukmzo",
"type": "function",
"function": {
"name": "ikvkykzp",
"arguments": "oqxvktuduomvckic"
"name": "my-function-name",
"arguments": "{ \"arg1\": \"value1\", \"arg2\": \"value2\" }"
}
}
]
Original file line number Diff line number Diff line change
@@ -1256,11 +1256,6 @@
"format": "int32",
"description": "The number of tokens corresponding to audio input."
},
"reasoning_tokens": {
"type": "integer",
"format": "int32",
"description": "The number of reasoning tokens."
},
"total_tokens": {
"type": "integer",
"format": "int32",
@@ -1269,7 +1264,6 @@
},
"required": [
"audio_tokens",
"reasoning_tokens",
"total_tokens"
]
},
Original file line number Diff line number Diff line change
@@ -925,17 +925,12 @@ components:
type: object
required:
- audio_tokens
- reasoning_tokens
- total_tokens
properties:
audio_tokens:
type: integer
format: int32
description: The number of tokens corresponding to audio input.
reasoning_tokens:
type: integer
format: int32
description: The number of reasoning tokens.
total_tokens:
type: integer
format: int32