fix: aiproxy ali stream usage (#5228)

labring · Nov 22, 2024 · 26bb340 · 26bb340
1 parent a74d3c5
commit 26bb340
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/service/aiproxy/relay/adaptor/ali/main.go b/service/aiproxy/relay/adaptor/ali/main.go
@@ -20,6 +20,10 @@ func ConvertRequest(request *model.GeneralOpenAIRequest) *model.GeneralOpenAIReq
 	if request.TopP != nil && *request.TopP >= 1 {
 		*request.TopP = 0.9999
 	}
+	if request.StreamOptions == nil {
+		request.StreamOptions = &model.StreamOptions{}
+	}
+	request.StreamOptions.IncludeUsage = true
 	return request
 }