fix tgi details interface (#727)

Co-authored-by: shihaobai <[email protected]>
ModelTC · Feb 14, 2025 · 5ab69f2 · 5ab69f2
1 parent 8d04a25
commit 5ab69f2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lightllm/server/api_tgi.py b/lightllm/server/api_tgi.py
@@ -130,7 +130,7 @@ async def tgi_generate_impl(request: Request, httpserver_manager: HttpServerMana
             ret["prompt_logprobs"] = prompt_logprobs
     assert ret is not None
     if return_details:
-        ret["beam_sequences"] = beam_sequences
+        ret["details"]["beam_sequences"] = beam_sequences
     # wrap generation inside a Vec to match api-inference
     json_compatible_item_data = jsonable_encoder([ret])
     return JSONResponse(content=json_compatible_item_data)