From 15237c625ee4308c859cd964af3e238c0ce2b9bd Mon Sep 17 00:00:00 2001 From: hiworldwzj <30762946+hiworldwzj@users.noreply.github.com> Date: Tue, 10 Dec 2024 17:49:22 +0800 Subject: [PATCH] fix api_start.py (#660) --- lightllm/server/api_start.py | 1 + 1 file changed, 1 insertion(+) diff --git a/lightllm/server/api_start.py b/lightllm/server/api_start.py index 2b898a08e..1f65c4c45 100644 --- a/lightllm/server/api_start.py +++ b/lightllm/server/api_start.py @@ -18,6 +18,7 @@ logger = init_logger(__name__) def set_env(args): + import os if args.static_quant: os.environ["STATIC_QUANT"] = "1"