From 87097bfa5888a192c0b98e137af27f3841e4f822 Mon Sep 17 00:00:00 2001
From: xusenlin <xusenlin@dnect.cn>
Date: Fri, 7 Jun 2024 11:21:04 +0800
Subject: [PATCH] update vllm version

---
 docker/Dockerfile.vllm | 2 +-
 docs/VLLM_SCRIPT.md    | 5 ++---
 2 files changed, 3 insertions(+), 4 deletions(-)

diff --git a/docker/Dockerfile.vllm b/docker/Dockerfile.vllm
index 190510a..c789b6b 100644
--- a/docker/Dockerfile.vllm
+++ b/docker/Dockerfile.vllm
@@ -6,6 +6,6 @@ COPY requirements.txt /workspace/
 
 RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
     pip install bitsandbytes --upgrade && \
-    pip install vllm==0.4.2 && \
+    pip install vllm==0.4.3 && \
     pip install --no-cache-dir -r /workspace/requirements.txt && \
     pip uninstall transformer-engine -y
diff --git a/docs/VLLM_SCRIPT.md b/docs/VLLM_SCRIPT.md
index 2da0cac..ef04587 100644
--- a/docs/VLLM_SCRIPT.md
+++ b/docs/VLLM_SCRIPT.md
@@ -15,10 +15,9 @@ docker build -f docker/Dockerfile.vllm -t llm-api:vllm .
 安装依赖，确保安装顺序严格按照下面的命令：
 
 ```shell
-pip install torch==2.1.0
-pip install vllm==0.4.2
+pip install vllm==0.4.3
 pip install -r requirements.txt 
-pip uninstall transformer-engine -y
+# pip uninstall transformer-engine -y
 ```
 
 ## 启动模型