update vllm version

xusenlinzy · Jun 7, 2024 · 87097bf · 87097bf
1 parent 2ba1d4d
commit 87097bf
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/docker/Dockerfile.vllm b/docker/Dockerfile.vllm
@@ -6,6 +6,6 @@ COPY requirements.txt /workspace/
 
 RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
     pip install bitsandbytes --upgrade && \
-    pip install vllm==0.4.2 && \
+    pip install vllm==0.4.3 && \
     pip install --no-cache-dir -r /workspace/requirements.txt && \
     pip uninstall transformer-engine -y
diff --git a/docs/VLLM_SCRIPT.md b/docs/VLLM_SCRIPT.md
@@ -15,10 +15,9 @@ docker build -f docker/Dockerfile.vllm -t llm-api:vllm .
 安装依赖，确保安装顺序严格按照下面的命令：
 
 ```shell
-pip install torch==2.1.0
-pip install vllm==0.4.2
+pip install vllm==0.4.3
 pip install -r requirements.txt 
-pip uninstall transformer-engine -y
+# pip uninstall transformer-engine -y
 ```
 
 ## 启动模型