From 29cd2d2848ec389f3b2065d99da7f5d75cf85b6f Mon Sep 17 00:00:00 2001 From: Nick von Pentz Date: Tue, 22 Oct 2024 12:07:59 -0400 Subject: [PATCH] Add Dockerfile --- Dockerfile | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100644 Dockerfile diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..11a43fe --- /dev/null +++ b/Dockerfile @@ -0,0 +1,21 @@ +# Use vLLM's vllm-openai server image as the base +FROM vllm/vllm-openai:latest + +# Set working directory +WORKDIR /workspace + +# Install necessary build dependencies for sentencepiece +RUN apt-get update && apt-get install -y \ + pkg-config \ + cmake \ + build-essential + +# Copy functionary code and requirements into workspace +COPY . . + +# Install additional Python dependencies +RUN --mount=type=cache,target=/root/.cache/pip \ + python3 -m pip install -r requirements.txt + +# Override the VLLM entrypoint with the functionary server +ENTRYPOINT ["python3", "server_vllm.py", "--model", "meetkai/functionary-small-v3.2", "--host", "0.0.0.0", "--max-model-len", "8192"]