diff --git a/Dockerfile.ubi b/Dockerfile.ubi index cb92c2ef4..0ab58963e 100644 --- a/Dockerfile.ubi +++ b/Dockerfile.ubi @@ -264,6 +264,14 @@ RUN --mount=type=cache,target=/root/.cache/pip \ RUN microdnf install -y gcc \ && microdnf clean all +# patch triton (fix for #720) +COPY triton_patch/cache_fix.patch . +RUN microdnf install -y patch \ + && patch /opt/vllm/lib/python3.11/site-packages/triton/runtime/cache.py cache_fix.patch \ + && microdnf remove -y patch \ + && microdnf clean all \ + && rm cache_fix.patch + ENV HF_HUB_OFFLINE=1 \ PORT=8000 \ GRPC_PORT=8033 \ diff --git a/triton_patch/cache_fix.patch b/triton_patch/cache_fix.patch new file mode 100644 index 000000000..97a1aa477 --- /dev/null +++ b/triton_patch/cache_fix.patch @@ -0,0 +1,8 @@ +4c4 +< import random +--- +> import uuid +117c117 +< rnd_id = random.randint(0, 1000000) +--- +> rnd_id = str(uuid.uuid4())