bump to vllm0.6.3 (kserve#4001)

Signed-off-by: yxia216 <yxia216@bloomberg.net>
mwaykole · Oct 16, 2024 · 158d901 · 158d901
1 parent 05dea67
commit 158d901
Show file tree

Hide file tree

Showing 3 changed files with 940 additions and 786 deletions.
diff --git a/python/huggingface_server.Dockerfile b/python/huggingface_server.Dockerfile
@@ -9,7 +9,7 @@ ARG POETRY_HOME=/opt/poetry
 ARG POETRY_VERSION=1.8.3
 
 # Install vllm
-ARG VLLM_VERSION=0.6.2
+ARG VLLM_VERSION=0.6.3
 
 RUN apt-get update -y && apt-get install gcc python3.10-venv python3-dev -y && apt-get clean && \
     rm -rf /var/lib/apt/lists/*