From d67270ca48c9dd1ed45f192720ac714785748763 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Daniele=20Trifir=C3=B2?= Date: Mon, 10 Jun 2024 17:31:35 +0200 Subject: [PATCH] Dockerfile.ubi: use distributed-executor-backend=mp as default --- Dockerfile.ubi | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile.ubi b/Dockerfile.ubi index 1a11dbb33e5e7..a65645647070a 100644 --- a/Dockerfile.ubi +++ b/Dockerfile.ubi @@ -210,7 +210,7 @@ RUN umask 002 \ COPY LICENSE /licenses/vllm.md USER 2000 -ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"] +ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server", "--distributed-executor-backend=mp"] FROM vllm-openai as vllm-grpc-adapter @@ -222,4 +222,4 @@ RUN --mount=type=cache,target=/root/.cache/pip \ ENV GRPC_PORT=8033 USER 2000 -ENTRYPOINT ["python3", "-m", "vllm_tgis_adapter"] +ENTRYPOINT ["python3", "-m", "vllm_tgis_adapter", "--distributed-executor-backend=mp"]