Merge pull request #48 from dtrifiro/use-mp-executor-backend

Dockerfile.ubi: use distributed-executor-backend=mp as default
opendatahub-io · Jun 10, 2024 · ce183c7 · ce183c7
2 parents e332d6f + d67270c
commit ce183c7
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/Dockerfile.ubi b/Dockerfile.ubi
@@ -210,7 +210,7 @@ RUN umask 002 \
 COPY LICENSE /licenses/vllm.md
 
 USER 2000
-ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
+ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server", "--distributed-executor-backend=mp"]
 
 
 FROM vllm-openai as vllm-grpc-adapter
@@ -222,4 +222,4 @@ RUN --mount=type=cache,target=/root/.cache/pip \
 
 ENV GRPC_PORT=8033
 USER 2000
-ENTRYPOINT ["python3", "-m", "vllm_tgis_adapter"]
+ENTRYPOINT ["python3", "-m", "vllm_tgis_adapter", "--distributed-executor-backend=mp"]