Dockerfile.ubi: get rid of --distributed-executor-backend=mp

this is the default when `--worker-use-ray` is not provided and world-size > 1
opendatahub-io · Jul 10, 2024 · 5d69331 · 5d69331
1 parent c624c10
commit 5d69331
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/Dockerfile.ubi b/Dockerfile.ubi
@@ -181,7 +181,7 @@ RUN umask 002 \
 COPY LICENSE /licenses/vllm.md
 
 USER 2000
-ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server", "--distributed-executor-backend=mp"]
+ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
 
 
 FROM vllm-openai as vllm-grpc-adapter
@@ -193,4 +193,4 @@ RUN --mount=type=cache,target=/root/.cache/pip \
 
 ENV GRPC_PORT=8033
 USER 2000
-ENTRYPOINT ["python3", "-m", "vllm_tgis_adapter", "--distributed-executor-backend=mp"]
+ENTRYPOINT ["python3", "-m", "vllm_tgis_adapter"]