remove symlink deprecated arg

defenseunicorns · Aug 2, 2024 · 416909c · 416909c
1 parent 04e04d3
commit 416909c
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/packages/vllm/Dockerfile b/packages/vllm/Dockerfile
@@ -79,7 +79,7 @@ ARG SDK_DEST=src/leapfrogai_sdk/build
 
 # model-specific arguments
 ARG TRUST_REMOTE_CODE="True" \
-    MODEL_SOURCE=".model/" \
+    MODEL_SOURCE="/data/.model/" \
     MAX_CONTEXT_LENGTH=32768 \
     STOP_TOKENS='["</s>"]' \
     PROMPT_FORMAT_CHAT_SYSTEM="<|im_start|>system\n{}<|im_end|>\n" \

diff --git a/packages/vllm/src/model_download.py b/packages/vllm/src/model_download.py
@@ -13,6 +13,5 @@
 snapshot_download(
     repo_id=REPO_ID,
     local_dir=".model",
-    local_dir_use_symlinks=False,
     revision=REVISION,
 )