Merge branch 'main' into xrdaukar/sgl-mi-predict

oumi-ai · Feb 13, 2025 · 42a625d · 42a625d
2 parents 6e99230 + 957dae1
commit 42a625d
Show file tree

Hide file tree

Showing 11 changed files with 22 additions and 11 deletions.
diff --git a/configs/recipes/vision/llama3_2_vision/inference/11b_infer.yaml b/configs/recipes/vision/llama3_2_vision/inference/11b_infer.yaml
@@ -5,7 +5,8 @@
 #   - Request access to Llama 3.2: https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/llama3_2_vision/inference/11b_rvllm_infer.yaml b/configs/recipes/vision/llama3_2_vision/inference/11b_rvllm_infer.yaml
@@ -6,7 +6,8 @@
 #   - Request access to Llama 3.2: https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_rvllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_rvllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # Sample python command to start vLLM server:
 #

diff --git a/configs/recipes/vision/llama3_2_vision/inference/11b_vllm_infer.yaml b/configs/recipes/vision/llama3_2_vision/inference/11b_vllm_infer.yaml
@@ -6,7 +6,8 @@
 #   - Request access to Llama 3.2: https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_vllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_vllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/llava_7b/inference/infer.yaml b/configs/recipes/vision/llava_7b/inference/infer.yaml
@@ -1,7 +1,8 @@
 # Llava 7B inference config.
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/llava_7b/inference/infer.yaml
+#   oumi infer -i -c configs/recipes/vision/llava_7b/inference/infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/llava_7b/inference/vllm_infer.yaml b/configs/recipes/vision/llava_7b/inference/vllm_infer.yaml
@@ -4,7 +4,8 @@
 #   - Run `pip install vllm`
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/llava_7b/inference/vllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/llava_7b/inference/vllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/phi3/inference/vllm_infer.yaml b/configs/recipes/vision/phi3/inference/vllm_infer.yaml
@@ -4,7 +4,8 @@
 #   - Run `pip install vllm`
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/phi3/inference/vllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/phi3/inference/vllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/qwen2_5_vl_3b/inference/infer.yaml b/configs/recipes/vision/qwen2_5_vl_3b/inference/infer.yaml
@@ -1,7 +1,8 @@
 # Qwen 2.5 VL 3B inference config.
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/qwen2_5_vl_3b/inference/infer.yaml
+#   oumi infer -i -c configs/recipes/vision/qwen2_5_vl_3b/inference/infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/qwen2_5_vl_3b/inference/vllm_infer.yaml b/configs/recipes/vision/qwen2_5_vl_3b/inference/vllm_infer.yaml
@@ -4,7 +4,8 @@
 #   - Run `pip install vllm`
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/qwen2_5_vl_3b/inference/vllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/qwen2_5_vl_3b/inference/vllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/qwen2_vl_2b/inference/infer.yaml b/configs/recipes/vision/qwen2_vl_2b/inference/infer.yaml
@@ -1,7 +1,8 @@
 # Inference config for Qwen2 VL 2B Instruct.
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/infer.yaml
+#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/qwen2_vl_2b/inference/sglang_infer.yaml b/configs/recipes/vision/qwen2_vl_2b/inference/sglang_infer.yaml
@@ -4,7 +4,8 @@
 #   - Install SGLang: https://docs.sglang.ai/start/install.html
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/sglang_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/sglang_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # Sample command to start SGLang server:
 # CUDA_VISIBLE_DEVICES=0 python -m sglang.launch_server \

diff --git a/configs/recipes/vision/qwen2_vl_2b/inference/vllm_infer.yaml b/configs/recipes/vision/qwen2_vl_2b/inference/vllm_infer.yaml
@@ -4,7 +4,8 @@
 #   - Run `pip install vllm`
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/vllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/vllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html