Update VLM sample oumi infer -i commands (#1428)

oumi-ai · Feb 13, 2025 · 957dae1 · 957dae1
1 parent e5b3d09
commit 957dae1
Show file tree

Hide file tree

Showing 12 changed files with 24 additions and 12 deletions.
diff --git a/configs/recipes/vision/llama3_2_vision/inference/11b_infer.yaml b/configs/recipes/vision/llama3_2_vision/inference/11b_infer.yaml
@@ -5,7 +5,8 @@
 #   - Request access to Llama 3.2: https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/llama3_2_vision/inference/11b_rvllm_infer.yaml b/configs/recipes/vision/llama3_2_vision/inference/11b_rvllm_infer.yaml
@@ -6,7 +6,8 @@
 #   - Request access to Llama 3.2: https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_rvllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_rvllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # Sample python command to start vLLM server:
 #

diff --git a/configs/recipes/vision/llama3_2_vision/inference/11b_sglang_infer.yaml b/configs/recipes/vision/llama3_2_vision/inference/11b_sglang_infer.yaml
@@ -6,7 +6,8 @@
 #   - Request access to Llama 3.2: https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_sglang_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_sglang_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # Sample command to start SGLang server:
 # CUDA_VISIBLE_DEVICES=0 python -m sglang.launch_server \

diff --git a/configs/recipes/vision/llama3_2_vision/inference/11b_vllm_infer.yaml b/configs/recipes/vision/llama3_2_vision/inference/11b_vllm_infer.yaml
@@ -6,7 +6,8 @@
 #   - Request access to Llama 3.2: https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_vllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/llama3_2_vision/inference/11b_vllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/llava_7b/inference/infer.yaml b/configs/recipes/vision/llava_7b/inference/infer.yaml
@@ -1,7 +1,8 @@
 # Llava 7B inference config.
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/llava_7b/inference/infer.yaml
+#   oumi infer -i -c configs/recipes/vision/llava_7b/inference/infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/llava_7b/inference/vllm_infer.yaml b/configs/recipes/vision/llava_7b/inference/vllm_infer.yaml
@@ -4,7 +4,8 @@
 #   - Run `pip install vllm`
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/llava_7b/inference/vllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/llava_7b/inference/vllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/phi3/inference/vllm_infer.yaml b/configs/recipes/vision/phi3/inference/vllm_infer.yaml
@@ -4,7 +4,8 @@
 #   - Run `pip install vllm`
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/phi3/inference/vllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/phi3/inference/vllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/qwen2_5_vl_3b/inference/infer.yaml b/configs/recipes/vision/qwen2_5_vl_3b/inference/infer.yaml
@@ -1,7 +1,8 @@
 # Qwen 2.5 VL 3B inference config.
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/qwen2_5_vl_3b/inference/infer.yaml
+#   oumi infer -i -c configs/recipes/vision/qwen2_5_vl_3b/inference/infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/qwen2_5_vl_3b/inference/vllm_infer.yaml b/configs/recipes/vision/qwen2_5_vl_3b/inference/vllm_infer.yaml
@@ -4,7 +4,8 @@
 #   - Run `pip install vllm`
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/qwen2_5_vl_3b/inference/vllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/qwen2_5_vl_3b/inference/vllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/qwen2_vl_2b/inference/infer.yaml b/configs/recipes/vision/qwen2_vl_2b/inference/infer.yaml
@@ -1,7 +1,8 @@
 # Inference config for Qwen2 VL 2B Instruct.
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/infer.yaml
+#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html

diff --git a/configs/recipes/vision/qwen2_vl_2b/inference/sglang_infer.yaml b/configs/recipes/vision/qwen2_vl_2b/inference/sglang_infer.yaml
@@ -4,7 +4,8 @@
 #   - Install SGLang: https://docs.sglang.ai/start/install.html
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/sglang_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/sglang_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # Sample command to start SGLang server:
 # CUDA_VISIBLE_DEVICES=0 python -m sglang.launch_server \

diff --git a/configs/recipes/vision/qwen2_vl_2b/inference/vllm_infer.yaml b/configs/recipes/vision/qwen2_vl_2b/inference/vllm_infer.yaml
@@ -4,7 +4,8 @@
 #   - Run `pip install vllm`
 #
 # Usage:
-#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/vllm_infer.yaml
+#   oumi infer -i -c configs/recipes/vision/qwen2_vl_2b/inference/vllm_infer.yaml \
+#     --image "tests/testdata/images/the_great_wave_off_kanagawa.jpg"
 #
 # See Also:
 #   - Documentation: https://oumi.ai/docs/en/latest/user_guides/infer/infer.html