Add note for tests

vllm-project · Oct 6, 2024 · 59bf961 · 59bf961
1 parent 519f695
commit 59bf961
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/tests/distributed/test_pipeline_parallel.py b/tests/distributed/test_pipeline_parallel.py
@@ -97,6 +97,9 @@ def iter_params(self, model_name: str):
                        self.trust_remote_code, self.tokenizer_mode)
 
 
+# NOTE: You can adjust tp_base and/or pp_base locally to fit the model in GPU
+# The values displayed here are only a rough indicator of the size of the model
+
 # yapf: disable
 GENERATION_MODEL_SETTINGS = {
     # [DETAILED TESTS]