diff --git a/tests/distributed/test_pipeline_parallel.py b/tests/distributed/test_pipeline_parallel.py index 70c432534eb3..46df1f1385e4 100644 --- a/tests/distributed/test_pipeline_parallel.py +++ b/tests/distributed/test_pipeline_parallel.py @@ -97,6 +97,9 @@ def iter_params(self, model_name: str): self.trust_remote_code, self.tokenizer_mode) +# NOTE: You can adjust tp_base and/or pp_base locally to fit the model in GPU +# The values displayed here are only a rough indicator of the size of the model + # yapf: disable GENERATION_MODEL_SETTINGS = { # [DETAILED TESTS]