Update docs

vllm-project · Oct 6, 2024 · 0b3731f · 0b3731f
1 parent 7a7272c
commit 0b3731f
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_gemma_embedding.py b/tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_gemma_embedding.py
@@ -11,4 +11,5 @@ def forward(self, *args, **kwargs) -> torch.Tensor:
         # We assume PP isn't used in the test
         assert isinstance(hidden_states, torch.Tensor)
 
+        # Return all-zero embeddings
         return torch.zeros_like(hidden_states)
diff --git a/vllm/model_executor/models/interfaces_base.py b/vllm/model_executor/models/interfaces_base.py
@@ -15,7 +15,8 @@
     from vllm.model_executor.sampling_metadata import SamplingMetadata
 
 # NOTE: Unlike those in `interfaces.py`, we don't define `ClassVar` tags
-# for the base interfaces to avoid breaking OOT registration
+# for the base interfaces to avoid breaking OOT registration for existing models
+# that don't inherit from the base interface classes
 
 # The type of hidden states
 # Currently, T = torch.Tensor for all models except for Medusa