further stripped down scheduler code

Signed-off-by: Andrew Feldman <afeldman@neuralmagic.com>
neuralmagic · Jan 8, 2025 · d2fcc64 · d2fcc64
1 parent 8482b5c
commit d2fcc64
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 9 deletions.
diff --git a/vllm/v1/core/scheduler.py b/vllm/v1/core/scheduler.py
@@ -460,11 +460,7 @@ def update_from_output(
                     new_token_ids=request.output_token_ids[-num_new_tokens:],
                     finished=request.is_finished(),
                     finish_reason=request.get_finished_reason(),
-                    stop_reason=request.stop_reason,
-                    logprobs_token_ids=[],
-                    logprobs=[],
-                    prompt_logprobs_token_ids=None,
-                    prompt_logprobs=None)
+                    stop_reason=request.stop_reason)
                 engine_core_outputs.append(output)
 
                 # Breakout of the loop.

diff --git a/vllm/v1/engine/__init__.py b/vllm/v1/engine/__init__.py
@@ -41,11 +41,11 @@ class EngineCoreOutput(
 
     request_id: str
     new_token_ids: List[int]
-    logprobs: List[torch.Tensor]
-    logprobs_token_ids: List[torch.Tensor]
-    prompt_logprobs: Optional[torch.Tensor]
-    prompt_logprobs_token_ids: Optional[torch.Tensor]
     finished: bool
+    logprobs: List[torch.Tensor] = []
+    logprobs_token_ids: List[torch.Tensor] = []
+    prompt_logprobs: Optional[torch.Tensor] = None
+    prompt_logprobs_token_ids: Optional[torch.Tensor] = None
     finish_reason: Optional[str] = None
     stop_reason: Union[int, str, None] = None