From 56b446dd751778c2b2169e1527d24f523c7bac3c Mon Sep 17 00:00:00 2001 From: Sourashis Roy Date: Sun, 6 Oct 2024 23:55:56 +0000 Subject: [PATCH] Dummy --- vllm/core/block_manager_v2.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/core/block_manager_v2.py b/vllm/core/block_manager_v2.py index c7ee6609306d..1cd507126e3a 100644 --- a/vllm/core/block_manager_v2.py +++ b/vllm/core/block_manager_v2.py @@ -151,6 +151,7 @@ def _allocate_sequence(self, seq: Sequence) -> BlockTable: block_allocator=self.block_allocator, max_block_sliding_window=self.max_block_sliding_window, ) + if seq.get_token_ids(): # Add blocks to the block table only if the sequence is non empty. block_table.allocate(seq.get_token_ids())