Update vllm/core/block_manager_v2.py

sroy745 · comaniac · web-flow · commit 2a484cb24dde · 2024-10-06T12:42:38.000-07:00
Co-authored-by: Cody Yu &lt;hao.yu.cody@gmail.com&gt;
diff --git a/vllm/core/block_manager_v2.py b/vllm/core/block_manager_v2.py
@@ -151,7 +151,7 @@ def _allocate_sequence(self, seq: Sequence) -> BlockTable:
             block_allocator=self.block_allocator,
             max_block_sliding_window=self.max_block_sliding_window,
         )
-        if (len(seq.get_token_ids()) > 0):
+        if seq.get_token_ids():
             # Add blocks to the block table only if the sequence is non empty.
             block_table.allocate(seq.get_token_ids())
 

Original file line number	Diff line number	Diff line change
`@@ -151,7 +151,7 @@ def _allocate_sequence(self, seq: Sequence) -> BlockTable:`
`151`	`151`	`block_allocator=self.block_allocator,`
`152`	`152`	`max_block_sliding_window=self.max_block_sliding_window,`
`153`	`153`	`)`
`154`		`- if (len(seq.get_token_ids()) > 0):`
	`154`	`+ if seq.get_token_ids():`
`155`	`155`	`# Add blocks to the block table only if the sequence is non empty.`
`156`	`156`	`block_table.allocate(seq.get_token_ids())`
`157`	`157`