refactor

2025-06-12 09:41:12 +08:00
parent fee58d44e4
commit f16adb729e
4 changed files with 14 additions and 22 deletions
--- a/nanovllm/engine/block_manager.py
+++ b/nanovllm/engine/block_manager.py
@@ -57,9 +57,6 @@ class BlockManager:
        self.used_block_ids.remove(block_id)
        self.free_block_ids.append(block_id)

-    def can_prefill(self):
-        return len(self.free_block_ids) > 0.1 * len(self.blocks)
-
    def can_allocate(self, seq: Sequence):
        return len(self.free_block_ids) >= seq.num_blocks