[fix] Fixed needle test bug.

2026-01-05 18:34:09 +08:00
parent d623043a3c
commit 054aaff403
5 changed files with 8 additions and 4 deletions
--- a/nanovllm/engine/sequence.py
+++ b/nanovllm/engine/sequence.py
@@ -12,7 +12,7 @@ class SequenceStatus(Enum):


 class Sequence:
-    block_size = 4096
+    block_size = 1024
    counter = count()

    def __init__(self, token_ids: list[int], sampling_params = SamplingParams()):