[fix] Fixed needle test bug.

2026-01-05 18:34:09 +08:00
parent d623043a3c
commit 054aaff403
5 changed files with 8 additions and 4 deletions
--- a/nanovllm/kvcache/sparse/policy.py
+++ b/nanovllm/kvcache/sparse/policy.py
@@ -39,7 +39,7 @@ class PolicyContext:
    is_prefill: bool
    """True if in prefill phase, False if in decode phase."""

-    block_size: int = 4096
+    block_size: int = 1024
    """Number of tokens per block."""

    total_kv_len: int = 0