better

2025-06-15 10:31:48 +08:00
parent c1fd4ea3c2
commit fc778a4da9
10 changed files with 19 additions and 22 deletions
--- a/nanovllm/utils/context.py
+++ b/nanovllm/utils/context.py
@@ -25,4 +25,4 @@ def set_context(is_prefill, cu_seqlens_q=None, cu_seqlens_k=None, max_seqlen_q=0

 def reset_context():
    global _CONTEXT
-    _CONTEXT = Context()
+    _CONTEXT = Context()