warmup and allocate

2025-06-27 01:51:57 +08:00
parent cfc4cb6710
commit 658520b788
4 changed files with 25 additions and 8 deletions
--- a/nanovllm/engine/sequence.py
+++ b/nanovllm/engine/sequence.py
@@ -15,7 +15,7 @@ class Sequence:
    block_size = 256
    counter = count()

-    def __init__(self, token_ids: list[int], sampling_params: SamplingParams):
+    def __init__(self, token_ids: list[int], sampling_params = SamplingParams()):
        self.seq_id = next(Sequence.counter)
        self.status = SequenceStatus.WAITING
        self.token_ids = copy(token_ids)