diff --git a/nanovllm/engine/scheduler.py b/nanovllm/engine/scheduler.py index 6d1eb53..cbf6b65 100644 --- a/nanovllm/engine/scheduler.py +++ b/nanovllm/engine/scheduler.py @@ -23,7 +23,7 @@ class Scheduler: def add(self, seq: Sequence): self.waiting.append(seq) - def schedule(self) -> tuple[list[Sequence], SequenceStatus]: + def schedule(self) -> tuple[list[Sequence], bool]: # prefill scheduled_seqs = [] num_seqs = 0