diff --git a/nanovllm/engine/scheduler.py b/nanovllm/engine/scheduler.py index c5735fe..1d96b1b 100644 --- a/nanovllm/engine/scheduler.py +++ b/nanovllm/engine/scheduler.py @@ -21,7 +21,7 @@ class Scheduler: def add(self, seq: Sequence): self.waiting.append(seq) - def schedule(self) -> tuple[list[Sequence], SequenceStatus]: + def schedule(self) -> tuple[list[Sequence], bool]: # prefill scheduled_seqs = [] num_seqs = 0