Merge pull request #10 from MARD1NO/refine_return_hint_in_schedule

2025-06-15 10:39:51 +08:00
parent ba96387043 98bbbefb68
commit 326b121fad
1 changed files with 1 additions and 1 deletions
--- a/nanovllm/engine/scheduler.py
+++ b/nanovllm/engine/scheduler.py
@@ -21,7 +21,7 @@ class Scheduler:
    def add(self, seq: Sequence):
        self.waiting.append(seq)

-    def schedule(self) -> tuple[list[Sequence], SequenceStatus]:
+    def schedule(self) -> tuple[list[Sequence], bool]:
        # prefill
        scheduled_seqs = []
        num_seqs = 0