zijie-tian/nano-vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

schedule return bool args

Browse Source
This commit is contained in:
MARD1NO
2025-06-15 10:15:05 +08:00
parent 4a8aa090a7
commit 98bbbefb68
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
nanovllm/engine/scheduler.py
View File

@@ -23,7 +23,7 @@ class Scheduler:
def add(self, seq: Sequence): def add(self, seq: Sequence):
self.waiting.append(seq) self.waiting.append(seq)
def schedule(self) -> tuple[list[Sequence], SequenceStatus]: def schedule(self) -> tuple[list[Sequence], bool]:
# prefill # prefill
scheduled_seqs = [] scheduled_seqs = []
num_seqs = 0 num_seqs = 0