Rain-Bus/nano-vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix scheduler.postprocess return type

Browse Source
This commit is contained in:
Chengqi Deng
2026-04-11 13:23:49 +08:00
parent 2f21442653
commit 498f5a1aa8
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
nanovllm/engine/scheduler.py
+1 -1
View File
@@ -62,7 +62,7 @@ class Scheduler:
self.block_manager.deallocate(seq) self.block_manager.deallocate(seq)
self.waiting.appendleft(seq) self.waiting.appendleft(seq)
def postprocess(self, seqs: list[Sequence], token_ids: list[int]) -> list[bool]: def postprocess(self, seqs: list[Sequence], token_ids: list[int]):
for seq, token_id in zip(seqs, token_ids): for seq, token_id in zip(seqs, token_ids):
seq.append_token(token_id) seq.append_token(token_id)
if (not seq.ignore_eos and token_id == self.eos) or seq.num_completion_tokens == seq.max_tokens: if (not seq.ignore_eos and token_id == self.eos) or seq.num_completion_tokens == seq.max_tokens: