Fix scheduler.postprocess return type
This commit is contained in:
@@ -62,7 +62,7 @@ class Scheduler:
|
||||
self.block_manager.deallocate(seq)
|
||||
self.waiting.appendleft(seq)
|
||||
|
||||
def postprocess(self, seqs: list[Sequence], token_ids: list[int]) -> list[bool]:
|
||||
def postprocess(self, seqs: list[Sequence], token_ids: list[int]):
|
||||
for seq, token_id in zip(seqs, token_ids):
|
||||
seq.append_token(token_id)
|
||||
if (not seq.ignore_eos and token_id == self.eos) or seq.num_completion_tokens == seq.max_tokens:
|
||||
|
||||
Reference in New Issue
Block a user