Merge pull request #148 from guodongxiaren/main

remove hard code for block_size
2026-04-13 20:36:32 +08:00
parent 7f967ed6ff 55c64e7fdf
commit 52d2215911
2 changed files with 6 additions and 1 deletions
@@ -12,9 +12,13 @@ class SequenceStatus(Enum):


 class Sequence:
-    block_size = 256
+    block_size: int = 0  # invalid value, will be set by set_block_size
    counter = count()

+    @classmethod
+    def set_block_size(cls, block_size: int):
+        cls.block_size = block_size
+
    def __init__(self, token_ids: list[int], sampling_params = SamplingParams()):
        self.seq_id = next(Sequence.counter)
        self.status = SequenceStatus.WAITING