remove hard code for block_size

2025-12-30 01:53:55 +08:00
parent 2f21442653
commit 55c64e7fdf
2 changed files with 6 additions and 1 deletions
@@ -18,6 +18,7 @@ class LLMEngine:
        config_fields = {field.name for field in fields(Config)}
        config_kwargs = {k: v for k, v in kwargs.items() if k in config_fields}
        config = Config(model, **config_kwargs)
+        Sequence.set_block_size(config.kvcache_block_size)
        self.ps = []
        self.events = []
        ctx = mp.get_context("spawn")