fix bug for tp

2025-12-18 01:28:25 +08:00
parent 2f21442653
commit 82f5ca244f
2 changed files with 9 additions and 6 deletions
@@ -88,6 +88,7 @@ class BlockManager:
            if block.ref_count == 0:
                self._deallocate_block(block_id)
        seq.num_cached_tokens = 0
+        seq.prefilled = False
        seq.block_table.clear()

    def can_append(self, seq: Sequence) -> bool: