Merge pull request #213 from Anai-Guo/fix/prepare-prefill-seqlen-k-chunked-prefill

fix(model_runner): correct seqlen_k to chunk boundary in prepare_prefill
2026-04-25 17:43:24 +08:00
parent 812eb1c1e4 25794a1f29
commit 5df84934f3
1 changed files with 1 additions and 1 deletions
@@ -139,8 +139,8 @@ class ModelRunner:
            seqlen = len(seq)
            start = min(seq.num_cached_tokens, seqlen - 1)
            seqlen_q = seq.num_scheduled_tokens
-            seqlen_k = seqlen
            end = start + seqlen_q
+            seqlen_k = end
            input_ids.extend(seq[start:end])
            positions.extend(range(start, end))
            cu_seqlens_q.append(cu_seqlens_q[-1] + seqlen_q)