Skip to content

Commit 8d29c8c

Browse files
committed
Format
Signed-off-by: kaixih <kaixih@nvidia.com>
1 parent 3c17c62 commit 8d29c8c

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

vllm/_custom_ops.py

+3-2
Original file line numberDiff line numberDiff line change
@@ -1458,8 +1458,9 @@ def cutlass_mla_decode(q_nope_and_q_pe: torch.Tensor,
14581458
assert B_pt == B_q, f"Batch dims must be same for page_table and q_nope_and_q_pe, but got {B_pt} and {B_q}"
14591459

14601460
# Current cutlass MLA implementation will pack smaller pages into a 128 page.
1461-
assert PAGE_NUM % (128 / PAGE_SIZE) == 0, f"PAGE_NUM must be divisible by 128 / PAGE_SIZE, but got {PAGE_NUM} and {128 / PAGE_SIZE}"
1462-
1461+
assert PAGE_NUM % (
1462+
128 / PAGE_SIZE
1463+
) == 0, f"PAGE_NUM must be divisible by 128 / PAGE_SIZE, but got {PAGE_NUM} and {128 / PAGE_SIZE}"
14631464

14641465
# TODO(kaixih@nvidia): support fp8
14651466
assert q_nope_and_q_pe.dtype in (torch.float16, torch.bfloat16), (

0 commit comments

Comments
 (0)