Skip to content

Commit 55b75d8

Browse files
authored
misc: Remove duplicate param set in MLA kernel (#850)
This PR removes the duplicate set of `params.kv_indices` in the MLA kernel.
1 parent 1161b12 commit 55b75d8

File tree

1 file changed

+0
-1
lines changed

1 file changed

+0
-1
lines changed

csrc/batch_mla_run.cu

-1
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,6 @@ void BatchMLAPagedAttentionRun(at::Tensor float_workspace_buffer, at::Tensor int
6868
params.q_pe = static_cast<DTypeQ*>(q_pe.data_ptr());
6969
params.ckv = static_cast<DTypeKV*>(ckv_cache.data_ptr());
7070
params.kpe = static_cast<DTypeKV*>(kpe_cache.data_ptr());
71-
params.kv_indices = static_cast<IdType*>(kv_indices.data_ptr());
7271

7372
params.q_indptr = GetPtrFromBaseOffset<IdType>(int_buffer_ptr, plan_info.q_indptr_offset);
7473
params.kv_indptr = GetPtrFromBaseOffset<IdType>(int_buffer_ptr, plan_info.kv_indptr_offset);

0 commit comments

Comments
 (0)