File tree 1 file changed +2
-2
lines changed
include/flashinfer/attention
1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change 33
33
34
34
namespace flashinfer {
35
35
36
- DEFINE_HAS_MEMBER (maybe_q_rope_offset )
36
+ DEFINE_HAS_MEMBER (decode_maybe_q_rope_offset )
37
37
38
38
namespace cg = cooperative_groups;
39
39
using cp_async::PrefetchMode;
@@ -441,7 +441,7 @@ __global__ void BatchDecodeWithPagedKVCacheKernel(const __grid_constant__ Params
441
441
const uint32_t q_stride_h = params.q_stride_h ;
442
442
if constexpr (POS_ENCODING_MODE == PosEncodingMode::kRoPELlama ) {
443
443
const IdType* q_rope_offset = nullptr ;
444
- if constexpr (has_maybe_q_rope_offset_v <Params>) {
444
+ if constexpr (has_decode_maybe_q_rope_offset_v <Params>) {
445
445
q_rope_offset = params.maybe_q_rope_offset ;
446
446
}
447
447
int32_t q_rope_offset_val = q_rope_offset == nullptr ? (kv_len - 1 ) : q_rope_offset[batch_idx];
You can’t perform that action at this time.
0 commit comments