typo: Use of decode_maybe_q_rope_offset

MasterJH5574 · web-flow · commit 9dd28f3bf981 · 2025-02-16T11:30:01.000-05:00
Following up #855 and #847, this PR fixes a minor typo.
diff --git a/include/flashinfer/attention/decode.cuh b/include/flashinfer/attention/decode.cuh
@@ -442,7 +442,7 @@ __global__ void BatchDecodeWithPagedKVCacheKernel(const __grid_constant__ Params
   if constexpr (POS_ENCODING_MODE == PosEncodingMode::kRoPELlama) {
     const IdType* q_rope_offset = nullptr;
     if constexpr (has_decode_maybe_q_rope_offset_v<Params>) {
-      q_rope_offset = params.maybe_q_rope_offset;
+      q_rope_offset = params.decode_maybe_q_rope_offset;
     }
     int32_t q_rope_offset_val = q_rope_offset == nullptr ? (kv_len - 1) : q_rope_offset[batch_idx];
     const float rope_rcp_scale = params.rope_rcp_scale;

Original file line number	Diff line number	Diff line change
`@@ -442,7 +442,7 @@ __global__ void BatchDecodeWithPagedKVCacheKernel(const __grid_constant__ Params`
`442`	`442`	`if constexpr (POS_ENCODING_MODE == PosEncodingMode::kRoPELlama) {`
`443`	`443`	`const IdType* q_rope_offset = nullptr;`
`444`	`444`	`if constexpr (has_decode_maybe_q_rope_offset_v<Params>) {`
`445`		`- q_rope_offset = params.maybe_q_rope_offset;`
	`445`	`+ q_rope_offset = params.decode_maybe_q_rope_offset;`
`446`	`446`	`}`
`447`	`447`	`int32_t q_rope_offset_val = q_rope_offset == nullptr ? (kv_len - 1) : q_rope_offset[batch_idx];`
`448`	`448`	`const float rope_rcp_scale = params.rope_rcp_scale;`