Skip to content

Commit 7458943

Browse files
ggerganovjiahansu
authored andcommitted
ggml : try fix 32-bit arm compat (ggml-org#1938)
* ggml : try fix 32-bit arm compat * ggml : fix cont
1 parent de7acc8 commit 7458943

File tree

1 file changed

+8
-7
lines changed

1 file changed

+8
-7
lines changed

ggml-quants.c

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -9758,8 +9758,8 @@ void ggml_vec_dot_iq2_s_q8_K(int n, float * restrict s, size_t bs, const void *
97589758

97599759
static const uint8_t k_mask2[16] = {0x01, 0x02, 0x04, 0x08, 0x10, 0x20, 0x40, 0x80, 0x01, 0x02, 0x04, 0x08, 0x10, 0x20, 0x40, 0x80,};
97609760

9761-
const uint8x16x2_t mask1 = vld1q_u8_x2(k_mask1);
9762-
const uint8x16_t mask2 = vld1q_u8(k_mask2);
9761+
const ggml_uint8x16x2_t mask1 = ggml_vld1q_u8_x2(k_mask1);
9762+
const uint8x16_t mask2 = vld1q_u8(k_mask2);
97639763
const uint8x16_t m1 = vdupq_n_u8(1);
97649764
const int32x4_t vzero = vdupq_n_s32(0);
97659765

@@ -10103,11 +10103,12 @@ void ggml_vec_dot_iq3_s_q8_K (int n, float * GGML_RESTRICT s, size_t bs, const v
1010310103

1010410104
static const int16_t k_shift[8] = {8, 7, 6, 5, 4, 3, 2, 1};
1010510105

10106-
const uint8x16x2_t mask1 = vld1q_u8_x2(k_mask1);
10107-
const uint8x16_t mask2 = vld1q_u8(k_mask2);
10108-
const int16x8_t hshift = vld1q_s16(k_shift);
10109-
const uint16x8_t m256 = vdupq_n_u16(256);
10110-
const uint8x16_t m1 = vdupq_n_u8(1);
10106+
const ggml_uint8x16x2_t mask1 = ggml_vld1q_u8_x2(k_mask1);
10107+
const uint8x16_t mask2 = vld1q_u8(k_mask2);
10108+
10109+
const int16x8_t hshift = vld1q_s16(k_shift);
10110+
const uint16x8_t m256 = vdupq_n_u16(256);
10111+
const uint8x16_t m1 = vdupq_n_u8(1);
1011110112

1011210113
uint8x16x2_t vs;
1011310114
ggml_int8x16x4_t q3s;

0 commit comments

Comments
 (0)