Skip to content

Commit 849cb13

Browse files
MQ-mengqingjunchao-loongson
authored andcommitted
opt bytes_from_nibbles_32 and sum_i16_pairs_float
1 parent b3ade8d commit 849cb13

File tree

1 file changed

+5
-11
lines changed

1 file changed

+5
-11
lines changed

ggml-quants.c

Lines changed: 5 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -943,21 +943,15 @@ static inline __m256i bytes_from_bits_32(const uint8_t * x) {
943943
// The output vector contains 32 bytes, each one in [ 0 .. 15 ] interval
944944
static inline __m256i bytes_from_nibbles_32(const uint8_t * rsi)
945945
{
946-
const __m128i tmp = __lsx_vld((const __m128i *)rsi, 0);
947-
__m128i tmp2 = __lsx_vsrli_h(tmp, 4);
948-
__m128i lowMask = __lsx_vreplgr2vr_b(0xf);
949-
__m128i tmpl = __lsx_vand_v(tmp, lowMask);
950-
__m128i tmph = __lsx_vand_v(tmp2, lowMask);
951-
return MM256_SET_M128I(tmph, tmpl);
946+
const __m128i lo = __lsx_vld((const __m128i *)rsi, 0);
947+
__m128i hi = __lsx_vsrli_h(lo, 4);
948+
return __lasx_xvandi_b(MM256_SET_M128I(hi, lo), 0xf);
952949
}
953950

954951
// add int16_t pairwise and return as float vector
955952
static inline __m256 sum_i16_pairs_float(const __m256i x) {
956-
const __m256i ones = __lasx_xvreplgr2vr_h(1);
957-
958-
__m256i zero256 = __lasx_xvldi(0);
959-
const __m256i tmp1 = __lasx_xvmaddwev_w_h(zero256, ones, x);
960-
const __m256i summed_pairs = __lasx_xvmaddwod_w_h(tmp1, ones, x);
953+
__m256i v = __lasx_xvpackod_h(x, x);
954+
__m256i summed_pairs = __lasx_xvaddwev_w_h(x, v);
961955
return __lasx_xvffint_s_w(summed_pairs);
962956
}
963957

0 commit comments

Comments
 (0)