Skip to content

Commit 34b669c

Browse files
Apply suggestions from code review
Co-authored-by: Georgi Gerganov <[email protected]>
1 parent c3a0b51 commit 34b669c

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

ggml-quants.c

+4-4
Original file line numberDiff line numberDiff line change
@@ -4596,18 +4596,18 @@ void ggml_vec_dot_q8_0_q8_0(int n, float * restrict s, size_t bs, const void * r
45964596

45974597
#if defined(__ARM_FEATURE_MATMUL_INT8)
45984598
if (nrc == 2) {
4599-
const block_q4_0 * restrict vx0 = vx;
4600-
const block_q4_0 * restrict vx1 = (const block_q4_0 *) ((const uint8_t*)vx + bx);
4599+
const block_q8_0 * restrict vx0 = vx;
4600+
const block_q8_0 * restrict vx1 = (const block_q8_0 *) ((const uint8_t*)vx + bx);
46014601
const block_q8_0 * restrict vy0 = vy;
46024602
const block_q8_0 * restrict vy1 = (const block_q8_0 *) ((const uint8_t*)vy + by);
46034603

46044604
float32x4_t sumv0 = vdupq_n_f32(0.0f);
46054605

46064606
for (int i = 0; i < nb; i++) {
4607-
const block_q4_0 * restrict b_x0 = &vx0[i];
4607+
const block_q8_0 * restrict b_x0 = &vx0[i];
46084608
const block_q8_0 * restrict b_y0 = &vy0[i];
46094609

4610-
const block_q4_0 * restrict b_x1 = &vx1[i];
4610+
const block_q8_0 * restrict b_x1 = &vx1[i];
46114611
const block_q8_0 * restrict b_y1 = &vy1[i];
46124612

46134613
const int8x16_t x0_l = vld1q_s8((const int8_t*)b_x0->qs);

0 commit comments

Comments
 (0)