Skip to content

Commit 66aab46

Browse files
committed
ggml : fix Q4_3 quantization
Broke it during conflict resolution in last PR
1 parent 38de86a commit 66aab46

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

ggml.c

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -12210,6 +12210,12 @@ size_t ggml_quantize_chunk(enum ggml_type type, const float * src, void * dst, i
1221012210
block_q4_2 * block = (block_q4_2*)dst + start / QK4_2;
1221112211
result = ggml_quantize_q4_2(src + start, block, n, n, hist);
1221212212
} break;
12213+
case GGML_TYPE_Q4_3:
12214+
{
12215+
GGML_ASSERT(start % QK4_3 == 0);
12216+
block_q4_3 * block = (block_q4_3*)dst + start / QK4_3;
12217+
result = ggml_quantize_q4_3(src + start, block, n, n, hist);
12218+
} break;
1221312219
default:
1221412220
assert(false);
1221512221
}

0 commit comments

Comments
 (0)