File tree Expand file tree Collapse file tree 2 files changed +3
-3
lines changed
ggml/src/ggml-vulkan/vulkan-shaders Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -29,7 +29,7 @@ void main() {
29
29
uint qs = data_a[ib].qs[4 * ib32 + l];
30
30
const uint8_t sign = data_a[ib].qs[QUANT_K / 8 + 4 * ib32 + l];
31
31
qs |= (qh << (8 - 2 * l)) & 0x300;
32
- const uvec2 grid = iq2s_grid[qs & 511 ];
32
+ const uvec2 grid = iq2s_grid[qs];
33
33
const u8vec4 grid0 = unpack8(grid.x);
34
34
const u8vec4 grid1 = unpack8(grid.y);
35
35
data_b[b_idx + 8 * l + 0] = D_TYPE(db[l/2] * grid0.x * ((sign & 1) != 0 ? -1.0 : 1.0));
Original file line number Diff line number Diff line change @@ -22,14 +22,14 @@ void main() {
22
22
const uint b_idx = 256 * ib + 32 * is;
23
23
24
24
const float d = float(data_a[ib].d);
25
- const float db = d * (1 + 2 * ((data_a[ib].scales[is] >> (4 * (is % 2))) & 0xf));
25
+ const float db = d * (1 + 2 * ((data_a[ib].scales[is / 2 ] >> (4 * (is % 2))) & 0xf));
26
26
27
27
// We must produce 32 values using 4 sign bytes, 1 qh byte, 8 qs bytes.
28
28
uint qh = data_a[ib].qh[is];
29
29
[[unroll]] for (uint l = 0; l < 8; ++l) {
30
30
uint qs = data_a[ib].qs[8 * is + l];
31
31
uint gidx = qs | ((qh << (8 - l)) & 256);
32
- uint8_t signs = data_a[ib].signs[8 * is + l / 2] >> (4 * (l & 1));
32
+ uint8_t signs = data_a[ib].signs[4 * is + l / 2] >> (4 * (l & 1));
33
33
u8vec4 grid = unpack8(iq3s_grid[gidx]);
34
34
data_b[b_idx + 4 * l + 0] = D_TYPE(db * grid.x * ((signs & 1) != 0 ? -1.0 : 1.0));
35
35
data_b[b_idx + 4 * l + 1] = D_TYPE(db * grid.y * ((signs & 2) != 0 ? -1.0 : 1.0));
You can’t perform that action at this time.
0 commit comments