Skip to content

Commit 33425a7

Browse files
committed
mamba : fix non-contiguous usage of ggml_silu
1 parent ff794f5 commit 33425a7

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

llama.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8867,7 +8867,7 @@ static struct ggml_tensor * llm_build_mamba(
88678867

88688868
// {d_inner, n_seq_tokens, n_seqs} * {d_inner} => {d_inner, n_seq_tokens, n_seqs}
88698869
y = ggml_add(ctx, y, ggml_mul(ctx, x, model.layers[il].ssm_d));
8870-
y = ggml_mul(ctx, y, ggml_silu(ctx, z));
8870+
y = ggml_mul(ctx, y, ggml_silu(ctx, ggml_cont(ctx, z)));
88718871

88728872
// {d_inner, n_embd} @ {d_inner, n_seq_tokens, n_seqs} => {n_embd, n_seq_tokens, n_seqs}
88738873
cur = ggml_mul_mat(ctx, model.layers[il].ssm_out, y);

0 commit comments

Comments
 (0)