We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 285f3e4 commit bcc0b6bCopy full SHA for bcc0b6b
ggml-cuda.cu
@@ -281,7 +281,7 @@ struct ggml_cuda_pool_leg : public ggml_cuda_pool {
281
b.size = 0;
282
return ptr;
283
}
284
- if(worst_i!=-1 && !g_mul_mat_q) //no buffer that fits our needs, resize largest one to save memory (non mmq only)
+ if(worst_i!=-1) //no buffer that fits our needs, resize largest one to save memory (non mmq only)
285
{
286
ggml_cuda_buffer& b = buffer_pool[worst_i];
287
0 commit comments