We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1e4c609 commit ed60117Copy full SHA for ed60117
ggml/src/ggml-cuda/mmq.cuh
@@ -109,9 +109,9 @@ static constexpr __device__ int get_mmq_x_max_device() {
109
110
#if __CUDA_ARCH__ >= GGML_CUDA_CC_VOLTA
111
#ifdef GGML_CUDA_FORCE_MMQ
112
- return MMQ_DP4A_MAX_BATCH_SIZE;
113
-#else // GGML_CUDA_FORCE_MMQ
114
return 128;
+#else // GGML_CUDA_FORCE_MMQ
+ return MMQ_DP4A_MAX_BATCH_SIZE;
115
#endif // GGML_CUDA_FORCE_MMQ
116
#else // __CUDA_ARCH__ >= GGML_CUDA_CC_VOLTA
117
0 commit comments