Skip to content

Commit 19514d6

Browse files
authored
cmake : do not hide GGML options + rename option (#9465)
* cmake : do not hide GGML options ggml-ci * build : rename flag GGML_CUDA_USE_GRAPHS -> GGML_CUDA_GRAPHS for consistency ggml-ci
1 parent 5c3d0f1 commit 19514d6

File tree

4 files changed

+16
-7
lines changed

4 files changed

+16
-7
lines changed

CMakeLists.txt

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -82,11 +82,11 @@ set(GGML_FATAL_WARNINGS ${LLAMA_FATAL_WARNINGS})
8282

8383
# change the default for these ggml options
8484
if (NOT DEFINED GGML_LLAMAFILE)
85-
set(GGML_LLAMAFILE ON)
85+
set(GGML_LLAMAFILE_DEFAULT ON)
8686
endif()
8787

88-
if (NOT DEFINED GGML_CUDA_USE_GRAPHS)
89-
set(GGML_CUDA_USE_GRAPHS ON)
88+
if (NOT DEFINED GGML_CUDA_GRAPHS)
89+
set(GGML_CUDA_GRAPHS_DEFAULT ON)
9090
endif()
9191

9292
# transition helpers

Makefile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -619,7 +619,7 @@ ifdef GGML_CUDA
619619
CUDA_PATH ?= /usr/local/cuda
620620
endif
621621

622-
MK_CPPFLAGS += -DGGML_USE_CUDA -I$(CUDA_PATH)/include -I$(CUDA_PATH)/targets/$(UNAME_M)-linux/include -DGGML_CUDA_USE_GRAPHS
622+
MK_CPPFLAGS += -DGGML_USE_CUDA -DGGML_CUDA_USE_GRAPHS -I$(CUDA_PATH)/include -I$(CUDA_PATH)/targets/$(UNAME_M)-linux/include
623623
MK_LDFLAGS += -lcuda -lcublas -lculibos -lcudart -lcublasLt -lpthread -ldl -lrt -L$(CUDA_PATH)/lib64 -L/usr/lib64 -L$(CUDA_PATH)/targets/$(UNAME_M)-linux/lib -L$(CUDA_PATH)/lib64/stubs -L/usr/lib/wsl/lib
624624
MK_NVCCFLAGS += -use_fast_math
625625
endif # GGML_MUSA

ggml/CMakeLists.txt

Lines changed: 11 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,15 @@ else()
5656
set(GGML_NATIVE_DEFAULT ON)
5757
endif()
5858

59+
# defaults
60+
if (NOT GGML_LLAMAFILE_DEFAULT)
61+
set(GGML_LLAMAFILE_DEFAULT OFF)
62+
endif()
63+
64+
if (NOT GGML_CUDA_GRAPHS_DEFAULT)
65+
set(GGML_CUDA_GRAPHS_DEFAULT OFF)
66+
endif()
67+
5968
# general
6069
option(GGML_STATIC "ggml: static link libraries" OFF)
6170
option(GGML_NATIVE "ggml: enable -march=native flag" ${GGML_NATIVE_DEFAULT})
@@ -110,7 +119,7 @@ option(GGML_ACCELERATE "ggml: enable Accelerate framework"
110119
option(GGML_BLAS "ggml: use BLAS" ${GGML_BLAS_DEFAULT})
111120
set(GGML_BLAS_VENDOR ${GGML_BLAS_VENDOR_DEFAULT} CACHE STRING
112121
"ggml: BLAS library vendor")
113-
option(GGML_LLAMAFILE "ggml: use LLAMAFILE" OFF)
122+
option(GGML_LLAMAFILE "ggml: use LLAMAFILE" ${GGML_LLAMAFILE_DEFAULT})
114123

115124
option(GGML_CUDA "ggml: use CUDA" OFF)
116125
option(GGML_MUSA "ggml: use MUSA" OFF)
@@ -127,7 +136,7 @@ set (GGML_CUDA_PEER_MAX_BATCH_SIZE "128" CACHE STRING
127136
option(GGML_CUDA_NO_PEER_COPY "ggml: do not use peer to peer copies" OFF)
128137
option(GGML_CUDA_NO_VMM "ggml: do not try to use CUDA VMM" OFF)
129138
option(GGML_CUDA_FA_ALL_QUANTS "ggml: compile all quants for FlashAttention" OFF)
130-
option(GGML_CUDA_USE_GRAPHS "ggml: use CUDA graphs (llama.cpp only)" OFF)
139+
option(GGML_CUDA_GRAPHS "ggml: use CUDA graphs (llama.cpp only)" ${GGML_CUDA_GRAPHS_DEFAULT})
131140

132141
option(GGML_HIPBLAS "ggml: use hipBLAS" OFF)
133142
option(GGML_HIP_UMA "ggml: use HIP unified memory architecture" OFF)

ggml/src/CMakeLists.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -329,7 +329,7 @@ if (GGML_CUDA)
329329
add_compile_definitions(K_QUANTS_PER_ITERATION=${GGML_CUDA_KQUANTS_ITER})
330330
add_compile_definitions(GGML_CUDA_PEER_MAX_BATCH_SIZE=${GGML_CUDA_PEER_MAX_BATCH_SIZE})
331331

332-
if (GGML_CUDA_USE_GRAPHS)
332+
if (GGML_CUDA_GRAPHS)
333333
add_compile_definitions(GGML_CUDA_USE_GRAPHS)
334334
endif()
335335

0 commit comments

Comments
 (0)