File tree Expand file tree Collapse file tree 3 files changed +1
-15
lines changed Expand file tree Collapse file tree 3 files changed +1
-15
lines changed Original file line number Diff line number Diff line change @@ -26,12 +26,6 @@ if (OpenCL_FOUND)
26
26
27
27
add_compile_definitions (GGML_OPENCL_SOA_Q )
28
28
29
- if (GGML_OPENCL_SMALL_ALLOC )
30
- message (STATUS "OpenCL will allocate a separate buffer for each tensor. "
31
- "The default behavior allocates a large buffer to hold multiple tensors." )
32
- add_compile_definitions (GGML_OPENCL_SMALL_ALLOC )
33
- endif ()
34
-
35
29
if (GGML_OPENCL_USE_ADRENO_KERNELS )
36
30
message (STATUS "OpenCL will use matmul kernels optimized for Adreno" )
37
31
add_compile_definitions (GGML_OPENCL_USE_ADRENO_KERNELS )
Original file line number Diff line number Diff line change @@ -24,15 +24,6 @@ add_library(llama
24
24
unicode-data.cpp
25
25
)
26
26
27
- # TODO: This is intrusive. We intend to remove SMALL_ALLOC path once the we fully
28
- # migrate to the non SMALL_ALLOC path.
29
- if (GGML_OPENCL )
30
- add_compile_definitions (GGML_USE_OPENCL )
31
- if (GGML_OPENCL_SMALL_ALLOC )
32
- add_compile_definitions (GGML_OPENCL_SMALL_ALLOC )
33
- endif ()
34
- endif ()
35
-
36
27
target_include_directories (llama PUBLIC . ../include )
37
28
target_compile_features (llama PUBLIC cxx_std_17 ) # don't bump
38
29
Original file line number Diff line number Diff line change @@ -465,6 +465,7 @@ struct test_case {
465
465
// post-graph sentinel
466
466
add_sentinel (ctx);
467
467
468
+ // allocate
468
469
ggml_backend_buffer_t buf = ggml_backend_alloc_ctx_tensors (ctx, backend1);
469
470
if (buf == NULL ) {
470
471
printf (" failed to allocate tensors [%s] " , ggml_backend_name (backend1));
You can’t perform that action at this time.
0 commit comments