Skip to content

Commit d0a7123

Browse files
authored
cuda : disable host register by default (#6206)
1 parent f372c49 commit d0a7123

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

ggml-cuda.cu

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11646,7 +11646,7 @@ GGML_CALL void ggml_backend_cuda_get_device_memory(int device, size_t * free, si
1164611646
}
1164711647

1164811648
GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size) {
11649-
if (getenv("GGML_CUDA_NO_PINNED") != nullptr) {
11649+
if (getenv("GGML_CUDA_REGISTER_HOST") == nullptr) {
1165011650
return false;
1165111651
}
1165211652

@@ -11663,6 +11663,10 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size
1166311663
}
1166411664

1166511665
GGML_CALL void ggml_backend_cuda_unregister_host_buffer(void * buffer) {
11666+
if (getenv("GGML_CUDA_REGISTER_HOST") == nullptr) {
11667+
return;
11668+
}
11669+
1166611670
cudaError_t err = cudaHostUnregister(buffer);
1166711671
if (err != cudaSuccess) {
1166811672
// clear the error

0 commit comments

Comments
 (0)