Skip to content

Commit fd123cf

Browse files
authored
Vulkan: Default to 1GB allocations instead of 4GB to avoid fragmentation and driver issues (#12434)
1 parent a53f7f7 commit fd123cf

File tree

1 file changed

+1
-5
lines changed

1 file changed

+1
-5
lines changed

ggml/src/ggml-vulkan/ggml-vulkan.cpp

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2524,13 +2524,9 @@ static vk_device ggml_vk_get_device(size_t idx) {
25242524

25252525
if (GGML_VK_SUBALLOCATION_BLOCK_SIZE != nullptr) {
25262526
device->suballocation_block_size = std::stoul(GGML_VK_SUBALLOCATION_BLOCK_SIZE);
2527-
#if defined(_WIN32)
2528-
} else if (device->vendor_id == VK_VENDOR_ID_NVIDIA) {
2527+
} else {
25292528
// Limit batching of allocations to 1GB by default to avoid fragmentation issues
25302529
device->suballocation_block_size = 1024*1024*1024;
2531-
#endif
2532-
} else {
2533-
device->suballocation_block_size = device->max_memory_allocation_size;
25342530
}
25352531
device->suballocation_block_size = std::min(device->suballocation_block_size, device->max_memory_allocation_size);
25362532

0 commit comments

Comments
 (0)