|
| 1 | +/* |
| 2 | + * |
| 3 | + * Copyright (C) 2024 Intel Corporation |
| 4 | + * |
| 5 | + * Under the Apache License v2.0 with LLVM Exceptions. See LICENSE.TXT. |
| 6 | + * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| 7 | + * |
| 8 | + */ |
| 9 | + |
| 10 | +#include <numa.h> |
| 11 | +#include <numaif.h> |
| 12 | +#include <stdio.h> |
| 13 | +#include <string.h> |
| 14 | +#include <umf/mempolicy.h> |
| 15 | +#include <umf/memspace.h> |
| 16 | + |
| 17 | +// Function to create a memory provider which allocates memory from the specified NUMA node |
| 18 | +int createMemoryProvider(umf_memory_provider_handle_t *hProvider, |
| 19 | + umf_const_memspace_handle_t hMemspace) { |
| 20 | + int ret = 0; |
| 21 | + umf_result_t result; |
| 22 | + umf_mempolicy_handle_t hPolicy = NULL; |
| 23 | + if (hMemspace == NULL) { |
| 24 | + fprintf(stderr, "Memspace is NULL - do you have HMAT enabled?\n"); |
| 25 | + return -1; |
| 26 | + } |
| 27 | + // Create a mempolicy - mempolicy defines how we want to use memory from memspace. |
| 28 | + // In this example, we want to bind memory to the best node in the memspace, |
| 29 | + // for the thread that allocates memory. |
| 30 | + result = umfMempolicyCreate(UMF_MEMPOLICY_PREFERRED, &hPolicy); |
| 31 | + if (result != UMF_RESULT_SUCCESS) { |
| 32 | + ret = -1; |
| 33 | + fprintf(stderr, "umfMempolicyCreate failed.\n"); |
| 34 | + goto error_mempolicy; |
| 35 | + } |
| 36 | + |
| 37 | + // Create a memory provider using the memory space and memory policy |
| 38 | + result = umfMemoryProviderCreateFromMemspace(hMemspace, hPolicy, hProvider); |
| 39 | + if (result != UMF_RESULT_SUCCESS) { |
| 40 | + ret = -1; |
| 41 | + fprintf(stderr, "umfMemoryProviderCreateFromMemspace failed.\n"); |
| 42 | + goto error_provider; |
| 43 | + } |
| 44 | + |
| 45 | + // After creating the memory provider, we can destroy the mempolicy |
| 46 | +error_provider: |
| 47 | + umfMempolicyDestroy(hPolicy); |
| 48 | +error_mempolicy: |
| 49 | + return ret; |
| 50 | +} |
| 51 | + |
| 52 | +int main(void) { |
| 53 | + umf_memory_provider_handle_t hProvider = NULL; |
| 54 | + umf_result_t ret; |
| 55 | + void *ptr = NULL; |
| 56 | + size_t size = 1024; |
| 57 | + size_t alignment = 64; |
| 58 | + |
| 59 | + // Check if NUMA is available |
| 60 | + if (numa_available() < 0) { |
| 61 | + fprintf(stderr, "NUMA is not available on this system.\n"); |
| 62 | + return -1; |
| 63 | + } |
| 64 | + |
| 65 | + // Create the memory provider that allocates memory from the highest bandwidth numa nodes |
| 66 | + ret = createMemoryProvider(&hProvider, umfMemspaceHighestBandwidthGet()); |
| 67 | + if (ret != UMF_RESULT_SUCCESS) { |
| 68 | + return -1; |
| 69 | + } |
| 70 | + |
| 71 | + // Allocate memory from the memory provider |
| 72 | + ret = umfMemoryProviderAlloc(hProvider, size, alignment, &ptr); |
| 73 | + if (ret != UMF_RESULT_SUCCESS) { |
| 74 | + fprintf(stderr, "umfMemoryProviderAlloc failed.\n"); |
| 75 | + umfMemoryProviderDestroy(hProvider); |
| 76 | + return -1; |
| 77 | + } |
| 78 | + |
| 79 | + // Use the allocated memory (ptr) here |
| 80 | + memset(ptr, 1, size); |
| 81 | + |
| 82 | + // Lets check the NUMA node of the allocated memory |
| 83 | + int nodeId; |
| 84 | + int retm = get_mempolicy(&nodeId, NULL, 0, ptr, MPOL_F_ADDR | MPOL_F_NODE); |
| 85 | + if (retm != 0) { |
| 86 | + fprintf(stderr, "get_mempolicy failed.\n"); |
| 87 | + umfMemoryProviderFree(hProvider, ptr, size); |
| 88 | + umfMemoryProviderDestroy(hProvider); |
| 89 | + return -1; |
| 90 | + } |
| 91 | + |
| 92 | + printf("Allocated memory at %p from the highest bandwidth node: %d\n", ptr, |
| 93 | + nodeId); |
| 94 | + |
| 95 | + // Free the allocated memory |
| 96 | + umfMemoryProviderFree(hProvider, ptr, size); |
| 97 | + |
| 98 | + umfMemoryProviderDestroy(hProvider); |
| 99 | + |
| 100 | + // Lets now allocate memory from the lowest latency node |
| 101 | + |
| 102 | + ret = createMemoryProvider(&hProvider, umfMemspaceLowestLatencyGet()); |
| 103 | + if (ret != UMF_RESULT_SUCCESS) { |
| 104 | + return -1; |
| 105 | + } |
| 106 | + |
| 107 | + ret = umfMemoryProviderAlloc(hProvider, size, alignment, &ptr); |
| 108 | + |
| 109 | + if (ret != UMF_RESULT_SUCCESS) { |
| 110 | + fprintf(stderr, "umfMemoryProviderAlloc failed.\n"); |
| 111 | + umfMemoryProviderDestroy(hProvider); |
| 112 | + return -1; |
| 113 | + } |
| 114 | + |
| 115 | + memset(ptr, 1, size); |
| 116 | + |
| 117 | + retm = get_mempolicy(&nodeId, NULL, 0, ptr, MPOL_F_ADDR | MPOL_F_NODE); |
| 118 | + if (retm != 0) { |
| 119 | + fprintf(stderr, "get_mempolicy failed.\n"); |
| 120 | + umfMemoryProviderFree(hProvider, ptr, size); |
| 121 | + umfMemoryProviderDestroy(hProvider); |
| 122 | + return -1; |
| 123 | + } |
| 124 | + printf("Allocated memory at %p from the lowest latency node: %d\n", ptr, |
| 125 | + nodeId); |
| 126 | + |
| 127 | + // Free the allocated memory |
| 128 | + umfMemoryProviderFree(hProvider, ptr, size); |
| 129 | + |
| 130 | + umfMemoryProviderDestroy(hProvider); |
| 131 | + |
| 132 | + return 0; |
| 133 | +} |
0 commit comments