[SYCL][CUDA][HIP] Add support for intel extension free-memory (#6709)

The support is added for NVIDIA and AMD devices.

Co-authored-by: Abhishek Bagusetty <[email protected]>

Author: abagusetty

sycl/plugins/cuda/pi_cuda.cpp

@@ -1887,6 +1887,16 @@ pi_result cuda_piDeviceGetInfo(pi_device device, pi_device_info param_name,
                    result.c_str());
   }
 
+  case PI_EXT_INTEL_DEVICE_INFO_FREE_MEMORY: {
+    size_t FreeMemory = 0;
+    size_t TotalMemory = 0;
+    sycl::detail::pi::assertion(cuMemGetInfo(&FreeMemory, &TotalMemory) ==
+                                    CUDA_SUCCESS,
+                                "failed cuMemGetInfo() API.");
+    return getInfo(param_value_size, param_value, param_value_size_ret,
+                   FreeMemory);
+  }
+
     // TODO: Investigate if this information is available on CUDA.
   case PI_DEVICE_INFO_PCI_ADDRESS:
   case PI_DEVICE_INFO_GPU_EU_COUNT:

sycl/plugins/hip/pi_hip.cpp

@@ -1779,6 +1779,16 @@ pi_result hip_piDeviceGetInfo(pi_device device, pi_device_info param_name,
                        props.arch.hasSharedInt64Atomics);
   }
 
+  case PI_EXT_INTEL_DEVICE_INFO_FREE_MEMORY: {
+    size_t FreeMemory = 0;
+    size_t TotalMemory = 0;
+    sycl::detail::pi::assertion(hipMemGetInfo(&FreeMemory, &TotalMemory) ==
+                                    hipSuccess,
+                                "failed hipMemGetInfo() API.");
+    return getInfo(param_value_size, param_value, param_value_size_ret,
+                   FreeMemory);
+  }
+
   // TODO: Implement.
   case PI_DEVICE_INFO_ATOMIC_MEMORY_ORDER_CAPABILITIES:
   // TODO: Investigate if this information is available on HIP.