Enable velocityBench and SyclBench for cuda adapter

Author: omarahmed1111

unified-runtime/scripts/benchmarks/benches/syclbench.py

@@ -43,6 +43,7 @@ def setup(self):
             f"-DCMAKE_CXX_COMPILER={options.sycl}/bin/clang++",
             f"-DCMAKE_C_COMPILER={options.sycl}/bin/clang",
             f"-DSYCL_IMPL=dpcpp",
+            f"-DCMAKE_CXX_FLAGS=-fsycl -fsycl-targets=nvptx64-nvidia-cuda",
         ]
 
         run(configure_command, add_sycl=True)

unified-runtime/scripts/benchmarks/benches/velocity.py

@@ -16,10 +16,18 @@
 import os
 
 
+def isCudaDependenciesAvailable():
+    return options.cudnn_directory is not None and options.cublas_directory is not None
+
+
 class VelocityBench(Suite):
     def __init__(self, directory):
         if options.sycl is None:
             return
+        if options.ur_adapter == "cuda" and not isCudaDependenciesAvailable():
+            raise ValueError(
+                "CuDnn and CuBlas libraries directory must be specified with cuda adapter."
+            )
 
         self.directory = directory
 
@@ -66,6 +74,8 @@ def download_deps(self):
         return
 
     def extra_cmake_args(self) -> list[str]:
+        if options.ur_adapter == "cuda":
+            return [f"-DUSE_NVIDIA_BACKEND=YES", f"-DUSE_SM=80"]
         return []
 
     def ld_libraries(self) -> list[str]:
@@ -358,6 +368,12 @@ def download_deps(self):
 
     def extra_cmake_args(self):
         oneapi = get_oneapi()
+        if options.ur_adapter == "cuda":
+            return [
+                f"-DUSE_NVIDIA_BACKEND=YES",
+                f"-DUSE_SM=80",
+                f"-DCMAKE_CXX_FLAGS=-O3 -fsycl -ffast-math -I{oneapi.dnn_include()} -I{oneapi.mkl_include()} -L{oneapi.dnn_lib()} -L{oneapi.mkl_lib()} -L{options.cublas_directory} -L{options.cudnn_directory}",
+            ]
         return [
             f"-DCMAKE_CXX_FLAGS=-O3 -fsycl -ffast-math -I{oneapi.dnn_include()} -I{oneapi.mkl_include()} -L{oneapi.dnn_lib()} -L{oneapi.mkl_lib()}"
         ]
@@ -415,6 +431,12 @@ def download_deps(self):
 
     def extra_cmake_args(self):
         oneapi = get_oneapi()
+        if options.ur_adapter == "cuda":
+            return [
+                f"-DUSE_NVIDIA_BACKEND=YES",
+                f"-DUSE_SM=80",
+                f"-DCMAKE_CXX_FLAGS=-O3 -fsycl -ffast-math -I{oneapi.dnn_include()} -I{oneapi.mkl_include()} -L{oneapi.dnn_lib()} -L{oneapi.mkl_lib()}",
+            ]
         return [
             f"-DCMAKE_CXX_FLAGS=-O3 -fsycl -ffast-math -I{oneapi.dnn_include()} -I{oneapi.mkl_include()} -L{oneapi.dnn_lib()} -L{oneapi.mkl_lib()}"
         ]
@@ -452,6 +474,12 @@ def ld_libraries(self):
 
     def extra_cmake_args(self):
         oneapi = get_oneapi()
+        if options.ur_adapter == "cuda":
+            return [
+                f"-DUSE_NVIDIA_BACKEND=YES",
+                f"-DUSE_SM=80",
+                f"-DCMAKE_CXX_FLAGS=-O3 -fsycl -ffast-math -I{oneapi.dnn_include()} -I{oneapi.mkl_include()} -L{oneapi.dnn_lib()} -L{oneapi.mkl_lib()} -L{options.cublas_directory} -L{options.cudnn_directory}",
+            ]
         return [
             f"-DCMAKE_CXX_FLAGS=-O3 -fsycl -ffast-math -I{oneapi.dnn_include()} -I{oneapi.mkl_include()} -L{oneapi.dnn_lib()} -L{oneapi.mkl_lib()}"
         ]

unified-runtime/scripts/benchmarks/main.py

@@ -144,7 +144,6 @@ def main(directory, additional_env_vars, save_name, compare_names, filter):
 
     suites = (
         [
-            ComputeBench(directory),
             VelocityBench(directory),
             SyclBench(directory),
             LlamaCppBench(directory),
@@ -155,6 +154,9 @@ def main(directory, additional_env_vars, save_name, compare_names, filter):
         else []
     )
 
+    if not options.ur_adapter == "cuda":
+        suites.append(ComputeBench(directory))
+
     benchmarks = []
 
     for s in suites:
@@ -411,6 +413,18 @@ def validate_and_parse_env_args(env_args):
         help="The name of the results which should be used as a baseline for metrics calculation",
         default=options.current_run_name,
     )
+    parser.add_argument(
+        "--cudnn_directory",
+        type=str,
+        help="Directory for cudnn library",
+        default=None,
+    )
+    parser.add_argument(
+        "--cublas_directory",
+        type=str,
+        help="Directory for cublas library",
+        default=None,
+    )
 
     args = parser.parse_args()
     additional_env_vars = validate_and_parse_env_args(args.env)
@@ -434,6 +448,8 @@ def validate_and_parse_env_args(env_args):
     options.iterations_stddev = args.iterations_stddev
     options.build_igc = args.build_igc
     options.current_run_name = args.relative_perf
+    options.cudnn_directory = args.cudnn_directory
+    options.cublas_directory = args.cublas_directory
 
     if args.build_igc and args.compute_runtime is None:
         parser.error("--build-igc requires --compute-runtime to be set")