fix

Author: zewenli98

.github/scripts/generate-release-matrix.py

@@ -5,16 +5,16 @@
 import sys
 
 RELEASE_CUDA_VERSION = {
-    "wheel": ["cu124"],
-    "tarball": ["cu124"],
+    "wheel": ["cu128"],
+    "tarball": ["cu128"],
 }
 RELEASE_PYTHON_VERSION = {
-    "wheel": ["3.8", "3.9", "3.10", "3.11", "3.12"],
-    "tarball": ["3.10"],
+    "wheel": ["3.9", "3.10", "3.11", "3.12"],
+    "tarball": ["3.11"],
 }
 
 CXX11_TARBALL_CONTAINER_IMAGE = {
-    "cu124": "pytorch/libtorch-cxx11-builder:cuda12.4-main",
+    "cu128": "pytorch/libtorch-cxx11-builder:cuda12.8-main",
 }
 
 

.github/scripts/generate-tensorrt-test-matrix.py

@@ -12,15 +12,15 @@
 # channel: test if the future tensorRT version test workflow is triggered from the release branch(release/2.5 etc....)
 CUDA_VERSIONS_DICT = {
     "nightly": ["cu128"],
-    "test": ["cu124", "cu126", "cu128"],
-    "release": ["cu124", "cu126", "cu128"],
+    "test": ["cu118", "cu126", "cu128"],
+    "release": ["cu118", "cu126", "cu128"],
 }
 
 # please update the python version you want to test with the future tensorRT version here
 # channel: nightly if the future tensorRT version test workflow is triggered from the main branch or your personal branch
 # channel: test if the future tensorRT version test workflow is triggered from the release branch(release/2.5 etc....)
 PYTHON_VERSIONS_DICT = {
-    "nightly": ["3.9"],
+    "nightly": ["3.11"],
     "test": ["3.9", "3.10", "3.11", "3.12"],
     "release": ["3.9", "3.10", "3.11", "3.12"],
 }

.github/scripts/generate_binary_build_matrix.py

@@ -24,9 +24,9 @@
     "release": ["3.9", "3.10", "3.11", "3.12"],
 }
 CUDA_ARCHES_DICT = {
-    "nightly": ["11.8", "12.4", "12.6", "12.8"],
-    "test": ["11.8", "12.1", "12.4"],
-    "release": ["11.8", "12.1", "12.4"],
+    "nightly": ["11.8", "12.6", "12.8"],
+    "test": ["11.8", "12.6", "12.8"],
+    "release": ["11.8", "12.6", "12.8"],
 }
 ROCM_ARCHES_DICT = {
     "nightly": ["6.1", "6.2"],

README.md

@@ -117,8 +117,8 @@ auto results = trt_mod.forward({input_tensor});
 These are the following dependencies used to verify the testcases. Torch-TensorRT can work with other versions, but the tests are not guaranteed to pass.
 
 - Bazel 6.3.2
-- Libtorch 2.5.0.dev (latest nightly) (built with CUDA 12.4)
-- CUDA 12.4
+- Libtorch 2.7.0.dev (latest nightly) (built with CUDA 12.8)
+- CUDA 12.8
 - TensorRT 10.8.0.43
 
 ## Deprecation Policy

docker/Dockerfile

@@ -1,15 +1,16 @@
 # syntax=docker/dockerfile:1
 
 # Base image starts with CUDA
-ARG BASE_IMG=nvidia/cuda:12.4.1-devel-ubuntu22.04
+#TODO: cuda version
+ARG BASE_IMG=nvidia/cuda:12.8.0-devel-ubuntu22.04
 FROM ${BASE_IMG} as base
-ENV BASE_IMG=nvidia/cuda:12.4.1-devel-ubuntu22.04
+ENV BASE_IMG=nvidia/cuda:12.8.0-devel-ubuntu22.04
 
 ARG TENSORRT_VERSION
 ENV TENSORRT_VERSION=${TENSORRT_VERSION}
 RUN test -n "$TENSORRT_VERSION" || (echo "No tensorrt version specified, please use --build-arg TENSORRT_VERSION=x.y to specify a version." && exit 1)
 
-ARG PYTHON_VERSION=3.10
+ARG PYTHON_VERSION=3.11
 ENV PYTHON_VERSION=${PYTHON_VERSION}
 
 ARG USE_PRE_CXX11_ABI

py/ci/build_whl.sh

@@ -3,15 +3,15 @@
 # Example usage: docker run -it -v$(pwd):/workspace/TensorRT build_torch_tensorrt_wheel /bin/bash /workspace/TensorRT/py/ci/build_whl.sh
 
 export CXX=g++
-export CUDA_HOME=/usr/local/cuda-12.4
+export CUDA_HOME=/usr/local/cuda-12.8
 export PROJECT_DIR=/workspace/TensorRT
 
 rm -rf /usr/local/cuda
 
-if [[ $CUDA_HOME == "/usr/local/cuda-12.4" ]]; then
+if [[ $CUDA_HOME == "/usr/local/cuda-12.8" ]]; then
     cp -r /usr/local/cuda-11.8 /usr/local/cuda
     cp -r /usr/local/cuda-12.0/ /usr/local/cuda/
-    rsync -a /usr/local/cuda-12.4/ /usr/local/cuda/
+    rsync -a /usr/local/cuda-12.8/ /usr/local/cuda/
     export CUDA_HOME=/usr/local/cuda
 else
     ln -s $CUDA_HOME /usr/local/cuda

py/torch_tensorrt/__init__.py

@@ -56,7 +56,7 @@ def _find_lib(name: str, paths: List[str]) -> str:
             ctypes.CDLL(_find_lib(lib, WIN_PATHS))
 
     elif sys.platform.startswith("linux"):
-        LINUX_PATHS = ["/usr/local/cuda-12.4/lib64", "/usr/lib", "/usr/lib64"]
+        LINUX_PATHS = ["/usr/local/cuda-12.8/lib64", "/usr/lib", "/usr/lib64"]
         if "LD_LIBRARY_PATH" in os.environ:
             LINUX_PATHS += os.environ["LD_LIBRARY_PATH"].split(os.path.pathsep)
 

toolchains/legacy/WORKSPACE.x86_64

@@ -43,7 +43,7 @@ local_repository(
 new_local_repository(
     name = "cuda",
     build_file = "@//third_party/cuda:BUILD",
-    path = "/usr/local/cuda-12.4/",
+    path = "/usr/local/cuda-12.8/",
 )
 
 new_local_repository(

toolchains/legacy/WORKSPACE.x86_64.release.ubuntu

@@ -43,7 +43,7 @@ local_repository(
 new_local_repository(
     name = "cuda",
     build_file = "@//third_party/cuda:BUILD",
-    path = "/usr/local/cuda-12.4",
+    path = "/usr/local/cuda-12.8",
 )
 
 new_local_repository(