feat: Automatically generating converters for QDP plugins (#3321)

Signed-off-by: Naren Dasan <[email protected]>
Signed-off-by: Naren Dasan <[email protected]>

Author: narendasan

.pre-commit-config.yaml

@@ -1,71 +1,71 @@
 exclude: ^.github/actions/assigner/dist
 repos:
-  - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.5.0
-    hooks:
-      - id: check-yaml
-      - id: trailing-whitespace
-        exclude: ^docs
-      - id: check-added-large-files
-        args:
-          - --maxkb=1000
-      - id: check-vcs-permalinks
-      - id: check-merge-conflict
-      - id: mixed-line-ending
-        args:
-          - --fix=lf
-        exclude: ^docs
-  - repo: https://github.com/pre-commit/mirrors-clang-format
-    rev: v14.0.6
-    hooks:
-      - id: clang-format
-        types_or: [c++, c, cuda]
-  - repo: https://github.com/keith/pre-commit-buildifier
-    rev: 6.4.0
-    hooks:
-    -   id: buildifier
-        args:
-          - --warnings=all
-    -   id: buildifier-lint
-  - repo: https://github.com/abravalheri/validate-pyproject
-    rev: v0.16
-    hooks:
-      - id: validate-pyproject
-  - repo: https://github.com/pycqa/isort
-    rev: 5.13.2
-    hooks:
-      - id: isort
-        name: isort (python)
-  - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: 'v1.9.0'
-    hooks:
-    -   id: mypy
-        exclude: "^py/torch_tensorrt/fx|^examples|^tests|^py/torch_tensorrt/dynamo/_experimental|^tools|^docs|noxfile.py|setup.py|versions.py"
-  - repo: https://github.com/astral-sh/ruff-pre-commit
-    # Ruff version.
-    rev: v0.3.3
-    hooks:
-      - id: ruff
-  - repo: https://github.com/psf/black
-    rev: 24.3.0
-    hooks:
-      - id: black
-        exclude: ^examples/custom_converters/elu_converter/setup.py|^docs
-  - repo: https://github.com/crate-ci/typos
-    rev: v1.22.9
-    hooks:
-      - id: typos
-  - repo: https://github.com/astral-sh/uv-pre-commit
-    # uv version.
-    rev: 0.4.10
-    hooks:
-      # Update the uv lockfile
-      - id: uv-lock
-  - repo: local
-    hooks:
-    -   id: dont-commit-upstream
-        name: NVIDIA-INTERNAL check
-        entry: "!NVIDIA-INTERNAL"
-        exclude: "^.pre-commit-config.yaml"
-        language: pygrep
-        types: [text]
+    - repo: https://github.com/pre-commit/pre-commit-hooks
+      rev: v4.5.0
+      hooks:
+          - id: check-yaml
+          - id: trailing-whitespace
+            exclude: ^docs
+          - id: check-added-large-files
+            args:
+                - --maxkb=1000
+          - id: check-vcs-permalinks
+          - id: check-merge-conflict
+          - id: mixed-line-ending
+            args:
+                - --fix=lf
+            exclude: ^docs
+    - repo: https://github.com/pre-commit/mirrors-clang-format
+      rev: v14.0.6
+      hooks:
+          - id: clang-format
+            types_or: [c++, c, cuda]
+    - repo: https://github.com/keith/pre-commit-buildifier
+      rev: 6.4.0
+      hooks:
+          - id: buildifier
+            args:
+                - --warnings=all
+          - id: buildifier-lint
+    - repo: https://github.com/abravalheri/validate-pyproject
+      rev: v0.23
+      hooks:
+          - id: validate-pyproject
+    - repo: https://github.com/pycqa/isort
+      rev: 5.13.2
+      hooks:
+          - id: isort
+            name: isort (python)
+    - repo: https://github.com/pre-commit/mirrors-mypy
+      rev: "v1.9.0"
+      hooks:
+          - id: mypy
+            exclude: "^py/torch_tensorrt/fx|^examples|^tests|^py/torch_tensorrt/dynamo/_experimental|^tools|^docs|noxfile.py|setup.py|versions.py"
+    - repo: https://github.com/astral-sh/ruff-pre-commit
+      # Ruff version.
+      rev: v0.3.3
+      hooks:
+          - id: ruff
+    - repo: https://github.com/psf/black
+      rev: 24.3.0
+      hooks:
+          - id: black
+            exclude: ^examples/custom_converters/elu_converter/setup.py|^docs
+    - repo: https://github.com/crate-ci/typos
+      rev: v1.22.9
+      hooks:
+          - id: typos
+    - repo: https://github.com/astral-sh/uv-pre-commit
+      # uv version.
+      rev: 0.5.5
+      hooks:
+          # Update the uv lockfile
+          - id: uv-lock
+    - repo: local
+      hooks:
+          - id: dont-commit-upstream
+            name: NVIDIA-INTERNAL check
+            entry: "!NVIDIA-INTERNAL"
+            exclude: "^.pre-commit-config.yaml"
+            language: pygrep
+            types: [text]

MODULE.bazel

@@ -36,13 +36,13 @@ new_local_repository = use_repo_rule("@bazel_tools//tools/build_defs/repo:local.
 new_local_repository(
     name = "cuda",
     build_file = "@//third_party/cuda:BUILD",
-    path = "/usr/local/cuda-12.4/",
+    path = "/usr/local/cuda-12.6/",
 )
 
 new_local_repository(
     name = "cuda_win",
     build_file = "@//third_party/cuda:BUILD",
-    path = "C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v12.4/",
+    path = "C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v12.6/",
 )
 
 http_archive = use_repo_rule("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive")
@@ -55,21 +55,21 @@ http_archive(
     name = "libtorch",
     build_file = "@//third_party/libtorch:BUILD",
     strip_prefix = "libtorch",
-    urls = ["https://download.pytorch.org/libtorch/nightly/cu124/libtorch-cxx11-abi-shared-with-deps-latest.zip"],
+    urls = ["https://download.pytorch.org/libtorch/nightly/cu126/libtorch-cxx11-abi-shared-with-deps-latest.zip"],
 )
 
 http_archive(
     name = "libtorch_pre_cxx11_abi",
     build_file = "@//third_party/libtorch:BUILD",
     strip_prefix = "libtorch",
-    urls = ["https://download.pytorch.org/libtorch/nightly/cu124/libtorch-shared-with-deps-latest.zip"],
+    urls = ["https://download.pytorch.org/libtorch/nightly/cu126/libtorch-shared-with-deps-latest.zip"],
 )
 
 http_archive(
     name = "libtorch_win",
     build_file = "@//third_party/libtorch:BUILD",
     strip_prefix = "libtorch",
-    urls = ["https://download.pytorch.org/libtorch/nightly/cu124/libtorch-win-shared-with-deps-latest.zip"],
+    urls = ["https://download.pytorch.org/libtorch/nightly/cu126/libtorch-win-shared-with-deps-latest.zip"],
 )
 
 # Download these tarballs manually from the NVIDIA website
@@ -79,20 +79,18 @@ http_archive(
 http_archive(
     name = "tensorrt",
     build_file = "@//third_party/tensorrt/archive:BUILD",
-    sha256 = "33d3c2f3f4c84dc7991a4337a6fde9ed33f5c8e5c4f03ac2eb6b994a382b03a0",
-    strip_prefix = "TensorRT-10.6.0.26",
+    strip_prefix = "TensorRT-10.7.0.23",
     urls = [
-        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.6.0/tars/TensorRT-10.6.0.26.Linux.x86_64-gnu.cuda-12.6.tar.gz",
+        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.7.0/tars/TensorRT-10.7.0.23.Linux.x86_64-gnu.cuda-12.6.tar.gz",
     ],
 )
 
 http_archive(
     name = "tensorrt_win",
     build_file = "@//third_party/tensorrt/archive:BUILD",
-    sha256 = "6c6d92c108a1b3368423e8f69f08d31269830f1e4c9da43b37ba34a176797254",
-    strip_prefix = "TensorRT-10.6.0.26",
+    strip_prefix = "TensorRT-10.7.0.23",
     urls = [
-        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.6.0/zip/TensorRT-10.6.0.26.Windows.win10.cuda-12.6.zip",
+        "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.7.0/zip/TensorRT-10.7.0.23.Windows.win10.cuda-12.6.zip",
     ],
 )
 

docsrc/index.rst

@@ -82,6 +82,7 @@ Tutorials
    tutorials/_rendered_examples/dynamo/torch_export_cudagraphs
    tutorials/_rendered_examples/dynamo/converter_overloading
    tutorials/_rendered_examples/dynamo/custom_kernel_plugins
+   tutorials/_rendered_examples/dynamo/auto_generate_converters
    tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example
    tutorials/_rendered_examples/dynamo/weight_streaming_example
 
@@ -143,7 +144,7 @@ Model Zoo
    :caption: Model Zoo
    :maxdepth: 3
    :hidden:
-   
+
    tutorials/_rendered_examples/dynamo/torch_compile_resnet_example
    tutorials/_rendered_examples/dynamo/torch_compile_transformers_example
    tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion