From a93d5e9a648c0776ccc5ee6de28a9cb19a53e77d Mon Sep 17 00:00:00 2001 From: Dheeraj Peri Date: Sat, 23 Aug 2025 10:04:41 -0700 Subject: [PATCH 1/2] chore: Upgrade TRT to 10.13.2.6 Signed-off-by: Dheeraj Peri --- .github/scripts/generate-tensorrt-test-matrix.py | 14 +++++++++++--- MODULE.bazel | 15 ++++++--------- README.md | 4 ++-- docker/README.md | 4 ++-- pyproject.toml | 6 +++--- toolchains/ci_workspaces/MODULE.bazel.tmpl | 14 +++++++------- 6 files changed, 31 insertions(+), 26 deletions(-) diff --git a/.github/scripts/generate-tensorrt-test-matrix.py b/.github/scripts/generate-tensorrt-test-matrix.py index 004e6bdb68..3c569419d6 100644 --- a/.github/scripts/generate-tensorrt-test-matrix.py +++ b/.github/scripts/generate-tensorrt-test-matrix.py @@ -11,9 +11,9 @@ # channel: nightly if the future tensorRT version test workflow is triggered from the main branch or your personal branch # channel: test if the future tensorRT version test workflow is triggered from the release branch(release/2.5 etc....) CUDA_VERSIONS_DICT = { - "nightly": ["cu128"], - "test": ["cu118", "cu126", "cu128"], - "release": ["cu118", "cu126", "cu128"], + "nightly": ["cu129"], + "test": ["cu126", "cu128", "cu129"], + "release": ["cu126", "cu128", "cu129"], } # please update the python version you want to test with the future tensorRT version here @@ -56,6 +56,10 @@ "urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/zip/TensorRT-10.12.0.36.Windows.win10.cuda-12.9.zip", "strip_prefix": "TensorRT-10.12.0.36", }, + "10.13.2": { + "urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/zip/TensorRT-10.13.2.6.Windows.win10.cuda-12.9.zip", + "strip_prefix": "TensorRT-10.13.2.6", + }, }, "linux": { "10.3.0": { @@ -86,6 +90,10 @@ "urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/tars/TensorRT-10.12.0.36.Linux.x86_64-gnu.cuda-12.9.tar.gz", "strip_prefix": "TensorRT-10.12.0.36", }, + "10.13.2": { + "urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.x86_64-gnu.cuda-12.9.tar.gz", + "strip_prefix": "TensorRT-10.13.2.6", + }, }, } diff --git a/MODULE.bazel b/MODULE.bazel index d5b5191a5d..1e924dc40b 100644 --- a/MODULE.bazel +++ b/MODULE.bazel @@ -22,9 +22,6 @@ git_override( remote = "https://github.com/narendasan/rules_pkg", ) -local_repository = use_repo_rule("@bazel_tools//tools/build_defs/repo:local.bzl", "local_repository") - - new_local_repository = use_repo_rule("@bazel_tools//tools/build_defs/repo:local.bzl", "new_local_repository") # External dependency for torch_tensorrt if you already have precompiled binaries. @@ -104,18 +101,18 @@ http_archive( http_archive( name = "tensorrt", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.12.0.36", + strip_prefix = "TensorRT-10.13.2.6", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/tars/TensorRT-10.12.0.36.Linux.x86_64-gnu.cuda-12.9.tar.gz", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.x86_64-gnu.cuda-12.9.tar.gz", ], ) http_archive( name = "tensorrt_sbsa", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.12.0.36", + strip_prefix = "TensorRT-10.13.2.6", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/tars/TensorRT-10.12.0.36.Linux.aarch64-gnu.cuda-12.9.tar.gz", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.aarch64-gnu.cuda-13.0.tar.gz", ], ) @@ -131,9 +128,9 @@ http_archive( http_archive( name = "tensorrt_win", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.12.0.36", + strip_prefix = "TensorRT-10.13.2.6", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/zip/TensorRT-10.12.0.36.Windows.win10.cuda-12.9.zip", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/zip/TensorRT-10.13.2.6.Windows.win10.cuda-12.9.zip", ], ) diff --git a/README.md b/README.md index ee3eba3ef5..896bcccb37 100644 --- a/README.md +++ b/README.md @@ -7,7 +7,7 @@ Torch-TensorRT [![Documentation](https://img.shields.io/badge/docs-master-brightgreen)](https://nvidia.github.io/Torch-TensorRT/) [![pytorch](https://img.shields.io/badge/PyTorch-2.8-green)](https://download.pytorch.org/whl/nightly/cu128) [![cuda](https://img.shields.io/badge/CUDA-12.8-green)](https://developer.nvidia.com/cuda-downloads) -[![trt](https://img.shields.io/badge/TensorRT-10.12.0-green)](https://github.com/nvidia/tensorrt-llm) +[![trt](https://img.shields.io/badge/TensorRT-10.13.2.6-green)](https://github.com/nvidia/tensorrt-llm) [![license](https://img.shields.io/badge/license-BSD--3--Clause-blue)](./LICENSE) [![Linux x86-64 Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml) [![Linux SBSA Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml) @@ -123,7 +123,7 @@ These are the following dependencies used to verify the testcases. Torch-TensorR - Bazel 8.1.1 - Libtorch 2.9.0.dev (latest nightly) - CUDA 12.8 (CUDA 12.6 on Jetson) -- TensorRT 10.12 (TensorRT 10.3 on Jetson) +- TensorRT 10.13.2.6 (TensorRT 10.3 on Jetson) ## Deprecation Policy diff --git a/docker/README.md b/docker/README.md index c24660dce3..aee38720d0 100644 --- a/docker/README.md +++ b/docker/README.md @@ -15,14 +15,14 @@ ### Instructions -- The example below uses TensorRT 10.12.0.36 +- The example below uses TensorRT 10.13.2.6 - See dependencies for a list of current default dependencies. > From root of Torch-TensorRT repo Build: ``` -DOCKER_BUILDKIT=1 docker build --build-arg TENSORRT_VERSION=10.12.0 -f docker/Dockerfile -t torch_tensorrt:latest . +DOCKER_BUILDKIT=1 docker build --build-arg TENSORRT_VERSION=10.13.2 -f docker/Dockerfile -t torch_tensorrt:latest . ``` Run: diff --git a/pyproject.toml b/pyproject.toml index 17f547e976..e56f9c85eb 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -54,9 +54,9 @@ dependencies = [ "torch>=2.9.0.dev,<2.10.0; platform_machine != 'aarch64' or (platform_machine == 'aarch64' and 'tegra' not in platform_release)", "torch>=2.8.0,<2.9.0; platform_machine == 'aarch64' and 'tegra' in platform_release", - "tensorrt>=10.12.0,<10.13.0; platform_machine != 'aarch64' or (platform_machine == 'aarch64' and 'tegra' not in platform_release)", - "tensorrt-cu12-bindings>=10.12.0,<10.13.0; platform_machine != 'aarch64' or (platform_machine == 'aarch64' and 'tegra' not in platform_release)", - "tensorrt-cu12-libs>=10.12.0,<10.13.0; platform_machine != 'aarch64' or (platform_machine == 'aarch64' and 'tegra' not in platform_release)", + "tensorrt>=10.13.0,<10.14.0; platform_machine != 'aarch64' or (platform_machine == 'aarch64' and 'tegra' not in platform_release)", + "tensorrt-cu12-bindings>=10.13.0,<10.14.0; platform_machine != 'aarch64' or (platform_machine == 'aarch64' and 'tegra' not in platform_release)", + "tensorrt-cu12-libs>=10.13.0,<10.14.0; platform_machine != 'aarch64' or (platform_machine == 'aarch64' and 'tegra' not in platform_release)", "tensorrt>=10.3.0,<10.4.0;platform_machine == 'aarch64' and 'tegra' in platform_release", "packaging>=23", diff --git a/toolchains/ci_workspaces/MODULE.bazel.tmpl b/toolchains/ci_workspaces/MODULE.bazel.tmpl index 4f29a469da..ed4c59bd7c 100644 --- a/toolchains/ci_workspaces/MODULE.bazel.tmpl +++ b/toolchains/ci_workspaces/MODULE.bazel.tmpl @@ -45,7 +45,7 @@ new_local_repository( new_local_repository( name = "cuda_l4t", build_file = "@//third_party/cuda:BUILD", - path = "/usr/local/cuda-12.6", + path = "/usr/local/cuda-12.9", ) new_local_repository( @@ -75,18 +75,18 @@ http_archive = use_repo_rule("@bazel_tools//tools/build_defs/repo:http.bzl", "ht http_archive( name = "tensorrt", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.12.0.36", + strip_prefix = "TensorRT-10.13.2.6", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/tars/TensorRT-10.12.0.36.Linux.x86_64-gnu.cuda-12.9.tar.gz", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.x86_64-gnu.cuda-12.9.tar.gz", ], ) http_archive( name = "tensorrt_sbsa", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.12.0.36", + strip_prefix = "TensorRT-10.13.2.6", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/tars/TensorRT-10.12.0.36.Linux.aarch64-gnu.cuda-12.9.tar.gz", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.aarch64-gnu.cuda-13.0.tar.gz", ], ) @@ -102,9 +102,9 @@ http_archive( http_archive( name = "tensorrt_win", build_file = "@//third_party/tensorrt/archive:BUILD", - strip_prefix = "TensorRT-10.12.0.36", + strip_prefix = "TensorRT-10.13.2.6", urls = [ - "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.12.0/zip/TensorRT-10.12.0.36.Windows.win10.cuda-12.9.zip", + "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/zip/TensorRT-10.13.2.6.Windows.win10.cuda-12.9.zip", ], ) From 8702eaea21c1e75f76ed9599d38e234e40c6688c Mon Sep 17 00:00:00 2001 From: Dheeraj Peri Date: Fri, 19 Sep 2025 10:54:31 -0700 Subject: [PATCH 2/2] chore: update trt version in setup.py Signed-off-by: Dheeraj Peri --- setup.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/setup.py b/setup.py index 8b373359df..291cfe9b97 100644 --- a/setup.py +++ b/setup.py @@ -749,10 +749,10 @@ def get_requirements(): ] else: requirements = requirements + [ - "tensorrt>=10.12.0,<10.13.0", - "tensorrt-cu12>=10.12.0,<10.13.0", - "tensorrt-cu12-bindings>=10.12.0,<10.13.0", - "tensorrt-cu12-libs>=10.12.0,<10.13.0", + "tensorrt>=10.13.0,<10.14.0", + "tensorrt-cu12>=10.13.0,<10.14.0", + "tensorrt-cu12-bindings>=10.13.0,<10.14.0", + "tensorrt-cu12-libs>=10.13.0,<10.14.0", ] return requirements @@ -770,10 +770,10 @@ def get_sbsa_requirements(): return sbsa_requirements return sbsa_requirements + [ "torch>=2.9.0.dev,<2.10.0", - "tensorrt>=10.12.0,<10.13.0", - "tensorrt-cu12>=10.12.0,<10.13.0", - "tensorrt-cu12-bindings>=10.12.0,<10.13.0", - "tensorrt-cu12-libs>=10.12.0,<10.13.0", + "tensorrt>=10.13.0,<10.14.0", + "tensorrt-cu12>=10.13.0,<10.14.0", + "tensorrt-cu12-bindings>=10.13.0,<10.14.0", + "tensorrt-cu12-libs>=10.13.0,<10.14.0", ]