Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/scripts/generate-release-matrix.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
"tarball": ["cu130", "cu132"],
}
RELEASE_PYTHON_VERSION = {
"wheel": ["3.10", "3.11", "3.12", "3.13"],
"wheel": ["3.10", "3.11", "3.12", "3.13", "3.14"],
"tarball": ["3.11"],
}
sbsa_container_image: str = "quay.io/pypa/manylinux_2_39_aarch64"
Expand Down
2 changes: 1 addition & 1 deletion .github/scripts/install-torch-tensorrt.sh
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ python -m pip install --upgrade "pip>=25.1" "tomli>=1.1.0; python_version < '3.1
python -m pip install \
--pre \
--extra-index-url https://pypi.nvidia.com \
--extra-index-url https://download.pytorch.org/whl/nightly/cu130 \
--extra-index-url https://download.pytorch.org/whl/${CHANNEL}/${CU_VERSION} \
--group test \
--group test-ext \
--group quantization
Expand Down
89 changes: 0 additions & 89 deletions .github/workflows/build-test-linux-aarch64-jetpack.yml

This file was deleted.

14 changes: 7 additions & 7 deletions MODULE.bazel
Original file line number Diff line number Diff line change
Expand Up @@ -32,8 +32,8 @@ git_override(
bazel_dep(name = "hedron_compile_commands", dev_dependency = True)
git_override(
module_name = "hedron_compile_commands",
remote = "https://github.com/hedronvision/bazel-compile-commands-extractor.git",
commit = "0e990032f3c5a866e72615cf67e5ce22186dcb97",
remote = "https://github.com/hedronvision/bazel-compile-commands-extractor.git",
)

new_local_repository = use_repo_rule("@bazel_tools//tools/build_defs/repo:local.bzl", "new_local_repository")
Expand Down Expand Up @@ -178,10 +178,10 @@ http_archive(
http_archive(
name = "tensorrt",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-11.0.0.114",
strip_prefix = "TensorRT-11.1.0.106",
type = "tar.zst",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.0.0/tars/TensorRT-Enterprise-11.0.0.114-Linux-x86_64-cuda-13.2-Release-external.tar.zst",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.1.0/tars/TensorRT-Enterprise-11.1.0.106-Linux-x86_64-cuda-13.3-Release-external.tar.zst",
],
)

Expand All @@ -198,10 +198,10 @@ http_archive(
http_archive(
name = "tensorrt_sbsa",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-11.0.0.114",
strip_prefix = "TensorRT-11.1.0.106",
type = "tar.zst",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.0.0/tars/TensorRT-Enterprise-11.0.0.114-Linux-aarch64-cuda-13.2-Release-external.tar.zst",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.1.0/tars/TensorRT-Enterprise-11.1.0.106-Linux-aarch64-cuda-13.3-Release-external.tar.zst",
],
)

Expand All @@ -217,9 +217,9 @@ http_archive(
http_archive(
name = "tensorrt_win",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-11.0.0.114",
strip_prefix = "TensorRT-11.1.0.106",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.0.0/zip/TensorRT-Enterprise-11.0.0.114-Windows-amd64-cuda-13.2-Release-external.zip",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.1.0/zip/TensorRT-Enterprise-11.1.0.106-Windows-amd64-cuda-13.3-Release-external.zip",
],
)

Expand Down
6 changes: 3 additions & 3 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ Torch-TensorRT
[![Documentation](https://img.shields.io/badge/docs-master-brightgreen)](https://nvidia.github.io/Torch-TensorRT/)
[![pytorch](https://img.shields.io/badge/PyTorch-2.14-green)](https://download.pytorch.org/whl/nightly/cu132)
[![cuda](https://img.shields.io/badge/CUDA-13.2-green)](https://developer.nvidia.com/cuda-downloads)
[![trt](https://img.shields.io/badge/TensorRT-11.0.0-green)](https://github.com/nvidia/tensorrt)
[![trt](https://img.shields.io/badge/TensorRT-11.1.0-green)](https://github.com/nvidia/tensorrt)
[![license](https://img.shields.io/badge/license-BSD--3--Clause-blue)](./LICENSE)
[![Linux x86-64 Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml)
[![Linux SBSA Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml)
Expand Down Expand Up @@ -122,8 +122,8 @@ These are the following dependencies used to verify the testcases. Torch-TensorR

- Bazel 8.1.1
- Libtorch 2.14.0.dev (latest nightly)
- CUDA 13.2 (CUDA 12.6 on Jetson)
- TensorRT 11.0.0.114 (TensorRT 10.3 on Jetson)
- CUDA 13.2
- TensorRT 11.1.0.106

## Deprecation Policy

Expand Down
2 changes: 1 addition & 1 deletion dev_dep_versions.yml
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
__cuda_version__: "13.2"
__tensorrt_version__: "11.0.0"
__tensorrt_version__: "11.1.0"
__tensorrt_rtx_version__: "1.5.0"
__tensorrt_llm_version__: "0.17.0.post1"
4 changes: 2 additions & 2 deletions packaging/pre_build_script.sh
Original file line number Diff line number Diff line change
Expand Up @@ -72,11 +72,11 @@ if [[ ! -d "${TORCH_INSTALL_PATH}/include/c10" ]]; then
exit 1
fi

# CU_UPPERBOUND eg:13.2 or 12.9
# CU_UPPERBOUND eg:13.3 or 12.9
# tensorrt tar for linux and windows are different across cuda version
# for sbsa it is the same tar across cuda version
if [[ ${CU_VERSION:2:2} == "13" ]]; then
export CU_UPPERBOUND="13.2"
export CU_UPPERBOUND="13.3"
else
export CU_UPPERBOUND="12.9"
fi
Expand Down
4 changes: 2 additions & 2 deletions packaging/pre_build_script_windows.sh
Original file line number Diff line number Diff line change
Expand Up @@ -36,12 +36,12 @@ unzip fmt.zip
cp -r fmt-12.0.0/include/fmt/ $TORCH_INSTALL_PATH/include/
ls -lart $TORCH_INSTALL_PATH/include/fmt/

# CU_UPPERBOUND eg:13.2 or 12.9
# CU_UPPERBOUND eg:13.3 or 12.9

# tensorrt tar for linux and windows are different across cuda version
# for sbsa it is the same tar across cuda version
if [[ ${CU_VERSION:2:2} == "13" ]]; then
export CU_UPPERBOUND="13.2"
export CU_UPPERBOUND="13.3"
else
export CU_UPPERBOUND="12.9"
fi
Expand Down
16 changes: 8 additions & 8 deletions setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -838,7 +838,7 @@ def get_sbsa_requirements(base_requirements):
# also due to we use sbsa torch_tensorrt wheel for thor, so when we build sbsa wheel, we need to only include tensorrt dependency.
return requirements + [
"torch>=2.14.0.dev,<2.15.0",
"tensorrt>=11.0.0,<11.1.0",
"tensorrt>=11.1.0,<11.2.0",
]


Expand All @@ -857,24 +857,24 @@ def get_x86_64_requirements(base_requirements):
]
else:
requirements = requirements + [
"tensorrt>=11.0.0,<11.1.0",
"tensorrt>=11.1.0,<11.2.0",
]
cuda_version = torch.version.cuda
if cuda_version.startswith("12"):
# In cu12* envs, keep the CUDA-specific TensorRT wheels explicit so the default CUDA 13
# TensorRT dependency path is not pulled in as well.
tensorrt_prefix = "tensorrt-cu12"
requirements = requirements + [
f"{tensorrt_prefix}>=11.0.0,<11.1.0",
f"{tensorrt_prefix}-bindings>=11.0.0,<11.1.0",
f"{tensorrt_prefix}-libs>=11.0.0,<11.1.0",
f"{tensorrt_prefix}>=11.1.0,<11.2.0",
f"{tensorrt_prefix}-bindings>=11.1.0,<11.2.0",
f"{tensorrt_prefix}-libs>=11.1.0,<11.2.0",
]
elif cuda_version.startswith("13"):
tensorrt_prefix = "tensorrt-cu13"
requirements = requirements + [
f"{tensorrt_prefix}>=11.0.0,<11.1.0",
f"{tensorrt_prefix}-bindings>=11.0.0,<11.1.0",
f"{tensorrt_prefix}-libs>=11.0.0,<11.1.0",
f"{tensorrt_prefix}>=11.1.0,<11.2.0",
f"{tensorrt_prefix}-bindings>=11.1.0,<11.2.0",
f"{tensorrt_prefix}-libs>=11.1.0,<11.2.0",
]
else:
raise ValueError(f"Unsupported CUDA version: {cuda_version}")
Expand Down
16 changes: 8 additions & 8 deletions toolchains/ci_workspaces/MODULE.bazel.tmpl
Original file line number Diff line number Diff line change
Expand Up @@ -94,10 +94,10 @@ http_archive = use_repo_rule("@bazel_tools//tools/build_defs/repo:http.bzl", "ht
http_archive(
name = "tensorrt",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-11.0.0.114",
strip_prefix = "TensorRT-11.1.0.106",
type = "tar.zst",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.0.0/tars/TensorRT-Enterprise-11.0.0.114-Linux-x86_64-cuda-${CU_UPPERBOUND}-Release-external.tar.zst",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.1.0/tars/TensorRT-Enterprise-11.1.0.106-Linux-x86_64-cuda-${CU_UPPERBOUND}-Release-external.tar.zst",
],
)

Expand All @@ -107,17 +107,17 @@ http_archive(
strip_prefix = "TensorRT-RTX-1.5.0.114",
type = "tar.zst",
urls = [
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.5/TensorRT-RTX-1.5.0.114-Linux-x86_64-cuda-${CU_UPPERBOUND}-Release-external.tar.zst",
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.5/TensorRT-RTX-1.5.0.114-Linux-x86_64-cuda-13.2-Release-external.tar.zst",
],
)

http_archive(
name = "tensorrt_sbsa",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-11.0.0.114",
strip_prefix = "TensorRT-11.1.0.106",
type = "tar.zst",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.0.0/tars/TensorRT-Enterprise-11.0.0.114-Linux-aarch64-cuda-13.2-Release-external.tar.zst",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.1.0/tars/TensorRT-Enterprise-11.1.0.106-Linux-aarch64-cuda-${CU_UPPERBOUND}-Release-external.tar.zst",
],
)

Expand All @@ -133,9 +133,9 @@ http_archive(
http_archive(
name = "tensorrt_win",
build_file = "@//third_party/tensorrt/archive:BUILD",
strip_prefix = "TensorRT-11.0.0.114",
strip_prefix = "TensorRT-11.1.0.106",
urls = [
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.0.0/zip/TensorRT-Enterprise-11.0.0.114-Windows-amd64-cuda-${CU_UPPERBOUND}-Release-external.zip",
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.1.0/zip/TensorRT-Enterprise-11.1.0.106-Windows-amd64-cuda-${CU_UPPERBOUND}-Release-external.zip",
],
)

Expand All @@ -144,7 +144,7 @@ http_archive(
build_file = "@//third_party/tensorrt_rtx/archive:BUILD",
strip_prefix = "TensorRT-RTX-1.5.0.114",
urls = [
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.5/TensorRT-RTX-1.5.0.114-Windows-amd64-cuda-${CU_UPPERBOUND}-Release-external.zip",
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.5/TensorRT-RTX-1.5.0.114-Windows-amd64-cuda-13.2-Release-external.zip",
],
)

Expand Down
Loading
Loading