feat: Upgrade Pytorch to 1.12.1 and TensorRT to 8.4.3.1 (#1315)

Signed-off-by: Dheeraj Peri <[email protected]>

Signed-off-by: Dheeraj Peri <[email protected]>

Author: peri044

.circleci/config.yml

@@ -889,10 +889,10 @@ parameters:
   # Nightly platform config
   torch-nightly-build:
     type: string
-    default: "1.13.0.dev20220810+cu113"
+    default: "1.13.0.dev20220825+cu116"
   torch-nightly-build-index:
     type: string
-    default: "https://download.pytorch.org/whl/nightly/cu113"
+    default: "https://download.pytorch.org/whl/nightly/cu116"
   cudnn-nightly-version:
     type: string
     default: "8.4.1"
@@ -901,15 +901,15 @@ parameters:
     default: "8.4.1"
   trt-nightly-version-long:
     type: string
-    default: "8.4.1.5"
+    default: "8.4.3.1"
 
   # Release platform config
   torch-release-build:
     type: string
-    default: "1.12.0+cu113"
+    default: "1.12.1+cu116"
   torch-release-build-index:
     type: string
-    default: "https://download.pytorch.org/whl/cu113"
+    default: "https://download.pytorch.org/whl/cu116"
   cudnn-release-version:
     type: string
     default: "8.4.1"
@@ -918,7 +918,7 @@ parameters:
     default: "8.4.1"
   trt-release-version-long:
     type: string
-    default: "8.4.1.5"
+    default: "8.4.3.1"
 
   # Jetson platform config
   torch-jetson-build:

README.md

@@ -113,10 +113,10 @@ torch.jit.save(trt_ts_module, "trt_torchscript_module.ts") # save the TRT embedd
 These are the following dependencies used to verify the testcases. Torch-TensorRT can work with other versions, but the tests are not guaranteed to pass.
 
 - Bazel 5.2.0
-- Libtorch 1.12.0 (built with CUDA 11.3)
-- CUDA 11.3
+- Libtorch 1.12.1 (built with CUDA 11.6)
+- CUDA 11.6
 - cuDNN 8.4.1
-- TensorRT 8.4.1.5
+- TensorRT 8.4.3.1
 
 ## Prebuilt Binaries and Wheel files
 

WORKSPACE

@@ -56,17 +56,17 @@ new_local_repository(
 http_archive(
     name = "libtorch",
     build_file = "@//third_party/libtorch:BUILD",
-    sha256 = "80f089939de20e68e3fcad4dfa72a26c8bf91b5e77b11042f671f39ebac35865",
+    sha256 = "5a392132fbff9db1482eae72a30f74b09f53a47edf8305fe9688d4ce7ddb0b6b",
     strip_prefix = "libtorch",
-    urls = ["https://download.pytorch.org/libtorch/cu113/libtorch-cxx11-abi-shared-with-deps-1.12.0%2Bcu113.zip"],
+    urls = ["https://download.pytorch.org/libtorch/cu116/libtorch-cxx11-abi-shared-with-deps-1.12.1%2Bcu116.zip"],
 )
 
 http_archive(
     name = "libtorch_pre_cxx11_abi",
     build_file = "@//third_party/libtorch:BUILD",
-    sha256 = "8e35371403f7052d9e9b43bcff383980dbde4df028986dc1dab539953481d55f",
+    sha256 = "5e044cc56a29cd4f3a7198c0fe5b2f0fa8f4c38cd71a0491274b6a914e8f24a7",
     strip_prefix = "libtorch",
-    urls = ["https://download.pytorch.org/libtorch/cu113/libtorch-shared-with-deps-1.12.0%2Bcu113.zip"],
+    urls = ["https://download.pytorch.org/libtorch/cu116/libtorch-shared-with-deps-1.12.1%2Bcu116.zip"],
 )
 
 # Download these tarballs manually from the NVIDIA website
@@ -86,10 +86,10 @@ http_archive(
 http_archive(
     name = "tensorrt",
     build_file = "@//third_party/tensorrt/archive:BUILD",
-    sha256 = "8107861af218694130f170e071f49814fa3e27f1386ce7cb6d807ac05a7fcf0e",
-    strip_prefix = "TensorRT-8.4.1.5",
+    sha256 = "8d7c2085c1639dcc73875048c23598a8526ce3089136876e31d90258e49e4f61",
+    strip_prefix = "TensorRT-8.4.3.1",
     urls = [
-        "https://developer.nvidia.com/compute/machine-learning/tensorrt/secure/8.4.1/tars/tensorrt-8.4.1.5.linux.x86_64-gnu.cuda-11.6.cudnn8.4.tar.gz",
+        "https://developer.nvidia.com/compute/machine-learning/tensorrt/secure/8.4.3/tars/tensorrt-8.4.3.1.linux.x86_64-gnu.cuda-11.6.cudnn8.4.tar.gz",
     ],
 )
 

py/requirements.txt

@@ -1,6 +1,6 @@
 numpy
 pybind11==2.6.2
---extra-index-url https://download.pytorch.org/whl/cu113
-torch==1.12.0
+--extra-index-url https://download.pytorch.org/whl/cu116
+torch==1.12.1
 --extra-index-url https://pypi.ngc.nvidia.com
-nvidia-tensorrt==8.4.1.5
+nvidia-tensorrt==8.4.3.1