chore: update CI for new build path

Signed-off-by: Naren Dasan <[email protected]>
Signed-off-by: Naren Dasan <[email protected]>

Author: narendasan

.circleci/config.yml

@@ -282,46 +282,52 @@ commands:
   build-py:
     description: "Build the torch-tensorrt python release (pre-cxx11-abi)"
     parameters:
+      cuda-version:
+        type: string
+      torch-build-index:
+        type: string
       platform:
         type: string
         default: "x86_64"
     steps:
       - run:
           name: Build torch-tensorrt python release (pre-cxx11-abi)
           command: |
-            export CUDA_HOME=/usr/local/cuda-11.8/
+            export CUDA_HOME=/usr/local/cuda-<< parameters.cuda-version >>/
             mv toolchains/ci_workspaces/WORKSPACE.<< parameters.platform >> WORKSPACE
-            cd py
-            python3 -m pip install wheel setuptools
-            python3 -m pip install pybind11==2.6.2
-            python3 setup.py bdist_wheel
-            python3 setup.py install
+            python3 -m pip wheel --verbose --pre . --index-url << parameters.torch-build-index >> -w dist
+            python3 -m pip install dist/*
             mkdir -p /tmp/dist/builds
             cp dist/* /tmp/dist/builds
 
   build-py-legacy:
     description: "Build the torch-tensorrt python legacy release (pre-cxx11-abi)"
     parameters:
+      cuda-version:
+        type: string
+      torch-build-index:
+        type: string
       platform:
         type: string
         default: "x86_64"
     steps:
       - run:
           name: Build torch-tensorrt python legacy release (pre-cxx11-abi)
           command: |
-            export CUDA_HOME=/usr/local/cuda-11.8/
+            export CUDA_HOME=/usr/local/cuda-<< parameters.cuda-version >>/
             mv toolchains/ci_workspaces/WORKSPACE.<< parameters.platform >> WORKSPACE
-            cd py
-            python3 -m pip install wheel setuptools
-            python3 -m pip install pybind11==2.6.2
-            python3 setup.py bdist_wheel --legacy
-            python3 setup.py install --legacy
+            python3 -m pip wheel --verbose --pre . --index-url << parameters.torch-build-index >> --config-setting="--build-option=--legacy" -w dist
+            python3 -m pip install dist/*
             mkdir -p /tmp/dist/builds
             cp dist/* /tmp/dist/builds
 
   build-py-cxx11-abi:
     description: "Build the torch-tensorrt python release (cxx11-abi)"
     parameters:
+      cuda-version:
+        type: string
+      torch-build-index:
+        type: string
       platform:
         type: string
         default: "x86_64"
@@ -333,18 +339,15 @@ commands:
           name: Build setup
           command: |
             mv ~/project/toolchains/ci_workspaces/WORKSPACE.<< parameters.platform >> ~/project/WORKSPACE
-            python3 -m pip install wheel setuptools
-            python3 -m pip install pybind11==2.6.2
       - when:
           condition: << parameters.release >>
           steps:
             - run:
                 name: Build torch-tensorrt python release package
                 command: |
-                  export CUDA_HOME=/usr/local/cuda-11.8/
-                  cd ~/project/py
-                  python3 setup.py bdist_wheel --use-cxx11-abi --release
-                  python3 setup.py install --use-cxx11-abi --release
+                  export CUDA_HOME=/usr/local/cuda-<< parameters.cuda-version >>/
+                  python3 -m pip wheel --verbose --pre . --index-url << parameters.torch-build-index >> --config-setting="--build-option=--release" --config-setting="--build-option=--use-cxx11-abi" -w dist
+                  python3 -m pip install dist/*
                   mkdir -p /tmp/dist/builds
                   cp dist/* /tmp/dist/builds
       - unless:
@@ -353,16 +356,19 @@ commands:
             - run:
                 name: Build torch-tensorrt python package
                 command: |
-                  export CUDA_HOME=/usr/local/cuda-11.8/
-                  cd ~/project/py
-                  python3 setup.py bdist_wheel --use-cxx11-abi
-                  python3 setup.py install --use-cxx11-abi
+                  export CUDA_HOME=/usr/local/cuda-<< parameters.cuda-version >>/
+                  python3 -m pip wheel --verbose --pre . --index-url << parameters.torch-build-index >> --config-setting="--build-option=--use-cxx11-abi" -w dist
+                  python3 -m pip install dist/*
                   mkdir -p /tmp/dist/builds
                   cp dist/* /tmp/dist/builds
 
   build-py-fx-only:
     description: "Build the torch-tensorrt python release with only the fx backend"
     parameters:
+      cuda-version:
+        type: string
+      torch-build-index:
+        type: string
       platform:
         type: string
         default: "x86_64"
@@ -371,13 +377,10 @@ commands:
       - run:
           name: Build torch-tensorrt python release with only the fx backend
           command: |
-            export CUDA_HOME=/usr/local/cuda-11.8/
+            export CUDA_HOME=/usr/local/cuda-<< parameters.cuda-version >>/
             mv toolchains/ci_workspaces/WORKSPACE.<< parameters.platform >> WORKSPACE
-            cd py
-            python3 -m pip install wheel setuptools
-            python3 -m pip install pybind11==2.6.2
-            python3 setup.py bdist_wheel --fx-only
-            python3 setup.py install --fx-only
+            python3 -m pip wheel --verbose --pre . --index-url << parameters.torch-build-index >> --config-setting="--build-option=--fx-only" -w dist
+            python3 -m pip install dist/*
             mkdir -p /tmp/dist/builds
             cp dist/* /tmp/dist/builds
 
@@ -410,22 +413,21 @@ commands:
             export BAZEL_VERSION="$(cat /home/circleci/project/.bazelversion)"
             docker exec ngc_build_container bash -c "wget https://github.com/bazelbuild/bazel/releases/download/$BAZEL_VERSION/bazel-$BAZEL_VERSION-linux-x86_64 -O /usr/bin/bazel && chmod a+x /usr/bin/bazel"
             docker exec ngc_build_container bash -c "mv /workspace/docker/WORKSPACE.ngc /workspace/WORKSPACE"
-            docker exec ngc_build_container bash -c "cd /workspace/py && pip install wheel setuptools pybind11==2.6.2"
             docker exec ngc_build_container bash -c "git config --global --add safe.directory /workspace"
       - when:
           condition: << parameters.release >>
           steps:
             - run:
                 name: Build torch-tensorrt release build for NGC
                 command: |
-                  docker exec ngc_build_container bash -c "cd /workspace/py && python3 setup.py bdist_wheel --use-cxx11-abi --release"
+                  docker exec ngc_build_container bash -c "cd /workspace/ && python3 -m pip wheel --verbose --pre . --config-setting="--build-option=--release" --config-setting="--build-option=--use-cxx11-abi" -w dist"
       - unless:
           condition: << parameters.release >>
           steps:
             - run:
                 name: Build torch-tensorrt debug build for NGC
                 command: |
-                  docker exec ngc_build_container bash -c "cd /workspace/py && python3 setup.py bdist_wheel --use-cxx11-abi"
+                  docker exec ngc_build_container bash -c "cd /workspace/py && python3 -m pip wheel --verbose --pre . --config-setting="--build-option=--use-cxx11-abi" -w dist"
       - run:
           name: Collect builds
           command: |
@@ -808,6 +810,8 @@ jobs:
         type: string
       python-version:
         type: string
+      cuda-version:
+        type: string
       cxx11-abi:
         type: boolean
         default: false
@@ -834,18 +838,24 @@ jobs:
       - when:
           condition: << parameters.cxx11-abi >>
           steps:
-            - build-py-cxx11-abi
+            - build-py-cxx11-abi:
+                cuda-version: << parameters.cuda-version >>
+                torch-build-index: << parameters.torch-build-index >>
       - unless:
           condition: << parameters.cxx11-abi >>
           steps:
             - when:
                 condition: << parameters.legacy >>
                 steps:
-                  - build-py-legacy
+                  - build-py-legacy:
+                      cuda-version: << parameters.cuda-version >>
+                      torch-build-index: << parameters.torch-build-index >>
             - unless:
                 condition: << parameters.legacy >>
                 steps:
-                  - build-py
+                  - build-py:
+                      cuda-version: << parameters.cuda-version >>
+                      torch-build-index: << parameters.torch-build-index >>
       - run:
           name: Move to build dir
           command: |
@@ -1338,6 +1348,10 @@ parameters:
     type: string
     default: "3.9.4"
 
+  cuda-version:
+    type: string
+    default: "11.8"
+
   # Nightly platform config
   torch-build:
     type: string
@@ -1418,6 +1432,7 @@ workflows:
           torchvision-build: << pipeline.parameters.torchvision-build >>
           torch-build-index: << pipeline.parameters.torch-build-index >>
           python-version: << pipeline.parameters.python-version >>
+          cuda-version: << pipeline.parameters.cuda-version >>
 
       - test-core-cpp-x86_64-linux:
           torch-build: << pipeline.parameters.torch-build >>
@@ -1459,6 +1474,7 @@ workflows:
 
       - build-x86_64-linux:
           name: build-x86_64-linux-legacy
+          cuda-version: << pipeline.parameters.cuda-version >>
           torch-build: << pipeline.parameters.torch-build-legacy >>
           torchvision-build: << pipeline.parameters.torchvision-build-legacy >>
           torch-build-index: << pipeline.parameters.torch-build-index-legacy >>
@@ -1551,6 +1567,7 @@ workflows:
   on-push:
     jobs:
       - build-x86_64-linux:
+          cuda-version: << pipeline.parameters.cuda-version >>
           torch-build: << pipeline.parameters.torch-build >>
           torchvision-build: << pipeline.parameters.torchvision-build >>
           torch-build-index: << pipeline.parameters.torch-build-index >>