Skip to content

Commit d155220

Browse files
authored
Remove obsolete binary workflows, limit linux to 1 python version (#1447)
* Remove obsolete binary workflows, limit linux to 1 python version * fixes * fix * fix
1 parent 1277308 commit d155220

File tree

3 files changed

+3
-217
lines changed

3 files changed

+3
-217
lines changed

.github/workflows/_build_test_upload.yml

+2-173
Original file line numberDiff line numberDiff line change
@@ -12,13 +12,6 @@ on:
1212
pytorch_version:
1313
required: true
1414
type: string
15-
do-upload:
16-
required: false
17-
default: true
18-
type: boolean
19-
secrets:
20-
PYPI_TOKEN:
21-
required: false
2215

2316
permissions:
2417
id-token: write
@@ -47,173 +40,9 @@ jobs:
4740
echo "type=$RELEASE_TYPE" >> $GITHUB_OUTPUT
4841
id: get_release_type
4942

50-
wheel_build_test:
51-
needs: get_release_type
52-
runs-on: ${{ matrix.os }}
53-
container: ${{ startsWith( matrix.os, 'ubuntu' ) && 'pytorch/manylinux-cpu' || null }}
54-
strategy:
55-
fail-fast: false
56-
matrix:
57-
os:
58-
- windows-latest
59-
python-version:
60-
- 3.9
61-
- "3.10"
62-
- "3.11"
63-
- "3.12"
64-
- "3.13"
65-
- pure
66-
exclude:
67-
- os: windows-latest
68-
python-version: pure
69-
steps:
70-
- name: Checkout Source Repository
71-
uses: actions/checkout@v4
72-
with:
73-
ref: ${{ inputs.branch }}
74-
submodules: recursive
75-
- name: Setup Python ${{ matrix.python-version }} for Windows
76-
if: ${{ startsWith( matrix.os, 'windows' ) }}
77-
uses: actions/setup-python@v5
78-
with:
79-
python-version: ${{ matrix.python-version }}
80-
- name: Add temp runner environment variables
81-
if: ${{ startsWith( matrix.os, 'macos' ) }}
82-
shell: bash -l {0}
83-
run: |
84-
echo "MINICONDA_INSTALL_PATH_MACOS=${RUNNER_TEMP}/miniconda" >> "${GITHUB_ENV}"
85-
- name: Setup msbuild on Windows
86-
if: startsWith( matrix.os, 'windows' )
87-
uses: microsoft/[email protected]
88-
- name: Set up Visual Studio shell
89-
if: startsWith( matrix.os, 'windows' )
90-
uses: egor-tensin/vs-shell@v2
91-
with:
92-
arch: x64
93-
- name: Install Build Dependency
94-
shell: bash -l {0}
95-
env:
96-
PYTHON_VERSION: ${{ matrix.python-version }}
97-
run: |
98-
pip install cmake ninja setuptools
99-
echo "/home/runner/.local/bin" >> $GITHUB_PATH
100-
- name: Install PyTorch and Build TorchData Wheel
101-
shell: bash -l {0}
102-
env:
103-
PYTHON_VERSION: ${{ matrix.python-version }}
104-
PYTORCH_VERSION: ${{ inputs.pytorch_version }}
105-
BUILD_S3: 0
106-
run: |
107-
set -ex
108-
packaging/build_wheel.sh
109-
- name: Validate TorchData Wheel
110-
shell: bash -l {0}
111-
env:
112-
PYTHON_VERSION: ${{ matrix.python-version }}
113-
run: |
114-
pip3 install pkginfo
115-
for pkg in dist/torchdata*.whl; do
116-
echo "PkgInfo of $pkg:"
117-
pkginfo $pkg
118-
if ${{ startsWith( matrix.os, 'ubuntu' ) && matrix.python-version != 'pure' }}; then
119-
auditwheel show $pkg
120-
auditwheel repair $pkg --plat manylinux2014_x86_64 -w wheelhouse
121-
fi
122-
done
123-
- name: Install TorchData Wheel
124-
shell: bash -l {0}
125-
env:
126-
PYTHON_VERSION: ${{ matrix.python-version }}
127-
run: |
128-
pip3 install dist/torchdata*.whl
129-
- name: Run Smoke Tests
130-
shell: bash -l {0}
131-
env:
132-
PYTHON_VERSION: ${{ matrix.python-version }}
133-
run: |
134-
if ${{ matrix.python-version == 'pure' }}; then
135-
python test/smoke_test/smoke_test.py --no-s3
136-
else
137-
python test/smoke_test/smoke_test.py
138-
fi
139-
140-
- name: Upload Wheels to Github
141-
if: always()
142-
uses: actions/upload-artifact@v4
143-
with:
144-
name: torchdata-artifact-${{ matrix.os }}-${{ matrix.python-version }}
145-
path: dist/torchdata*.whl
146-
147-
wheel_upload:
148-
if: always() && inputs.branch != '' && inputs.do-upload == true
149-
needs: [get_release_type, wheel_build_test]
150-
runs-on: ubuntu-latest
151-
environment: pytorchbot-env
152-
outputs:
153-
upload: ${{ steps.trigger_upload.outputs.value }}
154-
steps:
155-
- name: Configure aws credentials (pytorch account)
156-
if: ${{ needs.get_release_type.outputs.type == 'nightly' }}
157-
uses: aws-actions/configure-aws-credentials@v3
158-
with:
159-
role-to-assume: arn:aws:iam::749337293305:role/gha_workflow_nightly_build_wheels
160-
aws-region: us-east-1
161-
162-
- name: Configure aws credentials (pytorch account)
163-
if: ${{ needs.get_release_type.outputs.type == 'test' }}
164-
uses: aws-actions/configure-aws-credentials@v3
165-
with:
166-
role-to-assume: arn:aws:iam::749337293305:role/gha_workflow_test_build_wheels
167-
aws-region: us-east-1
168-
- name: Download Artifacts from Github
169-
continue-on-error: true
170-
uses: actions/download-artifact@v4
171-
with:
172-
pattern: torchdata-artifact-*
173-
merge-multiple: true
174-
- name: Determine if Wheel Uploading is needed
175-
run: |
176-
upload=false
177-
for txt in torchdata*.whl; do
178-
upload=true
179-
break
180-
done
181-
echo "value=$upload" >> $GITHUB_OUTPUT
182-
id: trigger_upload
183-
- name: Display All TorchData Wheels
184-
if: steps.trigger_upload.outputs.value == 'true'
185-
run: ls -lh torchdata*.whl
186-
- name: Upload Wheels to S3 Storage
187-
if: steps.trigger_upload.outputs.value == 'true'
188-
run: |
189-
if [[ ${{ inputs.branch }} == 'main' ]]; then
190-
S3_PATH=s3://pytorch/whl/nightly/
191-
else
192-
S3_PATH=s3://pytorch/whl/test/
193-
fi
194-
pip3 install awscli
195-
set -x
196-
for pkg in torchdata*.whl; do
197-
aws s3 cp "$pkg" "$S3_PATH" --acl public-read
198-
done
199-
- name: Upload Official Wheels to PYPI
200-
if: |
201-
steps.trigger_upload.outputs.value == 'true' &&
202-
needs.get_release_type.outputs.type == 'official'
203-
env:
204-
PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
205-
run: |
206-
pip3 install twine
207-
python -m twine upload \
208-
--username __token__ \
209-
--password "$PYPI_TOKEN" \
210-
torchdata*.whl
211-
21243
build_docs:
213-
if: |
214-
always() && inputs.branch != '' &&
215-
( needs.wheel_upload.outputs.upload == 'true')
216-
needs: [get_release_type, wheel_upload]
44+
if: always() && inputs.branch != ''
45+
needs: get_release_type
21746
runs-on: ubuntu-latest
21847
steps:
21948
- name: Setup Python 3.9

.github/workflows/build-wheels-m1.yml

-44
This file was deleted.

.github/workflows/build_wheels_linux.yml

+1
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,7 @@ jobs:
2727
test-infra-ref: main
2828
with-cuda: disable
2929
with-rocm: disable
30+
python-versions: '["3.9"]'
3031
build:
3132
needs: generate-matrix
3233
strategy:

0 commit comments

Comments
 (0)