Skip to content

Commit dbc3073

Browse files
authored
Temporarily disable benchmarks workflow (#1031)
1 parent b1e94d6 commit dbc3073

File tree

1 file changed

+47
-47
lines changed

1 file changed

+47
-47
lines changed

.github/workflows/test.yml

+47-47
Original file line numberDiff line numberDiff line change
@@ -45,53 +45,53 @@ jobs:
4545
key: v4-build-tox-cache-${{ env.RUN_MATRIX_COMBINATION }}-${{ hashFiles('tox.ini', 'gen-requirements.txt', 'dev-requirements.txt') }}
4646
- name: run tox
4747
run: tox -f ${{ matrix.python-version }}-${{ matrix.package }} -- --benchmark-json=${{ env.RUN_MATRIX_COMBINATION }}-benchmark.json
48-
- name: Find and merge ${{ matrix.package }} benchmarks
49-
# TODO: Add at least one benchmark to every package type to remove this (#249)
50-
if: matrix.package == 'sdkextension' || matrix.package == 'propagator'
51-
run: >-
52-
mkdir -p benchmarks;
53-
jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
54-
| if .[0].benchmarks == null then null else .[0] end'
55-
**/**/tests/*${{ matrix.package }}*-benchmark.json > benchmarks/output_${{ matrix.package }}.json
56-
- name: Upload all benchmarks under same key as an artifact
57-
if: ${{ success() }}
58-
uses: actions/upload-artifact@v2
59-
with:
60-
name: benchmarks
61-
path: benchmarks/output_${{ matrix.package }}.json
62-
combine-benchmarks:
63-
runs-on: ubuntu-latest
64-
needs: build
65-
if: ${{ always() }}
66-
name: Combine benchmarks from previous build job
67-
steps:
68-
- name: Checkout Contrib Repo @ SHA - ${{ github.sha }}
69-
uses: actions/checkout@v2
70-
- name: Download all benchmarks as artifact using key
71-
uses: actions/download-artifact@v2
72-
with:
73-
name: benchmarks
74-
path: benchmarks
75-
- name: Find and merge all benchmarks
76-
run: >-
77-
jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
78-
| if .[0].benchmarks == null then null else .[0] end'
79-
benchmarks/output_*.json > output.json;
80-
- name: Report on benchmark results
81-
uses: benchmark-action/github-action-benchmark@v1
82-
with:
83-
name: OpenTelemetry Python Benchmarks - Python ${{ env[matrix.python-version ]}} - ${{ matrix.package }}
84-
tool: pytest
85-
output-file-path: output.json
86-
github-token: ${{ secrets.GITHUB_TOKEN }}
87-
max-items-in-chart: 100
88-
# Alert with a commit comment on possible performance regression
89-
alert-threshold: 200%
90-
fail-on-alert: true
91-
# Make a commit on `gh-pages` with benchmarks from previous step
92-
auto-push: ${{ github.ref == 'refs/heads/main' }}
93-
gh-pages-branch: gh-pages
94-
benchmark-data-dir-path: benchmarks
48+
# - name: Find and merge ${{ matrix.package }} benchmarks
49+
# # TODO: Add at least one benchmark to every package type to remove this (#249)
50+
# if: matrix.package == 'sdkextension' || matrix.package == 'propagator'
51+
# run: >-
52+
# mkdir -p benchmarks;
53+
# jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
54+
# | if .[0].benchmarks == null then null else .[0] end'
55+
# **/**/tests/*${{ matrix.package }}*-benchmark.json > benchmarks/output_${{ matrix.package }}.json
56+
# - name: Upload all benchmarks under same key as an artifact
57+
# if: ${{ success() }}
58+
# uses: actions/upload-artifact@v2
59+
# with:
60+
# name: benchmarks
61+
# path: benchmarks/output_${{ matrix.package }}.json
62+
# combine-benchmarks:
63+
# runs-on: ubuntu-latest
64+
# needs: build
65+
# if: ${{ always() }}
66+
# name: Combine benchmarks from previous build job
67+
# steps:
68+
# - name: Checkout Contrib Repo @ SHA - ${{ github.sha }}
69+
# uses: actions/checkout@v2
70+
# - name: Download all benchmarks as artifact using key
71+
# uses: actions/download-artifact@v2
72+
# with:
73+
# name: benchmarks
74+
# path: benchmarks
75+
# - name: Find and merge all benchmarks
76+
# run: >-
77+
# jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
78+
# | if .[0].benchmarks == null then null else .[0] end'
79+
# benchmarks/output_*.json > output.json;
80+
# - name: Report on benchmark results
81+
# uses: benchmark-action/github-action-benchmark@v1
82+
# with:
83+
# name: OpenTelemetry Python Benchmarks - Python ${{ env[matrix.python-version ]}} - ${{ matrix.package }}
84+
# tool: pytest
85+
# output-file-path: output.json
86+
# github-token: ${{ secrets.GITHUB_TOKEN }}
87+
# max-items-in-chart: 100
88+
# # Alert with a commit comment on possible performance regression
89+
# alert-threshold: 200%
90+
# fail-on-alert: true
91+
# # Make a commit on `gh-pages` with benchmarks from previous step
92+
# auto-push: ${{ github.ref == 'refs/heads/main' }}
93+
# gh-pages-branch: gh-pages
94+
# benchmark-data-dir-path: benchmarks
9595
misc:
9696
strategy:
9797
fail-fast: false

0 commit comments

Comments
 (0)