@@ -45,53 +45,53 @@ jobs:
45
45
key : v4-build-tox-cache-${{ env.RUN_MATRIX_COMBINATION }}-${{ hashFiles('tox.ini', 'gen-requirements.txt', 'dev-requirements.txt') }}
46
46
- name : run tox
47
47
run : tox -f ${{ matrix.python-version }}-${{ matrix.package }} -- --benchmark-json=${{ env.RUN_MATRIX_COMBINATION }}-benchmark.json
48
- - name : Find and merge ${{ matrix.package }} benchmarks
49
- # TODO: Add at least one benchmark to every package type to remove this (#249)
50
- if : matrix.package == 'sdkextension' || matrix.package == 'propagator'
51
- run : >-
52
- mkdir -p benchmarks;
53
- jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
54
- | if .[0].benchmarks == null then null else .[0] end'
55
- **/**/tests/*${{ matrix.package }}*-benchmark.json > benchmarks/output_${{ matrix.package }}.json
56
- - name : Upload all benchmarks under same key as an artifact
57
- if : ${{ success() }}
58
- uses : actions/upload-artifact@v2
59
- with :
60
- name : benchmarks
61
- path : benchmarks/output_${{ matrix.package }}.json
62
- combine-benchmarks :
63
- runs-on : ubuntu-latest
64
- needs : build
65
- if : ${{ always() }}
66
- name : Combine benchmarks from previous build job
67
- steps :
68
- - name : Checkout Contrib Repo @ SHA - ${{ github.sha }}
69
- uses : actions/checkout@v2
70
- - name : Download all benchmarks as artifact using key
71
- uses : actions/download-artifact@v2
72
- with :
73
- name : benchmarks
74
- path : benchmarks
75
- - name : Find and merge all benchmarks
76
- run : >-
77
- jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
78
- | if .[0].benchmarks == null then null else .[0] end'
79
- benchmarks/output_*.json > output.json;
80
- - name : Report on benchmark results
81
- uses : benchmark-action/github-action-benchmark@v1
82
- with :
83
- name : OpenTelemetry Python Benchmarks - Python ${{ env[matrix.python-version ]}} - ${{ matrix.package }}
84
- tool : pytest
85
- output-file-path : output.json
86
- github-token : ${{ secrets.GITHUB_TOKEN }}
87
- max-items-in-chart : 100
88
- # Alert with a commit comment on possible performance regression
89
- alert-threshold : 200%
90
- fail-on-alert : true
91
- # Make a commit on `gh-pages` with benchmarks from previous step
92
- auto-push : ${{ github.ref == 'refs/heads/main' }}
93
- gh-pages-branch : gh-pages
94
- benchmark-data-dir-path : benchmarks
48
+ # - name: Find and merge ${{ matrix.package }} benchmarks
49
+ # # TODO: Add at least one benchmark to every package type to remove this (#249)
50
+ # if: matrix.package == 'sdkextension' || matrix.package == 'propagator'
51
+ # run: >-
52
+ # mkdir -p benchmarks;
53
+ # jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
54
+ # | if .[0].benchmarks == null then null else .[0] end'
55
+ # **/**/tests/*${{ matrix.package }}*-benchmark.json > benchmarks/output_${{ matrix.package }}.json
56
+ # - name: Upload all benchmarks under same key as an artifact
57
+ # if: ${{ success() }}
58
+ # uses: actions/upload-artifact@v2
59
+ # with:
60
+ # name: benchmarks
61
+ # path: benchmarks/output_${{ matrix.package }}.json
62
+ # combine-benchmarks:
63
+ # runs-on: ubuntu-latest
64
+ # needs: build
65
+ # if: ${{ always() }}
66
+ # name: Combine benchmarks from previous build job
67
+ # steps:
68
+ # - name: Checkout Contrib Repo @ SHA - ${{ github.sha }}
69
+ # uses: actions/checkout@v2
70
+ # - name: Download all benchmarks as artifact using key
71
+ # uses: actions/download-artifact@v2
72
+ # with:
73
+ # name: benchmarks
74
+ # path: benchmarks
75
+ # - name: Find and merge all benchmarks
76
+ # run: >-
77
+ # jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
78
+ # | if .[0].benchmarks == null then null else .[0] end'
79
+ # benchmarks/output_*.json > output.json;
80
+ # - name: Report on benchmark results
81
+ # uses: benchmark-action/github-action-benchmark@v1
82
+ # with:
83
+ # name: OpenTelemetry Python Benchmarks - Python ${{ env[matrix.python-version ]}} - ${{ matrix.package }}
84
+ # tool: pytest
85
+ # output-file-path: output.json
86
+ # github-token: ${{ secrets.GITHUB_TOKEN }}
87
+ # max-items-in-chart: 100
88
+ # # Alert with a commit comment on possible performance regression
89
+ # alert-threshold: 200%
90
+ # fail-on-alert: true
91
+ # # Make a commit on `gh-pages` with benchmarks from previous step
92
+ # auto-push: ${{ github.ref == 'refs/heads/main' }}
93
+ # gh-pages-branch: gh-pages
94
+ # benchmark-data-dir-path: benchmarks
95
95
misc :
96
96
strategy :
97
97
fail-fast : false
0 commit comments