@@ -45,53 +45,53 @@ jobs:
4545 key : v4-build-tox-cache-${{ env.RUN_MATRIX_COMBINATION }}-${{ hashFiles('tox.ini', 'gen-requirements.txt', 'dev-requirements.txt') }}
4646 - name : run tox
4747 run : tox -f ${{ matrix.python-version }}-${{ matrix.package }} -- --benchmark-json=${{ env.RUN_MATRIX_COMBINATION }}-benchmark.json
48- - name : Find and merge ${{ matrix.package }} benchmarks
49- # TODO: Add at least one benchmark to every package type to remove this (#249)
50- if : matrix.package == 'sdkextension' || matrix.package == 'propagator'
51- run : >-
52- mkdir -p benchmarks;
53- jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
54- | if .[0].benchmarks == null then null else .[0] end'
55- **/**/tests/*${{ matrix.package }}*-benchmark.json > benchmarks/output_${{ matrix.package }}.json
56- - name : Upload all benchmarks under same key as an artifact
57- if : ${{ success() }}
58- uses : actions/upload-artifact@v2
59- with :
60- name : benchmarks
61- path : benchmarks/output_${{ matrix.package }}.json
62- combine-benchmarks :
63- runs-on : ubuntu-latest
64- needs : build
65- if : ${{ always() }}
66- name : Combine benchmarks from previous build job
67- steps :
68- - name : Checkout Contrib Repo @ SHA - ${{ github.sha }}
69- uses : actions/checkout@v2
70- - name : Download all benchmarks as artifact using key
71- uses : actions/download-artifact@v2
72- with :
73- name : benchmarks
74- path : benchmarks
75- - name : Find and merge all benchmarks
76- run : >-
77- jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
78- | if .[0].benchmarks == null then null else .[0] end'
79- benchmarks/output_*.json > output.json;
80- - name : Report on benchmark results
81- uses : benchmark-action/github-action-benchmark@v1
82- with :
83- name : OpenTelemetry Python Benchmarks - Python ${{ env[matrix.python-version ]}} - ${{ matrix.package }}
84- tool : pytest
85- output-file-path : output.json
86- github-token : ${{ secrets.GITHUB_TOKEN }}
87- max-items-in-chart : 100
88- # Alert with a commit comment on possible performance regression
89- alert-threshold : 200%
90- fail-on-alert : true
91- # Make a commit on `gh-pages` with benchmarks from previous step
92- auto-push : ${{ github.ref == 'refs/heads/main' }}
93- gh-pages-branch : gh-pages
94- benchmark-data-dir-path : benchmarks
48+ # - name: Find and merge ${{ matrix.package }} benchmarks
49+ # # TODO: Add at least one benchmark to every package type to remove this (#249)
50+ # if: matrix.package == 'sdkextension' || matrix.package == 'propagator'
51+ # run: >-
52+ # mkdir -p benchmarks;
53+ # jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
54+ # | if .[0].benchmarks == null then null else .[0] end'
55+ # **/**/tests/*${{ matrix.package }}*-benchmark.json > benchmarks/output_${{ matrix.package }}.json
56+ # - name: Upload all benchmarks under same key as an artifact
57+ # if: ${{ success() }}
58+ # uses: actions/upload-artifact@v2
59+ # with:
60+ # name: benchmarks
61+ # path: benchmarks/output_${{ matrix.package }}.json
62+ # combine-benchmarks:
63+ # runs-on: ubuntu-latest
64+ # needs: build
65+ # if: ${{ always() }}
66+ # name: Combine benchmarks from previous build job
67+ # steps:
68+ # - name: Checkout Contrib Repo @ SHA - ${{ github.sha }}
69+ # uses: actions/checkout@v2
70+ # - name: Download all benchmarks as artifact using key
71+ # uses: actions/download-artifact@v2
72+ # with:
73+ # name: benchmarks
74+ # path: benchmarks
75+ # - name: Find and merge all benchmarks
76+ # run: >-
77+ # jq -s '.[0].benchmarks = ([.[].benchmarks] | add)
78+ # | if .[0].benchmarks == null then null else .[0] end'
79+ # benchmarks/output_*.json > output.json;
80+ # - name: Report on benchmark results
81+ # uses: benchmark-action/github-action-benchmark@v1
82+ # with:
83+ # name: OpenTelemetry Python Benchmarks - Python ${{ env[matrix.python-version ]}} - ${{ matrix.package }}
84+ # tool: pytest
85+ # output-file-path: output.json
86+ # github-token: ${{ secrets.GITHUB_TOKEN }}
87+ # max-items-in-chart: 100
88+ # # Alert with a commit comment on possible performance regression
89+ # alert-threshold: 200%
90+ # fail-on-alert: true
91+ # # Make a commit on `gh-pages` with benchmarks from previous step
92+ # auto-push: ${{ github.ref == 'refs/heads/main' }}
93+ # gh-pages-branch: gh-pages
94+ # benchmark-data-dir-path: benchmarks
9595 misc :
9696 strategy :
9797 fail-fast : false
0 commit comments