Performance testing in the CI #19
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Benchmarking | |
on: | |
pull_request: | |
permissions: | |
pull-requests: write | |
jobs: | |
bench: | |
runs-on: ubuntu-latest | |
name: Benchmark performance | |
steps: | |
- name: Setup Nim Enviroment | |
uses: actions/checkout@v3 | |
with: | |
fetch-depth: 0 | |
- uses: jiro4989/setup-nim-action@v2 | |
with: | |
use-nightlies: true | |
repo-token: ${{ secrets.GITHUB_TOKEN }} | |
nim-version: stable | |
- name: Install oha | |
run: | | |
echo "deb [signed-by=/usr/share/keyrings/azlux-archive-keyring.gpg] http://packages.azlux.fr/debian/ stable main" | sudo tee /etc/apt/sources.list.d/azlux.list | |
sudo wget -O /usr/share/keyrings/azlux-archive-keyring.gpg https://azlux.fr/repo.gpg | |
sudo apt update | |
sudo apt install oha | |
- name: Copy script | |
run: cp .github/workflows/bench.sh bench.sh | |
- name: Run on master | |
run: ./bench.sh $GITHUB_SHA | |
- name: Run on branch | |
run: ./bench.sh $GITHUB_SHA | |
- name: Compare | |
run: | | |
nim r .github/workflows/stats.nim ${GITHUB_SHA}.json ${GITHUB_SHA}.json > comment.md | |
cat comment.md | |
- name: Comment results | |
uses: thollander/actions-comment-pull-request@v3 | |
with: | |
file-path: comment.md | |
comment-tag: execution |