Skip to content

Measure runtime and total time #13

Measure runtime and total time

Measure runtime and total time #13

name: Benchmark
on:
push:
branches: [main]
env:
PYTHON_VERSION: "3.10"
WORKING_DIR: ${{ github.workspace }}/src
BENCHMARKS_OUTPUT: ${{ github.workspace }}/results
jobs:
benchmark:
runs-on: ubuntu-latest
defaults:
run:
working-directory: ${{ env.WORKING_DIR }}
steps:
- name: Checkout repository
uses: actions/checkout@v3
with:
fetch-depth: 0
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install asv virtualenv lf-asv-formatter
- name: Create ASV machine config file
run: asv machine --machine gh-runner --yes
- name: Run Benchmarks - `main`
env:
HF_TOKEN: ${{ secrets.HF_TOKEN }}
run: |
# prepare main branch for comparison
git remote add upstream https://github.com/${{ github.repository }}.git
git fetch upstream main
# Run benchmarks, allow errors, they will be caught in the next step
asv run --interleave-rounds -a repeat=3 || true
- name: BENCHMARK RESULTS
run: |
asv show HEAD | tee ${{ env.BENCHMARKS_OUTPUT }}