Tests #13
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Benchmark | |
| on: | |
| push: | |
| branches: | |
| - main | |
| create: | |
| tags: | |
| - '**' | |
| pull_request: | |
| branches: | |
| - main | |
| schedule: | |
| # Run every day at 7:42am UTC. | |
| - cron: '42 7 * * *' | |
| jobs: | |
| test-benchmark: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: ['ubuntu-latest', 'macos-latest'] | |
| exclude: | |
| # Only run OSX test on version==git, not on the release ones. | |
| - os: ${{ inputs.benchopt_version == 'git' || 'macos-latest' }} | |
| env: | |
| CONDA_ENV: 'test_env' | |
| BENCHOPT_BRANCH: benchopt@main | |
| BENCHOPT_VERSION: git | |
| BENCHOPT_DEBUG: 1 | |
| BENCHOPT_CONDA_CMD: mamba | |
| SKLEARN_ALLOW_DEPRECATED_SKLEARN_PACKAGE_INSTALL: True | |
| PYTEST_EXTRA_ARGS: "" | |
| defaults: | |
| run: | |
| # Need to use this shell to get conda working properly. | |
| # See https://github.com/marketplace/actions/setup-miniconda#important | |
| shell: bash -l {0} | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Setup Conda | |
| uses: conda-incubator/setup-miniconda@v2 | |
| with: | |
| auto-update-conda: true | |
| miniforge-variant: Mambaforge | |
| use-mamba: true | |
| channels: conda-forge | |
| python-version: 3.9 | |
| activate-environment: ${{ env.CONDA_ENV }} | |
| - run: conda info | |
| - name: Install benchopt and its dependencies | |
| run: | | |
| conda info | |
| mamba install -yq pip | |
| # Get the correct branch of benchopt | |
| if [[ "$BENCHOPT_VERSION" == "git" ]] | |
| then | |
| user=${BENCHOPT_BRANCH%@*} | |
| branch=${BENCHOPT_BRANCH##*@} | |
| pip install -U git+https://github.com/$user/benchopt@$branch | |
| elif [[ "$BENCHOPT_VERSION" == "latest" ]] | |
| then | |
| pip install -U benchopt | |
| else | |
| pip install -U benchopt==$BENCHOPT_VERSION | |
| fi | |
| - name: FLamby | |
| run: | | |
| git clone https://github.com/owkin/FLamby.git | |
| cd FLamby | |
| python -m pip install --upgrade pip | |
| pip install pytest | |
| pip install -e ."[all_extra]" | |
| - name: Test | |
| run: | | |
| benchopt test . --env-name test_env -vl $PYTEST_EXTRA_ARGS | |
| # Avoid having too large cache between two runs | |
| benchopt clean . | |
| benchopt test . --env-name test_env -vl --skip-install $PYTEST_EXTRA_ARGS |