Add disk_size_gb option to DataflowBakery
#768
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Unit Tests | |
| on: | |
| push: | |
| branches: [ "main" ] | |
| pull_request: | |
| branches: [ "*" ] | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ["3.9", "3.10", "3.11"] | |
| recipes-version: [ | |
| "pangeo-forge-recipes==0.10.4", | |
| ] | |
| beam-version: [ | |
| "apache-beam==2.52.0", | |
| ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: 'Set up Cloud SDK' | |
| uses: 'google-github-actions/setup-gcloud@v0' | |
| - name: 'Setup minio + mc' | |
| run: | | |
| wget --quiet https://dl.min.io/server/minio/release/linux-amd64/minio | |
| chmod +x minio | |
| mv minio /usr/local/bin/minio | |
| wget --quiet https://dl.min.io/client/mc/release/linux-amd64/mc | |
| chmod +x mc | |
| mv mc /usr/local/bin/mc | |
| minio --version | |
| mc --version | |
| - name: Install dependencies & our package | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install -e ".[test]" | |
| - name: Test with pytest | |
| run: | | |
| pytest -vvv -s --cov=pangeo_forge_runner tests/unit/ \ | |
| --recipes-version=${{ matrix.recipes-version }} \ | |
| --beam-version=${{ matrix.beam-version }} | |
| - name: Upload Coverage to Codecov | |
| uses: codecov/codecov-action@v2 |