manual trigger and fix test #13
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: LoRAX Integration Tests | |
| on: | |
| push: | |
| branches: [ main, integration-tests-main] | |
| workflow_dispatch: | |
| inputs: | |
| test_image_tag: | |
| description: 'LoRAX Docker image tag to test (e.g. ghcr.io/predibase/lorax:test-123)' | |
| required: false | |
| type: string | |
| jobs: | |
| build-test-image: | |
| if: github.event.inputs.test_image_tag == '' | |
| runs-on: a100-40gb-runner | |
| permissions: | |
| contents: write | |
| packages: write | |
| id-token: write | |
| security-events: write | |
| outputs: | |
| TEST_IMAGE_TAG: ${{ steps.test_tag.outputs.test_tag }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Log in to GitHub Container Registry | |
| uses: docker/login-action@v1 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GHCR_PAT }} | |
| - name: Free Disk Space | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| tool-cache: false | |
| android: true | |
| dotnet: true | |
| haskell: true | |
| large-packages: false | |
| swap-storage: true | |
| - name: Set up Docker Buildx | |
| uses: docker/[email protected] | |
| - name: Set up containerd | |
| uses: crazy-max/[email protected] | |
| with: | |
| config-inline: | | |
| version = 2 | |
| root = "/runner/build/containerd" | |
| # Create a test-specific tag | |
| - name: Generate test tag | |
| id: test_tag | |
| run: | | |
| echo "test_tag=ghcr.io/predibase/lorax:test-${GITHUB_SHA::7}" >> $GITHUB_OUTPUT | |
| echo "cache_dir=/runner/build/images/cache" >> $GITHUB_OUTPUT | |
| echo "image_dir=/runner/build/images" >> $GITHUB_OUTPUT | |
| echo "image_path=/runner/build/images/lorax" >> $GITHUB_OUTPUT | |
| - name: Create directories | |
| env: | |
| image_dir: ${{ steps.test_tag.outputs.image_dir }} | |
| cache_dir: ${{ steps.test_tag.outputs.cache_dir }} | |
| run: | | |
| sudo mkdir -p $image_dir | |
| sudo chown ubuntu:ubuntu $image_dir | |
| sudo mkdir -p $cache_dir | |
| sudo chown ubuntu:ubuntu $cache_dir | |
| - name: Build and export Docker image | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: . | |
| file: ./Dockerfile | |
| push: false | |
| tags: ${{ steps.test_tag.outputs.test_tag }} | |
| outputs: type=oci,compression=gzip,dest=${{ steps.test_tag.outputs.image_path }}-test.tar.gz | |
| cache-from: type=local,src=${{ steps.test_tag.outputs.cache_dir }} | |
| cache-to: type=local,mode=max,dest=${{ steps.test_tag.outputs.cache_dir }} | |
| - name: Import and push test image | |
| env: | |
| test_tag: ${{ steps.test_tag.outputs.test_tag }} | |
| image_path: ${{ steps.test_tag.outputs.image_path }} | |
| run: | | |
| sudo ctr i import --no-unpack --all-platforms --digests $image_path-test.tar.gz | |
| sudo ctr i push --user "${{ github.repository_owner }}:${{ secrets.GHCR_PAT }}" $test_tag | |
| # Pass the test tag to the next job | |
| - name: Set test tag output | |
| run: echo "TEST_IMAGE_TAG=${{ steps.test_tag.outputs.test_tag }}" >> $GITHUB_ENV | |
| run-tests: | |
| needs: [build-test-image] | |
| if: always() && (github.event.inputs.test_image_tag != '' || needs.build-test-image.result == 'success') | |
| runs-on: a100-40gb-runner | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.8' | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install pytest docker requests | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set up environment variables | |
| run: | | |
| echo "HUGGING_FACE_HUB_TOKEN=${{ secrets.HUGGING_FACE_HUB_TOKEN }}" >> $GITHUB_ENV | |
| if [ "${{ github.event.inputs.test_image_tag }}" != "" ]; then | |
| echo "TEST_IMAGE_TAG=${{ github.event.inputs.test_image_tag }}" >> $GITHUB_ENV | |
| else | |
| echo "TEST_IMAGE_TAG=${{ needs.build-test-image.outputs.TEST_IMAGE_TAG }}" >> $GITHUB_ENV | |
| fi | |
| - name: Run Embedding tests | |
| run: | | |
| cd integration-tests-2 | |
| pytest test_embeddings.py -v --capture=tee-sys | |
| - name: Run LLM tests | |
| run: | | |
| cd integration-tests-2 | |
| pytest test_base_llms.py -v --capture=tee-sys |