Update celery config to correctly handle both large and small task qu… #165
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: E2E Tests | |
| on: | |
| workflow_dispatch: {} | |
| push: {} | |
| jobs: | |
| test: | |
| runs-on: | |
| - banzai-runner | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install kubectl | |
| uses: azure/setup-kubectl@v3 | |
| with: | |
| version: "v1.22.17" | |
| - name: Start a Kind cluster | |
| uses: helm/[email protected] | |
| with: | |
| cluster_name: kind | |
| version: "v0.19.0" | |
| node_image: kindest/node:v1.22.17@sha256:9af784f45a584f6b28bce2af84c494d947a05bd709151466489008f80a9ce9d5 | |
| wait: "600s" | |
| - name: Build docker image | |
| run: | | |
| docker build -t banzai:test-latest . | |
| - name: Copy docker image to nodes | |
| run: | | |
| kind load docker-image banzai:test-latest | |
| - name: Start banzai | |
| run: | | |
| cat banzai/tests/e2e-k8s.yaml | |
| # Deploy banzai stack | |
| kubectl apply -f banzai/tests/e2e-k8s.yaml | |
| # Wait for banzai to be ready | |
| kubectl wait --for=condition=Ready --timeout=60m pod/banzai-e2e-test | |
| - name: Test Super Bias Creation | |
| run: | | |
| kubectl exec banzai-e2e-test -c banzai-listener -- pytest -s --pyargs banzai --durations=0 --junitxml=/archive/engineering/pytest-master-bias.xml -m master_bias | |
| - name: Test Super Dark Creation | |
| run: | | |
| kubectl exec banzai-e2e-test -c banzai-listener -- pytest -s --pyargs banzai --durations=0 --junitxml=/archive/engineering/pytest-master-dark.xml -m master_dark | |
| - name: Test Super Flat Creation | |
| run: | | |
| kubectl exec banzai-e2e-test -c banzai-listener -- pytest -s --pyargs banzai --durations=0 --junitxml=/archive/engineering/pytest-master-flat.xml -m master_flat | |
| - name: Test Science Frame Creation | |
| run: | | |
| kubectl exec banzai-e2e-test -c banzai-listener -- pytest -s --pyargs banzai --durations=0 --junitxml=/archive/engineering/pytest-science-files.xml -m science_files | |
| - name: Cleanup | |
| run: | | |
| kubectl delete pod banzai-e2e-test |