build dev image from nodesvc #565
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- | |
name: tests | |
on: | |
push: | |
branches-ignore: | |
- 'development/**' | |
workflow_dispatch: | |
inputs: | |
debug: | |
description: Debug (enable the ability to SSH to runners) | |
type: boolean | |
required: false | |
default: 'false' | |
connection-timeout-m: | |
type: number | |
required: false | |
description: Timeout for ssh connection to worker (minutes) | |
default: 30 | |
jobs: | |
build-ci: | |
uses: ./.github/workflows/build-ci.yaml | |
secrets: | |
REGISTRY_LOGIN: ${{ secrets.REGISTRY_LOGIN }} | |
REGISTRY_PASSWORD: ${{ secrets.REGISTRY_PASSWORD }} | |
lint: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v2 | |
with: | |
lfs: true | |
- uses: actions/setup-node@v2 | |
with: | |
node-version: '16.13.2' | |
cache: yarn | |
- name: install dependencies | |
run: yarn install --frozen-lockfile --network-concurrency 1 | |
- name: run static analysis tools on markdown | |
run: yarn run lint_md | |
- name: run static analysis tools on code | |
run: yarn run lint | |
tests-v1: | |
needs: | |
- build-ci | |
runs-on: ubuntu-latest | |
env: | |
REINDEX_PYTHON_INTERPRETER: python3 | |
name: ${{ matrix.test.name }} | |
strategy: | |
fail-fast: false | |
matrix: | |
test: | |
- name: run unit tests | |
command: yarn test | |
env: | |
UTAPI_METRICS_ENABLED: 'true' | |
- name: run v1 client tests | |
command: bash ./.github/scripts/run_ft_tests.bash false ft_test:client | |
env: {} | |
- name: run v1 server tests | |
command: bash ./.github/scripts/run_ft_tests.bash false ft_test:server | |
env: {} | |
- name: run v1 cron tests | |
command: bash ./.github/scripts/run_ft_tests.bash false ft_test:cron | |
env: {} | |
- name: run v1 interval tests | |
command: bash ./.github/scripts/run_ft_tests.bash true ft_test:interval | |
env: {} | |
services: | |
redis: | |
image: ghcr.io/${{ github.repository }}/redis-ci:${{ github.sha }} | |
ports: | |
- 6379:6379 | |
- 9121:9121 | |
options: >- | |
--health-cmd "redis-cli ping" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
redis-replica: | |
image: ghcr.io/${{ github.repository }}/redis-replica-ci:${{ github.sha }} | |
ports: | |
- 6380:6380 | |
options: >- | |
--health-cmd "redis-cli -p 6380 ping" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
redis-sentinel: | |
image: bitnami/redis-sentinel:6.2 | |
env: | |
REDIS_MASTER_SET: scality-s3 | |
REDIS_SENTINEL_PORT_NUMBER: '16379' | |
REDIS_SENTINEL_QUORUM: '1' | |
ports: | |
- 16379:16379 | |
options: >- | |
--health-cmd "redis-cli -p 16379 ping" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
warp10: | |
image: ghcr.io/${{ github.repository }}/warp10-ci:${{ github.sha }} | |
env: | |
standalone.port: '4802' | |
warpscript.maxops: '10000000' | |
ENABLE_SENSISION: 't' | |
options: >- | |
--health-cmd "curl localhost:4802/api/v0/check" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 10 | |
--health-start-period 60s | |
ports: | |
- 4802:4802 | |
- 8082:8082 | |
- 9718:9718 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v2 | |
with: | |
lfs: true | |
- uses: actions/setup-node@v2 | |
with: | |
node-version: '16.13.2' | |
cache: yarn | |
- uses: actions/setup-python@v2 | |
with: | |
python-version: '3.9' | |
- uses: actions/cache@v2 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pip | |
- name: Install python deps | |
run: | | |
pip install requests | |
pip install redis | |
- name: install dependencies | |
run: yarn install --frozen-lockfile --network-concurrency 1 | |
- name: ${{ matrix.test.name }} | |
run: ${{ matrix.test.command }} | |
env: ${{ matrix.test.env }} | |
tests-v2-with-vault: | |
needs: | |
- build-ci | |
runs-on: ubuntu-latest | |
env: | |
REINDEX_PYTHON_INTERPRETER: python3 | |
services: | |
redis: | |
image: ghcr.io/${{ github.repository }}/redis-ci:${{ github.sha }} | |
ports: | |
- 6379:6379 | |
- 9121:9121 | |
options: >- | |
--health-cmd "redis-cli ping" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
redis-replica: | |
image: ghcr.io/${{ github.repository }}/redis-replica-ci:${{ github.sha }} | |
ports: | |
- 6380:6380 | |
options: >- | |
--health-cmd "redis-cli -p 6380 ping" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
redis-sentinel: | |
image: bitnami/redis-sentinel:6.2 | |
env: | |
REDIS_MASTER_SET: scality-s3 | |
REDIS_SENTINEL_PORT_NUMBER: '16379' | |
REDIS_SENTINEL_QUORUM: '1' | |
ports: | |
- 16379:16379 | |
options: >- | |
--health-cmd "redis-cli -p 16379 ping" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
warp10: | |
image: ghcr.io/${{ github.repository }}/warp10-ci:${{ github.sha }} | |
env: | |
standalone.port: '4802' | |
warpscript.maxops: '10000000' | |
ENABLE_SENSISION: 't' | |
ports: | |
- 4802:4802 | |
- 8082:8082 | |
- 9718:9718 | |
options: >- | |
--health-cmd "curl localhost:4802/api/v0/check" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 10 | |
--health-start-period 60s | |
vault: | |
image: ghcr.io/${{ github.repository }}/vault-ci:${{ github.sha }} | |
ports: | |
- 8500:8500 | |
- 8600:8600 | |
- 8700:8700 | |
- 8800:8800 | |
options: >- | |
--health-cmd "curl http://localhost:8500/_/healthcheck" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 10 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v2 | |
with: | |
lfs: true | |
- uses: actions/setup-node@v2 | |
with: | |
node-version: '16.13.2' | |
cache: yarn | |
- uses: actions/setup-python@v2 | |
with: | |
python-version: '3.9' | |
- uses: actions/cache@v2 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pip | |
- name: Install python deps | |
run: | | |
pip install requests | |
pip install redis | |
- name: install dependencies | |
run: yarn install --frozen-lockfile --network-concurrency 1 | |
- name: Wait for warp10 for 60 seconds | |
run: sleep 60 | |
- name: run v2 functional tests | |
run: bash ./.github/scripts/run_ft_tests.bash true ft_test:v2 | |
env: | |
UTAPI_CACHE_BACKEND: redis | |
UTAPI_SERVICE_USER_ENABLED: 'true' | |
UTAPI_LOG_LEVEL: trace | |
SETUP_CMD: "run start_v2:server" | |
- name: 'Debug: SSH to runner' | |
uses: scality/actions/[email protected] | |
timeout-minutes: ${{ fromJSON(github.event.inputs.connection-timeout-m) }} | |
continue-on-error: true | |
with: | |
tmate-server-host: ${{ secrets.TMATE_SERVER_HOST }} | |
tmate-server-port: ${{ secrets.TMATE_SERVER_PORT }} | |
tmate-server-rsa-fingerprint: ${{ secrets.TMATE_SERVER_RSA_FINGERPRINT }} | |
tmate-server-ed25519-fingerprint: ${{ secrets.TMATE_SERVER_ED25519_FINGERPRINT }} | |
if: ${{ ( github.event.inputs.debug == true || github.event.inputs.debug == 'true' ) }} | |
tests-v2-without-sensision: | |
needs: | |
- build-ci | |
runs-on: ubuntu-latest | |
env: | |
REINDEX_PYTHON_INTERPRETER: python3 | |
name: ${{ matrix.test.name }} | |
strategy: | |
fail-fast: false | |
matrix: | |
test: | |
- name: run v2 soft limit test | |
command: bash ./.github/scripts/run_ft_tests.bash true ft_test:softLimit | |
env: | |
UTAPI_CACHE_BACKEND: redis | |
UTAPI_LOG_LEVEL: trace | |
SETUP_CMD: "run start_v2:server" | |
- name: run v2 hard limit test | |
command: bash ./.github/scripts/run_ft_tests.bash true ft_test:hardLimit | |
env: | |
UTAPI_CACHE_BACKEND: redis | |
UTAPI_LOG_LEVEL: trace | |
SETUP_CMD: "run start_v2:server" | |
services: | |
redis: | |
image: ghcr.io/${{ github.repository }}/redis-ci:${{ github.sha }} | |
ports: | |
- 6379:6379 | |
- 9121:9121 | |
options: >- | |
--health-cmd "redis-cli ping" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
redis-replica: | |
image: ghcr.io/${{ github.repository }}/redis-replica-ci:${{ github.sha }} | |
ports: | |
- 6380:6380 | |
options: >- | |
--health-cmd "redis-cli -p 6380 ping" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
redis-sentinel: | |
image: bitnami/redis-sentinel:6.2 | |
env: | |
REDIS_MASTER_SET: scality-s3 | |
REDIS_SENTINEL_PORT_NUMBER: '16379' | |
REDIS_SENTINEL_QUORUM: '1' | |
ports: | |
- 16379:16379 | |
options: >- | |
--health-cmd "redis-cli -p 16379 ping" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 5 | |
warp10: | |
image: ghcr.io/${{ github.repository }}/warp10-ci:${{ github.sha }} | |
env: | |
standalone.port: '4802' | |
warpscript.maxops: '10000000' | |
ports: | |
- 4802:4802 | |
- 8082:8082 | |
- 9718:9718 | |
options: >- | |
--health-cmd "curl localhost:4802/api/v0/check" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 10 | |
--health-start-period 60s | |
vault: | |
image: ghcr.io/${{ github.repository }}/vault-ci:${{ github.sha }} | |
ports: | |
- 8500:8500 | |
- 8600:8600 | |
- 8700:8700 | |
- 8800:8800 | |
options: >- | |
--health-cmd "curl http://localhost:8500/_/healthcheck" | |
--health-interval 10s | |
--health-timeout 5s | |
--health-retries 10 | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v2 | |
with: | |
lfs: true | |
- uses: actions/setup-node@v2 | |
with: | |
node-version: '16.13.2' | |
cache: yarn | |
- uses: actions/setup-python@v2 | |
with: | |
python-version: '3.9' | |
- uses: actions/cache@v2 | |
with: | |
path: ~/.cache/pip | |
key: ${{ runner.os }}-pip | |
- name: Install python deps | |
run: | | |
pip install requests | |
pip install redis | |
- name: install dependencies | |
run: yarn install --frozen-lockfile --network-concurrency 1 | |
- name: Wait for warp10 a little bit | |
run: sleep 60 | |
- name: ${{ matrix.test.name }} | |
run: ${{ matrix.test.command }} | |
env: ${{ matrix.test.env }} | |
- name: 'Debug: SSH to runner' | |
uses: scality/actions/[email protected] | |
timeout-minutes: ${{ fromJSON(github.event.inputs.connection-timeout-m) }} | |
continue-on-error: true | |
with: | |
tmate-server-host: ${{ secrets.TMATE_SERVER_HOST }} | |
tmate-server-port: ${{ secrets.TMATE_SERVER_PORT }} | |
tmate-server-rsa-fingerprint: ${{ secrets.TMATE_SERVER_RSA_FINGERPRINT }} | |
tmate-server-ed25519-fingerprint: ${{ secrets.TMATE_SERVER_ED25519_FINGERPRINT }} | |
if: ${{ ( github.event.inputs.debug == true || github.event.inputs.debug == 'true' ) }} |