oci-distribution-spec.yaml

name: OCI Distribution Spec
on:
  # See the documentation for more intricate event dispatch here:
  # https://help.github.com/en/actions/reference/workflow-syntax-for-github-actions#on
  push:
    branches:
    - "!dependabot/*"
    - "*"
  pull_request:
    branches:
    - "*"
jobs:
  oci:
    name: OCI Distribution Spec
    runs-on: ubuntu-22.04
    services:
      postgres:
        image: postgres:latest
        env:
          POSTGRES_USER: postgres_user
          POSTGRES_PASSWORD: postgres_password
          POSTGRES_DB: postgres_db
          POSTGRES_PORT: 5432
        ports:
          - 5432:5432
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
      redis:
        image: redis:latest
        ports:
          - 6379:6379
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
    steps:
    - name: Enable pg_trgm extension
      run: |
        psql "postgresql://postgres_user:postgres_password@localhost:5432/postgres_db" \
          --command="create extension if not exists pg_trgm;"

    - uses: actions/checkout@v3

    - uses: actions/checkout@v3
      with:
        repository: opencontainers/distribution-spec
        ref: v1.1.0-rc1
        path: dist-spec

    - name: Set up Go 1.18
      uses: actions/setup-go@v3
      with:
        go-version: 1.18

    - name: Build conformance.test binary
      run: |
        cd dist-spec/conformance
        CGO_ENABLED=0 go test -c -o conformance.test

    - name: Set up Docker Buildx
      uses: docker/setup-buildx-action@v2

    - name: Build and export to Docker
      uses: docker/build-push-action@v3
      with:
        context: .
        load: true
        tags: localhost/quay
        cache-from: type=gha
        cache-to: type=gha

    - name: Start Quay
      run: |
        IP=$(ip addr show dev eth0 | sed -n 's: *inet \([0-9.]*\)/.*:\1:p')

        mkdir -p /tmp/config
        cat >/tmp/config/config.yaml <<EOF
        BUILDLOGS_REDIS: {"host": "$IP", "port": 6379}
        DATABASE_SECRET_KEY: anothercrazykey!
        DB_URI: postgresql://postgres_user:postgres_password@$IP:5432/postgres_db
        DISTRIBUTED_STORAGE_CONFIG: {"default": ["LocalStorage", {"storage_path": "/datastorage/registry"}]}
        DISTRIBUTED_STORAGE_PREFERENCE: ["default"]
        SERVER_HOSTNAME: localhost
        SETUP_COMPLETE: true
        USER_EVENTS_REDIS: {"host": "$IP", "port": 6379}

        DATA_MODEL_CACHE_CONFIG:
          engine: memcached
          endpoint: [127.0.0.1, 18080]
          repository_blob_cache_ttl: 60s
          catalog_page_cache_ttl: 60s
          namespace_geo_restrictions_cache_ttl: 240s
          # OCI Conformance tests don't expect tags to be cached.
          # If we implement cache invalidation, we can enable it back.
          active_repo_tags_cache_ttl: 0s
        EOF

        # Run the Quay container. See also:
        # https://access.redhat.com/documentation/en-us/red_hat_quay/3.8/html/deploy_red_hat_quay_-_high_availability/deploying_red_hat_quay
        docker run \
          --detach \
          --health-cmd="curl -fsS http://localhost:8080/health/instance" \
          --health-interval=10s \
          --health-retries=5 \
          --health-timeout=5s \
          --name=quay \
          --publish=127.0.0.1:443:8443/tcp \
          --publish=127.0.0.1:80:8080/tcp \
          --volume=/tmp/config:/conf/stack:Z \
          localhost/quay

        for i in 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20; do
          status=$(docker inspect -f '{{.State.Health.Status}}' quay)
          printf "[%s] status: %s\n" "$(date -u +'%F %T')" "$status"
          if [ "$status" == "healthy" ]; then
            break
          fi
          sleep 10
        done
        docker inspect --format='{{json .State.Health}}' quay

        docker exec -i quay python <<EOF
        from app import app
        from data import model
        from data.database import configure
        configure(app.config)
        myuser = model.user.create_user("myuser", "p@ssw0rd", "admin@localhost.local", auto_verify=True)
        myorg = model.organization.create_organization("myorg", "myorg@localhost.local", myuser)
        EOF

    - name: Run conformance tests
      run: |
        # Registry details
        export OCI_ROOT_URL="http://localhost"
        export OCI_NAMESPACE="myuser/myrepo"
        export OCI_CROSSMOUNT_NAMESPACE="myorg/other"
        export OCI_USERNAME="myuser"
        export OCI_PASSWORD="p@ssw0rd"

        # Which workflows to run
        export OCI_TEST_PULL=1
        export OCI_TEST_PUSH=1
        export OCI_TEST_CONTENT_DISCOVERY=1
        export OCI_TEST_CONTENT_MANAGEMENT=0

        # Extra settings
        export OCI_HIDE_SKIPPED_WORKFLOWS=0
        export OCI_DEBUG=1
        export OCI_DELETE_MANIFEST_BEFORE_BLOBS=0

        ./dist-spec/conformance/conformance.test

    - name: Create report
      run: |
        mkdir -p .oci-test-results/ .logs/
        mv report.html junit.xml .oci-test-results/ || true
        docker logs quay >.logs/quay.log 2>&1 || true
      if: always()

    - name: Check logs
      run: |
        # Tracebacks should not appear in the logs under normal circumstances.
        # Unfortunately, 3 trackbacks are logged immediately after the Quay
        # container is started, and extra one is generated during OCI tests.
        # To accommodate the current state and avoid further regressions until
        # these issues are fixed, we allow a maximum of 4 trackbacks.
        TRACEBACKS=$(grep Traceback .logs/quay.log | wc -l)
        if [ "$TRACEBACKS" -gt 4 ]; then
          echo >&2 ERROR: Traceback detected, check Quay logs.
          exit 1
        fi
      if: always()

    - name: Stop Quay
      run: |
        docker rm --force --volumes quay
      if: always()

    - name: Upload test results
      uses: actions/upload-artifact@v3
      with:
        name: oci-test-results
        path: .oci-test-results/
      if: always()

    - name: Upload Quay logs
      uses: actions/upload-artifact@v3
      with:
        name: logs
        path: .logs/
      if: always()