RS-XX: Ensure that auxiliaries are not adding a process mode in the #1309
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build RS-Core | |
| on: | |
| push: | |
| paths: | |
| - "rs-core/**" | |
| - "rs-libs/**" | |
| - ".github/workflows/build-ci.yaml" | |
| - ".github/actions/**" | |
| branches: | |
| - "!main" | |
| - "release/**" | |
| - "develop**" | |
| - "stac-nativeapi**" | |
| - "cadip**" | |
| workflow_dispatch: | |
| env: | |
| IMAGE_NAME: rs-core | |
| VERSION: 3.32.1 | |
| COMMIT_ID: ${{ github.sha }} | |
| ARTIFACTORY_BASE: artifactory.coprs.esa-copernicus.eu | |
| ARTIFACTORY_PROJECT_DOCKER: rs-docker | |
| ARTIFACTORY_PROJECT_DOCKER_PRIVATE: rs-docker-private | |
| ARTIFACTORY_PROJECT_MAVEN: rs-maven | |
| jobs: | |
| lib-changes: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| packages: ${{ steps.filter.outputs.changes }} | |
| steps: | |
| - name: Extract branch or tag name | |
| shell: bash | |
| run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF} | cut -d / -f3-)" | |
| id: extract_branch | |
| - uses: actions/checkout@v2 | |
| - uses: dorny/paths-filter@v2 | |
| id: filter | |
| with: | |
| base: ${{ steps.extract_branch.outputs.branch }} | |
| filters: | | |
| lib-commons: | |
| - 'rs-libs/lib-commons/**' | |
| - 'rs-libs/pom.xml' | |
| app-status: | |
| - 'rs-libs/app-status/**' | |
| - 'rs-libs/pom.xml' | |
| message-adapter: | |
| - 'rs-libs/message-adapter/**' | |
| - 'rs-libs/pom.xml' | |
| xml-tools: | |
| - 'rs-libs/xml-tools/**' | |
| - 'rs-libs/pom.xml' | |
| error-repo-client: | |
| - 'rs-libs/error-repo-client/**' | |
| - 'rs-libs/pom.xml' | |
| obs-sdk: | |
| - 'rs-libs/obs-sdk/**' | |
| - 'rs-libs/pom.xml' | |
| metadata-client: | |
| - 'rs-libs/metadata-client/**' | |
| - 'rs-libs/pom.xml' | |
| prip-client: | |
| - 'rs-libs/prip-client/**' | |
| - 'rs-libs/pom.xml' | |
| auxip-client: | |
| - 'rs-libs/auxip-client/**' | |
| - 'rs-libs/pom.xml' | |
| xbip-client: | |
| - 'rs-libs/xbip-client/**' | |
| - 'rs-libs/pom.xml' | |
| edip-client: | |
| - 'rs-libs/edip-client/**' | |
| - 'rs-libs/pom.xml' | |
| cadip-client: | |
| - 'rs-libs/cadip-client/**' | |
| - 'rs-libs/pom.xml' | |
| data-lifecycle-client: | |
| - 'rs-libs/data-lifecycle-client/**' | |
| - 'rs-libs/pom.xml' | |
| jacoco-report: | |
| - 'rs-libs/jacoco-report/**' | |
| - 'rs-libs/pom.xml' | |
| core-changes: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| packages: ${{ steps.filter.outputs.changes }} | |
| steps: | |
| - name: Extract branch or tag name | |
| shell: bash | |
| run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF} | cut -d / -f3-)" | |
| id: extract_branch | |
| - uses: actions/checkout@v2 | |
| - uses: dorny/paths-filter@v2 | |
| id: filter | |
| with: | |
| base: ${{ steps.extract_branch.outputs.branch }} | |
| filters: | | |
| compression-worker: | |
| - 'rs-core/compression-worker/**' | |
| - 'rs-core/pom.xml' | |
| distribution-worker: | |
| - 'rs-core/distribution-worker/**' | |
| - 'rs-core/pom.xml' | |
| dlq-manager: | |
| - 'rs-core/dlq-manager/**' | |
| - 'rs-core/pom.xml' | |
| ingestion-filter: | |
| - 'rs-core/ingestion-filter/**' | |
| - 'rs-core/pom.xml' | |
| ingestion-trigger: | |
| - 'rs-core/ingestion-trigger/**' | |
| - 'rs-core/pom.xml' | |
| ingestion-worker: | |
| - 'rs-core/ingestion-worker/**' | |
| - 'rs-core/pom.xml' | |
| metadata-catalog-extraction: | |
| - 'rs-core/metadata-catalog-extraction/**' | |
| - 'rs-core/pom.xml' | |
| metadata-catalog-searchcontroller: | |
| - 'rs-core/metadata-catalog-searchcontroller/**' | |
| - 'rs-core/pom.xml' | |
| native-api: | |
| - 'rs-core/native-api/**' | |
| - 'rs-core/pom.xml' | |
| data-lifecycle-worker: | |
| - 'rs-core/data-lifecycle-worker/**' | |
| - 'rs-core/pom.xml' | |
| eviction-management-worker: | |
| - 'rs-core/eviction-management-worker/**' | |
| - 'rs-core/pom.xml' | |
| ddip-frontend: | |
| - 'rs-core/ddip-frontend/**' | |
| - 'rs-core/pom.xml' | |
| prip-frontend: | |
| - 'rs-core/prip-frontend/**' | |
| - 'rs-core/pom.xml' | |
| preparation-worker: | |
| - 'rs-core/preparation-worker/**' | |
| - 'rs-core/pom.xml' | |
| execution-worker: | |
| - 'rs-core/execution-worker/**' | |
| - 'rs-core/pom.xml' | |
| request-parking-lot: | |
| - 'rs-core/request-parking-lot/**' | |
| - 'rs-core/pom.xml' | |
| cronbased-trigger: | |
| - 'rs-core/cronbased-trigger/**' | |
| - 'rs-core/pom.xml' | |
| gg-scan: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v2 | |
| with: | |
| fetch-depth: 0 | |
| - name: GitGuardian scan | |
| uses: GitGuardian/ggshield-action@master | |
| env: | |
| GITHUB_PUSH_BEFORE_SHA: ${{ github.event.before }} | |
| GITHUB_PUSH_BASE_SHA: ${{ github.event.base }} | |
| GITHUB_PULL_BASE_SHA: ${{ github.event.pull_request.base.sha }} | |
| GITHUB_DEFAULT_BRANCH: ${{ github.event.repository.default_branch }} | |
| GITGUARDIAN_API_KEY: ${{ secrets.GITGUARDIAN_API_KEY }} | |
| build-libs: | |
| needs: [lib-changes, gg-scan] | |
| if: ${{ needs.lib-changes.outputs.packages != '[]' }} | |
| runs-on: ubuntu-latest | |
| strategy: | |
| max-parallel: 1 | |
| matrix: | |
| component: ${{ fromJSON(needs.lib-changes.outputs.packages) }} | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: ./.github/actions/build-libs | |
| with: | |
| COMPONENT: ${{ matrix.component }} | |
| WERUM_ARTIFACTORY_USER: ${{ secrets.WERUM_ARTIFACTORY_USER }} | |
| WERUM_ARTIFACTORY_PASSWORD: ${{ secrets.WERUM_ARTIFACTORY_PASSWORD }} | |
| SONARQUBE_HOST: ${{ secrets.SONARQUBE_HOST }} | |
| SONARQUBE_TOKEN: ${{ secrets.WERUM_SONARQUBE_TOKEN }} | |
| build-core: | |
| needs: [lib-changes, core-changes, gg-scan] | |
| if: ${{ needs.lib-changes.outputs.packages == '[]' && needs.core-changes.outputs.packages != '[]' }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| component: ${{ fromJSON(needs.core-changes.outputs.packages) }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: ./.github/actions/build-docker | |
| with: | |
| COMPONENT: ${{ matrix.component }} | |
| WERUM_ARTIFACTORY_USER: ${{ secrets.WERUM_ARTIFACTORY_USER }} | |
| WERUM_ARTIFACTORY_PASSWORD: ${{ secrets.WERUM_ARTIFACTORY_PASSWORD }} | |
| SONARQUBE_HOST: ${{ secrets.SONARQUBE_HOST }} | |
| SONARQUBE_TOKEN: ${{ secrets.WERUM_SONARQUBE_TOKEN }} | |
| - uses: ./.github/actions/generate-report | |
| with: | |
| COMPONENT: ${{ matrix.component }} | |
| build-all-core: | |
| needs: [lib-changes, build-libs] | |
| if: ${{ needs.lib-changes.outputs.packages != '[]' }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| component: | |
| [ | |
| compression-worker, | |
| distribution-worker, | |
| dlq-manager, | |
| eviction-management-worker, | |
| execution-worker, | |
| ingestion-filter, | |
| ingestion-trigger, | |
| ingestion-worker, | |
| metadata-catalog-extraction, | |
| metadata-catalog-searchcontroller, | |
| native-api, | |
| data-lifecycle-worker, | |
| prip-frontend, | |
| ddip-frontend, | |
| preparation-worker, | |
| request-parking-lot, | |
| cronbased-trigger, | |
| ] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: ./.github/actions/build-docker | |
| with: | |
| COMPONENT: ${{ matrix.component }} | |
| WERUM_ARTIFACTORY_USER: ${{ secrets.WERUM_ARTIFACTORY_USER }} | |
| WERUM_ARTIFACTORY_PASSWORD: ${{ secrets.WERUM_ARTIFACTORY_PASSWORD }} | |
| SONARQUBE_HOST: ${{ secrets.SONARQUBE_HOST }} | |
| SONARQUBE_TOKEN: ${{ secrets.WERUM_SONARQUBE_TOKEN }} | |
| - uses: ./.github/actions/generate-report | |
| with: | |
| COMPONENT: ${{ matrix.component }} | |
| build-s1-simulator: | |
| needs: [lib-changes, core-changes, build-core, build-all-core] | |
| if: ${{ always() && (needs.lib-changes.outputs.packages != '[]' || contains(fromJSON(needs.core-changes.outputs.packages), 'execution-worker')) }} | |
| uses: ./.github/workflows/build-s1-ipf-simulator.yaml | |
| secrets: | |
| WERUM_ARTIFACTORY_USER: ${{ secrets.WERUM_ARTIFACTORY_USER }} | |
| WERUM_ARTIFACTORY_PASSWORD: ${{ secrets.WERUM_ARTIFACTORY_PASSWORD }} | |
| GITGUARDIAN_API_KEY: ${{ secrets.GITGUARDIAN_API_KEY }} | |
| build-acq-simulator: | |
| needs: [lib-changes, core-changes, build-core, build-all-core] | |
| if: ${{ always() && (needs.lib-changes.outputs.packages != '[]' || contains(fromJSON(needs.core-changes.outputs.packages), 'execution-worker')) }} | |
| uses: ./.github/workflows/build-acqsimulator.yaml | |
| secrets: | |
| WERUM_ARTIFACTORY_USER: ${{ secrets.WERUM_ARTIFACTORY_USER }} | |
| WERUM_ARTIFACTORY_PASSWORD: ${{ secrets.WERUM_ARTIFACTORY_PASSWORD }} | |
| GITGUARDIAN_API_KEY: ${{ secrets.GITGUARDIAN_API_KEY }} | |
| build-s3-simulator: | |
| needs: [lib-changes, core-changes, build-core, build-all-core] | |
| if: ${{ always() && (needs.lib-changes.outputs.packages != '[]' || contains(fromJSON(needs.core-changes.outputs.packages), 'execution-worker')) }} | |
| uses: ./.github/workflows/build-s3-ipf-simulator.yaml | |
| secrets: | |
| WERUM_ARTIFACTORY_USER: ${{ secrets.WERUM_ARTIFACTORY_USER }} | |
| WERUM_ARTIFACTORY_PASSWORD: ${{ secrets.WERUM_ARTIFACTORY_PASSWORD }} | |
| GITGUARDIAN_API_KEY: ${{ secrets.GITGUARDIAN_API_KEY }} | |
| build-ipf-containers: | |
| needs: [lib-changes, core-changes, build-core, build-all-core] | |
| if: ${{ always() && contains(github.event.head_commit.message, '#IPF') && (needs.lib-changes.outputs.packages != '[]' || contains(fromJSON(needs.core-changes.outputs.packages), 'execution-worker')) }} | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| ipf: | |
| [ | |
| { image: rs-ipf-s1-aio, dir: docker_s1_ipf_aio }, | |
| { image: rs-ipf-s1-asp, dir: docker_s1_ipf_asp }, | |
| { image: rs-ipf-s1-l1, dir: docker_s1_ipf_l1 }, | |
| { image: rs-ipf-s1-l2, dir: docker_s1_ipf_l2 }, | |
| { image: rs-ipf-s3-acq, dir: docker_s3_ipf_acq }, | |
| { image: rs-ipf-s3-l0, dir: docker_s3_ipf_l0 }, | |
| { image: rs-ipf-s3-mw1, dir: docker_s3_ipf_mw1 }, | |
| { image: rs-ipf-s3-ol1-rac, dir: docker_s3_ipf_ol1_rac }, | |
| { image: rs-ipf-s3-ol1-spc, dir: docker_s3_ipf_ol1_spc }, | |
| { image: rs-ipf-s3-ol1, dir: docker_s3_ipf_ol1 }, | |
| { image: rs-ipf-s3-ol2, dir: docker_s3_ipf_ol2 }, | |
| { image: rs-ipf-s3-pug, dir: docker_s3_ipf_pug }, | |
| { image: rs-ipf-s3-sl1, dir: docker_s3_ipf_sl1 }, | |
| { image: rs-ipf-s3-sl2-frp, dir: docker_s3_ipf_sl2_frp }, | |
| { image: rs-ipf-s3-sl2, dir: docker_s3_ipf_sl2 }, | |
| { image: rs-ipf-s3-sr1, dir: docker_s3_ipf_sr1 }, | |
| { image: rs-ipf-s3-sy2-aod, dir: docker_s3_ipf_sy2_aod }, | |
| { image: rs-ipf-s3-sy2-vgs, dir: docker_s3_ipf_sy2_vgs }, | |
| { image: rs-ipf-s3-sy2, dir: docker_s3_ipf_sy2 }, | |
| ] | |
| # The delivered IPFs for SM2 are currently too big for the GitHub pipeline, therefore skip these processors. | |
| # If the size is fixed enable them by adding the following lines back to the array above: | |
| # { image: rs-ipf-s3-sm2-hy, dir: docker_s3_ipf_sm2_hy }, | |
| # { image: rs-ipf-s3-sm2-li, dir: docker_s3_ipf_sm2_li }, | |
| # { image: rs-ipf-s3-sm2-si, dir: docker_s3_ipf_sm2_si }, | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v2 | |
| - name: Extract branch name | |
| shell: bash | |
| run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF} | cut -d / -f3-)" | |
| id: extract_branch | |
| - uses: ./.github/actions/build-ipf-container | |
| with: | |
| BRANCH_NAME: ${{ steps.extract_branch.outputs.branch }} | |
| IMAGE_NAME: ${{ matrix.ipf.image }} | |
| BUILD_CONTEXT: ./rs-container/${{ matrix.ipf.dir }} | |
| WERUM_ARTIFACTORY_USER: ${{ secrets.WERUM_ARTIFACTORY_USER }} | |
| WERUM_ARTIFACTORY_PASSWORD: ${{ secrets.WERUM_ARTIFACTORY_PASSWORD }} | |
| - uses: ./.github/actions/generate-report | |
| with: | |
| COMPONENT: ${{ matrix.ipf.image }} |