Build #243
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Build Pipeline for Forge | |
| name: Build | |
| # Controls when the workflow will run | |
| on: | |
| # Triggers the workflow on push events | |
| push: | |
| branches: [ develop, release/**, main, feature/**, issue/**, issues/**, dependabot/** ] | |
| # Allows you to run this workflow manually from the Actions tab | |
| workflow_dispatch: | |
| env: | |
| REGISTRY: ghcr.io | |
| IMAGE_NAME: ${{ github.repository }} | |
| jobs: | |
| # First job in the workflow installs and verifies the software | |
| build: | |
| name: Build, Test, Verify, Publish | |
| # The type of runner that the job will run on | |
| runs-on: ubuntu-latest | |
| steps: | |
| ######################################################################### | |
| # Environment Setup | |
| ######################################################################### | |
| # NOTE: This step is platform-specific | |
| # Checks out this repository and sets up the build/test environment with | |
| # gradle | |
| - name: Checkout project sources | |
| uses: actions/checkout@v2 | |
| - name: Setup Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| ######################################################################### | |
| # Versioning (featuring weird gradle output work-arounds) | |
| ######################################################################### | |
| # NOTE: This step is platform-specific | |
| # Retrieve version information for use in the other versioning steps | |
| - name: Get version | |
| id: get-version | |
| run: | | |
| echo "the_service=${{ github.event.repository.name }}" >> $GITHUB_ENV | |
| echo "the_env=$(printenv)" >> $GITHUB_ENV | |
| echo "${{ github.event.repository.name }}" | |
| ./gradlew currentVersion -q > .temp_version.out | |
| cat .temp_version.out | |
| the_version=$(cat .temp_version.out |grep -v Downloading |grep -v '%' |sed -e "s/Got.*//") | |
| rm .temp_version.out | |
| echo "the_version=$the_version" >> $GITHUB_ENV | |
| echo "old_version=$the_version" >> $GITHUB_ENV | |
| echo "Initial Version: [$the_version]" | |
| echo "Shell: $SHELL ($0)" | |
| # Pre-Alpha Logic - Use the project version number and add the short hash | |
| # to it | |
| - name: Bump pre-alpha version | |
| # If triggered by push to a feature branch | |
| if: | | |
| startsWith(github.ref, 'refs/heads/issue') || | |
| startsWith(github.ref, 'refs/heads/dependabot/') || | |
| startsWith(github.ref, 'refs/heads/feature/') | |
| # At pre-alpha, append git-commit to version, set it into gradle | |
| # property, read the version out and set to build_service_version | |
| run: | | |
| the_version=$(echo "${{ env.the_version }}" | sed -e "s/-alpha.*//g") | |
| the_version=$(echo "$the_version" | sed -e "s/-rc.*//g") | |
| new_version="${the_version}-$(git rev-parse --short HEAD)" | |
| echo "the_version=${new_version}" >> $GITHUB_ENV | |
| echo "software_version=${new_version}" >> $GITHUB_ENV | |
| echo "new_version=${new_version}" >> $GITHUB_ENV | |
| echo "Github REF: ${{ github.ref }}" | |
| # Alpha Logic - Use the project version number and add -alpha.1 or bump | |
| # alpha number | |
| - name: Bump alpha version | |
| env: | |
| VERSION: ${{ env.the_version }} | |
| # If triggered by push to the develop branch | |
| if: ${{ github.ref == 'refs/heads/develop' }} | |
| run: | | |
| if [[ ${VERSION} == *"-alpha"* ]]; then | |
| alpha_number=$(echo "${VERSION}" | sed -e "s/^.*-alpha.//g") | |
| alpha_number=$(echo "$alpha_number" | sed -e "s/-rc.*//g") | |
| alpha_number=$((alpha_number+1)) | |
| the_version=$(echo "$the_version" | sed -e "s/-alpha.*//g") | |
| the_version=$(echo "$the_version" | sed -e "s/-rc.*//g") | |
| the_version="${the_version}-alpha.$alpha_number" | |
| echo "software_version=${the_version}" >> $GITHUB_ENV | |
| echo "the_version=${the_version}" >> $GITHUB_ENV | |
| else | |
| the_version="${{ env.the_version }}-alpha.1" | |
| echo "software_version=${the_version}" >> $GITHUB_ENV | |
| echo "the_version=${the_version}" >> $GITHUB_ENV | |
| fi | |
| echo "new_version=${the_version}" >> $GITHUB_ENV | |
| echo "venue=sit" >> $GITHUB_ENV | |
| echo "TARGET_ENV_UPPERCASE=SIT" >> $GITHUB_ENV | |
| # Release Candidate Logic - Remove -alpha* and add -rc.1, or bump the rc | |
| # number | |
| - name: Bump rc version | |
| if: ${{ startsWith(github.ref, 'refs/heads/release/') }} | |
| env: | |
| VERSION: ${{ env.the_version }} | |
| COMMIT_VERSION: ${{ github.ref }} | |
| run: | | |
| commit_version=$COMMIT_VERSION | |
| commit_version=$(echo "${commit_version}" |sed -e "s/^.*\///g") | |
| commit_version=$(echo "${commit_version}" |sed -e "s/-alpha.*//g") | |
| commit_version=$(echo "${commit_version}" |sed -e "s/-rc.*//g") | |
| echo "COMMIT VERSION: $commit_version" | |
| file_version=${VERSION} | |
| file_version=$(echo "${file_version}" |sed -e "s/-alpha.*//g") | |
| file_version=$(echo "${file_version}" |sed -e "s/-rc.*//g") | |
| echo "FILE VERSION: $file_version" | |
| if [[ "$commit_version" != "$file_version" ]]; then | |
| echo "Commit version and file version are different, using commit version" | |
| VERSION=$commit_version | |
| fi | |
| if [[ ${VERSION} == *"-rc"* ]]; then | |
| echo "Bumping up the release candidate number from ${VERSION}" | |
| rc_number=$(echo "${VERSION}" | sed -e "s/^.*-rc.//g") | |
| rc_number=$(echo "${rc_number}" | sed -e "s/-alpha.*//g") | |
| rc_number=$((rc_number+1)) | |
| the_version=$(echo "$the_version" | sed -e "s/-rc.*//g") | |
| the_version=$(echo "$the_version" | sed -e "s/-alpha.*//g") | |
| VERSION="${the_version}-rc.${rc_number}" | |
| else | |
| echo "Initializing the first release candidate for ${VERSION}" | |
| VERSION=$(echo "${VERSION}" |sed -e "s/-alpha.*//g") | |
| VERSION="${VERSION}-rc.1" | |
| fi | |
| echo "software_version=${VERSION}" >> $GITHUB_ENV | |
| echo "the_version=${VERSION}" >> $GITHUB_ENV | |
| echo "new_version=${VERSION}" >> $GITHUB_ENV | |
| echo "venue=uat" >> $GITHUB_ENV | |
| echo "TARGET_ENV_UPPERCASE=UAT" >> $GITHUB_ENV | |
| # Release Logic | |
| - name: Release version | |
| # If triggered by push to the main branch | |
| if: ${{ startsWith(github.ref, 'refs/heads/main') }} | |
| env: | |
| VERSION: ${{ env.the_version }} | |
| # Remove -rc.* from end of version string | |
| run: | | |
| software_version=$(echo "${VERSION}" | sed -e s/-rc.*//g) | |
| software_version=$(echo "${software_version}" | sed -e s/-alpha.*//g) | |
| echo "software_version=$software_version" >> $GITHUB_ENV | |
| echo "new_version=$software_version" >> $GITHUB_ENV | |
| echo "the_version=$software_version" >> $GITHUB_ENV | |
| echo "venue=ops" >> $GITHUB_ENV | |
| echo "TARGET_ENV_UPPERCASE=OPS" >> $GITHUB_ENV | |
| ######################################################################### | |
| # Versioning Summary | |
| ######################################################################### | |
| - name: Versioning Summary | |
| run: | | |
| echo "the_service: ${{ env.the_service }}" | |
| echo "old version : ${{ env.old_version }}" | |
| echo "new version : ${{ env.new_version }}" | |
| echo "the_env: ${{ env.the_env }}" | |
| echo "software_version: ${{ env.software_version }}" | |
| echo "GITHUB REF: ${{ github.ref }}" | |
| echo "VENUE: ${{ env.venue }}" | |
| echo "Target Env Uppercase: ${{ env.TARGET_ENV_UPPERCASE }}" | |
| # NOTE: This step is platform-specific | |
| # Update the version number in the application package itself | |
| - name: Update version number in the application package | |
| run: | | |
| ./gradlew setCurrentVersion -Pargs=${{ env.the_version }} | |
| ./gradlew currentVersion -q > .temp_version.out | |
| new_version=$(cat .temp_version.out |grep -v Downloading |grep -v '%') | |
| rm .temp_version.out | |
| echo "New Application Version: $new_version" | |
| ######################################################################### | |
| # Publish new version numbers | |
| ######################################################################### | |
| - name: Commit Version Bump | |
| # If building develop, a release branch, or main then we commit the version bump back to the repo | |
| if: | | |
| github.ref == 'refs/heads/develop' || | |
| github.ref == 'refs/heads/main' || | |
| startsWith(github.ref, 'refs/heads/release') | |
| run: | | |
| git config user.name "${GITHUB_ACTOR}" | |
| git config user.email "${GITHUB_ACTOR}@users.noreply.github.com" | |
| git commit -am "/version ${{ env.the_version }}" | |
| git push | |
| - name: Push Tag | |
| env: | |
| VERSION: ${{ env.the_version }} | |
| if: | | |
| github.ref == 'refs/heads/develop' || | |
| github.ref == 'refs/heads/main' || | |
| startsWith(github.ref, 'refs/heads/release') | |
| run: | | |
| git config user.name "${GITHUB_ACTOR}" | |
| git config user.email "${GITHUB_ACTOR}@users.noreply.github.com" | |
| git tag -a "${VERSION}" -m "Version ${VERSION}" | |
| git push origin "${VERSION}" | |
| ######################################################################### | |
| # Build | |
| ######################################################################### | |
| # NOTE: This step is platform-specific | |
| # These are gradle-specific steps for installing the application | |
| - name: Build Software | |
| run: | | |
| rm -rf dist | |
| ./gradlew --scan buildArtifact | |
| ls -al | |
| ls -al dist/ | |
| ls -al docker/ | |
| ls -al terraform/ | |
| ls -al terraform_deploy/ | |
| ######################################################################### | |
| # Test | |
| ######################################################################### | |
| # - name: SonarCloud Scan | |
| # uses: sonarsource/sonarcloud-github-action@master | |
| # env: | |
| # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| # SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }} | |
| # with: | |
| # args: > | |
| # -Dsonar.organization=${{ github.repository_owner }} | |
| # -Dsonar.projectKey=${{ github.repository_owner }}_l2ss-py | |
| # -Dsonar.python.coverage.reportPaths=build/reports/coverage.xml | |
| # -Dsonar.sources=podaac/ | |
| # -Dsonar.tests=tests/ | |
| # -Dsonar.projectName=l2ss-py | |
| # -Dsonar.projectVersion=${{ env.software_version }} | |
| # -Dsonar.python.version=3.8,3.9,3.10 | |
| # - name: Java Debugging | |
| # run: | | |
| # java --version | |
| # which java | |
| # ls -al /usr/bin/java | |
| # # This step will fail the build if snyk fails | |
| # - name: Run Snyk as a blocking step | |
| # uses: snyk/actions/gradle@master | |
| # env: | |
| # SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }} | |
| # JAVA_HOME: /usr/lib/jvm/default-java/ | |
| # with: | |
| # command: test | |
| # args: > | |
| # --org=${{ secrets.SNYK_ORG_ID }} | |
| # --project-name=${{ github.repository }} | |
| # --severity-threshold=high | |
| # --fail-on=all | |
| # # This step will send the results of snyk to the snyk servers | |
| # - name: Run Snyk on Python | |
| # uses: snyk/actions/python-3.8@master | |
| # env: | |
| # SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }} | |
| # with: | |
| # command: monitor | |
| # args: > | |
| # --org=${{ secrets.SNYK_ORG_ID }} | |
| # --project-name=${{ github.repository }} | |
| # Lastly run the tests bundled with the repo | |
| # - name: Test and coverage | |
| # run: | | |
| # gradle wrapper --gradle-version 6.3 | |
| # ./gradlew test | |
| # ./gradlew mergeJUnitReports | |
| # junit 'build/test-results/test/TESTS-TestSuites.xml' | |
| ######################################################################### | |
| # Publish release to releases | |
| ######################################################################### | |
| - name: Upload Release Artifacts | |
| if: | | |
| github.ref == 'refs/heads/develop' || | |
| github.ref == 'refs/heads/main' || | |
| startsWith(github.ref, 'refs/heads/release') || | |
| github.event.head_commit.message == '/deploy sit' || | |
| github.event.head_commit.message == '/deploy uat' || | |
| github.event.head_commit.message == '/deploy sandbox' | |
| uses: ncipollo/[email protected] | |
| with: | |
| tag: ${{ env.the_version }} | |
| artifacts: "dist/*.zip" | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| body: "Version ${{ env.the_version }}" | |
| makeLatest: "${{ github.ref == 'refs/heads/main' }}" | |
| prerelease: "${{ github.ref != 'refs/heads/main' }}" | |
| ######################################################################### | |
| # Build and Publish Docker Container | |
| ######################################################################### | |
| # Setup docker to build and push images | |
| - name: Log in to the Container registry | |
| uses: docker/login-action@v1 | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Deploy Env Override | |
| if: | | |
| github.event.head_commit.message == '/deploy sit' || | |
| github.event.head_commit.message == '/deploy uat' || | |
| github.event.head_commit.message == '/deploy sandbox' | |
| run: | | |
| message="${{ github.event.head_commit.message }}" | |
| trimmed_message=${message:1} # Remove leading slash | |
| override_env=$(echo "$trimmed_message" | grep -oE '[^[:space:]]+$') | |
| override_env_upper=$(echo "$trimmed_message" | awk '{print toupper($NF)}') | |
| echo "THE_ENV=${override_env}" >> $GITHUB_ENV | |
| echo "TARGET_ENV_UPPERCASE=${override_env_upper}" >> $GITHUB_ENV | |
| - name: Lower Case Target Env | |
| run: | | |
| original_env_value="${TARGET_ENV_UPPERCASE}" | |
| lowercase_value=$(echo "${original_env_value}" | tr '[:upper:]' '[:lower:]') | |
| echo "TARGET_ENV_LOWERCASE=${lowercase_value}" >> $GITHUB_ENV | |
| - name: Extract metadata (tags, labels) for Docker | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} | |
| flavor: | | |
| latest=${{ github.ref == 'refs/heads/main' }} | |
| tags: | | |
| type=semver,pattern={{version}},value=${{ env.the_version }} | |
| type=raw,value=${{ env.TARGET_ENV_LOWERCASE }} | |
| - name: Show meta outputs | |
| run: | | |
| echo "Tags: ${{ steps.meta.outputs.tags }}" | |
| echo "labels: ${{ steps.meta.outputs.labels }}" | |
| - name: Build and push Docker image | |
| if: | | |
| github.ref == 'refs/heads/develop' || | |
| github.ref == 'refs/heads/main' || | |
| startsWith(github.ref, 'refs/heads/release') || | |
| github.event.head_commit.message == '/deploy sit' || | |
| github.event.head_commit.message == '/deploy uat' || | |
| github.event.head_commit.message == '/deploy sandbox' | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| file: ./docker/Dockerfile | |
| push: true | |
| pull: true | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| - name: Upload Docker image to Service ECR | |
| if: | | |
| github.ref == 'refs/heads/develop' || | |
| github.ref == 'refs/heads/main' || | |
| startsWith(github.ref, 'refs/heads/release') || | |
| github.event.head_commit.message == '/deploy sit' || | |
| github.event.head_commit.message == '/deploy uat' | |
| uses: vitr/actions-build-and-upload-to-ecs@master | |
| with: | |
| access_key_id: ${{ secrets[format('AWS_ACCESS_KEY_ID_SERVICES_{0}', env.TARGET_ENV_UPPERCASE)] }} | |
| secret_access_key: ${{ secrets[format('AWS_SECRET_ACCESS_KEY_SERVICES_{0}', env.TARGET_ENV_UPPERCASE)] }} | |
| account_id: ${{ secrets[format('AWS_ACCOUNT_ID_SERVICES_{0}', env.TARGET_ENV_UPPERCASE)] }} | |
| repo: podaac/forge | |
| region: us-west-2 | |
| tags: ${{ env.the_version }} | |
| create_repo: true | |
| dockerfile: ./docker/Dockerfile | |
| - name: Upload Docker image to Cumulus ECR | |
| if: | | |
| github.ref == 'refs/heads/develop' || | |
| github.ref == 'refs/heads/main' || | |
| startsWith(github.ref, 'refs/heads/release') || | |
| github.event.head_commit.message == '/deploy sit' || | |
| github.event.head_commit.message == '/deploy uat' || | |
| github.event.head_commit.message == '/deploy sandbox' | |
| uses: vitr/actions-build-and-upload-to-ecs@master | |
| with: | |
| access_key_id: ${{ secrets[format('AWS_ACCESS_KEY_ID_CUMULUS_{0}', env.TARGET_ENV_UPPERCASE)] }} | |
| secret_access_key: ${{ secrets[format('AWS_SECRET_ACCESS_KEY_CUMULUS_{0}', env.TARGET_ENV_UPPERCASE)] }} | |
| account_id: ${{ secrets[format('AWS_ACCOUNT_ID_CUMULUS_{0}', env.TARGET_ENV_UPPERCASE)] }} | |
| repo: podaac/forge | |
| region: us-west-2 | |
| tags: ${{ env.the_version }} | |
| create_repo: true | |
| dockerfile: ./docker/Dockerfile | |
| ######################################################################### | |
| # Deploy to AWS via Terraform | |
| ######################################################################### | |
| - uses: hashicorp/setup-terraform@v2 | |
| with: | |
| terraform_version: 0.13.6 | |
| - name: Deploy Terraform | |
| if: | | |
| github.ref == 'refs/heads/develop' || | |
| github.ref == 'refs/heads/main' || | |
| startsWith(github.ref, 'refs/heads/release') || | |
| github.event.head_commit.message == '/deploy sit' || | |
| github.event.head_commit.message == '/deploy uat' | |
| working-directory: terraform_deploy/ | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets[format('AWS_ACCESS_KEY_ID_SERVICES_{0}', env.TARGET_ENV_UPPERCASE)] }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets[format('AWS_SECRET_ACCESS_KEY_SERVICES_{0}', env.TARGET_ENV_UPPERCASE)] }} | |
| AWS_ACCOUNT_ID: ${{ secrets[format('AWS_ACCOUNT_ID_SERVICES_{0}', env.TARGET_ENV_UPPERCASE)] }} | |
| AWS_DEFAULT_REGION: us-west-2 | |
| TF_VAR_forge_docker_image: "ghcr.io/podaac/forge:${{ env.DOCKER_METADATA_OUTPUT_VERSION }}" | |
| TF_VAR_EARTH_DATA_LOGIN_CLIENT_ID: ${{ secrets[format('EARTH_DATA_LOGIN_CLIENT_ID_{0}', env.TARGET_ENV_UPPERCASE)] }} | |
| TF_VAR_EARTH_DATA_LOGIN_PASSWORD: ${{ secrets[format('EARTH_DATA_LOGIN_PASSWORD_{0}', env.TARGET_ENV_UPPERCASE)] }} | |
| run: | | |
| ls -al | |
| ls -al bin/ | |
| which python3 | |
| python3 --version | |
| python3 override.py https://github.com/podaac/forge/releases/download/${{ env.the_version }}/forge-${{ env.the_version }}.zip ${{ secrets[format('AWS_ACCOUNT_ID_SERVICES_{0}', env.TARGET_ENV_UPPERCASE)] }}.dkr.ecr.us-west-2.amazonaws.com/podaac/forge:${{ env.the_version }} | |
| ls -al | |
| echo "Show override contents" | |
| cat override.tf.json | |
| echo "End show override contents" | |
| terraform --version | |
| source bin/config.sh ${{ env.venue }} | |
| terraform plan -var-file=tfvars/"${{ env.venue }}".tfvars -var="app_version=${{ env.the_version }}" -out="tfplan" | |
| terraform apply -auto-approve tfplan |