Add more documentation and examples about dlt operator
#161
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI/CD | |
| on: | |
| push: | |
| pull_request: | |
| env: | |
| PROJECT_NAME: odh-mobility-api | |
| DOCKER_IMAGE: ghcr.io/${{ github.repository }}/${{ github.event.repository.name }}-app | |
| DOCKER_TAG: ${{ github.sha }} | |
| JAVA_VERSION: '17' | |
| jobs: | |
| test: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Checkout source code | |
| uses: actions/checkout@v2 | |
| - name: REUSE Compliance Check | |
| uses: fsfe/reuse-action@v1 | |
| - name: Test code | |
| uses: noi-techpark/github-actions/maven-test@v2 | |
| with: | |
| java-version: ${{ env.JAVA_VERSION }} | |
| test-command: 'mvn -B test' | |
| # Deploy Test | |
| deploy-test: | |
| runs-on: ubuntu-20.04 | |
| if: github.ref == 'refs/heads/main' | |
| needs: test | |
| concurrency: deploy-test | |
| steps: | |
| - name: Checkout source code | |
| uses: actions/checkout@v2 | |
| - name: Create .env file | |
| uses: noi-techpark/github-actions/env-file@v2 | |
| env: | |
| X_COMPOSE_PROJECT_NAME: ${{ env.PROJECT_NAME }} | |
| X_DOCKER_IMAGE: ${{ env.DOCKER_IMAGE }} | |
| X_DOCKER_TAG: ${{ env.DOCKER_TAG }} | |
| X_SERVER_PORT: 1004 | |
| # Ninja | |
| X_NINJA_HOST_URL: "https://mobility.api.opendatahub.testingmachine.eu" | |
| X_NINJA_BASE_URL: "https://mobility.api.opendatahub.testingmachine.eu/v2" | |
| X_NINJA_QUERY_TIMEOUT_SEC: 60 | |
| X_NINJA_HIKARI_LEAK_DETECTION_MS: 65000 # should be greater than (NINJA_QUERY_TIMEOUT_SEC * 1000) | |
| X_NINJA_RESPONSE_MAX_SIZE_MB: 100 | |
| X_JAVA_OPTIONS: "-Xms512m -Xmx8192m" | |
| # Database Configuration | |
| X_JDBC_URL: "jdbc:postgresql://test-pg-bdp.co90ybcr8iim.eu-west-1.rds.amazonaws.com:5432/bdp?currentSchema=intimev2,public" | |
| X_DB_USERNAME: "bdp_readonly" | |
| X_DB_PASSWORD: ${{ secrets.TEST_DB_PASSWORD }} | |
| # Security | |
| X_SECURITY_ALLOWED_ORIGINS: "*" | |
| X_KEYCLOAK_URL: "https://auth.opendatahub.testingmachine.eu/auth" | |
| X_KEYCLOAK_SSL_REQUIRED: "none" | |
| X_KEYCLOAK_REALM: "noi" | |
| X_KEYCLOAK_CLIENT_ID: "odh-mobility-v2" | |
| X_KEYCLOAK_CLIENT_SECRET: ${{ secrets.TEST_KEYCLOAK_CLIENT_SECRET }} | |
| # Logging | |
| X_LOG_APPLICATION_NAME: ${{ env.PROJECT_NAME }} | |
| X_LOG_APPLICATION_VERSION: ${{ github.sha }} | |
| X_LOG_LEVEL: "info" | |
| X_LOG_STYLE: "json" | |
| X_ROOT_LOG_LEVEL: "info" | |
| # Quota: Requests per second | |
| X_NINJA_QUOTA_GUEST: 10 | |
| X_NINJA_QUOTA_REFERER: 20 | |
| X_NINJA_QUOTA_BASIC: 50 | |
| X_NINJA_QUOTA_ADVANCED: 100 | |
| X_NINJA_QUOTA_PREMIUM: 200 | |
| # Quota: History range | |
| X_NINJA_QUOTA_HISTORY_GUEST: 5 | |
| X_NINJA_QUOTA_HISTORY_REFERER: 100 | |
| X_NINJA_QUOTA_HISTORY_BASIC: 1000 | |
| X_NINJA_QUOTA_HISTORY_ADVANCED: 0 | |
| X_NINJA_QUOTA_HISTORY_PREMIUM: 0 | |
| X_NINJA_QUOTA_HISTORY_URL: https://github.com/noi-techpark/odh-docs/wiki/Api-Quota | |
| - name: Build project | |
| uses: noi-techpark/github-actions/maven-build@v2 | |
| with: | |
| java-version: ${{ env.JAVA_VERSION }} | |
| build-command: 'mvn -B -DskipTests package' | |
| - name: Build and push images | |
| uses: noi-techpark/github-actions/docker-build-and-push@v2 | |
| with: | |
| docker-username: ${{ github.actor }} | |
| docker-password: ${{ secrets.GITHUB_TOKEN }} | |
| # https://github.com/shrink/actions-docker-registry-tag | |
| - name: Add a "latest" docker tag | |
| uses: shrink/actions-docker-registry-tag@v4 | |
| with: | |
| registry: ghcr.io | |
| repository: ${{ github.repository }}/${{ github.event.repository.name }}-app | |
| target: ${{ env.DOCKER_TAG }} | |
| tags: | | |
| unstable | |
| - name: Deploy application | |
| uses: noi-techpark/github-actions/docker-deploy@v2 | |
| with: | |
| hosts: 'test' | |
| ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} | |
| docker-username: 'noi-techpark-bot' | |
| docker-password: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }} | |
| project-name: ${{ env.PROJECT_NAME }} | |
| # Deploy Production | |
| deploy-prod: | |
| runs-on: ubuntu-20.04 | |
| if: github.ref == 'refs/heads/prod' | |
| needs: test | |
| concurrency: deploy-prod | |
| steps: | |
| - name: Checkout source code | |
| uses: actions/checkout@v2 | |
| - name: Create .env file | |
| uses: noi-techpark/github-actions/env-file@v2 | |
| env: | |
| X_COMPOSE_PROJECT_NAME: ${{ env.PROJECT_NAME }} | |
| X_DOCKER_IMAGE: ${{ env.DOCKER_IMAGE }} | |
| X_DOCKER_TAG: ${{ env.DOCKER_TAG }} | |
| X_SERVER_PORT: 1004 | |
| # Ninja | |
| X_NINJA_HOST_URL: "https://mobility.api.opendatahub.com" | |
| X_NINJA_BASE_URL: "https://mobility.api.opendatahub.com/v2" | |
| X_NINJA_QUERY_TIMEOUT_SEC: 60 | |
| X_NINJA_HIKARI_LEAK_DETECTION_MS: 65000 # should be greater than (NINJA_QUERY_TIMEOUT_SEC * 1000) | |
| X_NINJA_RESPONSE_MAX_SIZE_MB: 100 | |
| X_JAVA_OPTIONS: "-Xms512m -Xmx8192m" | |
| # Database Configuration | |
| X_JDBC_URL: "jdbc:postgresql://prod-pg-bdp.co90ybcr8iim.eu-west-1.rds.amazonaws.com:5432/bdp?currentSchema=intimev2,public" | |
| X_DB_USERNAME: "bdp_readonly" | |
| X_DB_PASSWORD: ${{ secrets.PROD_DB_PASSWORD }} | |
| # Security | |
| X_SECURITY_ALLOWED_ORIGINS: "*" | |
| X_KEYCLOAK_URL: "https://auth.opendatahub.com/auth" | |
| X_KEYCLOAK_SSL_REQUIRED: "none" | |
| X_KEYCLOAK_REALM: "noi" | |
| X_KEYCLOAK_CLIENT_ID: "odh-mobility-v2" | |
| X_KEYCLOAK_CLIENT_SECRET: ${{ secrets.PROD_KEYCLOAK_CLIENT_SECRET }} | |
| # Logging | |
| X_LOG_APPLICATION_NAME: ${{ env.PROJECT_NAME }} | |
| X_LOG_APPLICATION_VERSION: ${{ github.sha }} | |
| X_LOG_LEVEL: "info" | |
| X_LOG_STYLE: "json" | |
| X_ROOT_LOG_LEVEL: "info" | |
| # Quota: Requests per second | |
| X_NINJA_QUOTA_GUEST: 10 | |
| X_NINJA_QUOTA_REFERER: 20 | |
| X_NINJA_QUOTA_BASIC: 50 | |
| X_NINJA_QUOTA_ADVANCED: 100 | |
| X_NINJA_QUOTA_PREMIUM: 200 | |
| # Quota: History range | |
| X_NINJA_QUOTA_HISTORY_GUEST: 5 | |
| X_NINJA_QUOTA_HISTORY_REFERER: 100 | |
| X_NINJA_QUOTA_HISTORY_BASIC: 1000 | |
| X_NINJA_QUOTA_HISTORY_ADVANCED: 0 | |
| X_NINJA_QUOTA_HISTORY_PREMIUM: 0 | |
| X_NINJA_QUOTA_HISTORY_URL: https://github.com/noi-techpark/odh-docs/wiki/Api-Quota | |
| - name: Build project | |
| uses: noi-techpark/github-actions/maven-build@v2 | |
| with: | |
| java-version: ${{ env.JAVA_VERSION }} | |
| build-command: 'mvn -B -DskipTests package' | |
| - name: Build and push images | |
| uses: noi-techpark/github-actions/docker-build-and-push@v2 | |
| with: | |
| docker-username: ${{ github.actor }} | |
| docker-password: ${{ secrets.GITHUB_TOKEN }} | |
| # https://github.com/shrink/actions-docker-registry-tag | |
| - name: Add a "latest" docker tag | |
| uses: shrink/actions-docker-registry-tag@v4 | |
| with: | |
| registry: ghcr.io | |
| repository: ${{ github.repository }}/${{ github.event.repository.name }}-app | |
| target: ${{ env.DOCKER_TAG }} | |
| tags: | | |
| latest | |
| - name: Deploy application | |
| uses: noi-techpark/github-actions/docker-deploy@v2 | |
| with: | |
| hosts: 'prod' | |
| ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} | |
| docker-username: 'noi-techpark-bot' | |
| docker-password: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }} | |
| project-name: ${{ env.PROJECT_NAME }} |