cloudbuild.yaml

#   Copyright 2021 Google LLC
#
#   Licensed under the Apache License, Version 2.0 (the "License");
#   you may not use this file except in compliance with the License.
#   You may obtain a copy of the License at
#
#       http://www.apache.org/licenses/LICENSE-2.0
#
#   Unless required by applicable law or agreed to in writing, software
#   distributed under the License is distributed on an "AS IS" BASIS,
#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#   See the License for the specific language governing permissions and
#   limitations under the License.

steps:
  - id: 'Unit testing'
    name: python:3.7-slim-stretch
    dir: python
    args: ["./run_unit_tests.sh"]

  - id: "Build the container image"
    name: "gcr.io/cloud-builders/docker"
    args: ["build", "-t", "gcr.io/${PROJECT_ID}/${_IMAGE_NAME}:${_IMAGE_TAG}", python]

  - id: "Push the container image"
    name: "gcr.io/cloud-builders/docker"
    args: ["push", "gcr.io/${PROJECT_ID}/${_IMAGE_NAME}:${_IMAGE_TAG}"]

  - id: 'Build dataflow template'
    name: 'gcr.io/google.com/cloudsdktool/cloud-sdk'
    entrypoint: 'gcloud'
    args: [ 
      'dataflow', 
      'flex-template', 
      'build',
      '${_TEMPLATE_GCS_LOCATION}',
      '--image=gcr.io/${PROJECT_ID}/${_IMAGE_NAME}:${_IMAGE_TAG}',
      '--sdk-language=PYTHON', 
      '--metadata-file=python/template_spec/metadata.json'
    ]

  - id: 'System integration test'
    name: 'gcr.io/google.com/cloudsdktool/cloud-sdk'
    entrypoint: 'bash'
    env:
      - 'TEMPLATE_GCS_LOCATION=${_TEMPLATE_GCS_LOCATION}'
      - 'GCP_PROJECT=${PROJECT_ID}'
      - 'REGION=${_REGION}'
      - 'SETUP_FILE=/dataflow/template/ml_preproc/setup.py'
    args: ["./run_system_integration_test.sh"]

substitutions:
  _IMAGE_NAME: ml_preproc
  _IMAGE_TAG: python
  _REGION: europe-west1

# To allow time for integration testing
timeout: 1800s