.gitlab-ci.yml

variables:
    DOCKER_DRIVER: overlay2
    DOCKER_HOST: "tcp://docker:2375"
    DOCKER_TLS_CERTDIR: "/certs"
    MYSQL_ROOT_PASSWORD: app
    WEB_DOCUMENT_ROOT: $CI_PROJECT_DIR/development/public
    GIT_STRATEGY: clone

stages:
    - unit
    - E2E
    - Build
    - Generate docs
    - Security
    - Deploy

include:
    -   local: .gitlab/ci/split.yml

default:
    image: shopware/development:latest
    before_script:
        - apt-install jq
        - export CI_DEV_BRANCH=$(echo $CI_COMMIT_REF_NAME | cut -d'+' -f2-)
        - if [[ -d "development/" ]]; then zip -rq cache.zip development/; rm -rf development; fi
        - zip -rq platform.zip .
        - git clone http://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab.shopware.com/shopware/6/product/development.git
        - unzip -q platform.zip -d development/platform/
        - cd development
        - git -C platform checkout master
        - git -C platform checkout $CI_COMMIT_SHA
        - >
            if [ "$(git ls-remote origin $CI_DEV_BRANCH | wc -l)" == 1 ]; then
              echo "Development Branch: $CI_DEV_BRANCH (explicit)";
              git checkout $CI_DEV_BRANCH;
            elif [ "$(git ls-remote origin $CI_COMMIT_REF_NAME | wc -l)" == 1 ]; then
              echo "Development Branch: $CI_COMMIT_REF_NAME (implicit by same branch name)";
              git checkout $CI_COMMIT_REF_NAME;
            else
              export CI_TARGET_BRANCH_NAME=$(curl -LsS -H "PRIVATE-TOKEN: $CI_GITLAB_API_TOKEN" "https://gitlab.shopware.com/api/v4/projects/$CI_PROJECT_ID/merge_requests?source_branch=$CI_COMMIT_REF_NAME" | jq --raw-output ".[0].target_branch");
              if [ "$(git ls-remote origin $CI_TARGET_BRANCH_NAME | wc -l)" == 1 ]; then
                echo "Development Branch: $CI_TARGET_BRANCH_NAME (implicit by merge request target branch)";
                git checkout $CI_TARGET_BRANCH_NAME;
              else
                echo "Development Branch: master (fallback)";
              fi
            fi
        - cp -v dev-ops/gitlab/.psh.yaml.override .
        - /entrypoint supervisord > /dev/null 2>&1 &
    interruptible: true

Javascript analysis:
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
    stage: unit
    timeout: 1h 00m
    before_script: []
    script:
        - cd src/Administration/Resources
        - npm clean-install
        - npm run lerna -- bootstrap
        - cd app/administration
        - PROJECT_ROOT=$(pwd) node_modules/.bin/eslint --ext .js,.vue --format junit src test > eslint.junit.xml
    artifacts:
        reports:
            junit: src/Administration/Resources/app/administration/eslint.junit.xml

PHP analysis:
    cache:
        key: ${CI_JOB_NAME}
        paths:
            - development/var/cache/cs_fixer/
            - development/var/cache/phpstan/
            - development/var/cache/psalm/
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
    stage: unit
    services:
        -   name: mysql:5.7
            alias: mysql
    retry:
        max: 2
        when: runner_system_failure
    timeout: 1h 00m
    script:
        - ./psh.phar init
        - if [[ ! -h vendor/shopware/platform ]]; then echo 'vendor/shopware/platform should be a symlink'; exit 1; fi
        - cd ..
        - if [[ -f "cache.zip" ]]; then unzip -q cache.zip; fi
        - cd development
        - php dev-ops/analyze/generate-composer.php
        - php dev-ops/analyze/vendor/bin/ecs check platform/src --config platform/easy-coding-standard.yml
        - php dev-ops/analyze/phpstan-config-generator.php
        - php dev-ops/analyze/vendor/bin/phpstan analyze --autoload-file=dev-ops/analyze/vendor/autoload.php --configuration platform/phpstan.neon --error-format gitlab | tee phpstan-report.json
        - php dev-ops/analyze/vendor/bin/psalm --config=platform/psalm.xml --threads=$(nproc) --diff --diff-methods --show-info=false
    artifacts:
        reports:
            codequality: development/phpstan-report.json

# stage: unit

.phpunit_base:
    stage: unit
    services:
        -   name: mariadb:10.3
            alias: mysql
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]
    variables:
        TEST_SUITES: "administration storefront checkout content framework profiling migration system elasticsearch docs"
    timeout: 1h 00m
    script:
        - ./psh.phar init
        - if [[ ! -h vendor/shopware/platform ]]; then echo 'vendor/shopware/platform should be a symlink'; exit 1; fi
        - mkdir -p build/artifacts/
        - echo -e
            "<?xml version="1.0" encoding="UTF-8"?>
            <testsuites>
            " > build/artifacts/phpunit.junit.xml
        - >
            for TEST_SUITE in $TEST_SUITES; do
                log_unit_file=build/artifacts/$TEST_SUITE.junit.xml
                set -x
                php vendor/bin/phpunit --configuration vendor/shopware/platform/phpunit.xml.dist --log-junit "$log_unit_file" --colors=never --testsuite "$TEST_SUITE"
                set +x
                tail -n +3 "$log_unit_file" | head -n -1 >> build/artifacts/phpunit.junit.xml
            done
        - echo -e "</testsuites>" >> "build/artifacts/phpunit.junit.xml"


    coverage: '/^\s*Lines:\s*(\d+(?:\.\d+)?%)/'
    artifacts:
        paths:
            - development/build/artifacts/
        reports:
            junit: development/build/artifacts/phpunit.junit.xml

PHP 7.2:
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
    extends: .phpunit_base
    image: shopware/development:7.2
    stage: unit
    timeout: 1h 00m
    services:
        -   name: mariadb:10.3
            alias: mysql
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]

PHP 7.3:
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
    except:
        - schedules
    extends: .phpunit_base
    image: shopware/development:7.3
    stage: unit
    when: manual
    timeout: 1h 00m
    services:
        -   name: mysql:5.7
            alias: mysql
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]

PHP 7.3 (Schedule):
    only:
        - schedules
    extends: .phpunit_base
    image: shopware/development:7.3
    stage: unit
    services:
        -   name: mysql:5.7
            alias: mysql
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]

PHP 7.4:
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
    except:
        - schedules
    extends: .phpunit_base
    image: shopware/development:7.4
    stage: unit
    when: manual
    timeout: 1h 00m
    services:
        -   name: mysql:5.7
            alias: mysql
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]

PHP 7.4 (Schedule):
    only:
        - schedules
    extends: .phpunit_base
    image: shopware/development:7.4
    stage: unit
    services:
        -   name: mysql:5.7
            alias: mysql
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]

MySQL 5.7:
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
    except:
        - schedules
    extends: .phpunit_base
    stage: unit
    when: manual
    timeout: 1h 00m
    services:
        -   name: mysql:5.7
            alias: mysql
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]

MySQL 5.7 (Schedule):
    only:
        - schedules
    extends: .phpunit_base
    stage: unit
    services:
        -   name: mysql:5.7
            alias: mysql
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]

MySQL 8.0:
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
    except:
        - schedules
    extends: .phpunit_base
    stage: unit
    when: manual
    timeout: 1h 00m
    services:
        -   name: mysql:8.0.19
            alias: mysql
            command: ["mysqld", "--character-set-server=utf8mb4", "--collation-server=utf8mb4_unicode_ci", "--default-authentication-plugin=mysql_native_password", "--sql-require-primary-key=ON"]
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]

MySQL 8.0 (Schedule):
    only:
        - schedules
    extends: .phpunit_base
    stage: unit
    services:
        -   name: mysql:8.0.19
            alias: mysql
            command: ["mysqld", "--character-set-server=utf8mb4", "--collation-server=utf8mb4_unicode_ci", "--default-authentication-plugin=mysql_native_password", "--sql-require-primary-key=ON"]
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]

MariaDB 10.4:
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
    except:
        - schedules
    extends: .phpunit_base
    stage: unit
    when: manual
    timeout: 1h 00m
    services:
        -   name: mariadb:10.4
            alias: mysql
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]

MariaDB 10.4 (Schedule):
    only:
        - schedules
    extends: .phpunit_base
    stage: unit
    allow_failure: true
    services:
        -   name: mariadb:10.4
            alias: mysql
        -   name: elastic/elasticsearch:7.1.1
            alias: elasticsearch
            command: [ "bin/elasticsearch", "-Expack.security.enabled=false", "-Ediscovery.type=single-node" ]

Administration (Jest):
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
    stage: unit
    timeout: 1h 00m
    services:
        -   name: mariadb:10.3
            alias: mysql
    script:
        - ./psh.phar init
        - ./psh.phar administration:install-dependencies
        - ./psh.phar administration:unit
    coverage: '/^\s?All files[^|]*\|[^|]*\s+([\d\.]+)/'
    artifacts:
        reports:
            junit: development/build/artifacts/administration.junit.xml

Storefront (Jest):
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
    stage: unit
    timeout: 1h 00m
    variables:
        PROJECT_ROOT: $CI_PROJECT_DIR/development
    services:
        -   name: mariadb:10.3
            alias: mysql
    script:
        - ./psh.phar init
        - ./psh.phar storefront:install-dependencies
        - npm --prefix vendor/shopware/platform/src/Storefront/Resources/app/storefront/ run unit
    coverage: '/^\s?All files[^|]*\|[^|]*\s+([\d\.]+)/'
    artifacts:
        reports:
            junit: development/build/artifacts/storefront.junit.xml

# Stage: E2E

.job_template: &e2e_definition
    stage: E2E
    services:
        -   name: docker:18.09.7-dind
            alias: docker
        -   name: mariadb:10.3
            alias: mysql
    dependencies: []
    artifacts:
        when: always
        paths:
            - development/build/artifacts/e2e/
        reports:
            junit: development/build/artifacts/e2e/*.xml

.mixed_script:
    script: &mixed_definition
        - ./psh.phar init --APP_ENV="prod"
        - ./psh.phar administration:init --APP_ENV="prod"
        - ./psh.phar storefront:init --APP_ENV="prod" --DB_NAME="shopware_e2e"
        - ./psh.phar e2e:dump-db --APP_ENV="prod"
        - E2E_BASE_PATH=vendor/shopware/platform/src/${SECTION}/Resources/app/$(echo ${SECTION} | tr '[:upper:]' '[:lower:]')/test/e2e
        - npm i @shopware-ag/e2e-testsuite-platform@1.2.9 --prefix $E2E_BASE_PATH
        - forever start ${E2E_BASE_PATH}/node_modules/@shopware-ag/e2e-testsuite-platform/routes/cypress.js
        - chown -R 1000:1000 .
        - docker run --shm-size=2g --name cypress --add-host="docker.vm:$(hostname -I)" -e CYPRESS_baseUrl=http://docker.vm:8000 -v $(pwd)/${E2E_BASE_PATH}:/e2e -v $(pwd):/app -w /e2e --entrypoint "sh" cypress/included:4.10.0 -c "npm install --production --prefix /e2e && cypress run --project /e2e --browser $BROWSER --headless --config baseUrl=http://docker.vm:8000 --config numTestsKeptInMemory=0 --env grep=@base --spec $TEST_DIRECTORY"

.scheduled_script:
    script: &scheduled_definition
        - ./psh.phar init --APP_ENV="prod"
        - ./psh.phar administration:init --APP_ENV="prod"
        - ./psh.phar storefront:init --APP_ENV="prod" --DB_NAME="shopware_e2e"
        - ./psh.phar e2e:dump-db --APP_ENV="prod"
        - E2E_BASE_PATH=vendor/shopware/platform/src/${SECTION}/Resources/app/$(echo ${SECTION} | tr '[:upper:]' '[:lower:]')/test/e2e
        - npm i @shopware-ag/e2e-testsuite-platform@1.2.9 --prefix $E2E_BASE_PATH
        - forever start ${E2E_BASE_PATH}/node_modules/@shopware-ag/e2e-testsuite-platform/routes/cypress.js
        - chown -R 1000:1000 .
        - docker run --shm-size=2g --name cypress --add-host="docker.vm:$(hostname -I)" -e CYPRESS_baseUrl=http://docker.vm:8000 -v $(pwd)/${E2E_BASE_PATH}:/e2e -v $(pwd):/app -w /e2e --entrypoint "sh" cypress/included:4.10.0 -c "npm install --production --prefix /e2e && cypress run -q --project /e2e --browser $BROWSER --headless --config baseUrl=http://docker.vm:8000"

.generate_mochawesome_reports:
    after_script: &mochawesome_report_definition
        - npx mochawesome-merge development/build/artifacts/e2e/mochawesome/single-reports/mochawesome*.json > development/build/artifacts/e2e/mochawesome/report-final.json
        - npx mochawesome-report-generator development/build/artifacts/e2e/mochawesome/report-final.json --cdn true --reportDir development/build/artifacts/e2e/mochawesome
        - docker rm -f cypress

General (Storefront):
    only:
        - merge_requests
        - master
        - /^6\..*$/
    except:
        - schedules
    <<: *e2e_definition
    needs: [Storefront (Jest)]
    script: *mixed_definition
    after_script: *mochawesome_report_definition
    timeout: 1h 00m
    variables:
        BROWSER: 'chrome'
        SECTION: 'Storefront'
        TEST_DIRECTORY: "cypress/integration/**/*"

Content (Mixed):
    only:
        - merge_requests
        - master
        - /^6\..*$/
    except:
        - schedules
    <<: *e2e_definition
    needs: [Administration (Jest)]
    timeout: 1h 00m
    script: *mixed_definition
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'chrome'
        SECTION: 'Administration'
        TEST_DIRECTORY: "cypress/integration/content/**/*"

Catalogues (Mixed):
    only:
        - merge_requests
        - master
        - /^6\..*$/
    except:
        - schedules
    <<: *e2e_definition
    needs: [Administration (Jest)]
    timeout: 1h 00m
    script: *mixed_definition
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'chrome'
        SECTION: 'Administration'
        TEST_DIRECTORY: "cypress/integration/catalogue/**/*"

Customers (Mixed):
    only:
        - merge_requests
        - master
        - /^6\..*$/
    except:
        - schedules
    <<: *e2e_definition
    needs: [Administration (Jest)]
    timeout: 1h 00m
    script: *mixed_definition
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'chrome'
        SECTION: 'Administration'
        TEST_DIRECTORY: "cypress/integration/customer/**/*"

Media and Marketing (Mixed):
    only:
        - merge_requests
        - master
        - /^6\..*$/
    except:
        - schedules
    <<: *e2e_definition
    needs: [Administration (Jest)]
    script: *mixed_definition
    timeout: 1h 00m
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'chrome'
        SECTION: 'Administration'
        TEST_DIRECTORY: "cypress/integration/media-marketing/**/*"

General (Administration):
    only:
        - merge_requests
        - master
        - /^6\..*$/
    except:
        - schedules
    <<: *e2e_definition
    needs: [Administration (Jest)]
    timeout: 1h 00m
    script: *mixed_definition
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'chrome'
        SECTION: 'Administration'
        TEST_DIRECTORY: "cypress/integration/general/**/*"

Orders (Administration):
    only:
        - merge_requests
        - master
        - /^6\..*$/
    except:
        - schedules
    <<: *e2e_definition
    needs: [Administration (Jest)]
    timeout: 1h 00m
    script: *mixed_definition
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'chrome'
        SECTION: 'Administration'
        TEST_DIRECTORY: "cypress/integration/order/**/*"

Rules and Product Groups (Administration):
    only:
        - merge_requests
        - master
        - /^6\..*$/
    except:
        - schedules
    <<: *e2e_definition
    needs: [Administration (Jest)]
    timeout: 1h 00m
    script: *mixed_definition
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'chrome'
        SECTION: 'Administration'
        TEST_DIRECTORY: "cypress/integration/rule-product-stream/**/*"

Settings (Administration):
    only:
        - merge_requests
        - master
        - /^6\..*$/
    except:
        - schedules
    <<: *e2e_definition
    needs: [Administration (Jest)]
    timeout: 1h 00m
    script: *mixed_definition
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'chrome'
        SECTION: 'Administration'
        TEST_DIRECTORY: "cypress/integration/settings/**/*"

Admin on FF (Total):
    only:
        - schedules
    <<: *e2e_definition
    timeout: 2h 00m
    script: *scheduled_definition
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'firefox'
        SECTION: 'Administration'

Storefront on FF (Total):
    only:
        - schedules
    <<: *e2e_definition
    timeout: 2h 00m
    script: *scheduled_definition
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'firefox'
        SECTION: 'Storefront'

Admin on Chrome (Total):
    only:
        - schedules
    <<: *e2e_definition
    timeout: 2h 00m
    script: *scheduled_definition
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'chrome'
        SECTION: 'Administration'

Storefront on Chrome (Total):
    only:
        - schedules
    <<: *e2e_definition
    timeout: 2h 00m
    script: *scheduled_definition
    after_script: *mochawesome_report_definition
    variables:
        BROWSER: 'chrome'
        SECTION: 'Storefront'

# Stage: build

Component Library:
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
        changes:
            - src/Administration/**/*
            - src/Storefront/**/*
    stage: Build
    image: node:10.8
    before_script: []
    dependencies: []
    needs: [Administration (Jest), Storefront (Jest)]
    variables:
        PROJECT_ROOT: $CI_PROJECT_DIR
    environment:
        name: Component Library
        url: https://component-library.shopware.com
    script:
        - npm install --prefix src/Administration/Resources/
        - npm run --prefix src/Administration/Resources lerna -- bootstrap
        - npm install --prefix src/Administration/Resources/app/administration/build/nuxt-component-library/
        - npm run --prefix src/Administration/Resources/app/administration/build/nuxt-component-library/ generate
        - "[[ -d build/artifacts/component-library/ ]] && (ls -1qA build/artifacts/component-library/ | grep -q .)"
    artifacts:
        paths:
            - build/artifacts/component-library/

# Stage: Generate docs

Generating docs:
    only:
        refs:
            - merge_requests
            - master
            - /^6\..*$/
        changes:
            - src/Docs/**/*
    stage: Generate docs
    dependencies: []
    services:
        -   name: docker:18.09.7-dind
            alias: docker
    script:
        - docker build -t shopware-plattform-plantuml dev-ops/docs/docker/plantuml/.
        - sh ./dev-ops/docs/scripts/render_puml.sh platform/src/Docs/Resources/current
        - ./psh.phar init-composer
        - php dev-ops/docs/scripts/convertMarkdownToDocs.php convert -i platform/src/Docs/Resources/current/ -o build/docs -u /shopware-platform-dev -s

# Stage: security

RIPS security:
    stage: Security
    image: php:7.3-alpine
    before_script: []
    allow_failure: true
    only:
        - master
        - schedules
    script:
        - apk add --no-cache libzip-dev && docker-php-ext-configure zip --with-libzip=/usr/include && docker-php-ext-install zip
        - wget https://github.com/rips/rips-cli/releases/download/3.2.0/rips-cli.phar -O /usr/bin/rips-cli
        - chmod 755 /usr/bin/rips-cli
        - rips-cli rips:scan:start -p . -t critical:0 -a ${RIPS_APP_ID} --progress
    interruptible: false

Symfony security check:
    stage: Security
    image: shopware/development:latest
    before_script: []
    allow_failure: true
    script:
        - wget https://get.sensiolabs.org/security-checker.phar
        - composer install
        - php security-checker.phar security:check composer.lock
        - composer install -d src/Recovery/Common/
        - php security-checker.phar security:check src/Recovery/Common/composer.lock

NPM security check:
    stage: Security
    image: shopware/development:latest
    before_script: []
    allow_failure: true
    script:
        - cd src/Administration/Resources/app/administration
        - npm i
        - npm install --save-dev audit-ci
        - node node_modules/.bin/audit-ci --moderate
        - cd ../../../../../src/Storefront/Resources/app/storefront
        - npm i
        - npm install --save-dev audit-ci
        - node node_modules/.bin/audit-ci --moderate

# Stage: deploy

.Scrutinizer:
    stage: Deploy
    image: php:7.3-alpine
    allow_failure: true
    before_script: []
    only:
        - master
        - /^6\..*$/
    dependencies:
        - PHPUnit (MySQL)
    script:
        - wget https://scrutinizer-ci.com/ocular.phar
        - php ocular.phar code-coverage:upload
            --repository="g/shopware/platform"
            --revision="$CI_COMMIT_SHA"
            --format=php-clover
            development/build/artifacts/phpunit.clover.xml
    interruptible: false

Upload Component Library:
    stage: Deploy
    image: python:latest
    before_script: []
    only:
        refs:
            - master
            - /^6\..*$/
        changes:
            - src/Administration/**/*
            - src/Storefront/**/*
    dependencies:
        - Component Library
    script:
        - pip install awscli
        - cd build/artifacts/component-library
        - aws s3 sync --delete --acl public-read . s3://shopware-ui-component-library-docs/
        - aws cloudfront create-invalidation --distribution-id E18U17118IAC82 --paths "/*"
    interruptible: false