docs: update PR template #800
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: End-to-end tests | |
concurrency: | |
group: ${{ github.head_ref }}${{ github.ref }}-integration-tests | |
cancel-in-progress: true | |
on: | |
pull_request: | |
push: | |
branches: | |
- "main" | |
workflow_dispatch: | |
defaults: | |
run: | |
shell: bash | |
permissions: | |
contents: read | |
packages: write | |
actions: write | |
pull-requests: write | |
checks: write | |
jobs: | |
run-integration-tests: | |
name: "Run integration tests" | |
runs-on: ubuntu-latest | |
env: | |
GITHUB_ACTOR: "hyperledger-bot" | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
REPORTS_DIR: "didcomm-v2-mediator-test-suite/target/site/serenity" | |
DIDCOMM_V2_TESTSUITE_VERSION: "d5aac249b6e420f6cce6e842565dd05f994f729f" | |
MEDIATOR_DID: "did:peer:2.Ez6LSghwSE437wnDE1pt3X6hVDUQzSjsHzinpX3XFvMjRAm7y.Vz6Mkhh1e5CEYYq6JBUcTZ6Cp2ranCWRrv7Yax3Le4N59R6dd.SeyJ0IjoiZG0iLCJzIjp7InVyaSI6Imh0dHA6Ly9sb2NhbGhvc3Q6ODA4MCIsImEiOlsiZGlkY29tbS92MiJdfX0.SeyJ0IjoiZG0iLCJzIjp7InVyaSI6IndzOi8vbG9jYWxob3N0OjgwODAvd3MiLCJhIjpbImRpZGNvbW0vdjIiXX19" | |
steps: | |
- name: Checkout mediator | |
uses: actions/checkout@v3 | |
- name: Checkout tests | |
uses: actions/checkout@v3 | |
with: | |
repository: input-output-hk/didcomm-v2-mediator-test-suite | |
path: "./didcomm-v2-mediator-test-suite" | |
ref: ${{ env.DIDCOMM_V2_TESTSUITE_VERSION }} | |
- name: Setup Java and Scala | |
uses: olafurpg/setup-scala@v13 | |
with: | |
java-version: [email protected] | |
- name: Setup Gradle | |
uses: gradle/gradle-build-action@v2 | |
- name: Setup Node | |
uses: actions/setup-node@v3 | |
with: | |
node-version: "lts/*" | |
- name: Login to GitHub Container Registry | |
uses: docker/login-action@v2 | |
with: | |
registry: ghcr.io | |
username: ${{ env.GITHUB_ACTOR }} | |
password: ${{ env.GITHUB_TOKEN }} | |
- name: Install Compose | |
uses: ndeloof/[email protected] | |
with: | |
version: v2.19.1 # defaults to 'latest' | |
legacy: true # will also install in PATH as `docker-compose` | |
- name: Build local version of Mediator Agent | |
env: | |
NODE_OPTIONS: "--openssl-legacy-provider" | |
run: | | |
sbt -mem 2048 -J-Xmx5120m docker:publishLocal | |
MEDIATOR_VERSION=$(cut version.sbt -d '=' -f2 | tr -d '" ') | |
echo "MEDIATOR_VERSION=${MEDIATOR_VERSION}" >> $GITHUB_ENV | |
echo ${MEDIATOR_VERSION} | |
- name: Start Mediator | |
uses: isbang/[email protected] | |
with: | |
compose-file: "./docker-compose.yml" | |
compose-flags: "" | |
up-flags: "--wait" | |
down-flags: "--volumes" | |
- name: Run tests | |
run: | | |
cd ./didcomm-v2-mediator-test-suite | |
./gradlew test || true | |
./gradlew reports | |
- name: Upload artifacts | |
uses: actions/upload-artifact@v3 | |
with: | |
name: e2e-tests-result | |
path: ${{ env.REPORTS_DIR }} | |
- name: Publish e2e test Results | |
if: always() | |
id: publish-unit-tests | |
uses: EnricoMi/publish-unit-test-result-action@v2 | |
with: | |
junit_files: "${{ env.REPORTS_DIR }}/SERENITY-JUNIT-*.xml" | |
comment_title: "Integration Test Results" | |
check_name: "Integration Test Results" | |
- name: Extract test results | |
id: analyze_test_results | |
if: github.ref_name == 'main' | |
run: | | |
JSON_RESULTS="didcomm-v2-mediator-test-suite/target/site/serenity/serenity-summary.json" | |
CONCLUSION=failure | |
TOTAL_TESTS=0 | |
FAILED_TESTS=0 | |
SKIPPED_TESTS=0 | |
TESTS_WITH_ERRORS=0 | |
if [ -f "${JSON_RESULTS}" ]; then | |
TOTAL_TESTS="$(cat ${JSON_RESULTS} | jq '.results.counts.total')" | |
PENDING_TESTS="$(cat ${JSON_RESULTS} | jq '.results.counts.pending')" | |
SKIPPED_TESTS="$(cat ${JSON_RESULTS} | jq '.results.counts.skipped')" | |
IGNORED_TESTS="$(cat ${JSON_RESULTS} | jq '.results.counts.ignored')" | |
FAILED_TESTS="$(cat ${JSON_RESULTS} | jq '.results.counts.failure')" | |
TESTS_WITH_ERRORS="$(cat ${JSON_RESULTS} | jq '.results.counts.error')" | |
if [[ ${FAILED_TESTS} == 0 && ${TESTS_WITH_ERRORS} == 0 ]] ; then | |
CONCLUSION=success | |
fi | |
fi | |
{ | |
echo "slack_report_failure=${SLACK_REPORT_FAILURE}"; | |
echo "conclusion=${CONCLUSION}"; | |
echo "tests=${TOTAL_TESTS}"; | |
echo "failures=${FAILED_TESTS}"; | |
echo "errors=${TESTS_WITH_ERRORS}"; | |
echo "pending=${PENDING_TESTS}"; | |
echo "skipped=${SKIPPED_TESTS}"; | |
echo "ignored=${IGNORED_TESTS}"; | |
} >> "$GITHUB_OUTPUT" | |
- name: Slack Notification | |
if: github.ref_name == 'main' && steps.analyze_test_results.outputs.conclusion == 'failure' | |
uses: rtCamp/action-slack-notify@v2 | |
env: | |
SLACK_COLOR: ${{ steps.analyze_test_results.outputs.conclusion }} | |
SLACK_MESSAGE: | | |
Total: ${{ steps.analyze_test_results.outputs.tests }} | |
Failed: ${{ steps.analyze_test_results.outputs.failures }} | |
Errors in tests: ${{ steps.analyze_test_results.outputs.errors }} | |
Skipped (known bugs): ${{ steps.analyze_test_results.outputs.skipped }} | |
SLACK_TITLE: "Mediator Integration tests: ${{ steps.analyze_test_results.outputs.conclusion }}" | |
SLACK_USERNAME: circleci | |
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} |